2023-05-20T05:35:40.350 INFO:root:teuthology version: 0.0.1.dev100+g01abd1e 2023-05-20T05:35:40.351 DEBUG:teuthology.run:Teuthology command: teuthology --description rados/upgrade/parallel/{0-random-distro$/{rhel_8.6_container_tools_3.0} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --archive /home/teuthworker/archive/yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi/7279401 --name yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi/7279401/orig.config.yaml 2023-05-20T05:35:40.418 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-05-20T05:35:40.528 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi/7279401 branch: wip-yuri11-testing-2023-05-19-0836 description: rados/upgrade/parallel/{0-random-distro$/{rhel_8.6_container_tools_3.0} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7279401' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-yuri11-testing-2023-05-19-0836 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri11-testing-2023-05-19-0836 sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4430 sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-yuri11-testing-2023-05-19-0836 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_8160727644d3bd5a5ab8383dc49372ac6d00bfb1/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 targets: smithi081.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi170.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 01abd1ed90624b09fd81d9cb3a79e2834351f0ca timestamp: 2023-05-19_19:19:25 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.23459 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh - print: '**** done end test_rbd_python.yaml' 2023-05-20T05:35:40.529 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_8160727644d3bd5a5ab8383dc49372ac6d00bfb1/qa; will attempt to use it 2023-05-20T05:35:40.530 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_8160727644d3bd5a5ab8383dc49372ac6d00bfb1/qa/tasks 2023-05-20T05:35:40.530 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-05-20T05:35:40.532 INFO:teuthology.task.internal:Checking packages... 2023-05-20T05:35:40.561 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '8160727644d3bd5a5ab8383dc49372ac6d00bfb1' 2023-05-20T05:35:40.561 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:35:40.562 INFO:teuthology.packaging:ref: None 2023-05-20T05:35:40.562 INFO:teuthology.packaging:tag: None 2023-05-20T05:35:40.562 INFO:teuthology.packaging:branch: wip-yuri11-testing-2023-05-19-0836 2023-05-20T05:35:40.562 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:35:40.563 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri11-testing-2023-05-19-0836 2023-05-20T05:35:40.701 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-4042.g81607276 2023-05-20T05:35:40.701 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-05-20T05:35:40.709 INFO:teuthology.task.internal:no buildpackages task found 2023-05-20T05:35:40.710 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-05-20T05:35:40.732 INFO:teuthology.task.internal:Saving configuration 2023-05-20T05:35:40.751 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-05-20T05:35:40.759 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-05-20T05:35:40.785 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi/7279401', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-05-20 05:30:28.736516', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-05-20T05:35:40.805 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi170.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-05-19_19:19:25-rados-wip-yuri11-testing-2023-05-19-0836-distro-default-smithi/7279401', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-05-20 05:30:28.738017', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-05-20T05:35:40.806 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-05-20T05:35:40.819 INFO:teuthology.task.internal:roles: ubuntu@smithi081.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-05-20T05:35:40.820 INFO:teuthology.task.internal:roles: ubuntu@smithi170.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-05-20T05:35:40.820 INFO:teuthology.run_tasks:Running task console_log... 2023-05-20T05:35:40.911 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f821c554f70>, signals=[15]) 2023-05-20T05:35:40.912 INFO:teuthology.run_tasks:Running task internal.connect... 2023-05-20T05:35:40.924 INFO:teuthology.task.internal:Opening connections... 2023-05-20T05:35:40.924 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi081.front.sepia.ceph.com 2023-05-20T05:35:40.926 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-05-20T05:35:40.996 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi170.front.sepia.ceph.com 2023-05-20T05:35:40.997 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-05-20T05:35:41.064 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-05-20T05:35:41.079 DEBUG:teuthology.orchestra.run.smithi081:> uname -m 2023-05-20T05:35:41.100 INFO:teuthology.orchestra.run.smithi081.stdout:x86_64 2023-05-20T05:35:41.100 DEBUG:teuthology.orchestra.run.smithi081:> cat /etc/os-release 2023-05-20T05:35:41.158 INFO:teuthology.orchestra.run.smithi081.stdout:NAME="Red Hat Enterprise Linux" 2023-05-20T05:35:41.158 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION="8.6 (Ootpa)" 2023-05-20T05:35:41.158 INFO:teuthology.orchestra.run.smithi081.stdout:ID="rhel" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:ID_LIKE="fedora" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION_ID="8.6" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM_ID="platform:el8" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:ANSI_COLOR="0;31" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:HOME_URL="https://www.redhat.com/" 2023-05-20T05:35:41.159 INFO:teuthology.orchestra.run.smithi081.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-05-20T05:35:41.160 INFO:teuthology.orchestra.run.smithi081.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-05-20T05:35:41.160 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:35:41.160 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-05-20T05:35:41.160 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-05-20T05:35:41.160 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-05-20T05:35:41.160 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-05-20T05:35:41.161 INFO:teuthology.lock.ops:Updating smithi081.front.sepia.ceph.com on lock server 2023-05-20T05:35:41.196 DEBUG:teuthology.orchestra.run.smithi170:> uname -m 2023-05-20T05:35:41.217 INFO:teuthology.orchestra.run.smithi170.stdout:x86_64 2023-05-20T05:35:41.217 DEBUG:teuthology.orchestra.run.smithi170:> cat /etc/os-release 2023-05-20T05:35:41.276 INFO:teuthology.orchestra.run.smithi170.stdout:NAME="Red Hat Enterprise Linux" 2023-05-20T05:35:41.276 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION="8.6 (Ootpa)" 2023-05-20T05:35:41.277 INFO:teuthology.orchestra.run.smithi170.stdout:ID="rhel" 2023-05-20T05:35:41.277 INFO:teuthology.orchestra.run.smithi170.stdout:ID_LIKE="fedora" 2023-05-20T05:35:41.277 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_ID="8.6" 2023-05-20T05:35:41.278 INFO:teuthology.orchestra.run.smithi170.stdout:PLATFORM_ID="platform:el8" 2023-05-20T05:35:41.278 INFO:teuthology.orchestra.run.smithi170.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-05-20T05:35:41.278 INFO:teuthology.orchestra.run.smithi170.stdout:ANSI_COLOR="0;31" 2023-05-20T05:35:41.278 INFO:teuthology.orchestra.run.smithi170.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-05-20T05:35:41.278 INFO:teuthology.orchestra.run.smithi170.stdout:HOME_URL="https://www.redhat.com/" 2023-05-20T05:35:41.279 INFO:teuthology.orchestra.run.smithi170.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-05-20T05:35:41.279 INFO:teuthology.orchestra.run.smithi170.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-05-20T05:35:41.279 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:35:41.279 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-05-20T05:35:41.279 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-05-20T05:35:41.279 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-05-20T05:35:41.280 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-05-20T05:35:41.280 INFO:teuthology.lock.ops:Updating smithi170.front.sepia.ceph.com on lock server 2023-05-20T05:35:41.304 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-05-20T05:35:41.315 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-05-20T05:35:41.327 INFO:teuthology.task.internal:Checking for old test directory... 2023-05-20T05:35:41.328 DEBUG:teuthology.orchestra.run.smithi081:> test '!' -e /home/ubuntu/cephtest 2023-05-20T05:35:41.332 DEBUG:teuthology.orchestra.run.smithi170:> test '!' -e /home/ubuntu/cephtest 2023-05-20T05:35:41.351 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-05-20T05:35:41.366 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-05-20T05:35:41.367 DEBUG:teuthology.orchestra.run.smithi081:> test -z $(ls -A /var/lib/ceph) 2023-05-20T05:35:41.395 DEBUG:teuthology.orchestra.run.smithi170:> test -z $(ls -A /var/lib/ceph) 2023-05-20T05:35:41.421 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-05-20T05:35:41.491 INFO:teuthology.run_tasks:Running task kernel... 2023-05-20T05:35:41.512 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-05-20T05:35:41.513 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-05-20T05:35:41.514 DEBUG:teuthology.orchestra.run.smithi081:> test -f /run/.containerenv -o -f /.dockerenv 2023-05-20T05:35:41.514 DEBUG:teuthology.orchestra.run.smithi170:> test -f /run/.containerenv -o -f /.dockerenv 2023-05-20T05:35:41.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-05-20T05:35:41.532 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2023-05-20T05:35:41.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-05-20T05:35:41.533 DEBUG:teuthology.orchestra.run.smithi081:> uname -r 2023-05-20T05:35:41.590 INFO:teuthology.orchestra.run.smithi170.stdout:4.18.0-372.9.1.el8.x86_64 2023-05-20T05:35:41.591 INFO:teuthology.task.kernel:Running kernel on smithi170: 4.18.0-372.9.1.el8.x86_64 2023-05-20T05:35:41.591 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum install -y kernel 2023-05-20T05:35:41.596 INFO:teuthology.orchestra.run.smithi081.stdout:4.18.0-372.9.1.el8.x86_64 2023-05-20T05:35:41.596 INFO:teuthology.task.kernel:Running kernel on smithi081: 4.18.0-372.9.1.el8.x86_64 2023-05-20T05:35:41.596 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum install -y kernel 2023-05-20T05:35:42.825 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:35:42.825 INFO:teuthology.orchestra.run.smithi170.stdout:Unable to read consumer identity 2023-05-20T05:35:42.839 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:35:42.840 INFO:teuthology.orchestra.run.smithi081.stdout:Unable to read consumer identity 2023-05-20T05:35:44.241 INFO:teuthology.orchestra.run.smithi170.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2023-05-20T05:35:44.269 INFO:teuthology.orchestra.run.smithi081.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2023-05-20T05:35:44.883 INFO:teuthology.orchestra.run.smithi170.stdout:Extra Packages for Enterprise Linux 22 MB/s | 14 MB 00:00 2023-05-20T05:35:45.221 INFO:teuthology.orchestra.run.smithi081.stdout:Extra Packages for Enterprise Linux 16 MB/s | 14 MB 00:00 2023-05-20T05:35:48.017 INFO:teuthology.orchestra.run.smithi170.stdout:lab-extras 596 kB/s | 24 kB 00:00 2023-05-20T05:35:48.370 INFO:teuthology.orchestra.run.smithi081.stdout:lab-extras 441 kB/s | 24 kB 00:00 2023-05-20T05:35:48.636 INFO:teuthology.orchestra.run.smithi170.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-05-20T05:35:48.693 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:35:48.694 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:35:48.694 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:35:48.825 DEBUG:teuthology.orchestra.run.smithi170:> echo no | sudo yum reinstall kernel || true 2023-05-20T05:35:49.039 INFO:teuthology.orchestra.run.smithi081.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-05-20T05:35:49.089 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:35:49.090 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:35:49.090 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:35:49.159 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:35:49.159 INFO:teuthology.orchestra.run.smithi170.stdout:Unable to read consumer identity 2023-05-20T05:35:49.205 DEBUG:teuthology.orchestra.run.smithi081:> echo no | sudo yum reinstall kernel || true 2023-05-20T05:35:49.412 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:02 ago on Sat 20 May 2023 05:35:47 AM UTC. 2023-05-20T05:35:49.455 INFO:teuthology.orchestra.run.smithi170.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-05-20T05:35:49.498 INFO:teuthology.orchestra.run.smithi170.stderr:Error: No packages marked for reinstall. 2023-05-20T05:35:49.533 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:35:49.534 INFO:teuthology.orchestra.run.smithi081.stdout:Unable to read consumer identity 2023-05-20T05:35:49.545 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum reinstall -y kernel || true 2023-05-20T05:35:49.784 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:01 ago on Sat 20 May 2023 05:35:48 AM UTC. 2023-05-20T05:35:49.826 INFO:teuthology.orchestra.run.smithi081.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-05-20T05:35:49.867 INFO:teuthology.orchestra.run.smithi081.stderr:Error: No packages marked for reinstall. 2023-05-20T05:35:49.873 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:35:49.873 INFO:teuthology.orchestra.run.smithi170.stdout:Unable to read consumer identity 2023-05-20T05:35:49.913 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum reinstall -y kernel || true 2023-05-20T05:35:50.127 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:03 ago on Sat 20 May 2023 05:35:47 AM UTC. 2023-05-20T05:35:50.170 INFO:teuthology.orchestra.run.smithi170.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-05-20T05:35:50.208 INFO:teuthology.orchestra.run.smithi170.stderr:Error: No packages marked for reinstall. 2023-05-20T05:35:50.240 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:35:50.241 INFO:teuthology.orchestra.run.smithi081.stdout:Unable to read consumer identity 2023-05-20T05:35:50.254 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q kernel --last | head -n 1 2023-05-20T05:35:50.334 INFO:teuthology.orchestra.run.smithi170.stdout:kernel-4.18.0-372.9.1.el8.x86_64 Thu 14 Jul 2022 06:23:21 PM UTC 2023-05-20T05:35:50.336 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-05-20T05:35:50.336 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-05-20T05:35:50.336 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-05-20T05:35:50.337 DEBUG:teuthology.orchestra.run.smithi170:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-05-20T05:35:50.371 INFO:teuthology.orchestra.run.smithi170.stdout:ttyS1 2023-05-20T05:35:50.385 DEBUG:teuthology.parallel:result is None 2023-05-20T05:35:50.488 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:02 ago on Sat 20 May 2023 05:35:48 AM UTC. 2023-05-20T05:35:50.527 INFO:teuthology.orchestra.run.smithi081.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-05-20T05:35:50.547 INFO:teuthology.orchestra.run.smithi081.stderr:Error: No packages marked for reinstall. 2023-05-20T05:35:50.596 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q kernel --last | head -n 1 2023-05-20T05:35:50.677 INFO:teuthology.orchestra.run.smithi081.stdout:kernel-4.18.0-372.9.1.el8.x86_64 Thu 14 Jul 2022 06:23:21 PM UTC 2023-05-20T05:35:50.679 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-05-20T05:35:50.679 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-05-20T05:35:50.679 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-05-20T05:35:50.679 DEBUG:teuthology.orchestra.run.smithi081:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-05-20T05:35:50.716 INFO:teuthology.orchestra.run.smithi081.stdout:ttyS1 2023-05-20T05:35:50.733 DEBUG:teuthology.parallel:result is None 2023-05-20T05:35:50.733 INFO:teuthology.run_tasks:Running task internal.base... 2023-05-20T05:35:50.747 INFO:teuthology.task.internal:Creating test directory... 2023-05-20T05:35:50.747 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-05-20T05:35:50.776 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-05-20T05:35:50.795 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-05-20T05:35:50.806 INFO:teuthology.run_tasks:Running task internal.archive... 2023-05-20T05:35:50.819 INFO:teuthology.task.internal:Creating archive directory... 2023-05-20T05:35:50.819 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-05-20T05:35:50.831 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-05-20T05:35:50.857 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-05-20T05:35:50.868 INFO:teuthology.task.internal:Enabling coredump saving... 2023-05-20T05:35:50.869 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-05-20T05:35:50.888 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-05-20T05:35:50.920 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-05-20T05:35:50.928 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-05-20T05:35:50.930 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-05-20T05:35:50.938 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-05-20T05:35:50.939 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-05-20T05:35:50.948 INFO:teuthology.task.internal:Configuring sudo... 2023-05-20T05:35:50.948 DEBUG:teuthology.orchestra.run.smithi081:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-05-20T05:35:50.982 DEBUG:teuthology.orchestra.run.smithi170:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-05-20T05:35:51.008 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-05-20T05:35:51.021 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-05-20T05:35:51.022 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-05-20T05:35:51.049 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-05-20T05:35:51.065 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-05-20T05:35:51.146 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-05-20T05:35:51.201 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-05-20T05:35:51.286 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-05-20T05:35:51.325 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:35:51.325 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-05-20T05:35:51.392 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-05-20T05:35:51.440 DEBUG:teuthology.orchestra.run.smithi170:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-05-20T05:35:51.489 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-05-20T05:35:51.576 DEBUG:teuthology.orchestra.run.smithi170:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-05-20T05:35:51.613 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:35:51.613 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-05-20T05:35:51.679 DEBUG:teuthology.orchestra.run.smithi081:> sudo service rsyslog restart 2023-05-20T05:35:51.682 DEBUG:teuthology.orchestra.run.smithi170:> sudo service rsyslog restart 2023-05-20T05:35:51.732 INFO:teuthology.orchestra.run.smithi081.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-05-20T05:35:51.773 INFO:teuthology.orchestra.run.smithi170.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-05-20T05:35:52.030 INFO:teuthology.run_tasks:Running task internal.timer... 2023-05-20T05:35:52.038 INFO:teuthology.task.internal:Starting timer... 2023-05-20T05:35:52.039 INFO:teuthology.run_tasks:Running task pcp... 2023-05-20T05:35:52.055 INFO:teuthology.run_tasks:Running task selinux... 2023-05-20T05:35:52.068 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-05-20T05:35:52.069 DEBUG:teuthology.orchestra.run.smithi081:> sudo service auditd rotate 2023-05-20T05:35:52.128 INFO:teuthology.orchestra.run.smithi081.stdout:Rotating logs: 2023-05-20T05:35:52.130 DEBUG:teuthology.orchestra.run.smithi170:> sudo service auditd rotate 2023-05-20T05:35:52.216 INFO:teuthology.orchestra.run.smithi170.stdout:Rotating logs: 2023-05-20T05:35:52.217 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-05-20T05:35:52.218 DEBUG:teuthology.orchestra.run.smithi081:> /usr/sbin/getenforce 2023-05-20T05:35:52.244 INFO:teuthology.orchestra.run.smithi081.stdout:Permissive 2023-05-20T05:35:52.245 DEBUG:teuthology.orchestra.run.smithi170:> /usr/sbin/getenforce 2023-05-20T05:35:52.271 INFO:teuthology.orchestra.run.smithi170.stdout:Permissive 2023-05-20T05:35:52.272 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi081.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi170.front.sepia.ceph.com': 'permissive'} 2023-05-20T05:35:52.273 DEBUG:teuthology.orchestra.run.smithi081:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-05-20T05:35:52.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-05-20T05:35:52.313 DEBUG:teuthology.orchestra.run.smithi170:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-05-20T05:35:52.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-05-20T05:35:52.340 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-05-20T05:35:52.340 DEBUG:teuthology.orchestra.run.smithi081:> sudo /usr/sbin/setenforce permissive 2023-05-20T05:35:52.380 DEBUG:teuthology.orchestra.run.smithi170:> sudo /usr/sbin/setenforce permissive 2023-05-20T05:35:52.408 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-05-20T05:35:52.419 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-05-20T05:35:52.419 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-05-20T05:35:52.443 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-05-20T05:35:52.445 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi081.front.sepia.ceph.com,smithi170.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-05-20T05:43:47.854 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi081.front.sepia.ceph.com'), Remote(name='ubuntu@smithi170.front.sepia.ceph.com')] 2023-05-20T05:43:47.856 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2023-05-20T05:43:47.857 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-05-20T05:43:47.926 DEBUG:teuthology.orchestra.run.smithi081:> true 2023-05-20T05:43:47.949 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2023-05-20T05:43:47.950 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-05-20T05:43:48.018 DEBUG:teuthology.orchestra.run.smithi170:> true 2023-05-20T05:43:48.087 INFO:teuthology.run_tasks:Running task clock... 2023-05-20T05:43:48.098 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-05-20T05:43:48.098 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-05-20T05:43:48.099 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-05-20T05:43:48.102 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-05-20T05:43:48.102 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-05-20T05:43:48.130 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-05-20T05:43:48.145 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-05-20T05:43:48.159 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-05-20T05:43:48.174 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-05-20T05:43:48.221 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: ntpd: command not found 2023-05-20T05:43:48.230 INFO:teuthology.orchestra.run.smithi081.stdout:506 Cannot talk to daemon 2023-05-20T05:43:48.242 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: ntpd: command not found 2023-05-20T05:43:48.244 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-05-20T05:43:48.254 INFO:teuthology.orchestra.run.smithi170.stdout:506 Cannot talk to daemon 2023-05-20T05:43:48.259 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-05-20T05:43:48.269 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-05-20T05:43:48.282 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-05-20T05:43:48.332 INFO:teuthology.orchestra.run.smithi081.stderr:bash: ntpq: command not found 2023-05-20T05:43:48.336 INFO:teuthology.orchestra.run.smithi081.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-05-20T05:43:48.337 INFO:teuthology.orchestra.run.smithi081.stdout:=============================================================================== 2023-05-20T05:43:48.337 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.337 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.338 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.338 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.346 INFO:teuthology.orchestra.run.smithi170.stderr:bash: ntpq: command not found 2023-05-20T05:43:48.351 INFO:teuthology.orchestra.run.smithi170.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-05-20T05:43:48.351 INFO:teuthology.orchestra.run.smithi170.stdout:=============================================================================== 2023-05-20T05:43:48.352 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.352 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.352 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.352 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-05-20T05:43:48.353 INFO:teuthology.run_tasks:Running task pexec... 2023-05-20T05:43:48.363 INFO:teuthology.task.pexec:Executing custom commands... 2023-05-20T05:43:48.363 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi081.front.sepia.ceph.com 2023-05-20T05:43:48.364 DEBUG:teuthology.orchestra.run.smithi081:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-05-20T05:43:48.364 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi170.front.sepia.ceph.com 2023-05-20T05:43:48.364 DEBUG:teuthology.orchestra.run.smithi170:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-05-20T05:43:48.749 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:43:48.764 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:43:49.544 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:25 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:43:49.550 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:25 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:43:51.268 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:43:51.268 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout:Resetting modules: 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout: container-tools 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:43:51.269 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:43:51.270 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:43:51.282 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:43:51.283 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:43:51.283 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2023-05-20T05:43:51.283 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:43:51.283 INFO:teuthology.orchestra.run.smithi170.stdout:Resetting modules: 2023-05-20T05:43:51.283 INFO:teuthology.orchestra.run.smithi170.stdout: container-tools 2023-05-20T05:43:51.283 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:43:51.284 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:43:51.284 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:43:51.284 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:43:52.202 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:27 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:43:52.238 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:27 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:43:54.898 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:43:54.945 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:43:55.345 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:43:55.406 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:43:56.115 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:31 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:43:56.173 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:31 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:43:57.848 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:43:57.856 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:43:57.940 INFO:teuthology.orchestra.run.smithi081.stdout:========================================================================================================================== 2023-05-20T05:43:57.940 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:43:57.940 INFO:teuthology.orchestra.run.smithi081.stdout:========================================================================================================================== 2023-05-20T05:43:57.940 INFO:teuthology.orchestra.run.smithi081.stdout:Installing group/module packages: 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout: buildah x86_64 1.19.9-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.8 M 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout: cockpit-podman noarch 29-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 1.1 M 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout: crun x86_64 0.18-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 185 k 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout: skopeo x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.4 M 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout: toolbox x86_64 0.0.99.3-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout: udica noarch 0.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-05-20T05:43:57.941 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout:Downgrading: 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: conmon x86_64 2:2.0.26-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: container-selinux noarch 2:2.178.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 53 k 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: containernetworking-plugins x86_64 0.9.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 19 M 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: containers-common x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 91 k 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: criu x86_64 3.15-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 511 k 2023-05-20T05:43:57.942 INFO:teuthology.orchestra.run.smithi081.stdout: fuse-overlayfs x86_64 1.4.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 72 k 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout: libslirp x86_64 4.3.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 69 k 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout: podman x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 11 M 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout: podman-catatonit x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 322 k 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout: podman-docker noarch 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 56 k 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout: runc x86_64 1.0.0-73.rc95.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.9 M 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout: slirp4netns x86_64 1.1.8-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-05-20T05:43:57.943 INFO:teuthology.orchestra.run.smithi081.stdout:Installing module profiles: 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout: container-tools/common 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling module streams: 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout: container-tools 3.0 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout:========================================================================================================================== 2023-05-20T05:43:57.944 INFO:teuthology.orchestra.run.smithi081.stdout:Install 7 Packages 2023-05-20T05:43:57.945 INFO:teuthology.orchestra.run.smithi081.stdout:Downgrade 12 Packages 2023-05-20T05:43:57.945 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:43:57.945 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 51 M 2023-05-20T05:43:57.945 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:43:57.949 INFO:teuthology.orchestra.run.smithi170.stdout:========================================================================================================================== 2023-05-20T05:43:57.949 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:43:57.949 INFO:teuthology.orchestra.run.smithi170.stdout:========================================================================================================================== 2023-05-20T05:43:57.949 INFO:teuthology.orchestra.run.smithi170.stdout:Installing group/module packages: 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: buildah x86_64 1.19.9-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.8 M 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: cockpit-podman noarch 29-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 1.1 M 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: crun x86_64 0.18-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 185 k 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: skopeo x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.4 M 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: toolbox x86_64 0.0.99.3-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: udica noarch 0.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:43:57.950 INFO:teuthology.orchestra.run.smithi170.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout:Downgrading: 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout: conmon x86_64 2:2.0.26-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout: container-selinux noarch 2:2.178.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 53 k 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout: containernetworking-plugins x86_64 0.9.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 19 M 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout: containers-common x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 91 k 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout: criu x86_64 3.15-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 511 k 2023-05-20T05:43:57.951 INFO:teuthology.orchestra.run.smithi170.stdout: fuse-overlayfs x86_64 1.4.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 72 k 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: libslirp x86_64 4.3.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 69 k 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: podman x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 11 M 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: podman-catatonit x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 322 k 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: podman-docker noarch 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 56 k 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: runc x86_64 1.0.0-73.rc95.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.9 M 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: slirp4netns x86_64 1.1.8-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout:Installing module profiles: 2023-05-20T05:43:57.952 INFO:teuthology.orchestra.run.smithi170.stdout: container-tools/common 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout:Enabling module streams: 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout: container-tools 3.0 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout:========================================================================================================================== 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout:Install 7 Packages 2023-05-20T05:43:57.953 INFO:teuthology.orchestra.run.smithi170.stdout:Downgrade 12 Packages 2023-05-20T05:43:57.954 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:43:57.954 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 51 M 2023-05-20T05:43:57.954 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:43:58.040 INFO:teuthology.orchestra.run.smithi170.stdout:(1/19): containers-common-1.2.4-1.module+el8.6. 1.0 MB/s | 91 kB 00:00 2023-05-20T05:43:58.042 INFO:teuthology.orchestra.run.smithi081.stdout:(1/19): container-selinux-2.178.0-2.module+el8. 538 kB/s | 53 kB 00:00 2023-05-20T05:43:58.066 INFO:teuthology.orchestra.run.smithi170.stdout:(2/19): container-selinux-2.178.0-2.module+el8. 469 kB/s | 53 kB 00:00 2023-05-20T05:43:58.067 INFO:teuthology.orchestra.run.smithi081.stdout:(2/19): slirp4netns-1.1.8-1.module+el8.6.0+1487 415 kB/s | 51 kB 00:00 2023-05-20T05:43:58.091 INFO:teuthology.orchestra.run.smithi170.stdout:(3/19): slirp4netns-1.1.8-1.module+el8.6.0+1487 373 kB/s | 51 kB 00:00 2023-05-20T05:43:58.092 INFO:teuthology.orchestra.run.smithi081.stdout:(3/19): containers-common-1.2.4-1.module+el8.6. 611 kB/s | 91 kB 00:00 2023-05-20T05:43:58.118 INFO:teuthology.orchestra.run.smithi081.stdout:(4/19): libslirp-4.3.1-1.module+el8.6.0+14874+6 1.3 MB/s | 69 kB 00:00 2023-05-20T05:43:58.124 INFO:teuthology.orchestra.run.smithi170.stdout:(4/19): criu-3.15-1.module+el8.6.0+14874+644362 6.0 MB/s | 511 kB 00:00 2023-05-20T05:43:58.150 INFO:teuthology.orchestra.run.smithi170.stdout:(5/19): libslirp-4.3.1-1.module+el8.6.0+14874+6 1.2 MB/s | 69 kB 00:00 2023-05-20T05:43:58.151 INFO:teuthology.orchestra.run.smithi081.stdout:(5/19): criu-3.15-1.module+el8.6.0+14874+644362 4.6 MB/s | 511 kB 00:00 2023-05-20T05:43:58.175 INFO:teuthology.orchestra.run.smithi170.stdout:(6/19): fuse-overlayfs-1.4.0-2.module+el8.6.0+1 1.4 MB/s | 72 kB 00:00 2023-05-20T05:43:58.176 INFO:teuthology.orchestra.run.smithi081.stdout:(6/19): fuse-overlayfs-1.4.0-2.module+el8.6.0+1 1.2 MB/s | 72 kB 00:00 2023-05-20T05:43:58.250 INFO:teuthology.orchestra.run.smithi170.stdout:(7/19): runc-1.0.0-73.rc95.module+el8.6.0+14874 18 MB/s | 2.9 MB 00:00 2023-05-20T05:43:58.260 INFO:teuthology.orchestra.run.smithi081.stdout:(7/19): runc-1.0.0-73.rc95.module+el8.6.0+14874 17 MB/s | 2.9 MB 00:00 2023-05-20T05:43:58.275 INFO:teuthology.orchestra.run.smithi170.stdout:(8/19): podman-docker-3.0.1-9.module+el8.6.0+14 557 kB/s | 56 kB 00:00 2023-05-20T05:43:58.285 INFO:teuthology.orchestra.run.smithi081.stdout:(8/19): podman-docker-3.0.1-9.module+el8.6.0+14 515 kB/s | 56 kB 00:00 2023-05-20T05:43:58.301 INFO:teuthology.orchestra.run.smithi170.stdout:(9/19): conmon-2.0.26-1.module+el8.6.0+14874+64 1.0 MB/s | 51 kB 00:00 2023-05-20T05:43:58.311 INFO:teuthology.orchestra.run.smithi081.stdout:(9/19): conmon-2.0.26-1.module+el8.6.0+14874+64 1.0 MB/s | 51 kB 00:00 2023-05-20T05:43:58.359 INFO:teuthology.orchestra.run.smithi170.stdout:(10/19): podman-catatonit-3.0.1-9.module+el8.6. 5.4 MB/s | 322 kB 00:00 2023-05-20T05:43:58.369 INFO:teuthology.orchestra.run.smithi081.stdout:(10/19): podman-catatonit-3.0.1-9.module+el8.6. 5.4 MB/s | 322 kB 00:00 2023-05-20T05:43:58.418 INFO:teuthology.orchestra.run.smithi170.stdout:(11/19): yajl-2.1.0-10.el8.x86_64.rpm 700 kB/s | 41 kB 00:00 2023-05-20T05:43:58.420 INFO:teuthology.orchestra.run.smithi081.stdout:(11/19): yajl-2.1.0-10.el8.x86_64.rpm 816 kB/s | 41 kB 00:00 2023-05-20T05:43:58.562 INFO:teuthology.orchestra.run.smithi081.stdout:(12/19): podman-3.0.1-9.module+el8.6.0+14874+64 27 MB/s | 11 MB 00:00 2023-05-20T05:43:58.568 INFO:teuthology.orchestra.run.smithi170.stdout:(12/19): podman-3.0.1-9.module+el8.6.0+14874+64 26 MB/s | 11 MB 00:00 2023-05-20T05:43:58.629 INFO:teuthology.orchestra.run.smithi081.stdout:(13/19): toolbox-0.0.99.3-1.module+el8.6.0+1487 11 MB/s | 2.2 MB 00:00 2023-05-20T05:43:58.635 INFO:teuthology.orchestra.run.smithi170.stdout:(13/19): toolbox-0.0.99.3-1.module+el8.6.0+1487 10 MB/s | 2.2 MB 00:00 2023-05-20T05:43:58.812 INFO:teuthology.orchestra.run.smithi170.stdout:(14/19): skopeo-1.2.4-1.module+el8.6.0+14874+64 26 MB/s | 6.4 MB 00:00 2023-05-20T05:43:58.816 INFO:teuthology.orchestra.run.smithi081.stdout:(14/19): skopeo-1.2.4-1.module+el8.6.0+14874+64 25 MB/s | 6.4 MB 00:00 2023-05-20T05:43:59.020 INFO:teuthology.orchestra.run.smithi170.stdout:(15/19): containernetworking-plugins-0.9.1-1.mo 25 MB/s | 19 MB 00:00 2023-05-20T05:43:59.021 INFO:teuthology.orchestra.run.smithi081.stdout:(15/19): containernetworking-plugins-0.9.1-1.mo 26 MB/s | 19 MB 00:00 2023-05-20T05:43:59.061 INFO:teuthology.orchestra.run.smithi170.stdout:(16/19): cockpit-podman-29-2.module+el8.6.0+148 4.3 MB/s | 1.1 MB 00:00 2023-05-20T05:43:59.086 INFO:teuthology.orchestra.run.smithi170.stdout:(17/19): crun-0.18-3.module+el8.6.0+14874+64436 2.7 MB/s | 185 kB 00:00 2023-05-20T05:43:59.112 INFO:teuthology.orchestra.run.smithi170.stdout:(18/19): udica-0.2.4-1.module+el8.6.0+14874+644 1.0 MB/s | 51 kB 00:00 2023-05-20T05:43:59.113 INFO:teuthology.orchestra.run.smithi081.stdout:(16/19): buildah-1.19.9-3.module+el8.6.0+14874+ 14 MB/s | 6.8 MB 00:00 2023-05-20T05:43:59.139 INFO:teuthology.orchestra.run.smithi081.stdout:(17/19): crun-0.18-3.module+el8.6.0+14874+64436 1.5 MB/s | 185 kB 00:00 2023-05-20T05:43:59.156 INFO:teuthology.orchestra.run.smithi081.stdout:(18/19): udica-0.2.4-1.module+el8.6.0+14874+644 1.2 MB/s | 51 kB 00:00 2023-05-20T05:43:59.190 INFO:teuthology.orchestra.run.smithi081.stdout:(19/19): cockpit-podman-29-2.module+el8.6.0+148 2.9 MB/s | 1.1 MB 00:00 2023-05-20T05:43:59.190 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:43:59.191 INFO:teuthology.orchestra.run.smithi081.stdout:Total 41 MB/s | 51 MB 00:01 2023-05-20T05:43:59.195 INFO:teuthology.orchestra.run.smithi170.stdout:(19/19): buildah-1.19.9-3.module+el8.6.0+14874+ 12 MB/s | 6.8 MB 00:00 2023-05-20T05:43:59.197 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:43:59.197 INFO:teuthology.orchestra.run.smithi170.stdout:Total 41 MB/s | 51 MB 00:01 2023-05-20T05:43:59.665 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:43:59.673 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:43:59.708 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:43:59.708 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:43:59.716 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:43:59.716 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:44:00.140 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:44:00.144 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:44:00.144 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:44:00.148 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:44:01.291 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:44:01.294 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:44:01.338 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299 1/1 2023-05-20T05:44:01.344 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299 1/1 2023-05-20T05:44:01.496 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-05-20T05:44:01.505 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-05-20T05:44:01.524 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-05-20T05:44:01.557 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-05-20T05:44:01.566 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-05-20T05:44:01.590 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-05-20T05:44:01.720 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-05-20T05:44:01.765 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-05-20T05:44:18.575 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-05-20T05:44:19.508 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-05-20T05:44:20.339 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : yajl-2.1.0-10.el8.x86_64 3/31 2023-05-20T05:44:20.554 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : containernetworking-plugins-0.9.1-1.module+el8.6.0 4/31 2023-05-20T05:44:20.784 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 5/31 2023-05-20T05:44:20.949 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 6/31 2023-05-20T05:44:21.126 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 7/31 2023-05-20T05:44:21.126 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 8/31 2023-05-20T05:44:21.126 INFO:teuthology.orchestra.run.smithi081.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2023-05-20T05:44:21.126 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:44:21.310 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : yajl-2.1.0-10.el8.x86_64 3/31 2023-05-20T05:44:21.561 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : containernetworking-plugins-0.9.1-1.module+el8.6.0 4/31 2023-05-20T05:44:21.763 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 5/31 2023-05-20T05:44:21.917 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 9/31 2023-05-20T05:44:21.951 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 6/31 2023-05-20T05:44:22.160 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 10/31 2023-05-20T05:44:22.171 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 7/31 2023-05-20T05:44:22.171 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 8/31 2023-05-20T05:44:22.171 INFO:teuthology.orchestra.run.smithi170.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2023-05-20T05:44:22.171 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:44:22.975 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 9/31 2023-05-20T05:44:23.178 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 10/31 2023-05-20T05:44:23.599 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 11/31 2023-05-20T05:44:23.887 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 12/31 2023-05-20T05:44:24.244 INFO:teuthology.orchestra.run.smithi081.stdout: Downgrading : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 13/31 2023-05-20T05:44:24.507 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 14/31 2023-05-20T05:44:24.634 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 11/31 2023-05-20T05:44:24.906 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 12/31 2023-05-20T05:44:25.211 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 15/31 2023-05-20T05:44:25.276 INFO:teuthology.orchestra.run.smithi170.stdout: Downgrading : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 13/31 2023-05-20T05:44:25.568 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 14/31 2023-05-20T05:44:25.957 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 16/31 2023-05-20T05:44:26.158 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 17/31 2023-05-20T05:44:26.271 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 15/31 2023-05-20T05:44:26.340 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 18/31 2023-05-20T05:44:26.542 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 19/31 2023-05-20T05:44:26.657 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 20/31 2023-05-20T05:44:26.658 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-05-20T05:44:26.945 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-05-20T05:44:27.010 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 16/31 2023-05-20T05:44:27.135 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : containers-common-2:1-27.module+el8.6.0+14877+f643 22/31 2023-05-20T05:44:27.136 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-05-20T05:44:27.244 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 17/31 2023-05-20T05:44:27.277 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-05-20T05:44:27.410 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-05-20T05:44:27.468 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 18/31 2023-05-20T05:44:27.544 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 25/31 2023-05-20T05:44:27.653 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 19/31 2023-05-20T05:44:27.718 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 26/31 2023-05-20T05:44:27.767 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 20/31 2023-05-20T05:44:27.768 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-05-20T05:44:27.869 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 27/31 2023-05-20T05:44:28.002 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 28/31 2023-05-20T05:44:28.065 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-05-20T05:44:28.126 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 29/31 2023-05-20T05:44:28.240 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : containers-common-2:1-27.module+el8.6.0+14877+f643 22/31 2023-05-20T05:44:28.240 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-05-20T05:44:28.314 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 30/31 2023-05-20T05:44:28.315 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-05-20T05:44:28.404 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-05-20T05:44:28.501 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-05-20T05:44:28.520 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-05-20T05:44:28.671 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 25/31 2023-05-20T05:44:28.829 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 26/31 2023-05-20T05:44:29.013 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 31/31 2023-05-20T05:44:29.014 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 27/31 2023-05-20T05:44:29.154 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 28/31 2023-05-20T05:44:29.227 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-05-20T05:44:29.227 INFO:teuthology.orchestra.run.smithi081.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-05-20T05:44:29.227 INFO:teuthology.orchestra.run.smithi081.stdout:All rules containing unresolvable specifiers will be skipped. 2023-05-20T05:44:29.227 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:44:29.320 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 29/31 2023-05-20T05:44:29.393 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 1/31 2023-05-20T05:44:29.393 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : containers-common-2:1-27.module+el8.6.0+14877+f643 2/31 2023-05-20T05:44:29.393 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : container-selinux-2:2.178.0-2.module+el8.6.0+14874 3/31 2023-05-20T05:44:29.393 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : container-selinux-2:2.179.1-1.module+el8.6.0+14877 4/31 2023-05-20T05:44:29.394 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 5/31 2023-05-20T05:44:29.394 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 6/31 2023-05-20T05:44:29.394 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 7/31 2023-05-20T05:44:29.394 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 8/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 9/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 10/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 11/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 12/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 13/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 14/31 2023-05-20T05:44:29.395 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 15/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 16/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 17/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 18/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 19/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 20/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : containernetworking-plugins-0.9.1-1.module+el8.6.0 21/31 2023-05-20T05:44:29.396 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : containernetworking-plugins-1:1.0.1-2.module+el8.6 22/31 2023-05-20T05:44:29.397 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 23/31 2023-05-20T05:44:29.397 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-05-20T05:44:29.398 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 25/31 2023-05-20T05:44:29.398 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 26/31 2023-05-20T05:44:29.398 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 27/31 2023-05-20T05:44:29.398 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 28/31 2023-05-20T05:44:29.398 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 29/31 2023-05-20T05:44:29.398 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 30/31 2023-05-20T05:44:29.497 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 30/31 2023-05-20T05:44:29.498 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-05-20T05:44:29.661 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-05-20T05:44:30.178 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 31/31 2023-05-20T05:44:30.401 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-05-20T05:44:30.401 INFO:teuthology.orchestra.run.smithi170.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-05-20T05:44:30.401 INFO:teuthology.orchestra.run.smithi170.stdout:All rules containing unresolvable specifiers will be skipped. 2023-05-20T05:44:30.402 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:44:30.575 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 1/31 2023-05-20T05:44:30.576 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : containers-common-2:1-27.module+el8.6.0+14877+f643 2/31 2023-05-20T05:44:30.576 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : container-selinux-2:2.178.0-2.module+el8.6.0+14874 3/31 2023-05-20T05:44:30.576 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : container-selinux-2:2.179.1-1.module+el8.6.0+14877 4/31 2023-05-20T05:44:30.576 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 5/31 2023-05-20T05:44:30.576 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 6/31 2023-05-20T05:44:30.576 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 7/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 8/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 9/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 10/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 11/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 12/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 13/31 2023-05-20T05:44:30.577 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 14/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 15/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 16/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 17/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 18/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 19/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 20/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : containernetworking-plugins-0.9.1-1.module+el8.6.0 21/31 2023-05-20T05:44:30.578 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : containernetworking-plugins-1:1.0.1-2.module+el8.6 22/31 2023-05-20T05:44:30.579 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 23/31 2023-05-20T05:44:30.579 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-05-20T05:44:30.580 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 25/31 2023-05-20T05:44:30.580 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 26/31 2023-05-20T05:44:30.580 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 27/31 2023-05-20T05:44:30.580 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 28/31 2023-05-20T05:44:30.580 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 29/31 2023-05-20T05:44:30.580 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 30/31 2023-05-20T05:44:30.836 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 31/31 2023-05-20T05:44:30.837 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:06 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:44:31.995 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 31/31 2023-05-20T05:44:31.996 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:07 ago on Sat 20 May 2023 05:42:24 AM UTC. 2023-05-20T05:44:33.704 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:44:33.891 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:44:33.891 INFO:teuthology.orchestra.run.smithi081.stdout:Downgraded: 2023-05-20T05:44:33.891 INFO:teuthology.orchestra.run.smithi081.stdout: conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.892 INFO:teuthology.orchestra.run.smithi081.stdout: container-selinux-2:2.178.0-2.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:33.892 INFO:teuthology.orchestra.run.smithi081.stdout: containernetworking-plugins-0.9.1-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.892 INFO:teuthology.orchestra.run.smithi081.stdout: containers-common-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.892 INFO:teuthology.orchestra.run.smithi081.stdout: criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.892 INFO:teuthology.orchestra.run.smithi081.stdout: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.892 INFO:teuthology.orchestra.run.smithi081.stdout: libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout: podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout: podman-catatonit-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout: podman-docker-3.0.1-9.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout: runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout: slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:44:33.893 INFO:teuthology.orchestra.run.smithi081.stdout: buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: cockpit-podman-29-2.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: yajl-2.1.0-10.el8.x86_64 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:44:33.894 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:44:34.069 DEBUG:teuthology.parallel:result is None 2023-05-20T05:44:34.847 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:44:35.046 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:44:35.046 INFO:teuthology.orchestra.run.smithi170.stdout:Downgraded: 2023-05-20T05:44:35.046 INFO:teuthology.orchestra.run.smithi170.stdout: conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: container-selinux-2:2.178.0-2.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: containernetworking-plugins-0.9.1-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: containers-common-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.047 INFO:teuthology.orchestra.run.smithi170.stdout: podman-catatonit-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout: podman-docker-3.0.1-9.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout: runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout: slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout: buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout: cockpit-podman-29-2.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:35.048 INFO:teuthology.orchestra.run.smithi170.stdout: crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.049 INFO:teuthology.orchestra.run.smithi170.stdout: skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.049 INFO:teuthology.orchestra.run.smithi170.stdout: toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x86_64 2023-05-20T05:44:35.049 INFO:teuthology.orchestra.run.smithi170.stdout: udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 2023-05-20T05:44:35.049 INFO:teuthology.orchestra.run.smithi170.stdout: yajl-2.1.0-10.el8.x86_64 2023-05-20T05:44:35.049 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:44:35.049 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:44:35.224 DEBUG:teuthology.parallel:result is None 2023-05-20T05:44:35.224 INFO:teuthology.run_tasks:Running task install... 2023-05-20T05:44:35.233 DEBUG:teuthology.task.install:project ceph 2023-05-20T05:44:35.233 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8160727644d3bd5a5ab8383dc49372ac6d00bfb1'}} 2023-05-20T05:44:35.234 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '8160727644d3bd5a5ab8383dc49372ac6d00bfb1'} 2023-05-20T05:44:35.234 INFO:teuthology.task.install:Using flavor: default 2023-05-20T05:44:35.246 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-05-20T05:44:35.246 INFO:teuthology.task.install:extra packages: [] 2023-05-20T05:44:35.247 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8160727644d3bd5a5ab8383dc49372ac6d00bfb1', 'tag': None, 'wait_for_package': False} 2023-05-20T05:44:35.247 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:44:35.248 INFO:teuthology.packaging:ref: None 2023-05-20T05:44:35.248 INFO:teuthology.packaging:tag: None 2023-05-20T05:44:35.248 INFO:teuthology.packaging:branch: quincy 2023-05-20T05:44:35.248 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:44:35.249 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-05-20T05:44:35.251 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8160727644d3bd5a5ab8383dc49372ac6d00bfb1', 'tag': None, 'wait_for_package': False} 2023-05-20T05:44:35.251 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:44:35.251 INFO:teuthology.packaging:ref: None 2023-05-20T05:44:35.252 INFO:teuthology.packaging:tag: None 2023-05-20T05:44:35.252 INFO:teuthology.packaging:branch: quincy 2023-05-20T05:44:35.252 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:44:35.253 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-05-20T05:44:35.498 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/ 2023-05-20T05:44:35.499 INFO:teuthology.task.install.rpm:Package version is 17.2.6-350.ge2b6f0a6 2023-05-20T05:44:35.517 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/ 2023-05-20T05:44:35.517 INFO:teuthology.task.install.rpm:Package version is 17.2.6-350.ge2b6f0a6 2023-05-20T05:44:35.617 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-05-20T05:44:35.617 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:44:35.618 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-05-20T05:44:35.623 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-05-20T05:44:35.624 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:44:35.624 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-05-20T05:44:35.649 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-05-20T05:44:35.650 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:44:35.650 INFO:teuthology.packaging:ref: None 2023-05-20T05:44:35.650 INFO:teuthology.packaging:tag: None 2023-05-20T05:44:35.650 INFO:teuthology.packaging:branch: quincy 2023-05-20T05:44:35.650 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:44:35.651 DEBUG:teuthology.orchestra.run.smithi081:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-05-20T05:44:35.652 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-05-20T05:44:35.652 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:44:35.652 INFO:teuthology.packaging:ref: None 2023-05-20T05:44:35.652 INFO:teuthology.packaging:tag: None 2023-05-20T05:44:35.653 INFO:teuthology.packaging:branch: quincy 2023-05-20T05:44:35.653 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:44:35.653 DEBUG:teuthology.orchestra.run.smithi170:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-05-20T05:44:35.719 DEBUG:teuthology.orchestra.run.smithi170:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-05-20T05:44:35.721 DEBUG:teuthology.orchestra.run.smithi081:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-05-20T05:44:35.796 DEBUG:teuthology.orchestra.run.smithi170:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-05-20T05:44:35.801 DEBUG:teuthology.orchestra.run.smithi081:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-05-20T05:44:35.861 INFO:teuthology.orchestra.run.smithi170.stdout:check_obsoletes = 1 2023-05-20T05:44:35.863 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum clean all 2023-05-20T05:44:35.868 INFO:teuthology.orchestra.run.smithi081.stdout:check_obsoletes = 1 2023-05-20T05:44:35.870 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum clean all 2023-05-20T05:44:36.232 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:44:36.242 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:44:36.548 INFO:teuthology.orchestra.run.smithi081.stdout:44 files removed 2023-05-20T05:44:36.556 INFO:teuthology.orchestra.run.smithi170.stdout:44 files removed 2023-05-20T05:44:36.594 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-radosgw 2023-05-20T05:44:36.602 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-radosgw 2023-05-20T05:44:36.925 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:44:36.931 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:44:37.594 INFO:teuthology.orchestra.run.smithi081.stdout:ceph packages for x86_64 306 kB/s | 78 kB 00:00 2023-05-20T05:44:37.609 INFO:teuthology.orchestra.run.smithi170.stdout:ceph packages for x86_64 296 kB/s | 78 kB 00:00 2023-05-20T05:44:37.845 INFO:teuthology.orchestra.run.smithi081.stdout:ceph noarch packages 42 kB/s | 9.1 kB 00:00 2023-05-20T05:44:37.893 INFO:teuthology.orchestra.run.smithi170.stdout:ceph noarch packages 36 kB/s | 9.1 kB 00:00 2023-05-20T05:44:38.079 INFO:teuthology.orchestra.run.smithi081.stdout:ceph source packages 6.8 kB/s | 1.4 kB 00:00 2023-05-20T05:44:38.144 INFO:teuthology.orchestra.run.smithi170.stdout:ceph source packages 6.3 kB/s | 1.4 kB 00:00 2023-05-20T05:44:38.271 INFO:teuthology.orchestra.run.smithi081.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2023-05-20T05:44:38.336 INFO:teuthology.orchestra.run.smithi170.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2023-05-20T05:44:44.099 INFO:teuthology.orchestra.run.smithi081.stdout:Extra Packages for Enterprise Linux 2.4 MB/s | 14 MB 00:05 2023-05-20T05:44:44.131 INFO:teuthology.orchestra.run.smithi170.stdout:Extra Packages for Enterprise Linux 2.4 MB/s | 14 MB 00:05 2023-05-20T05:44:47.261 INFO:teuthology.orchestra.run.smithi170.stdout:lab-extras 369 kB/s | 24 kB 00:00 2023-05-20T05:44:47.280 INFO:teuthology.orchestra.run.smithi081.stdout:lab-extras 459 kB/s | 24 kB 00:00 2023-05-20T05:44:48.197 INFO:teuthology.orchestra.run.smithi170.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 55 MB/s | 47 MB 00:00 2023-05-20T05:44:48.282 INFO:teuthology.orchestra.run.smithi081.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 57 MB/s | 53 MB 00:00 2023-05-20T05:44:56.265 INFO:teuthology.orchestra.run.smithi170.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 60 MB/s | 53 MB 00:00 2023-05-20T05:44:56.409 INFO:teuthology.orchestra.run.smithi081.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 57 MB/s | 47 MB 00:00 2023-05-20T05:45:07.313 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:45:07.315 INFO:teuthology.orchestra.run.smithi081.stdout:=================================================================================================== 2023-05-20T05:45:07.315 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:45:07.315 INFO:teuthology.orchestra.run.smithi081.stdout:=================================================================================================== 2023-05-20T05:45:07.316 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:45:07.316 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-radosgw x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 17 M 2023-05-20T05:45:07.316 INFO:teuthology.orchestra.run.smithi081.stdout:Upgrading: 2023-05-20T05:45:07.316 INFO:teuthology.orchestra.run.smithi081.stdout: librados2 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.5 M 2023-05-20T05:45:07.316 INFO:teuthology.orchestra.run.smithi081.stdout: librbd1 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.6 M 2023-05-20T05:45:07.316 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 5.2 M 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-common x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 23 M 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-selinux x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 24 k 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs2 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 794 k 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-05-20T05:45:07.317 INFO:teuthology.orchestra.run.smithi081.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 506 k 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: librgw2 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 5.5 M 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 45 k 2023-05-20T05:45:07.318 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-common x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 115 k 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cephfs x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 190 k 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 370 k 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rbd x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 357 k 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rgw x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 106 k 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-05-20T05:45:07.319 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:07.320 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:45:07.320 INFO:teuthology.orchestra.run.smithi081.stdout:=================================================================================================== 2023-05-20T05:45:07.320 INFO:teuthology.orchestra.run.smithi081.stdout:Install 21 Packages 2023-05-20T05:45:07.320 INFO:teuthology.orchestra.run.smithi081.stdout:Upgrade 2 Packages 2023-05-20T05:45:07.320 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:07.321 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 63 M 2023-05-20T05:45:07.321 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:45:07.417 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:45:07.419 INFO:teuthology.orchestra.run.smithi170.stdout:=================================================================================================== 2023-05-20T05:45:07.419 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:45:07.420 INFO:teuthology.orchestra.run.smithi170.stdout:=================================================================================================== 2023-05-20T05:45:07.420 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:45:07.420 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-radosgw x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 17 M 2023-05-20T05:45:07.420 INFO:teuthology.orchestra.run.smithi170.stdout:Upgrading: 2023-05-20T05:45:07.420 INFO:teuthology.orchestra.run.smithi170.stdout: librados2 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.5 M 2023-05-20T05:45:07.420 INFO:teuthology.orchestra.run.smithi170.stdout: librbd1 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.6 M 2023-05-20T05:45:07.421 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:45:07.421 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 5.2 M 2023-05-20T05:45:07.421 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-common x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 23 M 2023-05-20T05:45:07.421 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-selinux x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 24 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 794 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 506 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-05-20T05:45:07.422 INFO:teuthology.orchestra.run.smithi170.stdout: librgw2 x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 5.5 M 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-argparse x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 45 k 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 115 k 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cephfs x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 190 k 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-05-20T05:45:07.423 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rados x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 370 k 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rbd x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 357 k 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rgw x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 106 k 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout:=================================================================================================== 2023-05-20T05:45:07.424 INFO:teuthology.orchestra.run.smithi170.stdout:Install 21 Packages 2023-05-20T05:45:07.425 INFO:teuthology.orchestra.run.smithi170.stdout:Upgrade 2 Packages 2023-05-20T05:45:07.425 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:07.425 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 63 M 2023-05-20T05:45:07.426 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:45:08.376 INFO:teuthology.orchestra.run.smithi081.stdout:(1/23): ceph-base-17.2.6-350.ge2b6f0a6.el8.x86_ 5.2 MB/s | 5.2 MB 00:00 2023-05-20T05:45:08.451 INFO:teuthology.orchestra.run.smithi081.stdout:(2/23): ceph-selinux-17.2.6-350.ge2b6f0a6.el8.x 325 kB/s | 24 kB 00:00 2023-05-20T05:45:08.627 INFO:teuthology.orchestra.run.smithi081.stdout:(3/23): libcephfs2-17.2.6-350.ge2b6f0a6.el8.x86 4.4 MB/s | 794 kB 00:00 2023-05-20T05:45:08.777 INFO:teuthology.orchestra.run.smithi081.stdout:(4/23): libradosstriper1-17.2.6-350.ge2b6f0a6.e 3.3 MB/s | 506 kB 00:00 2023-05-20T05:45:09.402 INFO:teuthology.orchestra.run.smithi081.stdout:(5/23): ceph-radosgw-17.2.6-350.ge2b6f0a6.el8.x 8.3 MB/s | 17 MB 00:02 2023-05-20T05:45:09.494 INFO:teuthology.orchestra.run.smithi081.stdout:(6/23): python3-ceph-argparse-17.2.6-350.ge2b6f 487 kB/s | 45 kB 00:00 2023-05-20T05:45:09.620 INFO:teuthology.orchestra.run.smithi081.stdout:(7/23): python3-ceph-common-17.2.6-350.ge2b6f0a 918 kB/s | 115 kB 00:00 2023-05-20T05:45:09.753 INFO:teuthology.orchestra.run.smithi081.stdout:(8/23): librgw2-17.2.6-350.ge2b6f0a6.el8.x86_64 5.7 MB/s | 5.5 MB 00:00 2023-05-20T05:45:09.779 INFO:teuthology.orchestra.run.smithi081.stdout:(9/23): python3-cephfs-17.2.6-350.ge2b6f0a6.el8 1.2 MB/s | 190 kB 00:00 2023-05-20T05:45:09.838 INFO:teuthology.orchestra.run.smithi081.stdout:(10/23): python3-rados-17.2.6-350.ge2b6f0a6.el8 4.3 MB/s | 370 kB 00:00 2023-05-20T05:45:09.879 INFO:teuthology.orchestra.run.smithi081.stdout:(11/23): python3-rbd-17.2.6-350.ge2b6f0a6.el8.x 3.5 MB/s | 357 kB 00:00 2023-05-20T05:45:09.921 INFO:teuthology.orchestra.run.smithi081.stdout:(12/23): python3-rgw-17.2.6-350.ge2b6f0a6.el8.x 1.2 MB/s | 106 kB 00:00 2023-05-20T05:45:10.180 INFO:teuthology.orchestra.run.smithi081.stdout:(13/23): ceph-common-17.2.6-350.ge2b6f0a6.el8.x 8.4 MB/s | 23 MB 00:02 2023-05-20T05:45:10.303 INFO:teuthology.orchestra.run.smithi081.stdout:(14/23): gperftools-libs-2.7-9.el8.x86_64.rpm 722 kB/s | 306 kB 00:00 2023-05-20T05:45:10.355 INFO:teuthology.orchestra.run.smithi081.stdout:(15/23): liboath-2.6.2-3.el8.x86_64.rpm 135 kB/s | 59 kB 00:00 2023-05-20T05:45:10.398 INFO:teuthology.orchestra.run.smithi081.stdout:(16/23): libunwind-1.3.1-3.el8.x86_64.rpm 346 kB/s | 75 kB 00:00 2023-05-20T05:45:10.448 INFO:teuthology.orchestra.run.smithi081.stdout:(17/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 507 kB/s | 47 kB 00:00 2023-05-20T05:45:10.473 INFO:teuthology.orchestra.run.smithi081.stdout:(18/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.6 MB/s | 259 kB 00:00 2023-05-20T05:45:10.499 INFO:teuthology.orchestra.run.smithi081.stdout:(19/23): python3-prettytable-0.7.2-14.el8.noarc 877 kB/s | 44 kB 00:00 2023-05-20T05:45:10.524 INFO:teuthology.orchestra.run.smithi081.stdout:(20/23): librdkafka-0.11.4-3.el8.x86_64.rpm 6.9 MB/s | 354 kB 00:00 2023-05-20T05:45:10.782 INFO:teuthology.orchestra.run.smithi170.stdout:(1/23): ceph-common-17.2.6-350.ge2b6f0a6.el8.x8 7.0 MB/s | 23 MB 00:03 2023-05-20T05:45:10.791 INFO:teuthology.orchestra.run.smithi081.stdout:(21/23): thrift-0.13.0-2.el8.x86_64.rpm 3.6 MB/s | 1.7 MB 00:00 2023-05-20T05:45:10.849 INFO:teuthology.orchestra.run.smithi170.stdout:(2/23): ceph-base-17.2.6-350.ge2b6f0a6.el8.x86_ 1.5 MB/s | 5.2 MB 00:03 2023-05-20T05:45:10.873 INFO:teuthology.orchestra.run.smithi081.stdout:(22/23): librbd1-17.2.6-350.ge2b6f0a6.el8.x86_6 10 MB/s | 3.6 MB 00:00 2023-05-20T05:45:10.874 INFO:teuthology.orchestra.run.smithi170.stdout:(3/23): ceph-selinux-17.2.6-350.ge2b6f0a6.el8.x 265 kB/s | 24 kB 00:00 2023-05-20T05:45:10.934 INFO:teuthology.orchestra.run.smithi081.stdout:(23/23): librados2-17.2.6-350.ge2b6f0a6.el8.x86 8.0 MB/s | 3.5 MB 00:00 2023-05-20T05:45:10.934 INFO:teuthology.orchestra.run.smithi170.stdout:(4/23): libradosstriper1-17.2.6-350.ge2b6f0a6.e 8.5 MB/s | 506 kB 00:00 2023-05-20T05:45:10.935 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:45:10.936 INFO:teuthology.orchestra.run.smithi081.stdout:Total 17 MB/s | 63 MB 00:03 2023-05-20T05:45:10.981 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:45:11.026 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:45:11.026 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:45:11.141 INFO:teuthology.orchestra.run.smithi170.stdout:(5/23): libcephfs2-17.2.6-350.ge2b6f0a6.el8.x86 2.7 MB/s | 794 kB 00:00 2023-05-20T05:45:11.242 INFO:teuthology.orchestra.run.smithi170.stdout:(6/23): librgw2-17.2.6-350.ge2b6f0a6.el8.x86_64 18 MB/s | 5.5 MB 00:00 2023-05-20T05:45:11.267 INFO:teuthology.orchestra.run.smithi170.stdout:(7/23): python3-ceph-argparse-17.2.6-350.ge2b6f 356 kB/s | 45 kB 00:00 2023-05-20T05:45:11.292 INFO:teuthology.orchestra.run.smithi170.stdout:(8/23): python3-ceph-common-17.2.6-350.ge2b6f0a 2.2 MB/s | 115 kB 00:00 2023-05-20T05:45:11.343 INFO:teuthology.orchestra.run.smithi170.stdout:(9/23): python3-cephfs-17.2.6-350.ge2b6f0a6.el8 2.5 MB/s | 190 kB 00:00 2023-05-20T05:45:11.368 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:45:11.369 INFO:teuthology.orchestra.run.smithi170.stdout:(10/23): python3-rados-17.2.6-350.ge2b6f0a6.el8 4.8 MB/s | 370 kB 00:00 2023-05-20T05:45:11.371 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:45:11.418 INFO:teuthology.orchestra.run.smithi170.stdout:(11/23): python3-rgw-17.2.6-350.ge2b6f0a6.el8.x 2.1 MB/s | 106 kB 00:00 2023-05-20T05:45:11.469 INFO:teuthology.orchestra.run.smithi170.stdout:(12/23): python3-rbd-17.2.6-350.ge2b6f0a6.el8.x 2.8 MB/s | 357 kB 00:00 2023-05-20T05:45:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:(13/23): liboath-2.6.2-3.el8.x86_64.rpm 321 kB/s | 59 kB 00:00 2023-05-20T05:45:11.728 INFO:teuthology.orchestra.run.smithi170.stdout:(14/23): gperftools-libs-2.7-9.el8.x86_64.rpm 991 kB/s | 306 kB 00:00 2023-05-20T05:45:11.794 INFO:teuthology.orchestra.run.smithi170.stdout:(15/23): libunwind-1.3.1-3.el8.x86_64.rpm 528 kB/s | 75 kB 00:00 2023-05-20T05:45:11.861 INFO:teuthology.orchestra.run.smithi170.stdout:(16/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.8 MB/s | 259 kB 00:00 2023-05-20T05:45:11.895 INFO:teuthology.orchestra.run.smithi170.stdout:(17/23): python3-prettytable-0.7.2-14.el8.noarc 1.3 MB/s | 44 kB 00:00 2023-05-20T05:45:11.937 INFO:teuthology.orchestra.run.smithi170.stdout:(18/23): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-05-20T05:45:11.971 INFO:teuthology.orchestra.run.smithi170.stdout:(19/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2023-05-20T05:45:12.021 INFO:teuthology.orchestra.run.smithi170.stdout:(20/23): thrift-0.13.0-2.el8.x86_64.rpm 5.9 MB/s | 1.7 MB 00:00 2023-05-20T05:45:12.255 INFO:teuthology.orchestra.run.smithi170.stdout:(21/23): librbd1-17.2.6-350.ge2b6f0a6.el8.x86_6 15 MB/s | 3.6 MB 00:00 2023-05-20T05:45:12.461 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:45:12.661 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-05-20T05:45:12.771 INFO:teuthology.orchestra.run.smithi170.stdout:(22/23): librados2-17.2.6-350.ge2b6f0a6.el8.x86 4.3 MB/s | 3.5 MB 00:00 2023-05-20T05:45:13.047 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-05-20T05:45:13.063 INFO:teuthology.orchestra.run.smithi170.stdout:(23/23): ceph-radosgw-17.2.6-350.ge2b6f0a6.el8. 3.0 MB/s | 17 MB 00:05 2023-05-20T05:45:13.066 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:45:13.066 INFO:teuthology.orchestra.run.smithi170.stdout:Total 11 MB/s | 63 MB 00:05 2023-05-20T05:45:13.114 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:45:13.159 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:45:13.159 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:45:13.253 INFO:teuthology.orchestra.run.smithi081.stdout: Upgrading : librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/25 2023-05-20T05:45:13.354 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/25 2023-05-20T05:45:13.508 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:45:13.512 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:45:13.542 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 3/25 2023-05-20T05:45:13.760 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-05-20T05:45:13.953 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/25 2023-05-20T05:45:14.376 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/25 2023-05-20T05:45:14.561 INFO:teuthology.orchestra.run.smithi081.stdout: Upgrading : librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/25 2023-05-20T05:45:14.578 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:45:14.656 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/25 2023-05-20T05:45:14.753 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-05-20T05:45:15.136 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-05-20T05:45:15.302 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/25 2023-05-20T05:45:15.336 INFO:teuthology.orchestra.run.smithi170.stdout: Upgrading : librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/25 2023-05-20T05:45:15.373 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/25 2023-05-20T05:45:15.445 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/25 2023-05-20T05:45:15.707 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-05-20T05:45:16.176 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 3/25 2023-05-20T05:45:16.357 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/25 2023-05-20T05:45:16.412 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-05-20T05:45:16.536 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 10/25 2023-05-20T05:45:16.602 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 10/25 2023-05-20T05:45:16.603 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/25 2023-05-20T05:45:16.763 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ceph-argparse-2:17.2.6-350.ge2b6f0a6.el8.x 11/25 2023-05-20T05:45:16.905 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 12/25 2023-05-20T05:45:16.981 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/25 2023-05-20T05:45:17.104 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 13/25 2023-05-20T05:45:17.203 INFO:teuthology.orchestra.run.smithi170.stdout: Upgrading : librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/25 2023-05-20T05:45:17.269 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/25 2023-05-20T05:45:17.305 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 14/25 2023-05-20T05:45:17.477 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 15/25 2023-05-20T05:45:17.488 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 7/25 2023-05-20T05:45:17.549 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 15/25 2023-05-20T05:45:17.653 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 8/25 2023-05-20T05:45:17.670 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-05-20T05:45:17.871 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-05-20T05:45:17.872 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 8/25 2023-05-20T05:45:18.077 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-05-20T05:45:18.228 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86 19/25 2023-05-20T05:45:18.557 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/25 2023-05-20T05:45:18.719 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 10/25 2023-05-20T05:45:18.783 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 10/25 2023-05-20T05:45:18.905 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ceph-argparse-2:17.2.6-350.ge2b6f0a6.el8.x 11/25 2023-05-20T05:45:19.064 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 12/25 2023-05-20T05:45:19.279 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 13/25 2023-05-20T05:45:19.480 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 14/25 2023-05-20T05:45:19.627 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 15/25 2023-05-20T05:45:19.695 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 15/25 2023-05-20T05:45:19.820 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-05-20T05:45:19.993 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-05-20T05:45:20.209 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-05-20T05:45:20.386 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86 19/25 2023-05-20T05:45:21.932 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 20/25 2023-05-20T05:45:22.152 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 20/25 2023-05-20T05:45:22.742 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 20/25 2023-05-20T05:45:22.994 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 21/25 2023-05-20T05:45:23.098 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 21/25 2023-05-20T05:45:23.268 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 22/25 2023-05-20T05:45:24.267 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 20/25 2023-05-20T05:45:24.493 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 20/25 2023-05-20T05:45:25.071 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 20/25 2023-05-20T05:45:25.337 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 21/25 2023-05-20T05:45:25.421 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 21/25 2023-05-20T05:45:25.568 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 22/25 2023-05-20T05:45:41.808 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 22/25 2023-05-20T05:45:41.808 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /sys 2023-05-20T05:45:41.808 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /proc 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /dev 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /run 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /mnt 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /var/tmp 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /home 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /tmp 2023-05-20T05:45:41.809 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /dev 2023-05-20T05:45:41.810 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:43.458 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 23/25 2023-05-20T05:45:43.533 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 23/25 2023-05-20T05:45:43.533 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-05-20T05:45:43.759 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-05-20T05:45:43.760 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-05-20T05:45:44.176 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-05-20T05:45:44.176 INFO:teuthology.orchestra.run.smithi081.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-05-20T05:45:44.176 INFO:teuthology.orchestra.run.smithi081.stdout:All rules containing unresolvable specifiers will be skipped. 2023-05-20T05:45:44.176 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:44.183 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 22/25 2023-05-20T05:45:44.183 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /sys 2023-05-20T05:45:44.183 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /proc 2023-05-20T05:45:44.183 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /dev 2023-05-20T05:45:44.183 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /run 2023-05-20T05:45:44.184 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /mnt 2023-05-20T05:45:44.184 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /var/tmp 2023-05-20T05:45:44.184 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /home 2023-05-20T05:45:44.184 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /tmp 2023-05-20T05:45:44.184 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /dev 2023-05-20T05:45:44.184 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:44.328 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/25 2023-05-20T05:45:44.328 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/25 2023-05-20T05:45:44.328 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 3/25 2023-05-20T05:45:44.328 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 4/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 7/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ceph-argparse-2:17.2.6-350.ge2b6f0a6.el8.x 8/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86 9/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 10/25 2023-05-20T05:45:44.329 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 11/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 12/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 13/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 18/25 2023-05-20T05:45:44.330 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 19/25 2023-05-20T05:45:44.331 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 20/25 2023-05-20T05:45:44.331 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 21/25 2023-05-20T05:45:44.331 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 22/25 2023-05-20T05:45:44.331 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-05-20T05:45:44.331 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 24/25 2023-05-20T05:45:45.677 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-05-20T05:45:45.677 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:50 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:45:45.826 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 23/25 2023-05-20T05:45:45.904 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 23/25 2023-05-20T05:45:45.904 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-05-20T05:45:46.109 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-05-20T05:45:46.109 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-05-20T05:45:46.575 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-05-20T05:45:46.575 INFO:teuthology.orchestra.run.smithi170.stdout:[/usr/lib/tmpfiles.d/journal-nocow.conf:26] Failed to resolve specifier: uninitialized /etc detected, skipping 2023-05-20T05:45:46.575 INFO:teuthology.orchestra.run.smithi170.stdout:All rules containing unresolvable specifiers will be skipped. 2023-05-20T05:45:46.575 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:46.750 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/25 2023-05-20T05:45:46.751 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/25 2023-05-20T05:45:46.751 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 3/25 2023-05-20T05:45:46.751 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 4/25 2023-05-20T05:45:46.751 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/25 2023-05-20T05:45:46.751 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 7/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ceph-argparse-2:17.2.6-350.ge2b6f0a6.el8.x 8/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86 9/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 10/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 11/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 12/25 2023-05-20T05:45:46.752 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 13/25 2023-05-20T05:45:46.753 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-05-20T05:45:46.753 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2023-05-20T05:45:46.753 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2023-05-20T05:45:46.753 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2023-05-20T05:45:46.753 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 18/25 2023-05-20T05:45:46.754 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 19/25 2023-05-20T05:45:46.754 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 20/25 2023-05-20T05:45:46.754 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 21/25 2023-05-20T05:45:46.754 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 22/25 2023-05-20T05:45:46.754 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-05-20T05:45:46.754 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 24/25 2023-05-20T05:45:48.044 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:45:48.125 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-05-20T05:45:48.125 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:53 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:45:48.229 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:48.229 INFO:teuthology.orchestra.run.smithi081.stdout:Upgraded: 2023-05-20T05:45:48.229 INFO:teuthology.orchestra.run.smithi081.stdout: librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.229 INFO:teuthology.orchestra.run.smithi081.stdout: librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.229 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.230 INFO:teuthology.orchestra.run.smithi081.stdout: liboath-2.6.2-3.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: libunwind-1.3.1-3.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-05-20T05:45:48.231 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:48.232 INFO:teuthology.orchestra.run.smithi081.stdout: thrift-0.13.0-2.el8.x86_64 2023-05-20T05:45:48.233 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:48.233 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:45:48.391 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-test 2023-05-20T05:45:48.739 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:45:49.511 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:54 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:45:50.498 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:45:50.683 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:50.684 INFO:teuthology.orchestra.run.smithi170.stdout:Upgraded: 2023-05-20T05:45:50.684 INFO:teuthology.orchestra.run.smithi170.stdout: librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.684 INFO:teuthology.orchestra.run.smithi170.stdout: librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.684 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:45:50.684 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.685 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.685 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-radosgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.685 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-selinux-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.685 INFO:teuthology.orchestra.run.smithi170.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-05-20T05:45:50.685 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.685 INFO:teuthology.orchestra.run.smithi170.stdout: liboath-2.6.2-3.el8.x86_64 2023-05-20T05:45:50.686 INFO:teuthology.orchestra.run.smithi170.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-05-20T05:45:50.686 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.686 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-05-20T05:45:50.686 INFO:teuthology.orchestra.run.smithi170.stdout: librgw2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.686 INFO:teuthology.orchestra.run.smithi170.stdout: libunwind-1.3.1-3.el8.x86_64 2023-05-20T05:45:50.686 INFO:teuthology.orchestra.run.smithi170.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-05-20T05:45:50.687 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-argparse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.687 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.687 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.687 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-05-20T05:45:50.687 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.688 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.688 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:45:50.688 INFO:teuthology.orchestra.run.smithi170.stdout: thrift-0.13.0-2.el8.x86_64 2023-05-20T05:45:50.688 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:50.688 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:45:50.840 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-test 2023-05-20T05:45:50.891 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:45:50.892 INFO:teuthology.orchestra.run.smithi081.stdout:=========================================================================================== 2023-05-20T05:45:50.892 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:45:50.892 INFO:teuthology.orchestra.run.smithi081.stdout:=========================================================================================== 2023-05-20T05:45:50.892 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:45:50.892 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-test x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 51 M 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout: libcephsqlite x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 175 k 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-05-20T05:45:50.893 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:50.894 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:45:50.894 INFO:teuthology.orchestra.run.smithi081.stdout:=========================================================================================== 2023-05-20T05:45:50.894 INFO:teuthology.orchestra.run.smithi081.stdout:Install 6 Packages 2023-05-20T05:45:50.894 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:45:50.894 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 52 M 2023-05-20T05:45:50.895 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 230 M 2023-05-20T05:45:50.895 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:45:50.925 INFO:teuthology.orchestra.run.smithi081.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.2 MB/s | 70 kB 00:00 2023-05-20T05:45:50.992 INFO:teuthology.orchestra.run.smithi081.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 4.7 MB/s | 323 kB 00:00 2023-05-20T05:45:51.034 INFO:teuthology.orchestra.run.smithi081.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-05-20T05:45:51.076 INFO:teuthology.orchestra.run.smithi081.stdout:(4/6): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-05-20T05:45:51.186 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:45:51.435 INFO:teuthology.orchestra.run.smithi081.stdout:(5/6): libcephsqlite-17.2.6-350.ge2b6f0a6.el8.x 324 kB/s | 175 kB 00:00 2023-05-20T05:45:52.019 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:57 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:45:53.382 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:45:53.383 INFO:teuthology.orchestra.run.smithi170.stdout:=========================================================================================== 2023-05-20T05:45:53.384 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:45:53.384 INFO:teuthology.orchestra.run.smithi170.stdout:=========================================================================================== 2023-05-20T05:45:53.384 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:45:53.385 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-test x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 51 M 2023-05-20T05:45:53.385 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:45:53.385 INFO:teuthology.orchestra.run.smithi170.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-05-20T05:45:53.385 INFO:teuthology.orchestra.run.smithi170.stdout: libcephsqlite x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 175 k 2023-05-20T05:45:53.386 INFO:teuthology.orchestra.run.smithi170.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-05-20T05:45:53.386 INFO:teuthology.orchestra.run.smithi170.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-05-20T05:45:53.386 INFO:teuthology.orchestra.run.smithi170.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-05-20T05:45:53.386 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:53.387 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:45:53.387 INFO:teuthology.orchestra.run.smithi170.stdout:=========================================================================================== 2023-05-20T05:45:53.387 INFO:teuthology.orchestra.run.smithi170.stdout:Install 6 Packages 2023-05-20T05:45:53.388 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:45:53.389 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 52 M 2023-05-20T05:45:53.389 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 230 M 2023-05-20T05:45:53.390 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:45:53.413 INFO:teuthology.orchestra.run.smithi170.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.5 MB/s | 70 kB 00:00 2023-05-20T05:45:53.488 INFO:teuthology.orchestra.run.smithi170.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 4.2 MB/s | 323 kB 00:00 2023-05-20T05:45:53.530 INFO:teuthology.orchestra.run.smithi170.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-05-20T05:45:53.572 INFO:teuthology.orchestra.run.smithi170.stdout:(4/6): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-05-20T05:45:53.940 INFO:teuthology.orchestra.run.smithi170.stdout:(5/6): libcephsqlite-17.2.6-350.ge2b6f0a6.el8.x 316 kB/s | 175 kB 00:00 2023-05-20T05:45:58.180 INFO:teuthology.orchestra.run.smithi170.stdout:(6/6): ceph-test-17.2.6-350.ge2b6f0a6.el8.x86_6 11 MB/s | 51 MB 00:04 2023-05-20T05:45:58.182 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:45:58.182 INFO:teuthology.orchestra.run.smithi170.stdout:Total 11 MB/s | 52 MB 00:04 2023-05-20T05:45:58.219 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:45:58.240 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:45:58.240 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:45:58.512 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:45:58.516 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:45:58.966 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:45:59.104 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-05-20T05:45:59.191 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-05-20T05:45:59.375 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-05-20T05:45:59.521 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-05-20T05:45:59.686 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-05-20T05:45:59.855 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/6 2023-05-20T05:46:02.234 INFO:teuthology.orchestra.run.smithi081.stdout:(6/6): ceph-test-17.2.6-350.ge2b6f0a6.el8.x86_6 4.5 MB/s | 51 MB 00:11 2023-05-20T05:46:02.236 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:02.236 INFO:teuthology.orchestra.run.smithi081.stdout:Total 4.6 MB/s | 52 MB 00:11 2023-05-20T05:46:02.273 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:46:02.295 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:46:02.295 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:46:02.566 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:46:02.570 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:46:03.018 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:46:03.146 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-05-20T05:46:03.220 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-05-20T05:46:03.442 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-05-20T05:46:03.596 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-05-20T05:46:03.753 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-05-20T05:46:03.888 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/6 2023-05-20T05:46:04.765 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/6 2023-05-20T05:46:05.025 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/6 2023-05-20T05:46:05.253 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/6 2023-05-20T05:46:05.254 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/6 2023-05-20T05:46:05.254 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/6 2023-05-20T05:46:05.254 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-05-20T05:46:05.254 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-05-20T05:46:05.254 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-05-20T05:46:06.369 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-05-20T05:46:06.369 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:11 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:08.745 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:46:08.801 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/6 2023-05-20T05:46:08.927 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:08.928 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:46:08.928 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:08.928 INFO:teuthology.orchestra.run.smithi170.stdout: jq-1.6-3.el8.x86_64 2023-05-20T05:46:08.928 INFO:teuthology.orchestra.run.smithi170.stdout: libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:08.928 INFO:teuthology.orchestra.run.smithi170.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-05-20T05:46:08.928 INFO:teuthology.orchestra.run.smithi170.stdout: socat-1.7.4.1-1.el8.x86_64 2023-05-20T05:46:08.929 INFO:teuthology.orchestra.run.smithi170.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-05-20T05:46:08.929 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:08.929 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:46:09.034 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/6 2023-05-20T05:46:09.062 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph 2023-05-20T05:46:09.288 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 6/6 2023-05-20T05:46:09.288 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/6 2023-05-20T05:46:09.289 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/6 2023-05-20T05:46:09.289 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-05-20T05:46:09.289 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-05-20T05:46:09.289 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-05-20T05:46:09.396 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:10.226 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:15 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:10.327 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-05-20T05:46:10.328 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:15 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:11.660 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:46:11.663 INFO:teuthology.orchestra.run.smithi170.stdout:====================================================================================================== 2023-05-20T05:46:11.664 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:46:11.664 INFO:teuthology.orchestra.run.smithi170.stdout:====================================================================================================== 2023-05-20T05:46:11.664 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:46:11.665 INFO:teuthology.orchestra.run.smithi170.stdout: ceph x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 6.4 k 2023-05-20T05:46:11.665 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:46:11.665 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mds x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 2.3 M 2023-05-20T05:46:11.665 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 1.6 M 2023-05-20T05:46:11.666 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 237 k 2023-05-20T05:46:11.666 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mon x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.9 M 2023-05-20T05:46:11.666 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-osd x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 17 M 2023-05-20T05:46:11.667 INFO:teuthology.orchestra.run.smithi170.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-05-20T05:46:11.667 INFO:teuthology.orchestra.run.smithi170.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-05-20T05:46:11.667 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-05-20T05:46:11.668 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-05-20T05:46:11.668 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-05-20T05:46:11.668 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-05-20T05:46:11.668 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-05-20T05:46:11.669 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-05-20T05:46:11.669 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-05-20T05:46:11.669 INFO:teuthology.orchestra.run.smithi170.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-05-20T05:46:11.669 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-05-20T05:46:11.670 INFO:teuthology.orchestra.run.smithi170.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-05-20T05:46:11.670 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-05-20T05:46:11.670 INFO:teuthology.orchestra.run.smithi170.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-05-20T05:46:11.670 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-05-20T05:46:11.671 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-05-20T05:46:11.671 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-05-20T05:46:11.671 INFO:teuthology.orchestra.run.smithi170.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-05-20T05:46:11.671 INFO:teuthology.orchestra.run.smithi170.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-05-20T05:46:11.672 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-05-20T05:46:11.672 INFO:teuthology.orchestra.run.smithi170.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-05-20T05:46:11.672 INFO:teuthology.orchestra.run.smithi170.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-05-20T05:46:11.672 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-05-20T05:46:11.673 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-05-20T05:46:11.673 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-05-20T05:46:11.673 INFO:teuthology.orchestra.run.smithi170.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-05-20T05:46:11.673 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:11.674 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:46:11.674 INFO:teuthology.orchestra.run.smithi170.stdout:====================================================================================================== 2023-05-20T05:46:11.674 INFO:teuthology.orchestra.run.smithi170.stdout:Install 32 Packages 2023-05-20T05:46:11.674 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:11.675 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 28 M 2023-05-20T05:46:11.676 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 110 M 2023-05-20T05:46:11.676 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:46:11.873 INFO:teuthology.orchestra.run.smithi170.stdout:(1/32): ceph-17.2.6-350.ge2b6f0a6.el8.x86_64.rp 48 kB/s | 6.4 kB 00:00 2023-05-20T05:46:12.049 INFO:teuthology.orchestra.run.smithi170.stdout:(2/32): ceph-mgr-17.2.6-350.ge2b6f0a6.el8.x86_6 5.0 MB/s | 1.6 MB 00:00 2023-05-20T05:46:12.107 INFO:teuthology.orchestra.run.smithi170.stdout:(3/32): ceph-mds-17.2.6-350.ge2b6f0a6.el8.x86_6 6.2 MB/s | 2.3 MB 00:00 2023-05-20T05:46:12.166 INFO:teuthology.orchestra.run.smithi170.stdout:(4/32): ceph-mgr-modules-core-17.2.6-350.ge2b6f 4.0 MB/s | 237 kB 00:00 2023-05-20T05:46:12.280 INFO:teuthology.orchestra.run.smithi170.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 402 kB/s | 44 kB 00:00 2023-05-20T05:46:12.376 INFO:teuthology.orchestra.run.smithi170.stdout:(6/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 1.8 MB/s | 185 kB 00:00 2023-05-20T05:46:12.574 INFO:teuthology.orchestra.run.smithi170.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.9 MB/s | 173 kB 00:00 2023-05-20T05:46:12.575 INFO:teuthology.orchestra.run.smithi170.stdout:(8/32): python3-cherrypy-18.4.0-1.el8.noarch.rp 5.0 MB/s | 384 kB 00:00 2023-05-20T05:46:12.575 INFO:teuthology.orchestra.run.smithi170.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 333 kB/s | 11 kB 00:00 2023-05-20T05:46:12.576 INFO:teuthology.orchestra.run.smithi170.stdout:(10/32): python3-jaraco-functools-2.0-4.el8.noa 528 kB/s | 18 kB 00:00 2023-05-20T05:46:12.610 INFO:teuthology.orchestra.run.smithi170.stdout:(11/32): python3-logutils-0.3.5-11.el8.noarch.r 1.4 MB/s | 49 kB 00:00 2023-05-20T05:46:12.643 INFO:teuthology.orchestra.run.smithi170.stdout:(12/32): python3-more-itertools-7.2.0-3.el8.noa 1.7 MB/s | 59 kB 00:00 2023-05-20T05:46:12.694 INFO:teuthology.orchestra.run.smithi170.stdout:(13/32): python3-pecan-1.3.2-9.el8.noarch.rpm 5.5 MB/s | 283 kB 00:00 2023-05-20T05:46:12.727 INFO:teuthology.orchestra.run.smithi170.stdout:(14/32): python3-portend-2.6-1.el8.noarch.rpm 467 kB/s | 16 kB 00:00 2023-05-20T05:46:12.761 INFO:teuthology.orchestra.run.smithi170.stdout:(15/32): python3-simplegeneric-0.8.1-17.el8.noa 560 kB/s | 19 kB 00:00 2023-05-20T05:46:12.928 INFO:teuthology.orchestra.run.smithi170.stdout:(16/32): ceph-osd-17.2.6-350.ge2b6f0a6.el8.x86_ 19 MB/s | 17 MB 00:00 2023-05-20T05:46:12.932 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:46:12.953 INFO:teuthology.orchestra.run.smithi170.stdout:(17/32): python3-singledispatch-3.4.0.3-18.el8. 124 kB/s | 24 kB 00:00 2023-05-20T05:46:13.012 INFO:teuthology.orchestra.run.smithi170.stdout:(18/32): ceph-mon-17.2.6-350.ge2b6f0a6.el8.x86_ 3.4 MB/s | 3.9 MB 00:01 2023-05-20T05:46:13.037 INFO:teuthology.orchestra.run.smithi170.stdout:(19/32): python3-tempora-1.14.1-5.el8.noarch.rp 269 kB/s | 29 kB 00:00 2023-05-20T05:46:13.062 INFO:teuthology.orchestra.run.smithi170.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 253 kB/s | 27 kB 00:00 2023-05-20T05:46:13.113 INFO:teuthology.orchestra.run.smithi170.stdout:(21/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 4.9 MB/s | 251 kB 00:00 2023-05-20T05:46:13.113 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:13.113 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-test-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: jq-1.6-3.el8.x86_64 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: libcephsqlite-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: socat-1.7.4.1-1.el8.x86_64 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-05-20T05:46:13.114 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:13.115 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:46:13.146 INFO:teuthology.orchestra.run.smithi170.stdout:(22/32): python3-webtest-2.0.33-1.el8.noarch.rp 1.0 MB/s | 85 kB 00:00 2023-05-20T05:46:13.172 INFO:teuthology.orchestra.run.smithi170.stdout:(23/32): python3-zc-lockfile-2.0-2.el8.noarch.r 391 kB/s | 23 kB 00:00 2023-05-20T05:46:13.230 INFO:teuthology.orchestra.run.smithi170.stdout:(24/32): python3-waitress-1.4.3-1.el8.noarch.rp 1.1 MB/s | 255 kB 00:00 2023-05-20T05:46:13.256 INFO:teuthology.orchestra.run.smithi170.stdout:(25/32): python3-markupsafe-0.23-19.el8.x86_64. 464 kB/s | 39 kB 00:00 2023-05-20T05:46:13.264 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph 2023-05-20T05:46:13.289 INFO:teuthology.orchestra.run.smithi170.stdout:(26/32): python3-pytz-2017.2-9.el8.noarch.rpm 380 kB/s | 54 kB 00:00 2023-05-20T05:46:13.315 INFO:teuthology.orchestra.run.smithi170.stdout:(27/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.8 MB/s | 157 kB 00:00 2023-05-20T05:46:13.340 INFO:teuthology.orchestra.run.smithi170.stdout:(28/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 2.0 MB/s | 103 kB 00:00 2023-05-20T05:46:13.365 INFO:teuthology.orchestra.run.smithi170.stdout:(29/32): python3-pycparser-2.14-14.el8.noarch.r 2.1 MB/s | 109 kB 00:00 2023-05-20T05:46:13.391 INFO:teuthology.orchestra.run.smithi170.stdout:(30/32): python3-werkzeug-0.12.2-4.el8.noarch.r 3.5 MB/s | 457 kB 00:00 2023-05-20T05:46:13.416 INFO:teuthology.orchestra.run.smithi170.stdout:(31/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.6 MB/s | 238 kB 00:00 2023-05-20T05:46:13.441 INFO:teuthology.orchestra.run.smithi170.stdout:(32/32): python3-cryptography-3.2.1-5.el8.x86_6 5.4 MB/s | 559 kB 00:00 2023-05-20T05:46:13.442 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:13.443 INFO:teuthology.orchestra.run.smithi170.stdout:Total 16 MB/s | 28 MB 00:01 2023-05-20T05:46:13.534 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:46:13.571 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:46:13.572 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:46:13.600 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:13.776 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:46:13.780 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:46:14.364 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:19 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:14.923 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:46:15.115 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-05-20T05:46:15.339 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-05-20T05:46:15.537 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 3/32 2023-05-20T05:46:15.740 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:46:15.743 INFO:teuthology.orchestra.run.smithi081.stdout:====================================================================================================== 2023-05-20T05:46:15.743 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout:====================================================================================================== 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout: ceph x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 6.4 k 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mds x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 2.3 M 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 1.6 M 2023-05-20T05:46:15.744 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 237 k 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mon x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.9 M 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-osd x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 17 M 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-05-20T05:46:15.745 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-05-20T05:46:15.746 INFO:teuthology.orchestra.run.smithi081.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-05-20T05:46:15.747 INFO:teuthology.orchestra.run.smithi081.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:15.748 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:46:15.749 INFO:teuthology.orchestra.run.smithi081.stdout:====================================================================================================== 2023-05-20T05:46:15.749 INFO:teuthology.orchestra.run.smithi081.stdout:Install 32 Packages 2023-05-20T05:46:15.749 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:15.749 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 28 M 2023-05-20T05:46:15.750 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 110 M 2023-05-20T05:46:15.750 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:46:15.881 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 4/32 2023-05-20T05:46:16.171 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 5/32 2023-05-20T05:46:16.228 INFO:teuthology.orchestra.run.smithi081.stdout:(1/32): ceph-17.2.6-350.ge2b6f0a6.el8.x86_64.rp 51 kB/s | 6.4 kB 00:00 2023-05-20T05:46:16.342 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 6/32 2023-05-20T05:46:16.445 INFO:teuthology.orchestra.run.smithi081.stdout:(2/32): ceph-mds-17.2.6-350.ge2b6f0a6.el8.x86_6 6.7 MB/s | 2.3 MB 00:00 2023-05-20T05:46:16.478 INFO:teuthology.orchestra.run.smithi081.stdout:(3/32): ceph-mgr-17.2.6-350.ge2b6f0a6.el8.x86_6 4.2 MB/s | 1.6 MB 00:00 2023-05-20T05:46:16.523 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 7/32 2023-05-20T05:46:16.562 INFO:teuthology.orchestra.run.smithi081.stdout:(4/32): ceph-mgr-modules-core-17.2.6-350.ge2b6f 2.8 MB/s | 237 kB 00:00 2023-05-20T05:46:16.802 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 8/32 2023-05-20T05:46:16.896 INFO:teuthology.orchestra.run.smithi081.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 131 kB/s | 44 kB 00:00 2023-05-20T05:46:17.005 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 9/32 2023-05-20T05:46:17.253 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 10/32 2023-05-20T05:46:17.408 INFO:teuthology.orchestra.run.smithi081.stdout:(6/32): ceph-mon-17.2.6-350.ge2b6f0a6.el8.x86_6 3.3 MB/s | 3.9 MB 00:01 2023-05-20T05:46:17.475 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 11/32 2023-05-20T05:46:17.580 INFO:teuthology.orchestra.run.smithi081.stdout:(7/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 271 kB/s | 185 kB 00:00 2023-05-20T05:46:17.667 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 12/32 2023-05-20T05:46:17.689 INFO:teuthology.orchestra.run.smithi081.stdout:(8/32): python3-cherrypy-18.4.0-1.el8.noarch.rp 3.5 MB/s | 384 kB 00:00 2023-05-20T05:46:17.714 INFO:teuthology.orchestra.run.smithi081.stdout:(9/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 565 kB/s | 173 kB 00:00 2023-05-20T05:46:17.739 INFO:teuthology.orchestra.run.smithi081.stdout:(10/32): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2023-05-20T05:46:17.764 INFO:teuthology.orchestra.run.smithi081.stdout:(11/32): python3-jaraco-functools-2.0-4.el8.noa 350 kB/s | 18 kB 00:00 2023-05-20T05:46:17.790 INFO:teuthology.orchestra.run.smithi081.stdout:(12/32): python3-logutils-0.3.5-11.el8.noarch.r 969 kB/s | 49 kB 00:00 2023-05-20T05:46:17.815 INFO:teuthology.orchestra.run.smithi081.stdout:(13/32): python3-more-itertools-7.2.0-3.el8.noa 1.1 MB/s | 59 kB 00:00 2023-05-20T05:46:17.899 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-05-20T05:46:18.015 INFO:teuthology.orchestra.run.smithi081.stdout:(14/32): ceph-osd-17.2.6-350.ge2b6f0a6.el8.x86_ 11 MB/s | 17 MB 00:01 2023-05-20T05:46:18.041 INFO:teuthology.orchestra.run.smithi081.stdout:(15/32): python3-portend-2.6-1.el8.noarch.rpm 69 kB/s | 16 kB 00:00 2023-05-20T05:46:18.066 INFO:teuthology.orchestra.run.smithi081.stdout:(16/32): python3-simplegeneric-0.8.1-17.el8.noa 375 kB/s | 19 kB 00:00 2023-05-20T05:46:18.091 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-05-20T05:46:18.100 INFO:teuthology.orchestra.run.smithi081.stdout:(17/32): python3-pecan-1.3.2-9.el8.noarch.rpm 913 kB/s | 283 kB 00:00 2023-05-20T05:46:18.125 INFO:teuthology.orchestra.run.smithi081.stdout:(18/32): python3-tempora-1.14.1-5.el8.noarch.rp 496 kB/s | 29 kB 00:00 2023-05-20T05:46:18.151 INFO:teuthology.orchestra.run.smithi081.stdout:(19/32): python3-singledispatch-3.4.0.3-18.el8. 219 kB/s | 24 kB 00:00 2023-05-20T05:46:18.176 INFO:teuthology.orchestra.run.smithi081.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 363 kB/s | 27 kB 00:00 2023-05-20T05:46:18.201 INFO:teuthology.orchestra.run.smithi081.stdout:(21/32): python3-waitress-1.4.3-1.el8.noarch.rp 3.3 MB/s | 255 kB 00:00 2023-05-20T05:46:18.235 INFO:teuthology.orchestra.run.smithi081.stdout:(22/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.9 MB/s | 251 kB 00:00 2023-05-20T05:46:18.260 INFO:teuthology.orchestra.run.smithi081.stdout:(23/32): python3-zc-lockfile-2.0-2.el8.noarch.r 391 kB/s | 23 kB 00:00 2023-05-20T05:46:18.272 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-05-20T05:46:18.285 INFO:teuthology.orchestra.run.smithi081.stdout:(24/32): python3-webtest-2.0.33-1.el8.noarch.rp 783 kB/s | 85 kB 00:00 2023-05-20T05:46:18.336 INFO:teuthology.orchestra.run.smithi081.stdout:(25/32): python3-pycparser-2.14-14.el8.noarch.r 1.1 MB/s | 109 kB 00:00 2023-05-20T05:46:18.353 INFO:teuthology.orchestra.run.smithi081.stdout:(26/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.2 MB/s | 238 kB 00:00 2023-05-20T05:46:18.369 INFO:teuthology.orchestra.run.smithi081.stdout:(27/32): python3-pytz-2017.2-9.el8.noarch.rpm 1.6 MB/s | 54 kB 00:00 2023-05-20T05:46:18.387 INFO:teuthology.orchestra.run.smithi081.stdout:(28/32): python3-markupsafe-0.23-19.el8.x86_64. 1.1 MB/s | 39 kB 00:00 2023-05-20T05:46:18.412 INFO:teuthology.orchestra.run.smithi081.stdout:(29/32): python3-mako-1.0.6-13.el8.noarch.rpm 3.7 MB/s | 157 kB 00:00 2023-05-20T05:46:18.435 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-05-20T05:46:18.437 INFO:teuthology.orchestra.run.smithi081.stdout:(30/32): python3-cryptography-3.2.1-5.el8.x86_6 3.1 MB/s | 559 kB 00:00 2023-05-20T05:46:18.462 INFO:teuthology.orchestra.run.smithi081.stdout:(31/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 2.0 MB/s | 103 kB 00:00 2023-05-20T05:46:18.487 INFO:teuthology.orchestra.run.smithi081.stdout:(32/32): python3-werkzeug-0.12.2-4.el8.noarch.r 4.4 MB/s | 457 kB 00:00 2023-05-20T05:46:18.489 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:18.489 INFO:teuthology.orchestra.run.smithi081.stdout:Total 10 MB/s | 28 MB 00:02 2023-05-20T05:46:18.581 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:46:18.587 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-05-20T05:46:18.617 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:46:18.618 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:46:18.706 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-05-20T05:46:18.820 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:46:18.824 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:46:18.925 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-05-20T05:46:19.633 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-05-20T05:46:19.927 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:46:20.132 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-05-20T05:46:20.290 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-05-20T05:46:20.427 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-05-20T05:46:20.545 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-05-20T05:46:20.606 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 3/32 2023-05-20T05:46:20.797 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-05-20T05:46:20.812 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 4/32 2023-05-20T05:46:21.033 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 5/32 2023-05-20T05:46:21.043 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-05-20T05:46:21.205 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 6/32 2023-05-20T05:46:21.373 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-05-20T05:46:21.444 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 7/32 2023-05-20T05:46:21.679 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-05-20T05:46:21.773 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 8/32 2023-05-20T05:46:22.038 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 9/32 2023-05-20T05:46:22.049 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-350.ge2b6f0a6.el8.n 27/32 2023-05-20T05:46:22.176 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 10/32 2023-05-20T05:46:22.195 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 28/32 2023-05-20T05:46:22.341 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 11/32 2023-05-20T05:46:22.526 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 12/32 2023-05-20T05:46:22.759 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-05-20T05:46:22.950 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-05-20T05:46:23.147 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-05-20T05:46:23.294 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-05-20T05:46:23.446 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-05-20T05:46:23.574 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-05-20T05:46:23.678 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 28/32 2023-05-20T05:46:23.818 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-05-20T05:46:23.911 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 29/32 2023-05-20T05:46:24.012 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-05-20T05:46:24.182 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-05-20T05:46:24.301 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 29/32 2023-05-20T05:46:24.450 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 30/32 2023-05-20T05:46:24.453 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-05-20T05:46:24.665 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 30/32 2023-05-20T05:46:24.689 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-05-20T05:46:24.850 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 31/32 2023-05-20T05:46:24.868 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 31/32 2023-05-20T05:46:24.893 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-05-20T05:46:24.998 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 32/32 2023-05-20T05:46:25.226 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-05-20T05:46:25.359 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 32/32 2023-05-20T05:46:25.359 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/32 2023-05-20T05:46:25.359 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/32 2023-05-20T05:46:25.359 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 3/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 4/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-350.ge2b6f0a6.el8.n 6/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-05-20T05:46:25.360 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-05-20T05:46:25.361 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-05-20T05:46:25.362 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-05-20T05:46:25.363 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 25/32 2023-05-20T05:46:25.363 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 26/32 2023-05-20T05:46:25.363 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 27/32 2023-05-20T05:46:25.363 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 28/32 2023-05-20T05:46:25.363 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 29/32 2023-05-20T05:46:25.363 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 30/32 2023-05-20T05:46:25.364 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 31/32 2023-05-20T05:46:25.547 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-05-20T05:46:25.874 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-350.ge2b6f0a6.el8.n 27/32 2023-05-20T05:46:26.003 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 28/32 2023-05-20T05:46:26.957 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 32/32 2023-05-20T05:46:26.957 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:31 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:27.487 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 28/32 2023-05-20T05:46:27.677 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 29/32 2023-05-20T05:46:28.067 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 29/32 2023-05-20T05:46:28.201 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 30/32 2023-05-20T05:46:28.416 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 30/32 2023-05-20T05:46:28.543 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 31/32 2023-05-20T05:46:28.561 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 31/32 2023-05-20T05:46:28.674 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 32/32 2023-05-20T05:46:29.016 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 32/32 2023-05-20T05:46:29.016 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 3/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 4/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 5/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-350.ge2b6f0a6.el8.n 6/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-05-20T05:46:29.017 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-05-20T05:46:29.018 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-05-20T05:46:29.019 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 25/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 26/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 27/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 28/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 29/32 2023-05-20T05:46:29.020 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 30/32 2023-05-20T05:46:29.021 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 31/32 2023-05-20T05:46:29.353 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:46:29.540 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:29.540 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:46:29.540 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:29.540 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:29.540 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-05-20T05:46:29.541 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-6.2-6.el8.noarch 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-mako-1.0.6-13.el8.noarch 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-05-20T05:46:29.542 INFO:teuthology.orchestra.run.smithi170.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-portend-2.6-1.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pycparser-2.14-14.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytz-2017.2-9.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-05-20T05:46:29.543 INFO:teuthology.orchestra.run.smithi170.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-05-20T05:46:29.544 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:29.545 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:46:29.729 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-base 2023-05-20T05:46:30.076 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:30.428 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 32/32 2023-05-20T05:46:30.429 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:35 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:30.883 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:35 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:32.203 INFO:teuthology.orchestra.run.smithi170.stdout:Package ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:46:32.313 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:46:32.314 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:46:32.314 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:46:32.425 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install cephadm 2023-05-20T05:46:32.769 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:32.872 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:46:33.060 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:33.061 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:46:33.061 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:33.061 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mds-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:33.061 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:33.061 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:46:33.062 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mon-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:33.062 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-osd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:33.062 INFO:teuthology.orchestra.run.smithi081.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-05-20T05:46:33.062 INFO:teuthology.orchestra.run.smithi081.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-05-20T05:46:33.062 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-05-20T05:46:33.062 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-6.2-6.el8.noarch 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako-1.0.6-13.el8.noarch 2023-05-20T05:46:33.063 INFO:teuthology.orchestra.run.smithi081.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-portend-2.6-1.el8.noarch 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pycparser-2.14-14.el8.noarch 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pytz-2017.2-9.el8.noarch 2023-05-20T05:46:33.064 INFO:teuthology.orchestra.run.smithi081.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-05-20T05:46:33.065 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-05-20T05:46:33.066 INFO:teuthology.orchestra.run.smithi081.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-05-20T05:46:33.066 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:33.066 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:46:33.213 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-base 2023-05-20T05:46:33.557 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:33.581 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:38 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:34.317 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:39 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:34.963 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:46:34.963 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout: cephadm noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 80 k 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:46:34.964 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:46:34.965 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:46:34.965 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:34.965 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 80 k 2023-05-20T05:46:34.965 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 364 k 2023-05-20T05:46:34.965 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:46:35.133 INFO:teuthology.orchestra.run.smithi170.stdout:cephadm-17.2.6-350.ge2b6f0a6.el8.noarch.rpm 478 kB/s | 80 kB 00:00 2023-05-20T05:46:35.133 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:35.133 INFO:teuthology.orchestra.run.smithi170.stdout:Total 474 kB/s | 80 kB 00:00 2023-05-20T05:46:35.134 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:46:35.141 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:46:35.142 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:46:35.143 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:46:35.147 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:46:35.190 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:46:35.639 INFO:teuthology.orchestra.run.smithi081.stdout:Package ceph-base-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:46:35.746 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:46:35.747 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:46:35.748 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:46:35.858 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install cephadm 2023-05-20T05:46:36.199 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:36.977 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:41 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:38.318 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:38.406 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:46:38.408 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:46:38.408 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:46:38.408 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:46:38.409 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:46:38.409 INFO:teuthology.orchestra.run.smithi081.stdout: cephadm noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 80 k 2023-05-20T05:46:38.409 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:38.409 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:46:38.409 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:46:38.410 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:46:38.410 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:38.410 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 80 k 2023-05-20T05:46:38.410 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 364 k 2023-05-20T05:46:38.410 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:46:38.516 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:38.684 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:38.995 INFO:teuthology.orchestra.run.smithi081.stdout:cephadm-17.2.6-350.ge2b6f0a6.el8.noarch.rpm 137 kB/s | 80 kB 00:00 2023-05-20T05:46:38.996 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:38.996 INFO:teuthology.orchestra.run.smithi081.stdout:Total 136 kB/s | 80 kB 00:00 2023-05-20T05:46:38.997 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:46:39.005 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:46:39.006 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:46:39.008 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:46:39.012 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:46:39.625 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:46:39.725 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:39.725 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:44 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:41.760 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:41.906 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:42.072 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:42.205 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:46:42.388 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:42.388 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:46:42.388 INFO:teuthology.orchestra.run.smithi170.stdout: cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:46:42.389 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:42.389 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:46:42.516 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-immutable-object-cache 2023-05-20T05:46:42.875 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:43.107 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/1 2023-05-20T05:46:43.108 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:48 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:43.655 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:48 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:45.011 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:46:45.011 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:46:45.011 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 161 k 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:46:45.012 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:46:45.013 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:45.013 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 161 k 2023-05-20T05:46:45.013 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 490 k 2023-05-20T05:46:45.013 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:46:45.188 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-immutable-object-cache-17.2.6-350.ge2b6f0a 918 kB/s | 161 kB 00:00 2023-05-20T05:46:45.189 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:45.189 INFO:teuthology.orchestra.run.smithi170.stdout:Total 912 kB/s | 161 kB 00:00 2023-05-20T05:46:45.190 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:46:45.200 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:46:45.200 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:46:45.252 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:46:45.256 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:46:45.366 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:46:45.490 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:46:45.547 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.e 1/1 2023-05-20T05:46:45.670 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:45.670 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:46:45.670 INFO:teuthology.orchestra.run.smithi081.stdout: cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:46:45.670 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:45.670 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:46:45.798 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-immutable-object-cache 2023-05-20T05:46:45.926 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.e 1/1 2023-05-20T05:46:46.152 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:46.923 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:51 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:46.968 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.e 1/1 2023-05-20T05:46:46.968 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:51 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:48.289 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:46:48.290 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:46:48.290 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2023-05-20T05:46:48.290 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:46:48.290 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:46:48.290 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 161 k 2023-05-20T05:46:48.291 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:48.291 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:46:48.291 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:46:48.291 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:46:48.291 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:48.292 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 161 k 2023-05-20T05:46:48.292 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 490 k 2023-05-20T05:46:48.292 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:46:48.479 INFO:teuthology.orchestra.run.smithi081.stdout:ceph-immutable-object-cache-17.2.6-350.ge2b6f0a 857 kB/s | 161 kB 00:00 2023-05-20T05:46:48.480 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:48.480 INFO:teuthology.orchestra.run.smithi081.stdout:Total 852 kB/s | 161 kB 00:00 2023-05-20T05:46:48.481 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:46:48.491 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:46:48.491 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:46:48.542 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:46:48.546 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:46:48.657 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:46:48.832 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.e 1/1 2023-05-20T05:46:49.222 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.e 1/1 2023-05-20T05:46:49.301 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:46:49.484 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:49.484 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:46:49.484 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:49.484 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:49.484 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:46:49.619 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr 2023-05-20T05:46:49.964 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:50.224 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.e 1/1 2023-05-20T05:46:50.224 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:55 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:50.862 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:55 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:52.116 INFO:teuthology.orchestra.run.smithi170.stdout:Package ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:46:52.225 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:46:52.226 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:46:52.226 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:46:52.344 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-dashboard 2023-05-20T05:46:52.687 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:52.778 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:46:52.960 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:52.960 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:46:52.960 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-immutable-object-cache-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:46:52.961 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:52.961 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:46:53.093 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr 2023-05-20T05:46:53.440 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:53.512 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:58 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:54.272 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:59 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:46:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================================== 2023-05-20T05:46:54.868 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================================== 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 1.7 M 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-grafana-dashboards noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 23 k 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-prometheus-alerts noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 14 k 2023-05-20T05:46:54.869 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================================== 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:Install 6 Packages 2023-05-20T05:46:54.870 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:46:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 2.0 M 2023-05-20T05:46:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 8.0 M 2023-05-20T05:46:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:46:55.144 INFO:teuthology.orchestra.run.smithi170.stdout:(1/6): ceph-grafana-dashboards-17.2.6-350.ge2b6 171 kB/s | 23 kB 00:00 2023-05-20T05:46:55.161 INFO:teuthology.orchestra.run.smithi170.stdout:(2/6): ceph-prometheus-alerts-17.2.6-350.ge2b6f 95 kB/s | 14 kB 00:00 2023-05-20T05:46:55.272 INFO:teuthology.orchestra.run.smithi170.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 264 kB/s | 34 kB 00:00 2023-05-20T05:46:55.314 INFO:teuthology.orchestra.run.smithi170.stdout:(4/6): ceph-mgr-dashboard-17.2.6-350.ge2b6f0a6. 5.6 MB/s | 1.7 MB 00:00 2023-05-20T05:46:55.356 INFO:teuthology.orchestra.run.smithi170.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 1.0 MB/s | 196 kB 00:00 2023-05-20T05:46:55.381 INFO:teuthology.orchestra.run.smithi170.stdout:(6/6): python3-jwt-1.6.1-2.el8.noarch.rpm 392 kB/s | 43 kB 00:00 2023-05-20T05:46:55.383 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:55.383 INFO:teuthology.orchestra.run.smithi170.stdout:Total 3.9 MB/s | 2.0 MB 00:00 2023-05-20T05:46:55.394 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:46:55.403 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:46:55.403 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:46:55.459 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:46:55.463 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:46:55.523 INFO:teuthology.orchestra.run.smithi081.stdout:Package ceph-mgr-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:46:55.635 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:46:55.636 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:46:55.636 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:46:55.773 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:46:55.880 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-dashboard 2023-05-20T05:46:55.955 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-05-20T05:46:56.159 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-05-20T05:46:56.220 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:46:56.331 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-05-20T05:46:56.459 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-350.ge2b6f0a6.el8.no 4/6 2023-05-20T05:46:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-350.ge2b6f0a6.el8.n 5/6 2023-05-20T05:46:56.999 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 6/6 2023-05-20T05:46:57.069 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:02 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:57.223 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 6/6 2023-05-20T05:46:57.224 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-350.ge2b6f0a6.el8.n 1/6 2023-05-20T05:46:57.224 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 2/6 2023-05-20T05:46:57.224 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-350.ge2b6f0a6.el8.no 3/6 2023-05-20T05:46:57.224 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-05-20T05:46:57.224 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-05-20T05:46:58.265 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-05-20T05:46:58.265 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:03 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:46:58.491 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:46:58.492 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================================== 2023-05-20T05:46:58.493 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:46:58.493 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================================== 2023-05-20T05:46:58.493 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:46:58.493 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 1.7 M 2023-05-20T05:46:58.493 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:46:58.493 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-grafana-dashboards noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 23 k 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-prometheus-alerts noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 14 k 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================================== 2023-05-20T05:46:58.494 INFO:teuthology.orchestra.run.smithi081.stdout:Install 6 Packages 2023-05-20T05:46:58.495 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:46:58.495 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 2.0 M 2023-05-20T05:46:58.495 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 8.0 M 2023-05-20T05:46:58.495 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:46:58.745 INFO:teuthology.orchestra.run.smithi081.stdout:(1/6): ceph-grafana-dashboards-17.2.6-350.ge2b6 136 kB/s | 23 kB 00:00 2023-05-20T05:46:58.770 INFO:teuthology.orchestra.run.smithi081.stdout:(2/6): ceph-prometheus-alerts-17.2.6-350.ge2b6f 74 kB/s | 14 kB 00:00 2023-05-20T05:46:58.912 INFO:teuthology.orchestra.run.smithi081.stdout:(3/6): ceph-mgr-dashboard-17.2.6-350.ge2b6f0a6. 5.0 MB/s | 1.7 MB 00:00 2023-05-20T05:46:58.970 INFO:teuthology.orchestra.run.smithi081.stdout:(4/6): python3-jwt-1.6.1-2.el8.noarch.rpm 730 kB/s | 43 kB 00:00 2023-05-20T05:46:59.246 INFO:teuthology.orchestra.run.smithi081.stdout:(5/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 67 kB/s | 34 kB 00:00 2023-05-20T05:46:59.463 INFO:teuthology.orchestra.run.smithi081.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 284 kB/s | 196 kB 00:00 2023-05-20T05:46:59.466 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:46:59.466 INFO:teuthology.orchestra.run.smithi081.stdout:Total 2.1 MB/s | 2.0 MB 00:00 2023-05-20T05:46:59.479 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:46:59.489 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:46:59.490 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:46:59.550 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:46:59.554 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:46:59.826 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:47:00.007 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-05-20T05:47:00.188 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-05-20T05:47:00.366 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-05-20T05:47:00.503 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-350.ge2b6f0a6.el8.no 4/6 2023-05-20T05:47:00.609 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:47:00.791 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:00.791 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:47:00.791 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-grafana-dashboards-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:00.791 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:00.791 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-prometheus-alerts-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:00.791 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-05-20T05:47:00.792 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-05-20T05:47:00.792 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes-2.4.1-12.el8.noarch 2023-05-20T05:47:00.792 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:00.792 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:00.820 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-350.ge2b6f0a6.el8.n 5/6 2023-05-20T05:47:00.925 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-diskprediction-local 2023-05-20T05:47:01.268 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:01.560 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 6/6 2023-05-20T05:47:01.812 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 6/6 2023-05-20T05:47:01.813 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-350.ge2b6f0a6.el8.n 1/6 2023-05-20T05:47:01.813 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 2/6 2023-05-20T05:47:01.813 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-350.ge2b6f0a6.el8.no 3/6 2023-05-20T05:47:01.813 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-05-20T05:47:01.813 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-05-20T05:47:02.222 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:07 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:02.850 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-05-20T05:47:02.850 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:07 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:03.622 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:03.623 INFO:teuthology.orchestra.run.smithi170.stdout:======================================================================================================================= 2023-05-20T05:47:03.623 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:47:03.624 INFO:teuthology.orchestra.run.smithi170.stdout:======================================================================================================================= 2023-05-20T05:47:03.624 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:47:03.624 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 7.4 M 2023-05-20T05:47:03.624 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:47:03.624 INFO:teuthology.orchestra.run.smithi170.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-05-20T05:47:03.624 INFO:teuthology.orchestra.run.smithi170.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:03.625 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:47:03.626 INFO:teuthology.orchestra.run.smithi170.stdout:======================================================================================================================= 2023-05-20T05:47:03.626 INFO:teuthology.orchestra.run.smithi170.stdout:Install 8 Packages 2023-05-20T05:47:03.626 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:03.626 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 35 M 2023-05-20T05:47:03.627 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 210 M 2023-05-20T05:47:03.627 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:47:03.770 INFO:teuthology.orchestra.run.smithi170.stdout:(1/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 26 MB/s | 3.7 MB 00:00 2023-05-20T05:47:03.812 INFO:teuthology.orchestra.run.smithi170.stdout:(2/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 5.3 MB/s | 225 kB 00:00 2023-05-20T05:47:04.013 INFO:teuthology.orchestra.run.smithi170.stdout:(3/8): python3-scipy-1.0.0-21.module+el8.5.0+10 35 MB/s | 14 MB 00:00 2023-05-20T05:47:04.105 INFO:teuthology.orchestra.run.smithi170.stdout:(4/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 17 MB/s | 4.9 MB 00:00 2023-05-20T05:47:04.155 INFO:teuthology.orchestra.run.smithi170.stdout:(5/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 13 MB/s | 644 kB 00:00 2023-05-20T05:47:04.274 INFO:teuthology.orchestra.run.smithi170.stdout:(6/8): ceph-mgr-diskprediction-local-17.2.6-350 11 MB/s | 7.4 MB 00:00 2023-05-20T05:47:04.297 INFO:teuthology.orchestra.run.smithi170.stdout:(7/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 1.2 MB/s | 171 kB 00:00 2023-05-20T05:47:04.372 INFO:teuthology.orchestra.run.smithi170.stdout:(8/8): openblas-0.3.15-3.el8.x86_64.rpm 13 MB/s | 4.7 MB 00:00 2023-05-20T05:47:04.373 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:04.374 INFO:teuthology.orchestra.run.smithi170.stdout:Total 47 MB/s | 35 MB 00:00 2023-05-20T05:47:04.611 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:47:04.629 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:47:04.629 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:47:04.921 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:47:04.925 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:47:05.322 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:47:05.460 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:47:05.501 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-grafana-dashboards-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-prometheus-alerts-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-05-20T05:47:05.502 INFO:teuthology.orchestra.run.smithi081.stdout: python3-routes-2.4.1-12.el8.noarch 2023-05-20T05:47:05.503 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:05.503 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:47:05.585 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-05-20T05:47:05.628 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-diskprediction-local 2023-05-20T05:47:05.720 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-05-20T05:47:05.851 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-05-20T05:47:05.975 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:06.473 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-05-20T05:47:06.643 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-05-20T05:47:06.922 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:11 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:07.228 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-05-20T05:47:07.418 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-05-20T05:47:08.089 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-05-20T05:47:08.361 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:47:08.362 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================================================= 2023-05-20T05:47:08.362 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:47:08.362 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================================================= 2023-05-20T05:47:08.362 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:47:08.362 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 7.4 M 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-05-20T05:47:08.363 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-05-20T05:47:08.364 INFO:teuthology.orchestra.run.smithi081.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-05-20T05:47:08.364 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:08.364 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:47:08.364 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================================================= 2023-05-20T05:47:08.364 INFO:teuthology.orchestra.run.smithi081.stdout:Install 8 Packages 2023-05-20T05:47:08.364 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:08.365 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 35 M 2023-05-20T05:47:08.365 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 210 M 2023-05-20T05:47:08.365 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:47:08.420 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-05-20T05:47:08.444 INFO:teuthology.orchestra.run.smithi081.stdout:(1/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 7.9 MB/s | 644 kB 00:00 2023-05-20T05:47:08.478 INFO:teuthology.orchestra.run.smithi081.stdout:(2/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 1.5 MB/s | 171 kB 00:00 2023-05-20T05:47:08.601 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-05-20T05:47:08.620 INFO:teuthology.orchestra.run.smithi081.stdout:(3/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 26 MB/s | 3.7 MB 00:00 2023-05-20T05:47:08.662 INFO:teuthology.orchestra.run.smithi081.stdout:(4/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 5.3 MB/s | 225 kB 00:00 2023-05-20T05:47:08.854 INFO:teuthology.orchestra.run.smithi081.stdout:(5/8): python3-scipy-1.0.0-21.module+el8.5.0+10 34 MB/s | 14 MB 00:00 2023-05-20T05:47:08.937 INFO:teuthology.orchestra.run.smithi081.stdout:(6/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.9 MB 00:00 2023-05-20T05:47:09.037 INFO:teuthology.orchestra.run.smithi081.stdout:(7/8): openblas-0.3.15-3.el8.x86_64.rpm 26 MB/s | 4.7 MB 00:00 2023-05-20T05:47:10.351 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-05-20T05:47:11.596 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-05-20T05:47:11.759 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6 8/8 2023-05-20T05:47:12.026 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6 8/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6 1/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 2/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 3/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 4/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 5/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 6/8 2023-05-20T05:47:12.027 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 7/8 2023-05-20T05:47:13.054 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 8/8 2023-05-20T05:47:13.054 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:18 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:15.279 INFO:teuthology.orchestra.run.smithi081.stdout:(8/8): ceph-mgr-diskprediction-local-17.2.6-350 1.1 MB/s | 7.4 MB 00:06 2023-05-20T05:47:15.280 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:15.281 INFO:teuthology.orchestra.run.smithi081.stdout:Total 5.1 MB/s | 35 MB 00:06 2023-05-20T05:47:15.522 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:47:15.541 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:47:15.542 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:47:15.752 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:47:15.833 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:47:15.837 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:47:15.933 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-0.3.15-3.el8.x86_64 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-05-20T05:47:15.934 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-05-20T05:47:15.935 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-05-20T05:47:15.935 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-05-20T05:47:15.935 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:15.935 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:16.072 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-rook 2023-05-20T05:47:16.363 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:47:16.421 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:16.511 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-05-20T05:47:16.633 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-05-20T05:47:16.795 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-05-20T05:47:17.328 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:22 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:17.393 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-05-20T05:47:17.528 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-05-20T05:47:18.136 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-05-20T05:47:18.328 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-05-20T05:47:18.680 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:18.682 INFO:teuthology.orchestra.run.smithi170.stdout:======================================================================================================= 2023-05-20T05:47:18.682 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:47:18.682 INFO:teuthology.orchestra.run.smithi170.stdout:======================================================================================================= 2023-05-20T05:47:18.683 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:47:18.683 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-rook noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 47 k 2023-05-20T05:47:18.683 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:47:18.683 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-05-20T05:47:18.683 INFO:teuthology.orchestra.run.smithi170.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-05-20T05:47:18.683 INFO:teuthology.orchestra.run.smithi170.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-05-20T05:47:18.684 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout:======================================================================================================= 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout:Install 13 Packages 2023-05-20T05:47:18.685 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:18.686 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 1.9 M 2023-05-20T05:47:18.686 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 25 M 2023-05-20T05:47:18.686 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:47:18.912 INFO:teuthology.orchestra.run.smithi170.stdout:(1/13): ceph-mgr-rook-17.2.6-350.ge2b6f0a6.el8. 281 kB/s | 47 kB 00:00 2023-05-20T05:47:18.937 INFO:teuthology.orchestra.run.smithi170.stdout:(2/13): python3-certifi-2018.10.15-7.el8.noarch 84 kB/s | 16 kB 00:00 2023-05-20T05:47:18.979 INFO:teuthology.orchestra.run.smithi170.stdout:(3/13): python3-cachetools-3.1.1-4.el8.noarch.r 140 kB/s | 33 kB 00:00 2023-05-20T05:47:19.021 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-05-20T05:47:19.088 INFO:teuthology.orchestra.run.smithi170.stdout:(4/13): python3-rsa-4.8-1.el8.noarch.rpm 590 kB/s | 61 kB 00:00 2023-05-20T05:47:19.155 INFO:teuthology.orchestra.run.smithi170.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 918 kB/s | 61 kB 00:00 2023-05-20T05:47:19.180 INFO:teuthology.orchestra.run.smithi170.stdout:(6/13): python3-google-auth-1.1.1-10.el8.noarch 304 kB/s | 81 kB 00:00 2023-05-20T05:47:19.230 INFO:teuthology.orchestra.run.smithi170.stdout:(7/13): python3-kubernetes-11.0.0-6.el8.noarch. 4.0 MB/s | 1.2 MB 00:00 2023-05-20T05:47:19.264 INFO:teuthology.orchestra.run.smithi170.stdout:(8/13): python3-pyasn1-modules-0.3.7-6.el8.noar 1.0 MB/s | 110 kB 00:00 2023-05-20T05:47:19.298 INFO:teuthology.orchestra.run.smithi170.stdout:(9/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 237 kB/s | 27 kB 00:00 2023-05-20T05:47:19.322 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-05-20T05:47:19.323 INFO:teuthology.orchestra.run.smithi170.stdout:(10/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.4 MB/s | 126 kB 00:00 2023-05-20T05:47:19.348 INFO:teuthology.orchestra.run.smithi170.stdout:(11/13): python3-jsonpointer-1.10-11.el8.noarch 255 kB/s | 20 kB 00:00 2023-05-20T05:47:19.373 INFO:teuthology.orchestra.run.smithi170.stdout:(12/13): python3-requests-oauthlib-1.0.0-1.el8. 564 kB/s | 43 kB 00:00 2023-05-20T05:47:19.398 INFO:teuthology.orchestra.run.smithi170.stdout:(13/13): python3-oauthlib-2.1.0-1.el8.noarch.rp 2.0 MB/s | 155 kB 00:00 2023-05-20T05:47:19.401 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:19.401 INFO:teuthology.orchestra.run.smithi170.stdout:Total 2.7 MB/s | 1.9 MB 00:00 2023-05-20T05:47:19.458 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:47:19.473 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:47:19.473 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:47:19.494 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-05-20T05:47:19.543 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:47:19.547 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:47:20.046 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:47:20.258 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-05-20T05:47:20.484 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rsa-4.8-1.el8.noarch 2/13 2023-05-20T05:47:20.718 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-05-20T05:47:20.962 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 4/13 2023-05-20T05:47:21.147 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 5/13 2023-05-20T05:47:21.265 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-05-20T05:47:21.298 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 6/13 2023-05-20T05:47:21.443 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 7/13 2023-05-20T05:47:21.673 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-05-20T05:47:21.831 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-05-20T05:47:22.039 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-05-20T05:47:22.484 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-05-20T05:47:22.645 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6 8/8 2023-05-20T05:47:22.955 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6 8/8 2023-05-20T05:47:22.955 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6 1/8 2023-05-20T05:47:22.956 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-05-20T05:47:22.956 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 3/8 2023-05-20T05:47:22.956 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 4/8 2023-05-20T05:47:22.956 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-05-20T05:47:22.956 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-05-20T05:47:22.956 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 7/8 2023-05-20T05:47:23.097 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-05-20T05:47:23.341 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-05-20T05:47:23.507 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 13/13 2023-05-20T05:47:23.745 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 13/13 2023-05-20T05:47:23.745 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/13 2023-05-20T05:47:23.745 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-05-20T05:47:23.746 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-05-20T05:47:23.746 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-05-20T05:47:23.746 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-05-20T05:47:23.746 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 6/13 2023-05-20T05:47:23.746 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-05-20T05:47:23.746 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 8/13 2023-05-20T05:47:23.747 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 9/13 2023-05-20T05:47:23.747 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 10/13 2023-05-20T05:47:23.747 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-05-20T05:47:23.747 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 12/13 2023-05-20T05:47:23.991 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 8/8 2023-05-20T05:47:23.991 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:28 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:24.834 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 13/13 2023-05-20T05:47:24.834 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:29 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:26.409 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:47:26.591 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:26.591 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:47:26.591 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-diskprediction-local-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:26.592 INFO:teuthology.orchestra.run.smithi081.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-05-20T05:47:26.592 INFO:teuthology.orchestra.run.smithi081.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-05-20T05:47:26.592 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-0.3.15-3.el8.x86_64 2023-05-20T05:47:26.592 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-05-20T05:47:26.592 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-05-20T05:47:26.593 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-05-20T05:47:26.593 INFO:teuthology.orchestra.run.smithi081.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-05-20T05:47:26.593 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:26.593 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:47:26.724 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-rook 2023-05-20T05:47:27.070 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:27.264 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:47:27.449 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:27.449 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:47:27.449 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:27.449 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-05-20T05:47:27.449 INFO:teuthology.orchestra.run.smithi170.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-05-20T05:47:27.450 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-05-20T05:47:27.451 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-05-20T05:47:27.451 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa-4.8-1.el8.noarch 2023-05-20T05:47:27.451 INFO:teuthology.orchestra.run.smithi170.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-05-20T05:47:27.451 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:27.451 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:27.608 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-cephadm 2023-05-20T05:47:27.877 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:32 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:27.959 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:28.876 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:33 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:29.237 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:47:29.239 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================================= 2023-05-20T05:47:29.239 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:47:29.239 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================================= 2023-05-20T05:47:29.240 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:47:29.240 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-rook noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 47 k 2023-05-20T05:47:29.240 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:47:29.240 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-05-20T05:47:29.241 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================================= 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout:Install 13 Packages 2023-05-20T05:47:29.242 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:29.243 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 1.9 M 2023-05-20T05:47:29.243 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 25 M 2023-05-20T05:47:29.243 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:47:29.461 INFO:teuthology.orchestra.run.smithi081.stdout:(1/13): ceph-mgr-rook-17.2.6-350.ge2b6f0a6.el8. 295 kB/s | 47 kB 00:00 2023-05-20T05:47:29.753 INFO:teuthology.orchestra.run.smithi081.stdout:(2/13): python3-cachetools-3.1.1-4.el8.noarch.r 73 kB/s | 33 kB 00:00 2023-05-20T05:47:29.778 INFO:teuthology.orchestra.run.smithi081.stdout:(3/13): python3-certifi-2018.10.15-7.el8.noarch 34 kB/s | 16 kB 00:00 2023-05-20T05:47:29.970 INFO:teuthology.orchestra.run.smithi081.stdout:(4/13): python3-rsa-4.8-1.el8.noarch.rpm 320 kB/s | 61 kB 00:00 2023-05-20T05:47:29.995 INFO:teuthology.orchestra.run.smithi081.stdout:(5/13): python3-google-auth-1.1.1-10.el8.noarch 152 kB/s | 81 kB 00:00 2023-05-20T05:47:30.062 INFO:teuthology.orchestra.run.smithi081.stdout:(6/13): python3-requests-oauthlib-1.0.0-1.el8.n 640 kB/s | 43 kB 00:00 2023-05-20T05:47:30.087 INFO:teuthology.orchestra.run.smithi081.stdout:(7/13): python3-websocket-client-0.56.0-5.el8.n 523 kB/s | 61 kB 00:00 2023-05-20T05:47:30.113 INFO:teuthology.orchestra.run.smithi081.stdout:(8/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 3.0 MB/s | 155 kB 00:00 2023-05-20T05:47:30.172 INFO:teuthology.orchestra.run.smithi081.stdout:(9/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 502 kB/s | 27 kB 00:00 2023-05-20T05:47:30.197 INFO:teuthology.orchestra.run.smithi081.stdout:(10/13): python3-pyasn1-modules-0.3.7-6.el8.noa 1.0 MB/s | 110 kB 00:00 2023-05-20T05:47:30.222 INFO:teuthology.orchestra.run.smithi081.stdout:(11/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-05-20T05:47:30.247 INFO:teuthology.orchestra.run.smithi081.stdout:(12/13): python3-jsonpointer-1.10-11.el8.noarch 398 kB/s | 20 kB 00:00 2023-05-20T05:47:30.259 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:30.260 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================================== 2023-05-20T05:47:30.260 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:47:30.260 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================================== 2023-05-20T05:47:30.260 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:47:30.260 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-cephadm noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 118 k 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:30.261 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:47:30.262 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================================== 2023-05-20T05:47:30.262 INFO:teuthology.orchestra.run.smithi170.stdout:Install 5 Packages 2023-05-20T05:47:30.262 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:30.262 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 6.0 M 2023-05-20T05:47:30.263 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 26 M 2023-05-20T05:47:30.263 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:47:30.482 INFO:teuthology.orchestra.run.smithi170.stdout:(1/5): ceph-mgr-cephadm-17.2.6-350.ge2b6f0a6.el 627 kB/s | 118 kB 00:00 2023-05-20T05:47:30.506 INFO:teuthology.orchestra.run.smithi170.stdout:(2/5): python3-natsort-7.1.1-2.el8.noarch.rpm 282 kB/s | 60 kB 00:00 2023-05-20T05:47:30.590 INFO:teuthology.orchestra.run.smithi170.stdout:(3/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 4.8 MB/s | 538 kB 00:00 2023-05-20T05:47:30.640 INFO:teuthology.orchestra.run.smithi170.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.3 MB/s | 476 kB 00:00 2023-05-20T05:47:30.715 INFO:teuthology.orchestra.run.smithi170.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 24 MB/s | 4.8 MB 00:00 2023-05-20T05:47:30.717 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:30.717 INFO:teuthology.orchestra.run.smithi170.stdout:Total 13 MB/s | 6.0 MB 00:00 2023-05-20T05:47:30.770 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:47:30.782 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:47:30.782 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:47:30.861 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:47:30.865 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:47:31.364 INFO:teuthology.orchestra.run.smithi081.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 741 kB/s | 1.2 MB 00:01 2023-05-20T05:47:31.367 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:31.367 INFO:teuthology.orchestra.run.smithi081.stdout:Total 928 kB/s | 1.9 MB 00:02 2023-05-20T05:47:31.435 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:47:31.451 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:47:31.452 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:47:31.523 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:47:31.527 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:47:31.812 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:47:32.015 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:47:32.144 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2023-05-20T05:47:32.218 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-05-20T05:47:32.407 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2023-05-20T05:47:32.462 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rsa-4.8-1.el8.noarch 2/13 2023-05-20T05:47:32.624 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-05-20T05:47:32.711 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-05-20T05:47:32.758 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 4/13 2023-05-20T05:47:32.969 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 5/13 2023-05-20T05:47:32.974 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-05-20T05:47:33.180 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 5/5 2023-05-20T05:47:33.221 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-05-20T05:47:33.418 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-05-20T05:47:33.419 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 5/5 2023-05-20T05:47:33.420 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/5 2023-05-20T05:47:33.420 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-05-20T05:47:33.420 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-05-20T05:47:33.421 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-05-20T05:47:33.625 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-05-20T05:47:33.764 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-05-20T05:47:33.945 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-05-20T05:47:34.431 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2023-05-20T05:47:34.431 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:39 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:35.041 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-05-20T05:47:35.309 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-05-20T05:47:35.442 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 13/13 2023-05-20T05:47:35.659 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 13/13 2023-05-20T05:47:35.660 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/13 2023-05-20T05:47:35.660 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-05-20T05:47:35.660 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-05-20T05:47:35.660 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-05-20T05:47:35.660 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-05-20T05:47:35.660 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 6/13 2023-05-20T05:47:35.661 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-05-20T05:47:35.661 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 8/13 2023-05-20T05:47:35.661 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 9/13 2023-05-20T05:47:35.661 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 10/13 2023-05-20T05:47:35.661 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 11/13 2023-05-20T05:47:35.661 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 12/13 2023-05-20T05:47:36.757 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 13/13 2023-05-20T05:47:36.757 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:41 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:36.852 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:47:37.037 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:37.038 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:47:37.038 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:37.038 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-05-20T05:47:37.038 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel-2.5.1-7.el8.noarch 2023-05-20T05:47:37.038 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-05-20T05:47:37.038 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-05-20T05:47:37.039 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:37.039 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:37.182 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-fuse 2023-05-20T05:47:37.534 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:38.367 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:43 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:39.273 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:47:39.456 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:39.456 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:47:39.456 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-rook-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-05-20T05:47:39.457 INFO:teuthology.orchestra.run.smithi081.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-05-20T05:47:39.458 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-05-20T05:47:39.458 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-05-20T05:47:39.458 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-05-20T05:47:39.458 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rsa-4.8-1.el8.noarch 2023-05-20T05:47:39.458 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-05-20T05:47:39.459 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:39.459 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:47:39.602 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-cephadm 2023-05-20T05:47:39.730 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:39.731 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:39.731 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2023-05-20T05:47:39.731 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-fuse 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout: x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 873 k 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:39.732 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:47:39.733 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:39.733 INFO:teuthology.orchestra.run.smithi170.stdout:Install 2 Packages 2023-05-20T05:47:39.733 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:39.733 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 955 k 2023-05-20T05:47:39.734 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 3.0 M 2023-05-20T05:47:39.734 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:47:39.824 INFO:teuthology.orchestra.run.smithi170.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 904 kB/s | 83 kB 00:00 2023-05-20T05:47:39.952 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:40.183 INFO:teuthology.orchestra.run.smithi170.stdout:(2/2): ceph-fuse-17.2.6-350.ge2b6f0a6.el8.x86_6 1.9 MB/s | 873 kB 00:00 2023-05-20T05:47:40.184 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:40.184 INFO:teuthology.orchestra.run.smithi170.stdout:Total 2.1 MB/s | 955 kB 00:00 2023-05-20T05:47:40.195 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:47:40.216 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:47:40.216 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:47:40.290 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:47:40.294 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:47:40.451 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:47:40.713 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-05-20T05:47:40.779 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:45 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:40.877 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/2 2023-05-20T05:47:41.202 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/2 2023-05-20T05:47:41.203 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/2 2023-05-20T05:47:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:47:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:============================================================================================== 2023-05-20T05:47:42.198 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout:============================================================================================== 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-cephadm noarch 2:17.2.6-350.ge2b6f0a6.el8 ceph-noarch 118 k 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-05-20T05:47:42.199 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-05-20T05:47:42.200 INFO:teuthology.orchestra.run.smithi081.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-05-20T05:47:42.200 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:42.200 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:47:42.200 INFO:teuthology.orchestra.run.smithi081.stdout:============================================================================================== 2023-05-20T05:47:42.200 INFO:teuthology.orchestra.run.smithi081.stdout:Install 5 Packages 2023-05-20T05:47:42.200 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:42.201 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 6.0 M 2023-05-20T05:47:42.201 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 26 M 2023-05-20T05:47:42.201 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:47:42.523 INFO:teuthology.orchestra.run.smithi081.stdout:(1/5): ceph-mgr-cephadm-17.2.6-350.ge2b6f0a6.el 664 kB/s | 118 kB 00:00 2023-05-20T05:47:42.616 INFO:teuthology.orchestra.run.smithi081.stdout:(2/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 5.6 MB/s | 538 kB 00:00 2023-05-20T05:47:42.640 INFO:teuthology.orchestra.run.smithi081.stdout:(3/5): python3-natsort-7.1.1-2.el8.noarch.rpm 204 kB/s | 60 kB 00:00 2023-05-20T05:47:42.736 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-05-20T05:47:42.736 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:47 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:42.749 INFO:teuthology.orchestra.run.smithi081.stdout:(4/5): python3-babel-2.5.1-7.el8.noarch.rpm 36 MB/s | 4.8 MB 00:00 2023-05-20T05:47:42.774 INFO:teuthology.orchestra.run.smithi081.stdout:(5/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.1 MB/s | 476 kB 00:00 2023-05-20T05:47:42.775 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:42.775 INFO:teuthology.orchestra.run.smithi081.stdout:Total 10 MB/s | 6.0 MB 00:00 2023-05-20T05:47:42.828 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:47:42.839 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:47:42.840 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:47:42.918 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:47:42.922 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:47:43.860 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:47:44.194 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2023-05-20T05:47:44.451 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2023-05-20T05:47:44.754 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-05-20T05:47:45.034 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-05-20T05:47:45.208 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 5/5 2023-05-20T05:47:45.368 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:47:45.442 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 5/5 2023-05-20T05:47:45.442 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 1/5 2023-05-20T05:47:45.442 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-05-20T05:47:45.442 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-05-20T05:47:45.443 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-05-20T05:47:45.551 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:45.551 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:47:45.552 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-05-20T05:47:45.552 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:45.552 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:45.681 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librados-devel 2023-05-20T05:47:46.037 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:46.445 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2023-05-20T05:47:46.445 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:51 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:46.852 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:51 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:48.289 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:48.289 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:48.289 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout: librados-devel x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 130 k 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:48.290 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:47:48.291 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:48.291 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 130 k 2023-05-20T05:47:48.291 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 464 k 2023-05-20T05:47:48.291 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:47:48.475 INFO:teuthology.orchestra.run.smithi170.stdout:librados-devel-17.2.6-350.ge2b6f0a6.el8.x86_64. 706 kB/s | 130 kB 00:00 2023-05-20T05:47:48.476 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:48.476 INFO:teuthology.orchestra.run.smithi170.stdout:Total 702 kB/s | 130 kB 00:00 2023-05-20T05:47:48.476 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:47:48.482 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:47:48.482 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:47:48.537 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:47:48.540 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:47:48.661 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:47:48.825 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:47:48.903 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:47:49.065 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:47:49.087 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:49.087 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:47:49.087 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-cephadm-2:17.2.6-350.ge2b6f0a6.el8.noarch 2023-05-20T05:47:49.088 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-05-20T05:47:49.088 INFO:teuthology.orchestra.run.smithi081.stdout: python3-babel-2.5.1-7.el8.noarch 2023-05-20T05:47:49.088 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-05-20T05:47:49.088 INFO:teuthology.orchestra.run.smithi081.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-05-20T05:47:49.088 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:49.088 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:47:49.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-fuse 2023-05-20T05:47:49.645 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:50.115 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:47:50.115 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:55 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:50.497 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:55 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:51.887 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:47:51.888 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:47:51.888 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2023-05-20T05:47:51.888 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:47:51.888 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:47:51.888 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-fuse 2023-05-20T05:47:51.888 INFO:teuthology.orchestra.run.smithi081.stdout: x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 873 k 2023-05-20T05:47:51.889 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2023-05-20T05:47:51.889 INFO:teuthology.orchestra.run.smithi081.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-05-20T05:47:51.889 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:51.889 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:47:51.889 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:47:51.889 INFO:teuthology.orchestra.run.smithi081.stdout:Install 2 Packages 2023-05-20T05:47:51.890 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:51.890 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 955 k 2023-05-20T05:47:51.890 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 3.0 M 2023-05-20T05:47:51.891 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:47:51.967 INFO:teuthology.orchestra.run.smithi081.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 1.0 MB/s | 83 kB 00:00 2023-05-20T05:47:52.175 INFO:teuthology.orchestra.run.smithi081.stdout:(2/2): ceph-fuse-17.2.6-350.ge2b6f0a6.el8.x86_6 3.0 MB/s | 873 kB 00:00 2023-05-20T05:47:52.176 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:52.176 INFO:teuthology.orchestra.run.smithi081.stdout:Total 3.2 MB/s | 955 kB 00:00 2023-05-20T05:47:52.187 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:47:52.208 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:47:52.208 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:47:52.282 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:47:52.286 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:47:52.443 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:47:52.608 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:47:52.674 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-05-20T05:47:52.790 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:52.791 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:47:52.791 INFO:teuthology.orchestra.run.smithi170.stdout: librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:47:52.791 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:52.792 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:52.805 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/2 2023-05-20T05:47:52.941 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install libcephfs2 2023-05-20T05:47:53.150 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2/2 2023-05-20T05:47:53.150 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/2 2023-05-20T05:47:53.299 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:54.142 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:02:59 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:54.195 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-05-20T05:47:54.196 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:02:59 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:55.399 INFO:teuthology.orchestra.run.smithi170.stdout:Package libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:47:55.508 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:55.510 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:47:55.510 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:47:55.628 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install libcephfs-devel 2023-05-20T05:47:55.982 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:56.809 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:47:56.832 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:01 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:56.993 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:56.993 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:47:56.993 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-05-20T05:47:56.993 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:56.994 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:47:57.130 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install librados-devel 2023-05-20T05:47:57.485 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:47:58.227 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:47:58.227 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-devel x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 25 k 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:47:58.228 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:47:58.229 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:47:58.229 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:47:58.229 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 25 k 2023-05-20T05:47:58.229 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 109 k 2023-05-20T05:47:58.230 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:47:58.263 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:03 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:58.372 INFO:teuthology.orchestra.run.smithi170.stdout:libcephfs-devel-17.2.6-350.ge2b6f0a6.el8.x86_64 172 kB/s | 25 kB 00:00 2023-05-20T05:47:58.373 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:58.373 INFO:teuthology.orchestra.run.smithi170.stdout:Total 171 kB/s | 25 kB 00:00 2023-05-20T05:47:58.374 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:47:58.377 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:47:58.377 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:47:58.379 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:47:58.383 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:47:58.430 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:47:58.582 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:47:58.830 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:47:59.690 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:47:59.691 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:47:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2023-05-20T05:47:59.691 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:47:59.691 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:47:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: librados-devel x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 130 k 2023-05-20T05:47:59.691 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 130 k 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 464 k 2023-05-20T05:47:59.692 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:47:59.816 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:47:59.817 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:04 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:47:59.891 INFO:teuthology.orchestra.run.smithi081.stdout:librados-devel-17.2.6-350.ge2b6f0a6.el8.x86_64. 651 kB/s | 130 kB 00:00 2023-05-20T05:47:59.892 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:47:59.892 INFO:teuthology.orchestra.run.smithi081.stdout:Total 647 kB/s | 130 kB 00:00 2023-05-20T05:47:59.892 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:47:59.897 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:47:59.897 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:47:59.952 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:47:59.956 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:48:00.070 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:48:00.228 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:00.446 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:01.729 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:01.729 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:06 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:02.617 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:48:02.797 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:02.798 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:48:02.798 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:02.798 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:02.798 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:02.941 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librados2 2023-05-20T05:48:03.292 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:04.164 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:09 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:04.284 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:48:04.467 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:04.468 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:48:04.468 INFO:teuthology.orchestra.run.smithi081.stdout: librados-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:04.468 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:04.469 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:04.604 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install libcephfs2 2023-05-20T05:48:04.960 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:05.434 INFO:teuthology.orchestra.run.smithi170.stdout:Package librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:05.543 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:05.544 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:48:05.544 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:05.651 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librbd1 2023-05-20T05:48:05.982 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:10 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:06.003 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:06.835 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:11 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:07.230 INFO:teuthology.orchestra.run.smithi081.stdout:Package libcephfs2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:07.338 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:07.339 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:07.340 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:07.455 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install libcephfs-devel 2023-05-20T05:48:07.807 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:08.170 INFO:teuthology.orchestra.run.smithi170.stdout:Package librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:08.279 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:08.280 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:48:08.281 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:08.417 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rados 2023-05-20T05:48:08.591 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:13 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:08.775 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:09.693 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:14 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:09.953 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:09.954 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:09.954 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2023-05-20T05:48:09.954 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:09.955 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:48:09.955 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs-devel x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 25 k 2023-05-20T05:48:09.955 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:09.955 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:48:09.955 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:09.955 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:48:09.956 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:09.956 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 25 k 2023-05-20T05:48:09.956 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 109 k 2023-05-20T05:48:09.956 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:48:10.098 INFO:teuthology.orchestra.run.smithi081.stdout:libcephfs-devel-17.2.6-350.ge2b6f0a6.el8.x86_64 174 kB/s | 25 kB 00:00 2023-05-20T05:48:10.099 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:10.099 INFO:teuthology.orchestra.run.smithi081.stdout:Total 172 kB/s | 25 kB 00:00 2023-05-20T05:48:10.100 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:48:10.103 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:48:10.103 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:48:10.105 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:48:10.108 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:48:10.155 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:48:10.318 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:10.534 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:10.954 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:11.065 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:11.066 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:48:11.066 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:11.192 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rgw 2023-05-20T05:48:11.521 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:11.522 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:16 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:11.543 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:12.340 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:17 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:13.615 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:13.724 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:13.725 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:48:13.725 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:13.841 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-cephfs 2023-05-20T05:48:13.876 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:48:14.060 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:14.060 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:48:14.060 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs-devel-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:14.060 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:14.060 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:14.192 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install librados2 2023-05-20T05:48:14.195 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:14.543 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:15.046 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:20 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:15.323 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:20 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:16.373 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:16.481 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:16.482 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:48:16.483 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:16.591 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rbd 2023-05-20T05:48:16.611 INFO:teuthology.orchestra.run.smithi081.stdout:Package librados2-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:16.719 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:16.720 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:16.720 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:16.841 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install librbd1 2023-05-20T05:48:16.944 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:17.197 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:17.745 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:22 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:17.976 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:22 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:19.058 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:19.167 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:19.169 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2023-05-20T05:48:19.169 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:19.290 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-fuse 2023-05-20T05:48:19.304 INFO:teuthology.orchestra.run.smithi081.stdout:Package librbd1-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:19.415 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:19.416 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:19.416 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:19.535 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-rados 2023-05-20T05:48:19.643 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:19.885 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:20.428 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:25 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:20.671 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:25 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:21.793 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:21.794 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:21.794 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2023-05-20T05:48:21.794 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:21.794 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:48:21.794 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-fuse x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 90 k 2023-05-20T05:48:21.795 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:21.795 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:48:21.795 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:21.795 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:48:21.796 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:21.796 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 90 k 2023-05-20T05:48:21.797 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 264 k 2023-05-20T05:48:21.797 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:48:21.945 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-rados-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:22.053 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:22.054 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:22.054 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:22.175 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-rgw 2023-05-20T05:48:22.193 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-fuse-17.2.6-350.ge2b6f0a6.el8.x86_64.rpm 227 kB/s | 90 kB 00:00 2023-05-20T05:48:22.194 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:22.194 INFO:teuthology.orchestra.run.smithi170.stdout:Total 226 kB/s | 90 kB 00:00 2023-05-20T05:48:22.194 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:48:22.204 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:48:22.204 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:48:22.259 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:48:22.263 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:48:22.371 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:48:22.528 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:22.528 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:22.763 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:23.305 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:28 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:23.783 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:23.783 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:28 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:24.581 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-rgw-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:24.690 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:24.691 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:24.691 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:24.815 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-cephfs 2023-05-20T05:48:25.166 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:25.998 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:30 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:26.194 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:48:26.374 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:26.375 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:48:26.375 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:26.375 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:26.375 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:26.512 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-mirror 2023-05-20T05:48:26.864 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:27.254 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-cephfs-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:27.361 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:27.362 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:27.362 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:27.492 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-rbd 2023-05-20T05:48:27.701 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:32 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:27.843 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:28.657 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:33 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:29.074 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:29.075 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:29.076 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2023-05-20T05:48:29.076 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:29.076 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:48:29.077 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-mirror x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.5 M 2023-05-20T05:48:29.077 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:29.077 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:48:29.077 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:29.078 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:48:29.078 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:29.078 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 3.5 M 2023-05-20T05:48:29.078 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 16 M 2023-05-20T05:48:29.078 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:48:29.429 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-mirror-17.2.6-350.ge2b6f0a6.el8.x86_64.rpm 9.8 MB/s | 3.5 MB 00:00 2023-05-20T05:48:29.430 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:29.430 INFO:teuthology.orchestra.run.smithi170.stdout:Total 9.7 MB/s | 3.5 MB 00:00 2023-05-20T05:48:29.431 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:48:29.442 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:48:29.442 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:48:29.508 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:48:29.512 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:48:29.900 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-rbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 is already installed. 2023-05-20T05:48:29.955 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:48:30.011 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:30.012 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2023-05-20T05:48:30.012 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:30.122 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:30.141 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install rbd-fuse 2023-05-20T05:48:30.473 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:30.491 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:31.256 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:36 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:31.484 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:31.485 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:36 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:32.686 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:32.687 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-fuse x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 90 k 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:48:32.688 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:32.689 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:48:32.689 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:32.689 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 90 k 2023-05-20T05:48:32.689 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 264 k 2023-05-20T05:48:32.689 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:48:32.914 INFO:teuthology.orchestra.run.smithi081.stdout:rbd-fuse-17.2.6-350.ge2b6f0a6.el8.x86_64.rpm 400 kB/s | 90 kB 00:00 2023-05-20T05:48:32.915 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:32.915 INFO:teuthology.orchestra.run.smithi081.stdout:Total 398 kB/s | 90 kB 00:00 2023-05-20T05:48:32.915 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:48:32.925 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:48:32.925 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:48:32.980 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:48:32.983 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:48:33.133 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:48:33.274 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:33.505 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:33.799 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:48:33.981 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:33.981 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:48:33.981 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:33.981 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:33.982 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:34.120 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-nbd 2023-05-20T05:48:34.475 INFO:teuthology.orchestra.run.smithi170.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:34.513 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:34.514 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:39 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:35.274 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:40 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:36.699 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2023-05-20T05:48:36.700 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:36.700 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2023-05-20T05:48:36.700 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:36.700 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-nbd x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 173 k 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 173 k 2023-05-20T05:48:36.701 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 552 k 2023-05-20T05:48:36.702 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2023-05-20T05:48:36.883 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-nbd-17.2.6-350.ge2b6f0a6.el8.x86_64.rpm 949 kB/s | 173 kB 00:00 2023-05-20T05:48:36.883 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:36.884 INFO:teuthology.orchestra.run.smithi170.stdout:Total 943 kB/s | 173 kB 00:00 2023-05-20T05:48:36.884 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2023-05-20T05:48:36.894 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2023-05-20T05:48:36.895 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2023-05-20T05:48:36.948 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2023-05-20T05:48:36.951 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2023-05-20T05:48:37.025 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:48:37.073 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2023-05-20T05:48:37.206 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:37.206 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:48:37.207 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-fuse-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:37.207 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:37.207 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:37.209 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:37.344 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install rbd-mirror 2023-05-20T05:48:37.446 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:37.697 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:38.480 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:43 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:38.498 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:38.499 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:03:43 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:39.841 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:39.842 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:39.842 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2023-05-20T05:48:39.842 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:39.842 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:48:39.843 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-mirror x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 3.5 M 2023-05-20T05:48:39.843 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:39.843 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:48:39.843 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:39.843 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:48:39.843 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:39.844 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 3.5 M 2023-05-20T05:48:39.844 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 16 M 2023-05-20T05:48:39.844 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:48:40.199 INFO:teuthology.orchestra.run.smithi081.stdout:rbd-mirror-17.2.6-350.ge2b6f0a6.el8.x86_64.rpm 9.7 MB/s | 3.5 MB 00:00 2023-05-20T05:48:40.200 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:40.200 INFO:teuthology.orchestra.run.smithi081.stdout:Total 9.7 MB/s | 3.5 MB 00:00 2023-05-20T05:48:40.200 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:48:40.211 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:48:40.212 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:48:40.278 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:48:40.282 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:48:40.724 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:48:40.878 INFO:teuthology.orchestra.run.smithi170.stdout:Installed products updated. 2023-05-20T05:48:40.892 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:41.059 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:41.059 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2023-05-20T05:48:41.059 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:41.059 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:48:41.059 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2023-05-20T05:48:41.190 DEBUG:teuthology.parallel:result is None 2023-05-20T05:48:41.254 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:42.251 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:42.251 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:47 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:44.659 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:48:44.840 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:44.840 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:48:44.840 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-mirror-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:44.841 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:44.841 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:44.981 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install rbd-nbd 2023-05-20T05:48:45.337 INFO:teuthology.orchestra.run.smithi081.stdout:Updating Subscription Management repositories. 2023-05-20T05:48:46.187 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:51 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:47.545 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2023-05-20T05:48:47.545 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:47.546 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2023-05-20T05:48:47.546 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:47.546 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2023-05-20T05:48:47.546 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-nbd x86_64 2:17.2.6-350.ge2b6f0a6.el8 ceph 173 k 2023-05-20T05:48:47.546 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 173 k 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 552 k 2023-05-20T05:48:47.547 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2023-05-20T05:48:47.729 INFO:teuthology.orchestra.run.smithi081.stdout:rbd-nbd-17.2.6-350.ge2b6f0a6.el8.x86_64.rpm 951 kB/s | 173 kB 00:00 2023-05-20T05:48:47.729 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:48:47.730 INFO:teuthology.orchestra.run.smithi081.stdout:Total 944 kB/s | 173 kB 00:00 2023-05-20T05:48:47.730 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2023-05-20T05:48:47.740 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2023-05-20T05:48:47.740 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2023-05-20T05:48:47.793 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2023-05-20T05:48:47.797 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2023-05-20T05:48:47.907 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2023-05-20T05:48:48.030 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:48.248 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:49.286 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 1/1 2023-05-20T05:48:49.286 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:03:54 ago on Sat 20 May 2023 05:44:55 AM UTC. 2023-05-20T05:48:51.584 INFO:teuthology.orchestra.run.smithi081.stdout:Installed products updated. 2023-05-20T05:48:51.764 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:51.764 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2023-05-20T05:48:51.764 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-nbd-2:17.2.6-350.ge2b6f0a6.el8.x86_64 2023-05-20T05:48:51.764 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:48:51.765 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2023-05-20T05:48:51.905 DEBUG:teuthology.parallel:result is None 2023-05-20T05:48:51.906 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:48:51.906 INFO:teuthology.packaging:ref: None 2023-05-20T05:48:51.907 INFO:teuthology.packaging:tag: None 2023-05-20T05:48:51.907 INFO:teuthology.packaging:branch: quincy 2023-05-20T05:48:51.907 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:48:51.907 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-05-20T05:48:52.153 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-05-20T05:48:52.175 INFO:teuthology.orchestra.run.smithi081.stdout:17.2.6-350.ge2b6f0a6.el8 2023-05-20T05:48:52.176 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-350.ge2b6f0a6.el8 2023-05-20T05:48:52.176 INFO:teuthology.task.install:The correct ceph version 17.2.6-350.ge2b6f0a6 is installed. 2023-05-20T05:48:52.177 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-05-20T05:48:52.177 INFO:teuthology.packaging:ref: None 2023-05-20T05:48:52.177 INFO:teuthology.packaging:tag: None 2023-05-20T05:48:52.178 INFO:teuthology.packaging:branch: quincy 2023-05-20T05:48:52.178 INFO:teuthology.packaging:sha1: 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:48:52.178 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-05-20T05:48:52.404 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-05-20T05:48:52.432 INFO:teuthology.orchestra.run.smithi170.stdout:17.2.6-350.ge2b6f0a6.el8 2023-05-20T05:48:52.432 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-350.ge2b6f0a6.el8 2023-05-20T05:48:52.432 INFO:teuthology.task.install:The correct ceph version 17.2.6-350.ge2b6f0a6 is installed. 2023-05-20T05:48:52.433 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-05-20T05:48:52.433 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:48:52.434 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-05-20T05:48:52.462 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:48:52.462 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-05-20T05:48:52.508 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-05-20T05:48:52.509 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:48:52.510 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/daemon-helper 2023-05-20T05:48:52.538 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-05-20T05:48:52.606 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:48:52.607 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/daemon-helper 2023-05-20T05:48:52.637 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-05-20T05:48:52.712 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-05-20T05:48:52.713 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:48:52.714 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/adjust-ulimits 2023-05-20T05:48:52.741 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-05-20T05:48:52.809 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:48:52.810 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/adjust-ulimits 2023-05-20T05:48:52.841 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-05-20T05:48:52.913 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:48:52.925 INFO:teuthology.task.print:**** done install task... 2023-05-20T05:48:52.926 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:48:52.956 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2023-05-20T05:48:52.957 INFO:teuthology.run_tasks:Running task cephadm... 2023-05-20T05:48:53.081 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '8160727644d3bd5a5ab8383dc49372ac6d00bfb1'} 2023-05-20T05:48:53.082 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-05-20T05:48:53.092 INFO:tasks.cephadm:Cluster fsid is 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:48:53.093 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-05-20T05:48:53.093 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.81', 'mon.c': '[v2:172.21.15.81:3301,v1:172.21.15.81:6790]', 'mon.b': '172.21.15.170'} 2023-05-20T05:48:53.094 INFO:tasks.cephadm:First mon is mon.a on smithi081 2023-05-20T05:48:53.094 INFO:tasks.cephadm:First mgr is y 2023-05-20T05:48:53.094 INFO:tasks.cephadm:Normalizing hostnames... 2023-05-20T05:48:53.095 DEBUG:teuthology.orchestra.run.smithi081:> sudo hostname $(hostname -s) 2023-05-20T05:48:53.124 DEBUG:teuthology.orchestra.run.smithi170:> sudo hostname $(hostname -s) 2023-05-20T05:48:53.156 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-05-20T05:48:53.157 DEBUG:teuthology.orchestra.run.smithi081:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-05-20T05:48:53.396 INFO:teuthology.orchestra.run.smithi081.stdout:-rw-rw-r--. 1 ubuntu ubuntu 367826 May 20 05:48 /home/ubuntu/cephtest/cephadm 2023-05-20T05:48:53.397 DEBUG:teuthology.orchestra.run.smithi170:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-05-20T05:48:53.588 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-rw-r--. 1 ubuntu ubuntu 367826 May 20 05:48 /home/ubuntu/cephtest/cephadm 2023-05-20T05:48:53.588 DEBUG:teuthology.orchestra.run.smithi081:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-05-20T05:48:53.607 DEBUG:teuthology.orchestra.run.smithi170:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-05-20T05:48:53.643 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-05-20T05:48:53.643 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-05-20T05:48:53.649 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-05-20T05:48:54.829 INFO:teuthology.orchestra.run.smithi081.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-05-20T05:48:54.930 INFO:teuthology.orchestra.run.smithi170.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-05-20T05:49:39.185 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-05-20T05:49:39.185 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)", 2023-05-20T05:49:39.185 INFO:teuthology.orchestra.run.smithi081.stdout: "image_id": "4399f876204412c0b7e7dcf1d8de595890c8172c5194d6cb61e4105215628ec7", 2023-05-20T05:49:39.185 INFO:teuthology.orchestra.run.smithi081.stdout: "repo_digests": [ 2023-05-20T05:49:39.185 INFO:teuthology.orchestra.run.smithi081.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a5d60fbe24fa405f70dbaee4677564352edfcbaff253c12519fdce136462bbc6" 2023-05-20T05:49:39.186 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2023-05-20T05:49:39.186 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-05-20T05:49:39.447 INFO:teuthology.orchestra.run.smithi170.stdout:{ 2023-05-20T05:49:39.447 INFO:teuthology.orchestra.run.smithi170.stdout: "ceph_version": "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)", 2023-05-20T05:49:39.448 INFO:teuthology.orchestra.run.smithi170.stdout: "image_id": "4399f876204412c0b7e7dcf1d8de595890c8172c5194d6cb61e4105215628ec7", 2023-05-20T05:49:39.448 INFO:teuthology.orchestra.run.smithi170.stdout: "repo_digests": [ 2023-05-20T05:49:39.448 INFO:teuthology.orchestra.run.smithi170.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:a5d60fbe24fa405f70dbaee4677564352edfcbaff253c12519fdce136462bbc6" 2023-05-20T05:49:39.448 INFO:teuthology.orchestra.run.smithi170.stdout: ] 2023-05-20T05:49:39.448 INFO:teuthology.orchestra.run.smithi170.stdout:} 2023-05-20T05:49:39.477 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /etc/ceph 2023-05-20T05:49:39.514 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /etc/ceph 2023-05-20T05:49:39.547 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 777 /etc/ceph 2023-05-20T05:49:39.584 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 777 /etc/ceph 2023-05-20T05:49:39.615 INFO:tasks.cephadm:Writing seed config... 2023-05-20T05:49:39.616 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-05-20T05:49:39.616 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-05-20T05:49:39.616 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-05-20T05:49:39.617 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-05-20T05:49:39.617 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-05-20T05:49:39.617 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-05-20T05:49:39.617 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-05-20T05:49:39.618 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-05-20T05:49:39.619 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-05-20T05:49:39.619 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-05-20T05:49:39.619 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-05-20T05:49:39.621 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:49:39.621 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-05-20T05:49:39.644 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 00896e68-f6d2-11ed-9b02-001a4aab830c mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-05-20T05:49:39.644 DEBUG:teuthology.orchestra.run.smithi081:mon.a> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.a.service 2023-05-20T05:49:39.687 DEBUG:teuthology.orchestra.run.smithi081:mgr.y> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.y.service 2023-05-20T05:49:39.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:49:39.715 INFO:tasks.cephadm:Bootstrapping... 2023-05-20T05:49:39.716 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.81 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-05-20T05:49:39.742 INFO:journalctl@ceph.mgr.y.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:49:39.916 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2023-05-20T05:49:39.917 INFO:teuthology.orchestra.run.smithi081.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '00896e68-f6d2-11ed-9b02-001a4aab830c', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.81', '--skip-admin-label'] 2023-05-20T05:49:39.986 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout 3.0.1 2023-05-20T05:49:39.986 INFO:teuthology.orchestra.run.smithi081.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-05-20T05:49:39.987 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying podman|docker is present... 2023-05-20T05:49:40.039 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout 3.0.1 2023-05-20T05:49:40.039 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying lvm2 is present... 2023-05-20T05:49:40.039 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying time synchronization is in place... 2023-05-20T05:49:40.045 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-05-20T05:49:40.046 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-05-20T05:49:40.050 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-05-20T05:49:40.051 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2023-05-20T05:49:40.057 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout enabled 2023-05-20T05:49:40.063 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout active 2023-05-20T05:49:40.063 INFO:teuthology.orchestra.run.smithi081.stdout:Unit chronyd.service is enabled and running 2023-05-20T05:49:40.063 INFO:teuthology.orchestra.run.smithi081.stdout:Repeating the final host check... 2023-05-20T05:49:40.122 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout 3.0.1 2023-05-20T05:49:40.122 INFO:teuthology.orchestra.run.smithi081.stdout:podman (/bin/podman) version 3.0.1 is present 2023-05-20T05:49:40.123 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl is present 2023-05-20T05:49:40.123 INFO:teuthology.orchestra.run.smithi081.stdout:lvcreate is present 2023-05-20T05:49:40.128 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-05-20T05:49:40.128 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-05-20T05:49:40.134 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-05-20T05:49:40.134 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2023-05-20T05:49:40.140 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout enabled 2023-05-20T05:49:40.145 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout active 2023-05-20T05:49:40.145 INFO:teuthology.orchestra.run.smithi081.stdout:Unit chronyd.service is enabled and running 2023-05-20T05:49:40.146 INFO:teuthology.orchestra.run.smithi081.stdout:Host looks OK 2023-05-20T05:49:40.146 INFO:teuthology.orchestra.run.smithi081.stdout:Cluster fsid: 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:40.146 INFO:teuthology.orchestra.run.smithi081.stdout:Acquiring lock 140152570685928 on /run/cephadm/00896e68-f6d2-11ed-9b02-001a4aab830c.lock 2023-05-20T05:49:40.147 INFO:teuthology.orchestra.run.smithi081.stdout:Lock 140152570685928 acquired on /run/cephadm/00896e68-f6d2-11ed-9b02-001a4aab830c.lock 2023-05-20T05:49:40.147 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying IP 172.21.15.81 port 3300 ... 2023-05-20T05:49:40.148 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying IP 172.21.15.81 port 6789 ... 2023-05-20T05:49:40.148 INFO:teuthology.orchestra.run.smithi081.stdout:Base mon IP(s) is [172.21.15.81:3300, 172.21.15.81:6789], mon addrv is [v2:172.21.15.81:3300,v1:172.21.15.81:6789] 2023-05-20T05:49:40.150 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2023-05-20T05:49:40.150 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.81 metric 100 2023-05-20T05:49:40.153 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-05-20T05:49:40.153 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2023-05-20T05:49:40.153 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2023-05-20T05:49:40.156 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-05-20T05:49:40.156 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-05-20T05:49:40.156 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-05-20T05:49:40.156 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-05-20T05:49:40.157 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout inet6 fe80::c351:555:1268:b388/64 scope link noprefixroute 2023-05-20T05:49:40.157 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-05-20T05:49:40.157 INFO:teuthology.orchestra.run.smithi081.stdout:Mon IP `172.21.15.81` is in CIDR network `172.21.0.0/20` 2023-05-20T05:49:40.157 INFO:teuthology.orchestra.run.smithi081.stdout:Mon IP `172.21.15.81` is in CIDR network `172.21.0.0/20` 2023-05-20T05:49:40.157 INFO:teuthology.orchestra.run.smithi081.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-05-20T05:49:40.158 INFO:teuthology.orchestra.run.smithi081.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-05-20T05:49:40.158 INFO:teuthology.orchestra.run.smithi081.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-05-20T05:49:40.591 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout 4399f876204412c0b7e7dcf1d8de595890c8172c5194d6cb61e4105215628ec7 2023-05-20T05:49:40.591 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-05-20T05:49:40.592 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Getting image source signatures 2023-05-20T05:49:40.592 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Copying blob sha256:a565ef9aa927ae1c0364cb19d9e0d142a08a77c0efc5183f912bdf84bf9935d4 2023-05-20T05:49:40.592 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Copying blob sha256:11122a0ac68afcf11385550f95359b06f4bd8601e8d5c44fa9722d85a8615c4b 2023-05-20T05:49:40.592 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Copying config sha256:4399f876204412c0b7e7dcf1d8de595890c8172c5194d6cb61e4105215628ec7 2023-05-20T05:49:40.592 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Writing manifest to image destination 2023-05-20T05:49:40.592 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Storing signatures 2023-05-20T05:49:41.715 INFO:teuthology.orchestra.run.smithi081.stdout:ceph: stdout ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable) 2023-05-20T05:49:41.715 INFO:teuthology.orchestra.run.smithi081.stdout:Ceph version: ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable) 2023-05-20T05:49:41.715 INFO:teuthology.orchestra.run.smithi081.stdout:Extracting ceph user uid/gid from container image... 2023-05-20T05:49:42.655 INFO:teuthology.orchestra.run.smithi081.stdout:stat: stdout 167 167 2023-05-20T05:49:42.655 INFO:teuthology.orchestra.run.smithi081.stdout:Creating initial keys... 2023-05-20T05:49:43.629 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph-authtool: stdout AQB3X2hkn7KaARAAbQnoOBl2/tJBckxihXsYYQ== 2023-05-20T05:49:44.571 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph-authtool: stdout AQB4X2hkUGUYABAAlfTB8n1j8oDjvF+8/kSmeA== 2023-05-20T05:49:45.553 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph-authtool: stdout AQB4X2hk91BONhAA/2sXQk60A6QA06BqJMRPqA== 2023-05-20T05:49:45.554 INFO:teuthology.orchestra.run.smithi081.stdout:Creating initial monmap... 2023-05-20T05:49:46.594 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-05-20T05:49:46.594 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-05-20T05:49:46.594 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:46.594 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-05-20T05:49:46.595 INFO:teuthology.orchestra.run.smithi081.stdout:monmaptool for a [v2:172.21.15.81:3300,v1:172.21.15.81:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-05-20T05:49:46.595 INFO:teuthology.orchestra.run.smithi081.stdout:setting min_mon_release = octopus 2023-05-20T05:49:46.595 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: set fsid to 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:46.595 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-05-20T05:49:46.595 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:49:46.595 INFO:teuthology.orchestra.run.smithi081.stdout:Creating mon... 2023-05-20T05:49:47.527 INFO:teuthology.orchestra.run.smithi081.stdout:create mon.a on 2023-05-20T05:49:47.628 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-05-20T05:49:47.714 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-05-20T05:49:47.807 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c.target → /etc/systemd/system/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c.target. 2023-05-20T05:49:47.807 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c.target → /etc/systemd/system/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c.target. 2023-05-20T05:49:47.923 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.a 2023-05-20T05:49:47.923 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to reset failed state of unit ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.a.service: Unit ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.a.service not loaded. 2023-05-20T05:49:48.009 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c.target.wants/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.a.service → /etc/systemd/system/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@.service. 2023-05-20T05:49:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:48 smithi081 systemd[1]: Starting Ceph mon.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:49:48.608 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-05-20T05:49:48.608 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2023-05-20T05:49:48.616 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-05-20T05:49:48.616 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2023-05-20T05:49:48.616 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2023-05-20T05:49:48.616 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to enable service . firewalld.service is not available 2023-05-20T05:49:48.617 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mon to start... 2023-05-20T05:49:48.617 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mon... 2023-05-20T05:49:48.863 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:48 smithi081 bash[94477]: 1d89b7070662ad60bffa0096635f9dd4dca24386f2f673753ed729342b9de0d9 2023-05-20T05:49:48.864 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:48 smithi081 systemd[1]: Started Ceph mon.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:49:48.864 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:48 smithi081 ceph-mon[94542]: mkfs 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:48.864 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:48 smithi081 ceph-mon[94542]: mon.a is new leader, mons a in quorum (ranks 0) 2023-05-20T05:49:49.846 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout cluster: 2023-05-20T05:49:49.846 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout id: 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout services: 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.528841s) 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-05-20T05:49:49.847 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout data: 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout pgs: 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:49.848 INFO:teuthology.orchestra.run.smithi081.stdout:mon is available 2023-05-20T05:49:49.849 INFO:teuthology.orchestra.run.smithi081.stdout:Assimilating anything we can from ceph.conf... 2023-05-20T05:49:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:49 smithi081 ceph-mon[94542]: mon.a is new leader, mons a in quorum (ranks 0) 2023-05-20T05:49:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:49 smithi081 ceph-mon[94542]: monmap e1: 1 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0]} removed_ranks: {} 2023-05-20T05:49:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:49 smithi081 ceph-mon[94542]: fsmap 2023-05-20T05:49:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:49 smithi081 ceph-mon[94542]: osdmap e1: 0 total, 0 up, 0 in 2023-05-20T05:49:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:49 smithi081 ceph-mon[94542]: mgrmap e1: no daemons active 2023-05-20T05:49:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:49 smithi081 ceph-mon[94542]: from='client.? 172.21.15.81:0/1515354208' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-05-20T05:49:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:50 smithi081 ceph-mon[94542]: from='client.? 172.21.15.81:0/1364039360' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-05-20T05:49:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:50 smithi081 ceph-mon[94542]: from='client.? 172.21.15.81:0/1364039360' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-05-20T05:49:51.119 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [global] 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout fsid = 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.81:3300,v1:172.21.15.81:6789] 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-05-20T05:49:51.121 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-05-20T05:49:51.122 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:51.126 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [mgr] 2023-05-20T05:49:51.126 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-05-20T05:49:51.126 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:51.126 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [osd] 2023-05-20T05:49:51.127 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-05-20T05:49:51.127 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-05-20T05:49:51.127 INFO:teuthology.orchestra.run.smithi081.stdout:Generating new minimal ceph.conf... 2023-05-20T05:49:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:51 smithi081 ceph-mon[94542]: from='client.? 172.21.15.81:0/2336204246' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:49:52.337 INFO:teuthology.orchestra.run.smithi081.stdout:Restarting the monitor... 2023-05-20T05:49:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:52 smithi081 systemd[1]: Stopping Ceph mon.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:49:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:52 smithi081 conmon[94518]: 2023-05-20T05:49:52.568+0000 7f0879cdd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-05-20T05:49:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:52 smithi081 conmon[94518]: 2023-05-20T05:49:52.568+0000 7f0879cdd700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-05-20T05:49:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 bash[95099]: 1d89b7070662ad60bffa0096635f9dd4dca24386f2f673753ed729342b9de0d9 2023-05-20T05:49:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 systemd[1]: ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.a.service: Succeeded. 2023-05-20T05:49:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 systemd[1]: Stopped Ceph mon.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:49:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 systemd[1]: Starting Ceph mon.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:49:53.897 INFO:teuthology.orchestra.run.smithi081.stdout:Setting mon public_network to 172.21.0.0/20 2023-05-20T05:49:54.154 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: set uid:gid to 167:167 (ceph:ceph) 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable), process ceph-mon, pid 7 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: pidfile_write: ignore empty --pid-file 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 bash[95433]: e630d4a2453ad13bb60fa4c0296c26c95be6bbac345979b2dd95f1444727c0a9 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: load: jerasure load: lrc 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: RocksDB version: 6.15.5 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-05-20T05:49:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Compile date May 19 2023 2023-05-20T05:49:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: DB SUMMARY 2023-05-20T05:49:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: DB Session ID: COR2B3S6E3Q6BLDY9RID 2023-05-20T05:49:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: CURRENT file: CURRENT 2023-05-20T05:49:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: IDENTITY file: IDENTITY 2023-05-20T05:49:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-05-20T05:49:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83577 ; 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.error_if_exists: 0 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.create_if_missing: 0 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.paranoid_checks: 1 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.env: 0x55c620b5ba80 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.fs: Posix File System 2023-05-20T05:49:54.157 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.info_log: 0x55c62285f820 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_file_opening_threads: 16 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.statistics: (nil) 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.use_fsync: 0 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_log_file_size: 0 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.log_file_time_to_roll: 0 2023-05-20T05:49:54.158 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.keep_log_file_num: 1000 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.recycle_log_file_num: 0 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.allow_fallocate: 1 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.allow_mmap_reads: 0 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.allow_mmap_writes: 0 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.use_direct_reads: 0 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.create_missing_column_families: 0 2023-05-20T05:49:54.159 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.db_log_dir: 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.table_cache_numshardbits: 6 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.WAL_ttl_seconds: 0 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.WAL_size_limit_MB: 0 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-05-20T05:49:54.160 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.is_fd_close_on_exec: 1 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.advise_random_on_open: 1 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.db_write_buffer_size: 0 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.write_buffer_manager: 0x55c623552870 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.use_adaptive_mutex: 0 2023-05-20T05:49:54.161 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.rate_limiter: (nil) 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.wal_recovery_mode: 2 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.enable_thread_tracking: 0 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.enable_pipelined_write: 0 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.unordered_write: 0 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-05-20T05:49:54.162 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-05-20T05:49:54.163 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-05-20T05:49:54.163 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.row_cache: None 2023-05-20T05:49:54.163 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.wal_filter: None 2023-05-20T05:49:54.163 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-05-20T05:49:54.163 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.allow_ingest_behind: 0 2023-05-20T05:49:54.163 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.preserve_deletes: 0 2023-05-20T05:49:54.164 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.two_write_queues: 0 2023-05-20T05:49:54.164 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.manual_wal_flush: 0 2023-05-20T05:49:54.164 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.atomic_flush: 0 2023-05-20T05:49:54.164 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-05-20T05:49:54.165 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.persist_stats_to_disk: 0 2023-05-20T05:49:54.166 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.write_dbid_to_manifest: 0 2023-05-20T05:49:54.166 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.log_readahead_size: 0 2023-05-20T05:49:54.166 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-05-20T05:49:54.166 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.best_efforts_recovery: 0 2023-05-20T05:49:54.166 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-05-20T05:49:54.166 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-05-20T05:49:54.167 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.allow_data_in_errors: 0 2023-05-20T05:49:54.167 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.db_host_id: __hostname__ 2023-05-20T05:49:54.168 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_background_jobs: 2 2023-05-20T05:49:54.168 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_background_compactions: -1 2023-05-20T05:49:54.168 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_subcompactions: 1 2023-05-20T05:49:54.168 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-05-20T05:49:54.169 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-05-20T05:49:54.169 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.delayed_write_rate : 16777216 2023-05-20T05:49:54.169 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_total_wal_size: 0 2023-05-20T05:49:54.169 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.stats_dump_period_sec: 600 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.stats_persist_period_sec: 600 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_open_files: -1 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bytes_per_sync: 0 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.wal_bytes_per_sync: 0 2023-05-20T05:49:54.170 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.strict_bytes_per_sync: 0 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_readahead_size: 0 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_background_flushes: -1 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Compression algorithms supported: 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kZSTD supported: 0 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kXpressCompression supported: 0 2023-05-20T05:49:54.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kLZ4HCCompression supported: 1 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kZlibCompression supported: 1 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kSnappyCompression supported: 1 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kLZ4Compression supported: 1 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: kBZip2Compression supported: 0 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Fast CRC32 supported: Supported on x86 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-05-20T05:49:54.172 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.merge_operator: 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_filter: None 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_filter_factory: None 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.sst_partitioner_factory: None 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.memtable_factory: SkipListFactory 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.table_factory: BlockBasedTable 2023-05-20T05:49:54.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c622834ef0) 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: cache_index_and_filter_blocks: 1 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: pin_top_level_index_and_filter: 1 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: index_type: 0 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: data_block_index_type: 0 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: index_shortening: 1 2023-05-20T05:49:54.174 INFO:journalctl@ceph.mon.a.smithi081.stdout: data_block_hash_table_util_ratio: 0.750000 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: hash_index_allow_collision: 1 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: checksum: 1 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: no_block_cache: 0 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache: 0x55c622865090 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache_name: BinnedLRUCache 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache_options: 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: capacity : 536870912 2023-05-20T05:49:54.175 INFO:journalctl@ceph.mon.a.smithi081.stdout: num_shard_bits : 4 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: strict_capacity_limit : 0 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: high_pri_pool_ratio: 0.000 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache_compressed: (nil) 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: persistent_cache: (nil) 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_size: 4096 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_size_deviation: 10 2023-05-20T05:49:54.176 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_restart_interval: 16 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: index_block_restart_interval: 1 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: metadata_block_size: 4096 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: partition_filters: 0 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: use_delta_encoding: 1 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: whole_key_filtering: 1 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: verify_compression: 0 2023-05-20T05:49:54.177 INFO:journalctl@ceph.mon.a.smithi081.stdout: read_amp_bytes_per_bit: 0 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout: format_version: 4 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout: enable_index_compression: 1 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_align: 0 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.write_buffer_size: 33554432 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_write_buffer_number: 2 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression: NoCompression 2023-05-20T05:49:54.178 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression: Disabled 2023-05-20T05:49:54.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.prefix_extractor: nullptr 2023-05-20T05:49:54.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-05-20T05:49:54.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.num_levels: 7 2023-05-20T05:49:54.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-05-20T05:49:54.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-05-20T05:49:54.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-05-20T05:49:54.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-05-20T05:49:54.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-05-20T05:49:54.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-05-20T05:49:54.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-05-20T05:49:54.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.window_bits: -14 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.level: 32767 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.strategy: 0 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-05-20T05:49:54.181 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compression_opts.enabled: false 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.target_file_size_base: 67108864 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.target_file_size_multiplier: 1 2023-05-20T05:49:54.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-05-20T05:49:54.183 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-05-20T05:49:54.183 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-05-20T05:49:54.183 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-05-20T05:49:54.183 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-05-20T05:49:54.184 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.arena_block_size: 4194304 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.disable_auto_compactions: 0 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-05-20T05:49:54.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-05-20T05:49:54.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-05-20T05:49:54.187 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.table_properties_collectors: 2023-05-20T05:49:54.187 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.inplace_update_support: 0 2023-05-20T05:49:54.187 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.inplace_update_num_locks: 10000 2023-05-20T05:49:54.187 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-05-20T05:49:54.188 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-05-20T05:49:54.188 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.memtable_huge_page_size: 0 2023-05-20T05:49:54.188 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.bloom_locality: 0 2023-05-20T05:49:54.188 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.max_successive_merges: 0 2023-05-20T05:49:54.188 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.optimize_filters_for_hits: 0 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.paranoid_file_checks: 0 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.force_consistency_checks: 1 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.report_bg_io_stats: 0 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.ttl: 2592000 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.periodic_compaction_seconds: 0 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.enable_blob_files: false 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.min_blob_size: 0 2023-05-20T05:49:54.189 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.blob_file_size: 268435456 2023-05-20T05:49:54.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.blob_compression_type: NoCompression 2023-05-20T05:49:54.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.enable_blob_garbage_collection: false 2023-05-20T05:49:54.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-05-20T05:49:54.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-05-20T05:49:54.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-05-20T05:49:54.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561793890473, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561793891140, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80124, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78392, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10136, "raw_average_key_size": 47, "raw_value_size": 72600, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1684561793, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "9c22f28f-cd7b-49bc-9cb5-421568cfabc1", "db_session_id": "COR2B3S6E3Q6BLDY9RID"}} 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 systemd[1]: Started Ceph mon.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:49:54.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561793894063, "job": 1, "event": "recovery_finished"} 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55c6227fb180 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: DB pointer 0x55c6228ca000 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** DB Stats ** 2023-05-20T05:49:54.192 INFO:journalctl@ceph.mon.a.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.193 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: L0 2/0 80.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: Sum 2/0 80.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.194 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-05-20T05:49:54.195 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(Keys): cumulative 0, interval 0 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative compaction: 0.00 GB write, 12.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval compaction: 0.00 GB write, 12.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** File Read Latency Histogram By Level [default] ** 2023-05-20T05:49:54.196 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: L0 2/0 80.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: Sum 2/0 80.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.197 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 175.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-05-20T05:49:54.198 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(Keys): cumulative 0, interval 0 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative compaction: 0.00 GB write, 12.48 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** File Read Latency Histogram By Level [default] ** 2023-05-20T05:49:54.199 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: starting mon.a rank 0 at public addrs [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] at bind addrs [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:54.200 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???) e1 preinit fsid 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:49:54.200 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).mds e1 new map 2023-05-20T05:49:54.200 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).mds e1 print_map 2023-05-20T05:49:54.200 INFO:journalctl@ceph.mon.a.smithi081.stdout: e1 2023-05-20T05:49:54.200 INFO:journalctl@ceph.mon.a.smithi081.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-05-20T05:49:54.200 INFO:journalctl@ceph.mon.a.smithi081.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout: legacy client fscid: -1 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout: No filesystems configured 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:49:54.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-05-20T05:49:54.202 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mon.a is new leader, mons a in quorum (ranks 0) 2023-05-20T05:49:54.202 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: monmap e1: 1 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0]} removed_ranks: {} 2023-05-20T05:49:54.202 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: fsmap 2023-05-20T05:49:54.202 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: osdmap e1: 0 total, 0 up, 0 in 2023-05-20T05:49:54.202 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:53 smithi081 ceph-mon[95500]: mgrmap e1: no daemons active 2023-05-20T05:49:55.153 INFO:teuthology.orchestra.run.smithi081.stdout:Wrote config to /etc/ceph/ceph.conf 2023-05-20T05:49:55.153 INFO:teuthology.orchestra.run.smithi081.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-05-20T05:49:55.153 INFO:teuthology.orchestra.run.smithi081.stdout:Creating mgr... 2023-05-20T05:49:55.155 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying port 9283 ... 2023-05-20T05:49:55.275 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.y 2023-05-20T05:49:55.275 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to reset failed state of unit ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.y.service: Unit ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.y.service not loaded. 2023-05-20T05:49:55.361 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c.target.wants/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.y.service → /etc/systemd/system/ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@.service. 2023-05-20T05:49:55.441 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:55 smithi081 systemd[1]: Starting Ceph mgr.y for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:49:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:55 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1292773247' entity='client.admin' 2023-05-20T05:49:56.017 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-05-20T05:49:56.017 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2023-05-20T05:49:56.024 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-05-20T05:49:56.025 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2023-05-20T05:49:56.025 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2023-05-20T05:49:56.025 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to enable service . firewalld.service is not available 2023-05-20T05:49:56.032 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-05-20T05:49:56.033 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2023-05-20T05:49:56.040 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-05-20T05:49:56.041 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2023-05-20T05:49:56.041 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2023-05-20T05:49:56.041 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-05-20T05:49:56.041 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr to start... 2023-05-20T05:49:56.041 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr... 2023-05-20T05:49:56.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:55 smithi081 bash[95885]: d44d7de46c2d5525a9cf69c0da3faf15f3e11fb50c22074268fc185cf0b9653d 2023-05-20T05:49:56.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 systemd[1]: Started Ceph mgr.y for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:49:56.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.110+0000 7f33b61b91c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:49:56.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.191+0000 7f33b61b91c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:49:56.555 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.281+0000 7f33b61b91c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:49:56.555 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.376+0000 7f33b61b91c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:49:56.555 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.549+0000 7f33b61b91c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:49:56.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:56 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1905327939' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-05-20T05:49:57.188 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.880+0000 7f33b61b91c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:49:57.188 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:56 smithi081 conmon[95926]: 2023-05-20T05:49:56.966+0000 7f33b61b91c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:49:57.189 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:57 smithi081 conmon[95926]: 2023-05-20T05:49:57.091+0000 7f33b61b91c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:49:57.287 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:49:57.290 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:49:57.290 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "00896e68-f6d2-11ed-9b02-001a4aab830c", 2023-05-20T05:49:57.291 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2023-05-20T05:49:57.291 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-05-20T05:49:57.291 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-05-20T05:49:57.291 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-05-20T05:49:57.291 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2023-05-20T05:49:57.292 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.293 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-05-20T05:49:57.294 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-05-20T05:49:57.297 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.297 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-05-20T05:49:57.298 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.299 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-05-20T05:49:57.300 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": false, 2023-05-20T05:49:57.300 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-05-20T05:49:57.300 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2023-05-20T05:49:57.300 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2023-05-20T05:49:57.301 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2023-05-20T05:49:57.301 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2023-05-20T05:49:57.301 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:49:57.301 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:49:57.301 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.301 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2023-05-20T05:49:48.630651+0000", 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:49:57.302 INFO:teuthology.orchestra.run.smithi081.stdout:mgr not available, waiting (1/15)... 2023-05-20T05:49:57.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:57 smithi081 conmon[95926]: 2023-05-20T05:49:57.182+0000 7f33b61b91c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:49:58.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:57 smithi081 conmon[95926]: 2023-05-20T05:49:57.603+0000 7f33b61b91c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:49:58.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:58 smithi081 conmon[95926]: 2023-05-20T05:49:58.166+0000 7f33b61b91c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:49:58.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:58 smithi081 conmon[95926]: 2023-05-20T05:49:58.332+0000 7f33b61b91c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:49:59.345 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:59 smithi081 conmon[95926]: 2023-05-20T05:49:59.079+0000 7f33b61b91c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:49:59.346 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:59 smithi081 conmon[95926]: 2023-05-20T05:49:59.167+0000 7f33b61b91c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:49:59.632 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:59 smithi081 conmon[95926]: 2023-05-20T05:49:59.340+0000 7f33b61b91c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:49:59.905 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:59 smithi081 conmon[95926]: 2023-05-20T05:49:59.626+0000 7f33b61b91c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:49:59.906 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:49:59 smithi081 conmon[95926]: 2023-05-20T05:49:59.715+0000 7f33b61b91c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:50:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:49:59 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2038552963' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-05-20T05:50:00.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:00 smithi081 conmon[95926]: 2023-05-20T05:50:00.015+0000 7f33b61b91c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:50:00.495 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:50:00.495 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:00.495 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "00896e68-f6d2-11ed-9b02-001a4aab830c", 2023-05-20T05:50:00.495 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2023-05-20T05:50:00.495 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-05-20T05:50:00.495 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-05-20T05:50:00.496 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-05-20T05:50:00.496 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.496 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-05-20T05:50:00.496 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-05-20T05:50:00.496 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2023-05-20T05:50:00.497 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:00.497 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-05-20T05:50:00.497 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2023-05-20T05:50:00.497 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:00.497 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-05-20T05:50:00.497 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:00.498 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-05-20T05:50:00.499 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-05-20T05:50:00.499 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-05-20T05:50:00.499 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-05-20T05:50:00.499 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-05-20T05:50:00.499 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-05-20T05:50:00.502 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.502 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-05-20T05:50:00.502 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-05-20T05:50:00.502 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-05-20T05:50:00.502 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-05-20T05:50:00.502 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:00.503 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": false, 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2023-05-20T05:50:00.504 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:00.505 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2023-05-20T05:49:48.630651+0000", 2023-05-20T05:50:00.506 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:50:00.506 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:00.506 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-05-20T05:50:00.506 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:00.506 INFO:teuthology.orchestra.run.smithi081.stdout:mgr not available, waiting (2/15)... 2023-05-20T05:50:00.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:00 smithi081 conmon[95926]: 2023-05-20T05:50:00.275+0000 7f33b61b91c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:50:01.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:00 smithi081 conmon[95926]: 2023-05-20T05:50:00.972+0000 7f33b61b91c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:50:01.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:01 smithi081 conmon[95926]: 2023-05-20T05:50:01.100+0000 7f33b61b91c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:50:01.613 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:01 smithi081 conmon[95926]: 2023-05-20T05:50:01.287+0000 7f33b61b91c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:50:01.613 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:01 smithi081 conmon[95926]: 2023-05-20T05:50:01.397+0000 7f33b61b91c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:50:02.703 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:01 smithi081 conmon[95926]: 2023-05-20T05:50:01.607+0000 7f33b61b91c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:50:02.704 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:02 smithi081 conmon[95926]: 2023-05-20T05:50:02.447+0000 7f33b61b91c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:50:02.704 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: Activating manager daemon y 2023-05-20T05:50:02.704 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: mgrmap e2: y(active, starting, since 0.00265383s) 2023-05-20T05:50:02.704 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: Manager daemon y is now available 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:50:02.705 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:50:02.706 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' 2023-05-20T05:50:02.706 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' 2023-05-20T05:50:02.706 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:02 smithi081 ceph-mon[95500]: from='mgr.14100 172.21.15.81:0/1796610863' entity='mgr.y' 2023-05-20T05:50:03.663 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:50:03.663 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:03.663 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "00896e68-f6d2-11ed-9b02-001a4aab830c", 2023-05-20T05:50:03.664 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2023-05-20T05:50:03.664 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-05-20T05:50:03.664 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-05-20T05:50:03.664 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-05-20T05:50:03.664 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.665 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-05-20T05:50:03.665 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-05-20T05:50:03.665 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2023-05-20T05:50:03.665 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:03.665 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-05-20T05:50:03.666 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2023-05-20T05:50:03.666 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:03.666 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2023-05-20T05:50:03.666 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2023-05-20T05:50:03.666 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-05-20T05:50:03.667 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-05-20T05:50:03.668 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-05-20T05:50:03.668 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-05-20T05:50:03.668 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-05-20T05:50:03.668 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-05-20T05:50:03.668 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.668 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-05-20T05:50:03.669 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.670 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": false, 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:03.671 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2023-05-20T05:49:48.630651+0000", 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:03.672 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-05-20T05:50:03.673 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:03.673 INFO:teuthology.orchestra.run.smithi081.stdout:mgr not available, waiting (3/15)... 2023-05-20T05:50:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:03 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/4074264063' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-05-20T05:50:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:03 smithi081 ceph-mon[95500]: mgrmap e3: y(active, since 1.0059s) 2023-05-20T05:50:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:05 smithi081 ceph-mon[95500]: mgrmap e4: y(active, since 2s) 2023-05-20T05:50:06.983 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:50:06.984 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:06.984 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "00896e68-f6d2-11ed-9b02-001a4aab830c", 2023-05-20T05:50:06.984 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2023-05-20T05:50:06.985 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-05-20T05:50:06.985 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-05-20T05:50:06.985 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-05-20T05:50:06.985 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:06.985 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-05-20T05:50:06.986 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-05-20T05:50:06.986 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2023-05-20T05:50:06.986 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:06.987 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-05-20T05:50:06.987 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2023-05-20T05:50:06.987 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:06.987 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2023-05-20T05:50:06.988 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2023-05-20T05:50:06.988 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:06.991 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-05-20T05:50:06.991 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-05-20T05:50:06.991 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:06.991 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-05-20T05:50:06.992 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:06.992 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-05-20T05:50:06.992 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-05-20T05:50:06.992 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-05-20T05:50:06.992 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-05-20T05:50:06.992 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-05-20T05:50:06.993 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-05-20T05:50:06.993 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:06.993 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-05-20T05:50:06.993 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-05-20T05:50:06.993 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-05-20T05:50:06.993 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-05-20T05:50:06.994 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-05-20T05:50:06.994 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-05-20T05:50:06.994 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-05-20T05:50:06.995 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-05-20T05:50:06.995 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-05-20T05:50:06.995 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:06.995 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-05-20T05:50:06.996 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:06.996 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-05-20T05:50:06.996 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-05-20T05:50:06.996 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:06.997 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-05-20T05:50:06.997 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": true, 2023-05-20T05:50:06.997 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-05-20T05:50:06.997 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2023-05-20T05:50:06.998 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2023-05-20T05:50:06.998 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2023-05-20T05:50:06.998 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2023-05-20T05:50:06.999 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2023-05-20T05:50:06.999 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:50:06.999 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:06.999 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-05-20T05:50:07.000 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-05-20T05:50:07.000 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2023-05-20T05:49:48.630651+0000", 2023-05-20T05:50:07.000 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2023-05-20T05:50:07.000 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2023-05-20T05:50:07.001 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-05-20T05:50:07.001 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:07.002 INFO:teuthology.orchestra.run.smithi081.stdout:mgr is available 2023-05-20T05:50:07.187 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:06 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1595682493' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-05-20T05:50:08.109 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [global] 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout fsid = 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-05-20T05:50:08.110 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:50:08.111 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [mgr] 2023-05-20T05:50:08.111 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-05-20T05:50:08.111 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2023-05-20T05:50:08.111 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [osd] 2023-05-20T05:50:08.111 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-05-20T05:50:08.111 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-05-20T05:50:08.112 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling cephadm module... 2023-05-20T05:50:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:07 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/631280879' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-05-20T05:50:09.240 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:08 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/984588843' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-05-20T05:50:09.241 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:08 smithi081 conmon[95926]: ignoring --setuser ceph since I am not root 2023-05-20T05:50:09.241 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:08 smithi081 conmon[95926]: ignoring --setgroup ceph since I am not root 2023-05-20T05:50:09.241 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.067+0000 7ff4416cb1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:50:09.241 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.147+0000 7ff4416cb1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:50:09.241 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.235+0000 7ff4416cb1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:50:09.497 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.326+0000 7ff4416cb1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:50:09.758 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.491+0000 7ff4416cb1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:50:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:09 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/984588843' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-05-20T05:50:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:09 smithi081 ceph-mon[95500]: mgrmap e5: y(active, since 6s) 2023-05-20T05:50:10.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.814+0000 7ff4416cb1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:50:10.018 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:09 smithi081 conmon[95926]: 2023-05-20T05:50:09.903+0000 7ff4416cb1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:50:10.482 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:10 smithi081 conmon[95926]: 2023-05-20T05:50:10.037+0000 7ff4416cb1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:50:10.483 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:10 smithi081 conmon[95926]: 2023-05-20T05:50:10.130+0000 7ff4416cb1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:50:10.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:10 smithi081 conmon[95926]: 2023-05-20T05:50:10.560+0000 7ff4416cb1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:50:10.818 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:10.818 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-05-20T05:50:10.818 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": true, 2023-05-20T05:50:10.818 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-05-20T05:50:10.819 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-05-20T05:50:10.819 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:10.819 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for the mgr to restart... 2023-05-20T05:50:10.819 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr epoch 5... 2023-05-20T05:50:11.079 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:10 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2406515365' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-05-20T05:50:11.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:11 smithi081 conmon[95926]: 2023-05-20T05:50:11.143+0000 7ff4416cb1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:50:11.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:11 smithi081 conmon[95926]: 2023-05-20T05:50:11.318+0000 7ff4416cb1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:50:12.321 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:12 smithi081 conmon[95926]: 2023-05-20T05:50:12.064+0000 7ff4416cb1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:50:12.322 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:12 smithi081 conmon[95926]: 2023-05-20T05:50:12.153+0000 7ff4416cb1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:50:12.592 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:12 smithi081 conmon[95926]: 2023-05-20T05:50:12.316+0000 7ff4416cb1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:50:12.961 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:12 smithi081 conmon[95926]: 2023-05-20T05:50:12.587+0000 7ff4416cb1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:50:12.961 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:12 smithi081 conmon[95926]: 2023-05-20T05:50:12.672+0000 7ff4416cb1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:50:13.215 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:12 smithi081 conmon[95926]: 2023-05-20T05:50:12.956+0000 7ff4416cb1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:50:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:13 smithi081 conmon[95926]: 2023-05-20T05:50:13.209+0000 7ff4416cb1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:50:14.215 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:13 smithi081 conmon[95926]: 2023-05-20T05:50:13.899+0000 7ff4416cb1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:50:14.215 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:14 smithi081 conmon[95926]: 2023-05-20T05:50:14.027+0000 7ff4416cb1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:50:14.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:14 smithi081 conmon[95926]: 2023-05-20T05:50:14.209+0000 7ff4416cb1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:50:14.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:14 smithi081 conmon[95926]: 2023-05-20T05:50:14.321+0000 7ff4416cb1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:50:15.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:14 smithi081 conmon[95926]: 2023-05-20T05:50:14.530+0000 7ff4416cb1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:50:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:15 smithi081 ceph-mon[95500]: Active manager daemon y restarted 2023-05-20T05:50:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:15 smithi081 ceph-mon[95500]: Activating manager daemon y 2023-05-20T05:50:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:15 smithi081 ceph-mon[95500]: osdmap e2: 0 total, 0 up, 0 in 2023-05-20T05:50:15.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:15 smithi081 conmon[95926]: 2023-05-20T05:50:15.358+0000 7ff4416cb1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:50:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: mgrmap e6: y(active, starting, since 0.0525784s) 2023-05-20T05:50:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:50:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:50:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:50:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:50:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:50:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: Manager daemon y is now available 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: Found migration_current of "None". Setting to last migration. 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:50:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:16 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:50:17.033 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:17.037 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-05-20T05:50:17.037 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "initialized": true 2023-05-20T05:50:17.037 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:17.037 INFO:teuthology.orchestra.run.smithi081.stdout:mgr epoch 5 is available 2023-05-20T05:50:17.037 INFO:teuthology.orchestra.run.smithi081.stdout:Setting orchestrator backend to cephadm... 2023-05-20T05:50:17.718 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-05-20T05:50:17.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: mgrmap e7: y(active, since 1.05828s) 2023-05-20T05:50:17.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-05-20T05:50:17.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: [20/May/2023:05:50:16] ENGINE Bus STARTING 2023-05-20T05:50:17.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: [20/May/2023:05:50:16] ENGINE Serving on https://172.21.15.81:7150 2023-05-20T05:50:17.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: [20/May/2023:05:50:16] ENGINE Bus STARTED 2023-05-20T05:50:17.720 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:17.720 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:17 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:18 smithi081 ceph-mon[95500]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:18 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:19.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:18 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:19.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:18 smithi081 ceph-mon[95500]: mgrmap e8: y(active, since 2s) 2023-05-20T05:50:19.466 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout value unchanged 2023-05-20T05:50:19.466 INFO:teuthology.orchestra.run.smithi081.stdout:Generating ssh key... 2023-05-20T05:50:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:19 smithi081 ceph-mon[95500]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:20.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: Generating public/private rsa key pair. 2023-05-20T05:50:20.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: Your identification has been saved in /tmp/tmpz9undr7e/key. 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: Your public key has been saved in /tmp/tmpz9undr7e/key.pub. 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: The key fingerprint is: 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: SHA256:PbujANRnke4S150IQjTN/JELabA/ldrIa2Ce75WaguA ceph-00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: The key's randomart image is: 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: +---[RSA 3072]----+ 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | o==.o . | 2023-05-20T05:50:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | ..oX.o. | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | . o+o=o= . | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | . .=o*= o | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | . o+S + | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | . +.o.o + | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | . . .+.o + | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | E . .+ +.. | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: | o*... | 2023-05-20T05:50:20.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:20 smithi081 conmon[95926]: +----[SHA256]-----+ 2023-05-20T05:50:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:21 smithi081 ceph-mon[95500]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:21 smithi081 ceph-mon[95500]: Generating ssh key... 2023-05-20T05:50:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:21 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:21 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:22.141 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdMAZXO1MhPS0kjUnpJUaJoVzyCvoxmJ9K5Ev+hSJQGjqEgG4Mnh3C1PUP6/vkIq2LFlKPGcRLGv0oprhNZsCkXdf+MgqdL9bYMLXLcjEtcrexh9EfibOSs4wyjv7cYnQTe0Jm+R3whMdQeRZqCMX9ec7jMD9tUVjjwSFyAd4afM56vNrDt4inw5o6HQNmmQ6qDSuOtqBDZHeoTpy6PEcqluDAT+TOYhESyPGGjig/zeUItz3NV8XRBPxGma+YAkGdnzF3Wm0oFHxYDlBid/CgucmPSIC4JlLkeLpYsjZFWS9Q5SowS2eCUeDKwEmipPBoo3+jrKtleiT6Hvq2UxrYOfKffmDELvP9CGw2x0qkQPsSRNl8aWddnYaDNRwR3O/lbOiDe7i994A/N9ixXpau0Ke9AWFQYXN45Kg6raJqhbD1jY1CEo/FN2/t61u+QSijcLpF/m7cSIYmFSmWrTEApgTFRrmFaEBOYRVyB500F1P948fnw4ACghyR0MQamqU= ceph-00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:50:22.142 INFO:teuthology.orchestra.run.smithi081.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-05-20T05:50:22.142 INFO:teuthology.orchestra.run.smithi081.stdout:Adding key to root@localhost authorized_keys... 2023-05-20T05:50:22.143 INFO:teuthology.orchestra.run.smithi081.stdout:Adding host smithi081... 2023-05-20T05:50:22.398 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:22 smithi081 ceph-mon[95500]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:23.588 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:23 smithi081 ceph-mon[95500]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi081", "addr": "172.21.15.81", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:25.223 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Added host 'smithi081' with addr '172.21.15.81' 2023-05-20T05:50:25.224 INFO:teuthology.orchestra.run.smithi081.stdout:Deploying unmanaged mon service... 2023-05-20T05:50:25.228 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:24 smithi081 ceph-mon[95500]: Deploying cephadm binary to smithi081 2023-05-20T05:50:25.228 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:24 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:25.228 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:24 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:26.165 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:25 smithi081 ceph-mon[95500]: Added host smithi081 2023-05-20T05:50:27.090 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-05-20T05:50:27.090 INFO:teuthology.orchestra.run.smithi081.stdout:Deploying unmanaged mgr service... 2023-05-20T05:50:27.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:26 smithi081 ceph-mon[95500]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:27.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:26 smithi081 ceph-mon[95500]: Saving service mon spec with placement count:5 2023-05-20T05:50:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:26 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:28 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:28 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:28 smithi081 ceph-mon[95500]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:28 smithi081 ceph-mon[95500]: Saving service mgr spec with placement count:2 2023-05-20T05:50:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:28 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:28.506 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-05-20T05:50:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:29 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:29 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3340811099' entity='client.admin' 2023-05-20T05:50:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:30 smithi081 ceph-mon[95500]: from='mgr.14120 172.21.15.81:0/1911645928' entity='mgr.y' 2023-05-20T05:50:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:30 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1385903826' entity='client.admin' 2023-05-20T05:50:31.832 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling the dashboard module... 2023-05-20T05:50:32.846 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:32 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2513258817' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-05-20T05:50:32.847 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:32 smithi081 conmon[95926]: ignoring --setuser ceph since I am not root 2023-05-20T05:50:32.847 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:32 smithi081 conmon[95926]: ignoring --setgroup ceph since I am not root 2023-05-20T05:50:32.847 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:32 smithi081 conmon[95926]: 2023-05-20T05:50:32.735+0000 7f2184dc91c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:50:32.847 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:32 smithi081 conmon[95926]: 2023-05-20T05:50:32.817+0000 7f2184dc91c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:50:33.166 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:32 smithi081 conmon[95926]: 2023-05-20T05:50:32.907+0000 7f2184dc91c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:50:33.167 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:32 smithi081 conmon[95926]: 2023-05-20T05:50:32.997+0000 7f2184dc91c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:50:33.167 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:33 smithi081 conmon[95926]: 2023-05-20T05:50:33.162+0000 7f2184dc91c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:50:33.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:33 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2513258817' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-05-20T05:50:33.715 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:33 smithi081 ceph-mon[95500]: mgrmap e9: y(active, since 17s) 2023-05-20T05:50:33.715 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:33 smithi081 conmon[95926]: 2023-05-20T05:50:33.488+0000 7f2184dc91c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:50:33.715 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:33 smithi081 conmon[95926]: 2023-05-20T05:50:33.577+0000 7f2184dc91c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:50:34.007 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:33 smithi081 conmon[95926]: 2023-05-20T05:50:33.710+0000 7f2184dc91c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:50:34.008 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:33 smithi081 conmon[95926]: 2023-05-20T05:50:33.806+0000 7f2184dc91c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:50:34.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:34 smithi081 conmon[95926]: 2023-05-20T05:50:34.243+0000 7f2184dc91c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:50:34.514 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:34.515 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-05-20T05:50:34.516 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": true, 2023-05-20T05:50:34.516 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-05-20T05:50:34.516 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-05-20T05:50:34.517 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:34.517 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for the mgr to restart... 2023-05-20T05:50:34.517 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr epoch 9... 2023-05-20T05:50:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:34 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1409799755' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-05-20T05:50:35.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:34 smithi081 conmon[95926]: 2023-05-20T05:50:34.828+0000 7f2184dc91c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:50:35.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:35 smithi081 conmon[95926]: 2023-05-20T05:50:35.003+0000 7f2184dc91c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:50:36.010 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:35 smithi081 conmon[95926]: 2023-05-20T05:50:35.751+0000 7f2184dc91c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:50:36.011 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:35 smithi081 conmon[95926]: 2023-05-20T05:50:35.839+0000 7f2184dc91c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:50:36.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:36 smithi081 conmon[95926]: 2023-05-20T05:50:36.006+0000 7f2184dc91c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:50:36.650 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:36 smithi081 conmon[95926]: 2023-05-20T05:50:36.275+0000 7f2184dc91c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:50:36.650 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:36 smithi081 conmon[95926]: 2023-05-20T05:50:36.361+0000 7f2184dc91c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:50:36.906 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:36 smithi081 conmon[95926]: 2023-05-20T05:50:36.645+0000 7f2184dc91c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:50:37.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:36 smithi081 conmon[95926]: 2023-05-20T05:50:36.901+0000 7f2184dc91c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:50:37.917 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:37 smithi081 conmon[95926]: 2023-05-20T05:50:37.596+0000 7f2184dc91c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:50:37.918 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:37 smithi081 conmon[95926]: 2023-05-20T05:50:37.727+0000 7f2184dc91c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:50:38.238 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:37 smithi081 conmon[95926]: 2023-05-20T05:50:37.913+0000 7f2184dc91c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:50:38.239 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:38 smithi081 conmon[95926]: 2023-05-20T05:50:38.025+0000 7f2184dc91c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:50:38.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:38 smithi081 conmon[95926]: 2023-05-20T05:50:38.234+0000 7f2184dc91c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:50:39.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:50:39 smithi081 conmon[95926]: 2023-05-20T05:50:39.080+0000 7f2184dc91c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:50:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:39 smithi081 ceph-mon[95500]: Active manager daemon y restarted 2023-05-20T05:50:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:39 smithi081 ceph-mon[95500]: Activating manager daemon y 2023-05-20T05:50:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:39 smithi081 ceph-mon[95500]: osdmap e3: 0 total, 0 up, 0 in 2023-05-20T05:50:41.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: mgrmap e10: y(active, starting, since 0.821288s) 2023-05-20T05:50:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:50:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:50:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:50:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:50:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:50:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: Manager daemon y is now available 2023-05-20T05:50:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:41.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:50:41.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:50:41.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: [20/May/2023:05:50:40] ENGINE Bus STARTING 2023-05-20T05:50:41.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:41.563 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2023-05-20T05:50:41.563 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-05-20T05:50:41.563 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "initialized": true 2023-05-20T05:50:41.563 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2023-05-20T05:50:41.564 INFO:teuthology.orchestra.run.smithi081.stdout:mgr epoch 9 is available 2023-05-20T05:50:41.564 INFO:teuthology.orchestra.run.smithi081.stdout:Generating a dashboard self-signed certificate... 2023-05-20T05:50:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: [20/May/2023:05:50:40] ENGINE Serving on https://172.21.15.81:7150 2023-05-20T05:50:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: [20/May/2023:05:50:40] ENGINE Bus STARTED 2023-05-20T05:50:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-05-20T05:50:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: mgrmap e11: y(active, since 1.82824s) 2023-05-20T05:50:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-05-20T05:50:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:43.096 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-05-20T05:50:43.096 INFO:teuthology.orchestra.run.smithi081.stdout:Creating initial admin user... 2023-05-20T05:50:43.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:42 smithi081 ceph-mon[95500]: mgrmap e12: y(active, since 2s) 2023-05-20T05:50:43.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:42 smithi081 ceph-mon[95500]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:42 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:42 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:44.962 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$2inp0ZuGJEWP3FmzSoNdQuIfBQWgTgsrYKllLavD70p6XwCb6dcR6", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1684561844, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-05-20T05:50:44.963 INFO:teuthology.orchestra.run.smithi081.stdout:Fetching dashboard port number... 2023-05-20T05:50:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:45 smithi081 ceph-mon[95500]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:45 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:46.187 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 8443 2023-05-20T05:50:46.197 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-05-20T05:50:46.198 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2023-05-20T05:50:46.205 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-05-20T05:50:46.206 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2023-05-20T05:50:46.206 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2023-05-20T05:50:46.206 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-05-20T05:50:46.207 INFO:teuthology.orchestra.run.smithi081.stdout:Ceph Dashboard is now available at: 2023-05-20T05:50:46.208 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:46.208 INFO:teuthology.orchestra.run.smithi081.stdout: URL: https://smithi081.front.sepia.ceph.com:8443/ 2023-05-20T05:50:46.208 INFO:teuthology.orchestra.run.smithi081.stdout: User: admin 2023-05-20T05:50:46.208 INFO:teuthology.orchestra.run.smithi081.stdout: Password: u6n4qz02yy 2023-05-20T05:50:46.208 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:46.208 INFO:teuthology.orchestra.run.smithi081.stdout:Saving cluster configuration to /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config directory 2023-05-20T05:50:46.209 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling autotune for osd_memory_target 2023-05-20T05:50:46.469 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:46 smithi081 ceph-mon[95500]: mgrmap e13: y(active, since 6s) 2023-05-20T05:50:46.469 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:46 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/899981438' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-05-20T05:50:48.813 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-05-20T05:50:48.813 INFO:teuthology.orchestra.run.smithi081.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-05-20T05:50:48.813 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.813 INFO:teuthology.orchestra.run.smithi081.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-05-20T05:50:48.814 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.814 INFO:teuthology.orchestra.run.smithi081.stdout:Or, if you are only running a single cluster on this host: 2023-05-20T05:50:48.814 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.815 INFO:teuthology.orchestra.run.smithi081.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-05-20T05:50:48.815 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.815 INFO:teuthology.orchestra.run.smithi081.stdout:Please consider enabling telemetry to help improve Ceph: 2023-05-20T05:50:48.815 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.816 INFO:teuthology.orchestra.run.smithi081.stdout: ceph telemetry on 2023-05-20T05:50:48.817 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.817 INFO:teuthology.orchestra.run.smithi081.stdout:For more information see: 2023-05-20T05:50:48.817 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.818 INFO:teuthology.orchestra.run.smithi081.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-05-20T05:50:48.818 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:50:48.818 INFO:teuthology.orchestra.run.smithi081.stdout:Bootstrap complete. 2023-05-20T05:50:48.849 INFO:tasks.cephadm:Fetching config... 2023-05-20T05:50:48.849 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:50:48.849 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-05-20T05:50:48.866 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-05-20T05:50:48.867 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:50:48.868 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-05-20T05:50:48.927 INFO:tasks.cephadm:Fetching mon keyring... 2023-05-20T05:50:48.927 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:50:48.927 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/keyring of=/dev/stdout 2023-05-20T05:50:48.995 INFO:tasks.cephadm:Fetching pub ssh key... 2023-05-20T05:50:48.995 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:50:48.995 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-05-20T05:50:49.052 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-05-20T05:50:49.053 DEBUG:teuthology.orchestra.run.smithi081:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdMAZXO1MhPS0kjUnpJUaJoVzyCvoxmJ9K5Ev+hSJQGjqEgG4Mnh3C1PUP6/vkIq2LFlKPGcRLGv0oprhNZsCkXdf+MgqdL9bYMLXLcjEtcrexh9EfibOSs4wyjv7cYnQTe0Jm+R3whMdQeRZqCMX9ec7jMD9tUVjjwSFyAd4afM56vNrDt4inw5o6HQNmmQ6qDSuOtqBDZHeoTpy6PEcqluDAT+TOYhESyPGGjig/zeUItz3NV8XRBPxGma+YAkGdnzF3Wm0oFHxYDlBid/CgucmPSIC4JlLkeLpYsjZFWS9Q5SowS2eCUeDKwEmipPBoo3+jrKtleiT6Hvq2UxrYOfKffmDELvP9CGw2x0qkQPsSRNl8aWddnYaDNRwR3O/lbOiDe7i994A/N9ixXpau0Ke9AWFQYXN45Kg6raJqhbD1jY1CEo/FN2/t61u+QSijcLpF/m7cSIYmFSmWrTEApgTFRrmFaEBOYRVyB500F1P948fnw4ACghyR0MQamqU= ceph-00896e68-f6d2-11ed-9b02-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-05-20T05:50:49.141 INFO:teuthology.orchestra.run.smithi081.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdMAZXO1MhPS0kjUnpJUaJoVzyCvoxmJ9K5Ev+hSJQGjqEgG4Mnh3C1PUP6/vkIq2LFlKPGcRLGv0oprhNZsCkXdf+MgqdL9bYMLXLcjEtcrexh9EfibOSs4wyjv7cYnQTe0Jm+R3whMdQeRZqCMX9ec7jMD9tUVjjwSFyAd4afM56vNrDt4inw5o6HQNmmQ6qDSuOtqBDZHeoTpy6PEcqluDAT+TOYhESyPGGjig/zeUItz3NV8XRBPxGma+YAkGdnzF3Wm0oFHxYDlBid/CgucmPSIC4JlLkeLpYsjZFWS9Q5SowS2eCUeDKwEmipPBoo3+jrKtleiT6Hvq2UxrYOfKffmDELvP9CGw2x0qkQPsSRNl8aWddnYaDNRwR3O/lbOiDe7i994A/N9ixXpau0Ke9AWFQYXN45Kg6raJqhbD1jY1CEo/FN2/t61u+QSijcLpF/m7cSIYmFSmWrTEApgTFRrmFaEBOYRVyB500F1P948fnw4ACghyR0MQamqU= ceph-00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:50:49.155 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdMAZXO1MhPS0kjUnpJUaJoVzyCvoxmJ9K5Ev+hSJQGjqEgG4Mnh3C1PUP6/vkIq2LFlKPGcRLGv0oprhNZsCkXdf+MgqdL9bYMLXLcjEtcrexh9EfibOSs4wyjv7cYnQTe0Jm+R3whMdQeRZqCMX9ec7jMD9tUVjjwSFyAd4afM56vNrDt4inw5o6HQNmmQ6qDSuOtqBDZHeoTpy6PEcqluDAT+TOYhESyPGGjig/zeUItz3NV8XRBPxGma+YAkGdnzF3Wm0oFHxYDlBid/CgucmPSIC4JlLkeLpYsjZFWS9Q5SowS2eCUeDKwEmipPBoo3+jrKtleiT6Hvq2UxrYOfKffmDELvP9CGw2x0qkQPsSRNl8aWddnYaDNRwR3O/lbOiDe7i994A/N9ixXpau0Ke9AWFQYXN45Kg6raJqhbD1jY1CEo/FN2/t61u+QSijcLpF/m7cSIYmFSmWrTEApgTFRrmFaEBOYRVyB500F1P948fnw4ACghyR0MQamqU= ceph-00896e68-f6d2-11ed-9b02-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-05-20T05:50:49.201 INFO:teuthology.orchestra.run.smithi170.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCdMAZXO1MhPS0kjUnpJUaJoVzyCvoxmJ9K5Ev+hSJQGjqEgG4Mnh3C1PUP6/vkIq2LFlKPGcRLGv0oprhNZsCkXdf+MgqdL9bYMLXLcjEtcrexh9EfibOSs4wyjv7cYnQTe0Jm+R3whMdQeRZqCMX9ec7jMD9tUVjjwSFyAd4afM56vNrDt4inw5o6HQNmmQ6qDSuOtqBDZHeoTpy6PEcqluDAT+TOYhESyPGGjig/zeUItz3NV8XRBPxGma+YAkGdnzF3Wm0oFHxYDlBid/CgucmPSIC4JlLkeLpYsjZFWS9Q5SowS2eCUeDKwEmipPBoo3+jrKtleiT6Hvq2UxrYOfKffmDELvP9CGw2x0qkQPsSRNl8aWddnYaDNRwR3O/lbOiDe7i994A/N9ixXpau0Ke9AWFQYXN45Kg6raJqhbD1jY1CEo/FN2/t61u+QSijcLpF/m7cSIYmFSmWrTEApgTFRrmFaEBOYRVyB500F1P948fnw4ACghyR0MQamqU= ceph-00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:50:49.215 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-05-20T05:50:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3419858892' entity='client.admin' 2023-05-20T05:50:49.551 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:50:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:50:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:53 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1399752183' entity='client.admin' 2023-05-20T05:50:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:53.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:53.135 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-05-20T05:50:53.135 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-05-20T05:50:53.467 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:50:55.752 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi170 2023-05-20T05:50:55.753 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:50:55.754 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/etc/ceph/ceph.conf 2023-05-20T05:50:55.776 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:50:55.776 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:50:55.835 INFO:tasks.cephadm:Adding host smithi170 to orchestrator... 2023-05-20T05:50:55.836 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch host add smithi170 2023-05-20T05:50:56.185 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:50:56.402 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:50:56.403 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:50:56.404 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:56.404 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:56.404 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:50:57.402 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:57 smithi081 ceph-mon[95500]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:50:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:58 smithi081 ceph-mon[95500]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi170", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:50:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:50:58 smithi081 ceph-mon[95500]: Deploying cephadm binary to smithi170 2023-05-20T05:50:59.543 INFO:teuthology.orchestra.run.smithi081.stdout:Added host 'smithi170' with addr '172.21.15.170' 2023-05-20T05:51:00.151 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch host ls --format=json 2023-05-20T05:51:00.488 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:51:00.872 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:00.873 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:00 smithi081 ceph-mon[95500]: Added host smithi170 2023-05-20T05:51:00.873 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:00.873 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:00.873 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:01.720 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:01 smithi081 ceph-mon[95500]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:01.721 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:01 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:02.104 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:51:02.104 INFO:teuthology.orchestra.run.smithi081.stdout:[{"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}, {"addr": "172.21.15.170", "hostname": "smithi170", "labels": [], "status": ""}] 2023-05-20T05:51:02.741 INFO:tasks.cephadm:Setting crush tunables to default 2023-05-20T05:51:02.742 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd crush tunables default 2023-05-20T05:51:03.079 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:51:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:03 smithi081 ceph-mon[95500]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:03 smithi081 ceph-mon[95500]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:51:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi170", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:51:05.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:51:05.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:05.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:04 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2286434955' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-05-20T05:51:05.600 INFO:teuthology.orchestra.run.smithi081.stderr:adjusted tunables profile to default 2023-05-20T05:51:06.211 INFO:tasks.cephadm:Adding mon.a on smithi081 2023-05-20T05:51:06.211 INFO:tasks.cephadm:Adding mon.c on smithi081 2023-05-20T05:51:06.212 INFO:tasks.cephadm:Adding mon.b on smithi170 2023-05-20T05:51:06.212 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply mon '3;smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b' 2023-05-20T05:51:06.592 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:06 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2286434955' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-05-20T05:51:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:06 smithi081 ceph-mon[95500]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:07 smithi081 ceph-mon[95500]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:08.182 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled mon update... 2023-05-20T05:51:08.798 DEBUG:teuthology.orchestra.run.smithi081:mon.c> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.c.service 2023-05-20T05:51:08.802 DEBUG:teuthology.orchestra.run.smithi170:mon.b> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mon.b.service 2023-05-20T05:51:08.805 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-05-20T05:51:08.805 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph mon dump -f json 2023-05-20T05:51:08.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:51:08.837 INFO:journalctl@ceph.mon.c.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:51:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: Saving service mon spec with placement smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b;count:3 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:09.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:09 smithi081 ceph-mon[95500]: Deploying daemon mon.b on smithi170 2023-05-20T05:51:09.686 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:11 smithi081 ceph-mon[95500]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:11.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:11 smithi170 systemd[1]: Starting Ceph mon.b for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:51:12.208 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:51:12.208 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","modified":"2023-05-20T05:49:45.957781Z","created":"2023-05-20T05:49:45.957781Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-05-20T05:51:12.210 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2023-05-20T05:51:12.786 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: set uid:gid to 167:167 (ceph:ceph) 2023-05-20T05:51:12.787 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable), process ceph-mon, pid 7 2023-05-20T05:51:12.787 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: pidfile_write: ignore empty --pid-file 2023-05-20T05:51:12.787 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: load: jerasure load: lrc 2023-05-20T05:51:12.787 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: RocksDB version: 6.15.5 2023-05-20T05:51:12.788 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-05-20T05:51:12.788 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Compile date May 19 2023 2023-05-20T05:51:12.788 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: DB SUMMARY 2023-05-20T05:51:12.789 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: DB Session ID: 4WY0FDQKSQ9CM104NU77 2023-05-20T05:51:12.789 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: CURRENT file: CURRENT 2023-05-20T05:51:12.789 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: IDENTITY file: IDENTITY 2023-05-20T05:51:12.790 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-05-20T05:51:12.790 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-05-20T05:51:12.790 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-05-20T05:51:12.790 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.error_if_exists: 0 2023-05-20T05:51:12.791 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.create_if_missing: 0 2023-05-20T05:51:12.791 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.paranoid_checks: 1 2023-05-20T05:51:12.791 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-05-20T05:51:12.791 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.env: 0x55fdabff4a80 2023-05-20T05:51:12.791 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.fs: Posix File System 2023-05-20T05:51:12.792 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.info_log: 0x55fdae113820 2023-05-20T05:51:12.792 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_file_opening_threads: 16 2023-05-20T05:51:12.792 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.statistics: (nil) 2023-05-20T05:51:12.792 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.use_fsync: 0 2023-05-20T05:51:12.792 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_log_file_size: 0 2023-05-20T05:51:12.792 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-05-20T05:51:12.794 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.log_file_time_to_roll: 0 2023-05-20T05:51:12.794 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.keep_log_file_num: 1000 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.recycle_log_file_num: 0 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.allow_fallocate: 1 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.allow_mmap_reads: 0 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.allow_mmap_writes: 0 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.use_direct_reads: 0 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.create_missing_column_families: 0 2023-05-20T05:51:12.795 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.db_log_dir: 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.table_cache_numshardbits: 6 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.WAL_ttl_seconds: 0 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.WAL_size_limit_MB: 0 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-05-20T05:51:12.796 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.is_fd_close_on_exec: 1 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.advise_random_on_open: 1 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.db_write_buffer_size: 0 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.write_buffer_manager: 0x55fdaee06870 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-05-20T05:51:12.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.use_adaptive_mutex: 0 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.rate_limiter: (nil) 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.wal_recovery_mode: 2 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.enable_thread_tracking: 0 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.enable_pipelined_write: 0 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.unordered_write: 0 2023-05-20T05:51:12.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-05-20T05:51:12.799 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-05-20T05:51:12.799 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-05-20T05:51:12.799 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-05-20T05:51:12.799 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.row_cache: None 2023-05-20T05:51:12.799 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.wal_filter: None 2023-05-20T05:51:12.801 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-05-20T05:51:12.802 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.allow_ingest_behind: 0 2023-05-20T05:51:12.802 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.preserve_deletes: 0 2023-05-20T05:51:12.802 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.two_write_queues: 0 2023-05-20T05:51:12.802 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.manual_wal_flush: 0 2023-05-20T05:51:12.802 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.atomic_flush: 0 2023-05-20T05:51:12.803 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-05-20T05:51:12.803 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.persist_stats_to_disk: 0 2023-05-20T05:51:12.803 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.write_dbid_to_manifest: 0 2023-05-20T05:51:12.803 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.log_readahead_size: 0 2023-05-20T05:51:12.803 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-05-20T05:51:12.803 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.best_efforts_recovery: 0 2023-05-20T05:51:12.804 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-05-20T05:51:12.804 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-05-20T05:51:12.804 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.allow_data_in_errors: 0 2023-05-20T05:51:12.804 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.db_host_id: __hostname__ 2023-05-20T05:51:12.804 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_background_jobs: 2 2023-05-20T05:51:12.805 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_background_compactions: -1 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_subcompactions: 1 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.delayed_write_rate : 16777216 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_total_wal_size: 0 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-05-20T05:51:12.806 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.stats_dump_period_sec: 600 2023-05-20T05:51:12.807 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.stats_persist_period_sec: 600 2023-05-20T05:51:12.807 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-05-20T05:51:12.807 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_open_files: -1 2023-05-20T05:51:12.807 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bytes_per_sync: 0 2023-05-20T05:51:12.807 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.wal_bytes_per_sync: 0 2023-05-20T05:51:12.807 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.strict_bytes_per_sync: 0 2023-05-20T05:51:12.808 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_readahead_size: 0 2023-05-20T05:51:12.810 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_background_flushes: -1 2023-05-20T05:51:12.810 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Compression algorithms supported: 2023-05-20T05:51:12.810 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-05-20T05:51:12.810 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kZSTD supported: 0 2023-05-20T05:51:12.810 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kXpressCompression supported: 0 2023-05-20T05:51:12.810 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kLZ4HCCompression supported: 1 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kZlibCompression supported: 1 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kSnappyCompression supported: 1 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kLZ4Compression supported: 1 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: kBZip2Compression supported: 0 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Fast CRC32 supported: Supported on x86 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-05-20T05:51:12.811 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.merge_operator: 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_filter: None 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_filter_factory: None 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.sst_partitioner_factory: None 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.memtable_factory: SkipListFactory 2023-05-20T05:51:12.812 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.table_factory: BlockBasedTable 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fdae0e8ef0) 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: cache_index_and_filter_blocks: 1 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: pin_top_level_index_and_filter: 1 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: index_type: 0 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: data_block_index_type: 0 2023-05-20T05:51:12.813 INFO:journalctl@ceph.mon.b.smithi170.stdout: index_shortening: 1 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: data_block_hash_table_util_ratio: 0.750000 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: hash_index_allow_collision: 1 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: checksum: 1 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: no_block_cache: 0 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_cache: 0x55fdae119090 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_cache_name: BinnedLRUCache 2023-05-20T05:51:12.814 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_cache_options: 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: capacity : 536870912 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: num_shard_bits : 4 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: strict_capacity_limit : 0 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: high_pri_pool_ratio: 0.000 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_cache_compressed: (nil) 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: persistent_cache: (nil) 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_size: 4096 2023-05-20T05:51:12.815 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_size_deviation: 10 2023-05-20T05:51:12.816 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_restart_interval: 16 2023-05-20T05:51:12.816 INFO:journalctl@ceph.mon.b.smithi170.stdout: index_block_restart_interval: 1 2023-05-20T05:51:12.816 INFO:journalctl@ceph.mon.b.smithi170.stdout: metadata_block_size: 4096 2023-05-20T05:51:12.816 INFO:journalctl@ceph.mon.b.smithi170.stdout: partition_filters: 0 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: use_delta_encoding: 1 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: whole_key_filtering: 1 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: verify_compression: 0 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: read_amp_bytes_per_bit: 0 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: format_version: 4 2023-05-20T05:51:12.817 INFO:journalctl@ceph.mon.b.smithi170.stdout: enable_index_compression: 1 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout: block_align: 0 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.write_buffer_size: 33554432 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_write_buffer_number: 2 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression: NoCompression 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression: Disabled 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.prefix_extractor: nullptr 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-05-20T05:51:12.818 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.num_levels: 7 2023-05-20T05:51:12.819 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-05-20T05:51:12.819 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-05-20T05:51:12.819 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-05-20T05:51:12.819 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-05-20T05:51:12.821 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-05-20T05:51:12.821 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-05-20T05:51:12.821 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.window_bits: -14 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.level: 32767 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.strategy: 0 2023-05-20T05:51:12.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-05-20T05:51:12.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-05-20T05:51:12.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-05-20T05:51:12.824 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compression_opts.enabled: false 2023-05-20T05:51:12.824 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-05-20T05:51:12.824 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-05-20T05:51:12.824 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-05-20T05:51:12.825 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.target_file_size_base: 67108864 2023-05-20T05:51:12.825 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.target_file_size_multiplier: 1 2023-05-20T05:51:12.826 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-05-20T05:51:12.826 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-05-20T05:51:12.827 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-05-20T05:51:12.827 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-05-20T05:51:12.827 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-05-20T05:51:12.828 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-05-20T05:51:12.828 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-05-20T05:51:12.828 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-05-20T05:51:12.829 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-05-20T05:51:12.829 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-05-20T05:51:12.829 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-05-20T05:51:12.829 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-05-20T05:51:12.830 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.arena_block_size: 4194304 2023-05-20T05:51:12.830 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-05-20T05:51:12.830 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-05-20T05:51:12.832 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-05-20T05:51:12.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.disable_auto_compactions: 0 2023-05-20T05:51:12.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-05-20T05:51:12.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-05-20T05:51:12.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-05-20T05:51:12.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-05-20T05:51:12.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.table_properties_collectors: 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.inplace_update_support: 0 2023-05-20T05:51:12.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.inplace_update_num_locks: 10000 2023-05-20T05:51:12.835 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-05-20T05:51:12.835 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-05-20T05:51:12.835 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.memtable_huge_page_size: 0 2023-05-20T05:51:12.835 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.bloom_locality: 0 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.max_successive_merges: 0 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.optimize_filters_for_hits: 0 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.paranoid_file_checks: 0 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.force_consistency_checks: 1 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.report_bg_io_stats: 0 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.ttl: 2592000 2023-05-20T05:51:12.836 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.periodic_compaction_seconds: 0 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.enable_blob_files: false 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.min_blob_size: 0 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.blob_file_size: 268435456 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.blob_compression_type: NoCompression 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.enable_blob_garbage_collection: false 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-05-20T05:51:12.837 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561872670329, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561872670746, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1684561872, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "aac22fc9-cac5-4057-879b-2c74c8dd74e6", "db_session_id": "4WY0FDQKSQ9CM104NU77"}} 2023-05-20T05:51:12.838 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561872671212, "job": 1, "event": "recovery_finished"} 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55fdae0af180 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: DB pointer 0x55fdae17e000 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** DB Stats ** 2023-05-20T05:51:12.839 INFO:journalctl@ceph.mon.b.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-05-20T05:51:12.840 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.841 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:12.842 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:12.843 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-05-20T05:51:12.843 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-05-20T05:51:12.843 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(Keys): cumulative 0, interval 0 2023-05-20T05:51:12.843 INFO:journalctl@ceph.mon.b.smithi170.stdout: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: Interval compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** File Read Latency Histogram By Level [default] ** 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:12.844 INFO:journalctl@ceph.mon.b.smithi170.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:12.845 INFO:journalctl@ceph.mon.b.smithi170.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:12.845 INFO:journalctl@ceph.mon.b.smithi170.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.845 INFO:journalctl@ceph.mon.b.smithi170.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.845 INFO:journalctl@ceph.mon.b.smithi170.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-05-20T05:51:12.845 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.846 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:12.846 INFO:journalctl@ceph.mon.b.smithi170.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:12.846 INFO:journalctl@ceph.mon.b.smithi170.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.7 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-05-20T05:51:12.847 INFO:journalctl@ceph.mon.b.smithi170.stdout: AddFile(Keys): cumulative 0, interval 0 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout: ** File Read Latency Histogram By Level [default] ** 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-05-20T05:51:12.848 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: using public_addr v2:172.21.15.170:0/0 -> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: starting mon.b rank -1 at public addrs [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] at bind addrs [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(???) e0 preinit fsid 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).mds e1 new map 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).mds e1 print_map 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout: e1 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-05-20T05:51:12.849 INFO:journalctl@ceph.mon.b.smithi170.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout: legacy client fscid: -1 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout: No filesystems configured 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-05-20T05:51:12.850 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-05-20T05:51:12.851 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-05-20T05:51:12.851 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-05-20T05:51:12.851 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:51:12.851 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:51:12.851 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:51:12.851 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: Saving service mon spec with placement smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b;count:3 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:12.852 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:12.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:12.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:12.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:12.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: Deploying daemon mon.b on smithi170 2023-05-20T05:51:12.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:12.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-05-20T05:51:12.854 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 ceph-mon[97338]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-05-20T05:51:12.854 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 bash[97248]: b3c5ea5da8327ae61e35896b30111f49a007ee1110f55b83c68e15957809a08c 2023-05-20T05:51:13.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:12 smithi170 systemd[1]: Started Ceph mon.b for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:51:14.017 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-05-20T05:51:14.017 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph mon dump -f json 2023-05-20T05:51:14.360 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:51:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:51:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: mon.a calling monitor election 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: mon.b calling monitor election 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: monmap e2: 2 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: fsmap 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: mgrmap e13: y(active, since 38s) 2023-05-20T05:51:18.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: overall HEALTH_OK 2023-05-20T05:51:18.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:18.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:18.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:18.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:51:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: mon.a calling monitor election 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: mon.b calling monitor election 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: monmap e2: 2 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: fsmap 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: mgrmap e13: y(active, since 38s) 2023-05-20T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: overall HEALTH_OK 2023-05-20T05:51:18.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:18.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:18.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:18.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:18 smithi081 ceph-mon[95500]: Deploying daemon mon.c on smithi081 2023-05-20T05:51:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:18 smithi081 ceph-mon[95500]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:18 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:19.036 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:51:19.036 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":2,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","modified":"2023-05-20T05:51:12.692892Z","created":"2023-05-20T05:49:45.957781Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:3300","nonce":0},{"type":"v1","addr":"172.21.15.170:6789","nonce":0}]},"addr":"172.21.15.170:6789/0","public_addr":"172.21.15.170:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-05-20T05:51:19.038 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 2 2023-05-20T05:51:19.061 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:18 smithi170 ceph-mon[97338]: Deploying daemon mon.c on smithi081 2023-05-20T05:51:19.061 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:18 smithi170 ceph-mon[97338]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:19.061 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:18 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:20.229 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:19 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/2243581030' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-05-20T05:51:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:19 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/2243581030' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-05-20T05:51:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 systemd[1]: Starting Ceph mon.c for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:51:20.543 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-05-20T05:51:20.543 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph mon dump -f json 2023-05-20T05:51:20.889 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:51:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:20 smithi170 ceph-mon[97338]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[95500]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: set uid:gid to 167:167 (ceph:ceph) 2023-05-20T05:51:21.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable), process ceph-mon, pid 7 2023-05-20T05:51:21.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pidfile_write: ignore empty --pid-file 2023-05-20T05:51:21.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: load: jerasure load: lrc 2023-05-20T05:51:21.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: RocksDB version: 6.15.5 2023-05-20T05:51:21.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-05-20T05:51:21.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Compile date May 19 2023 2023-05-20T05:51:21.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: DB SUMMARY 2023-05-20T05:51:21.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: DB Session ID: RHW5S483PHB4CRJXK0O5 2023-05-20T05:51:21.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: CURRENT file: CURRENT 2023-05-20T05:51:21.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: IDENTITY file: IDENTITY 2023-05-20T05:51:21.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-05-20T05:51:21.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.error_if_exists: 0 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.create_if_missing: 0 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.paranoid_checks: 1 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.env: 0x561cece10a80 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.fs: Posix File System 2023-05-20T05:51:21.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.info_log: 0x561cee023820 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_file_opening_threads: 16 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.statistics: (nil) 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.use_fsync: 0 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_log_file_size: 0 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.log_file_time_to_roll: 0 2023-05-20T05:51:21.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.keep_log_file_num: 1000 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.recycle_log_file_num: 0 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.allow_fallocate: 1 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.allow_mmap_reads: 0 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.allow_mmap_writes: 0 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.use_direct_reads: 0 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-05-20T05:51:21.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.create_missing_column_families: 0 2023-05-20T05:51:21.276 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.db_log_dir: 2023-05-20T05:51:21.276 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.table_cache_numshardbits: 6 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.WAL_ttl_seconds: 0 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.WAL_size_limit_MB: 0 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.is_fd_close_on_exec: 1 2023-05-20T05:51:21.277 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.advise_random_on_open: 1 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.db_write_buffer_size: 0 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.write_buffer_manager: 0x561ceed16840 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.use_adaptive_mutex: 0 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.rate_limiter: (nil) 2023-05-20T05:51:21.278 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.wal_recovery_mode: 2 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.enable_thread_tracking: 0 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.enable_pipelined_write: 0 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.unordered_write: 0 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-05-20T05:51:21.279 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-05-20T05:51:21.280 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-05-20T05:51:21.280 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.row_cache: None 2023-05-20T05:51:21.280 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.wal_filter: None 2023-05-20T05:51:21.280 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.allow_ingest_behind: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.preserve_deletes: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.two_write_queues: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.manual_wal_flush: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.atomic_flush: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-05-20T05:51:21.281 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.persist_stats_to_disk: 0 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.write_dbid_to_manifest: 0 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.log_readahead_size: 0 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.best_efforts_recovery: 0 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.allow_data_in_errors: 0 2023-05-20T05:51:21.282 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.db_host_id: __hostname__ 2023-05-20T05:51:21.283 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_background_jobs: 2 2023-05-20T05:51:21.283 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_background_compactions: -1 2023-05-20T05:51:21.283 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_subcompactions: 1 2023-05-20T05:51:21.283 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.delayed_write_rate : 16777216 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_total_wal_size: 0 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.stats_dump_period_sec: 600 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.stats_persist_period_sec: 600 2023-05-20T05:51:21.284 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-05-20T05:51:21.285 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_open_files: -1 2023-05-20T05:51:21.285 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bytes_per_sync: 0 2023-05-20T05:51:21.285 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.wal_bytes_per_sync: 0 2023-05-20T05:51:21.285 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.strict_bytes_per_sync: 0 2023-05-20T05:51:21.285 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_readahead_size: 0 2023-05-20T05:51:21.286 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_background_flushes: -1 2023-05-20T05:51:21.286 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Compression algorithms supported: 2023-05-20T05:51:21.286 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-05-20T05:51:21.286 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kZSTD supported: 0 2023-05-20T05:51:21.287 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kXpressCompression supported: 0 2023-05-20T05:51:21.287 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kLZ4HCCompression supported: 1 2023-05-20T05:51:21.287 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kZlibCompression supported: 1 2023-05-20T05:51:21.287 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kSnappyCompression supported: 1 2023-05-20T05:51:21.288 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kLZ4Compression supported: 1 2023-05-20T05:51:21.288 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: kBZip2Compression supported: 0 2023-05-20T05:51:21.288 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Fast CRC32 supported: Supported on x86 2023-05-20T05:51:21.288 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-05-20T05:51:21.288 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.merge_operator: 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_filter: None 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_filter_factory: None 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.sst_partitioner_factory: None 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.memtable_factory: SkipListFactory 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.table_factory: BlockBasedTable 2023-05-20T05:51:21.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561cedff8ef0) 2023-05-20T05:51:21.290 INFO:journalctl@ceph.mon.c.smithi081.stdout: cache_index_and_filter_blocks: 1 2023-05-20T05:51:21.290 INFO:journalctl@ceph.mon.c.smithi081.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-05-20T05:51:21.290 INFO:journalctl@ceph.mon.c.smithi081.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-05-20T05:51:21.290 INFO:journalctl@ceph.mon.c.smithi081.stdout: pin_top_level_index_and_filter: 1 2023-05-20T05:51:21.290 INFO:journalctl@ceph.mon.c.smithi081.stdout: index_type: 0 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: data_block_index_type: 0 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: index_shortening: 1 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: data_block_hash_table_util_ratio: 0.750000 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: hash_index_allow_collision: 1 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: checksum: 1 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: no_block_cache: 0 2023-05-20T05:51:21.291 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_cache: 0x561cee029090 2023-05-20T05:51:21.292 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_cache_name: BinnedLRUCache 2023-05-20T05:51:21.292 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_cache_options: 2023-05-20T05:51:21.292 INFO:journalctl@ceph.mon.c.smithi081.stdout: capacity : 536870912 2023-05-20T05:51:21.292 INFO:journalctl@ceph.mon.c.smithi081.stdout: num_shard_bits : 4 2023-05-20T05:51:21.292 INFO:journalctl@ceph.mon.c.smithi081.stdout: strict_capacity_limit : 0 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: high_pri_pool_ratio: 0.000 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_cache_compressed: (nil) 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: persistent_cache: (nil) 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_size: 4096 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_size_deviation: 10 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_restart_interval: 16 2023-05-20T05:51:21.293 INFO:journalctl@ceph.mon.c.smithi081.stdout: index_block_restart_interval: 1 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: metadata_block_size: 4096 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: partition_filters: 0 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: use_delta_encoding: 1 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: whole_key_filtering: 1 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: verify_compression: 0 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: read_amp_bytes_per_bit: 0 2023-05-20T05:51:21.294 INFO:journalctl@ceph.mon.c.smithi081.stdout: format_version: 4 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout: enable_index_compression: 1 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout: block_align: 0 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.write_buffer_size: 33554432 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_write_buffer_number: 2 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression: NoCompression 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression: Disabled 2023-05-20T05:51:21.295 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.prefix_extractor: nullptr 2023-05-20T05:51:21.296 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-05-20T05:51:21.296 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.num_levels: 7 2023-05-20T05:51:21.296 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-05-20T05:51:21.296 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-05-20T05:51:21.296 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-05-20T05:51:21.296 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-05-20T05:51:21.297 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-05-20T05:51:21.297 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-05-20T05:51:21.297 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-05-20T05:51:21.297 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-05-20T05:51:21.297 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-05-20T05:51:21.297 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.window_bits: -14 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.level: 32767 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.strategy: 0 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compression_opts.enabled: false 2023-05-20T05:51:21.298 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-05-20T05:51:21.299 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-05-20T05:51:21.299 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-05-20T05:51:21.299 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.target_file_size_base: 67108864 2023-05-20T05:51:21.299 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.target_file_size_multiplier: 1 2023-05-20T05:51:21.300 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-05-20T05:51:21.300 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-05-20T05:51:21.300 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-05-20T05:51:21.301 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-05-20T05:51:21.302 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-05-20T05:51:21.302 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-05-20T05:51:21.302 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-05-20T05:51:21.302 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-05-20T05:51:21.303 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-05-20T05:51:21.303 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-05-20T05:51:21.303 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-05-20T05:51:21.303 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-05-20T05:51:21.304 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.arena_block_size: 4194304 2023-05-20T05:51:21.304 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-05-20T05:51:21.304 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-05-20T05:51:21.305 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-05-20T05:51:21.305 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.disable_auto_compactions: 0 2023-05-20T05:51:21.305 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-05-20T05:51:21.305 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-05-20T05:51:21.306 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-05-20T05:51:21.306 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-05-20T05:51:21.306 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-05-20T05:51:21.307 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-05-20T05:51:21.307 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-05-20T05:51:21.307 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-05-20T05:51:21.308 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-05-20T05:51:21.308 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-05-20T05:51:21.308 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.table_properties_collectors: 2023-05-20T05:51:21.309 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.inplace_update_support: 0 2023-05-20T05:51:21.309 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.inplace_update_num_locks: 10000 2023-05-20T05:51:21.309 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-05-20T05:51:21.309 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-05-20T05:51:21.309 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.memtable_huge_page_size: 0 2023-05-20T05:51:21.310 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.bloom_locality: 0 2023-05-20T05:51:21.310 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.max_successive_merges: 0 2023-05-20T05:51:21.310 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.optimize_filters_for_hits: 0 2023-05-20T05:51:21.310 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.paranoid_file_checks: 0 2023-05-20T05:51:21.311 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.force_consistency_checks: 1 2023-05-20T05:51:21.311 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.report_bg_io_stats: 0 2023-05-20T05:51:21.311 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.ttl: 2592000 2023-05-20T05:51:21.311 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.periodic_compaction_seconds: 0 2023-05-20T05:51:21.312 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.enable_blob_files: false 2023-05-20T05:51:21.312 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.min_blob_size: 0 2023-05-20T05:51:21.312 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.blob_file_size: 268435456 2023-05-20T05:51:21.312 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.blob_compression_type: NoCompression 2023-05-20T05:51:21.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.enable_blob_garbage_collection: false 2023-05-20T05:51:21.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-05-20T05:51:21.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-05-20T05:51:21.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-05-20T05:51:21.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-05-20T05:51:21.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561880913470, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-05-20T05:51:21.314 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-05-20T05:51:21.314 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-05-20T05:51:21.314 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561880913759, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1684561880, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "c981f8f7-17cb-4f59-bb8a-a66b99b59d90", "db_session_id": "RHW5S483PHB4CRJXK0O5"}} 2023-05-20T05:51:21.314 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-05-20T05:51:21.315 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: EVENT_LOG_v1 {"time_micros": 1684561880914077, "job": 1, "event": "recovery_finished"} 2023-05-20T05:51:21.315 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-05-20T05:51:21.315 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x561cedfbf180 2023-05-20T05:51:21.315 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: DB pointer 0x561cee08e000 2023-05-20T05:51:21.316 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-05-20T05:51:21.316 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-05-20T05:51:21.316 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** DB Stats ** 2023-05-20T05:51:21.316 INFO:journalctl@ceph.mon.c.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:51:21.317 INFO:journalctl@ceph.mon.c.smithi081.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-05-20T05:51:21.317 INFO:journalctl@ceph.mon.c.smithi081.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-05-20T05:51:21.317 INFO:journalctl@ceph.mon.c.smithi081.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-05-20T05:51:21.318 INFO:journalctl@ceph.mon.c.smithi081.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-05-20T05:51:21.318 INFO:journalctl@ceph.mon.c.smithi081.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-05-20T05:51:21.318 INFO:journalctl@ceph.mon.c.smithi081.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-05-20T05:51:21.318 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.319 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:21.319 INFO:journalctl@ceph.mon.c.smithi081.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:21.319 INFO:journalctl@ceph.mon.c.smithi081.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:21.320 INFO:journalctl@ceph.mon.c.smithi081.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.320 INFO:journalctl@ceph.mon.c.smithi081.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.320 INFO:journalctl@ceph.mon.c.smithi081.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.320 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.321 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:21.321 INFO:journalctl@ceph.mon.c.smithi081.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:21.321 INFO:journalctl@ceph.mon.c.smithi081.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:21.321 INFO:journalctl@ceph.mon.c.smithi081.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.322 INFO:journalctl@ceph.mon.c.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:51:21.322 INFO:journalctl@ceph.mon.c.smithi081.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:21.322 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:21.322 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-05-20T05:51:21.322 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(Keys): cumulative 0, interval 0 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** File Read Latency Histogram By Level [default] ** 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.323 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.324 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** Compaction Stats [default] ** 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.9 0.00 0.00 1 0.000 0 0 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-05-20T05:51:21.325 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout: AddFile(Keys): cumulative 0, interval 0 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout: Cumulative compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout: ** File Read Latency Histogram By Level [default] ** 2023-05-20T05:51:21.326 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: using public_addrv [v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0] 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: starting mon.c rank -1 at public addrs [v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0] at bind addrs [v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(???) e0 preinit fsid 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 bash[107670]: 816371389b7b4f4b08ad2f009c084605479178144034378f880f550fb5052d4e 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 systemd[1]: Started Ceph mon.c for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).mds e1 new map 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).mds e1 print_map 2023-05-20T05:51:21.327 INFO:journalctl@ceph.mon.c.smithi081.stdout: e1 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout: legacy client fscid: -1 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout: 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout: No filesystems configured 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-05-20T05:51:21.328 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-05-20T05:51:21.329 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: Saving service mon spec with placement smithi081:172.21.15.81=a;smithi081:[v2:172.21.15.81:3301,v1:172.21.15.81:6790]=c;smithi170:172.21.15.170=b;count:3 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:21.330 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: Deploying daemon mon.b on smithi170 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.331 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.a calling monitor election 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.b calling monitor election 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.332 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: monmap e2: 2 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: fsmap 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mgrmap e13: y(active, since 38s) 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: overall HEALTH_OK 2023-05-20T05:51:21.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: Deploying daemon mon.c on smithi081 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/2243581030' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-05-20T05:51:21.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:21.335 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-05-20T05:51:21.335 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:20 smithi081 ceph-mon[107735]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-05-20T05:51:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:51:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: mon.a calling monitor election 2023-05-20T05:51:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: mon.b calling monitor election 2023-05-20T05:51:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: mon.c calling monitor election 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: monmap e3: 3 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0],c=[v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0]} removed_ranks: {} 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: fsmap 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: mgrmap e13: y(active, since 46s) 2023-05-20T05:51:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: overall HEALTH_OK 2023-05-20T05:51:26.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:26.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:51:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: mon.a calling monitor election 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: mon.b calling monitor election 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: mon.c calling monitor election 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: monmap e3: 3 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0],c=[v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0]} removed_ranks: {} 2023-05-20T05:51:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: fsmap 2023-05-20T05:51:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: mgrmap e13: y(active, since 46s) 2023-05-20T05:51:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: overall HEALTH_OK 2023-05-20T05:51:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: mon.a calling monitor election 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: mon.b calling monitor election 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: mon.c calling monitor election 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-05-20T05:51:26.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: monmap e3: 3 mons at {a=[v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0],c=[v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0]} removed_ranks: {} 2023-05-20T05:51:26.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: fsmap 2023-05-20T05:51:26.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: osdmap e4: 0 total, 0 up, 0 in 2023-05-20T05:51:26.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: mgrmap e13: y(active, since 46s) 2023-05-20T05:51:26.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: overall HEALTH_OK 2023-05-20T05:51:26.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:26.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:26.845 INFO:teuthology.orchestra.run.smithi170.stdout: 2023-05-20T05:51:26.845 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":3,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","modified":"2023-05-20T05:51:20.934182Z","created":"2023-05-20T05:49:45.957781Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:3300","nonce":0},{"type":"v1","addr":"172.21.15.170:6789","nonce":0}]},"addr":"172.21.15.170:6789/0","public_addr":"172.21.15.170:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3301","nonce":0},{"type":"v1","addr":"172.21.15.81:6790","nonce":0}]},"addr":"172.21.15.81:6790/0","public_addr":"172.21.15.81:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-05-20T05:51:26.847 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 3 2023-05-20T05:51:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:27 smithi170 ceph-mon[97338]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:27 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/1233720066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-05-20T05:51:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:27.399 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-05-20T05:51:27.400 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph config generate-minimal-conf 2023-05-20T05:51:27.427 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[95500]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:27.428 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:27.428 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/1233720066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-05-20T05:51:27.428 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:27.428 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:27.428 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:27.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[107735]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:27.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:27.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/1233720066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-05-20T05:51:27.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:27.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:27.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:51:27.757 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:51:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:51:28.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:51:28.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:28.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:28.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: Reconfiguring mon.a (unknown last config time)... 2023-05-20T05:51:28.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:28.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:28.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:28.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[95500]: Reconfiguring daemon mon.a on smithi081 2023-05-20T05:51:28.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:28.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:28.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:51:28.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:51:28.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:28.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:28.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: Reconfiguring mon.a (unknown last config time)... 2023-05-20T05:51:28.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:28.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:28.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:28.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:28 smithi081 ceph-mon[107735]: Reconfiguring daemon mon.a on smithi081 2023-05-20T05:51:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:51:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:51:28.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:28.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:51:28.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:28.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: Reconfiguring mon.a (unknown last config time)... 2023-05-20T05:51:28.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:28.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:28.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:28.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:28 smithi170 ceph-mon[97338]: Reconfiguring daemon mon.a on smithi081 2023-05-20T05:51:29.180 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:29 smithi081 ceph-mon[95500]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:29.181 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:29 smithi081 ceph-mon[107735]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:29 smithi170 ceph-mon[97338]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:30.201 INFO:teuthology.orchestra.run.smithi081.stdout:# minimal ceph.conf for 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:51:30.202 INFO:teuthology.orchestra.run.smithi081.stdout:[global] 2023-05-20T05:51:30.202 INFO:teuthology.orchestra.run.smithi081.stdout: fsid = 00896e68-f6d2-11ed-9b02-001a4aab830c 2023-05-20T05:51:30.202 INFO:teuthology.orchestra.run.smithi081.stdout: mon_host = [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] [v2:172.21.15.81:3301/0,v1:172.21.15.81:6790/0] 2023-05-20T05:51:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: Reconfiguring mon.c (monmap changed)... 2023-05-20T05:51:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: Reconfiguring daemon mon.c on smithi081 2023-05-20T05:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:30 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3954610959' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: Reconfiguring mon.c (monmap changed)... 2023-05-20T05:51:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: Reconfiguring daemon mon.c on smithi081 2023-05-20T05:51:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:31.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3954610959' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:31.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:31.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:31.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: Reconfiguring mon.c (monmap changed)... 2023-05-20T05:51:31.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:31.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:31.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:31.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: Reconfiguring daemon mon.c on smithi081 2023-05-20T05:51:31.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:31.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:31.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:30 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3954610959' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:31.469 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-05-20T05:51:31.469 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:51:31.469 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.conf 2023-05-20T05:51:31.539 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:51:31.539 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:51:31.607 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:51:31.608 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.conf 2023-05-20T05:51:31.641 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:51:31.641 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:51:31.708 INFO:tasks.cephadm:Adding mgr.y on smithi081 2023-05-20T05:51:31.709 INFO:tasks.cephadm:Adding mgr.x on smithi170 2023-05-20T05:51:31.709 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply mgr '2;smithi081=y;smithi170=x' 2023-05-20T05:51:32.743 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:51:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: Reconfiguring mon.b (monmap changed)... 2023-05-20T05:51:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:32.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:32.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:32.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:32 smithi170 ceph-mon[97338]: Reconfiguring daemon mon.b on smithi170 2023-05-20T05:51:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: Reconfiguring mon.b (monmap changed)... 2023-05-20T05:51:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[95500]: Reconfiguring daemon mon.b on smithi170 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: Reconfiguring mon.b (monmap changed)... 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:32 smithi081 ceph-mon[107735]: Reconfiguring daemon mon.b on smithi170 2023-05-20T05:51:33.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:33.822 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:33.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:33.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:33.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:33.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:33.823 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:34.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:34.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:34.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:34.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:34.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:34.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:34.206 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled mgr update... 2023-05-20T05:51:34.770 DEBUG:teuthology.orchestra.run.smithi170:mgr.x> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.x.service 2023-05-20T05:51:34.773 INFO:tasks.cephadm:Deploying OSDs... 2023-05-20T05:51:34.773 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:51:34.774 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/scratch_devs of=/dev/stdout 2023-05-20T05:51:34.795 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-05-20T05:51:34.795 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_1 2023-05-20T05:51:34.801 INFO:journalctl@ceph.mgr.x.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:51:34.855 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-05-20T05:51:34.856 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:34.856 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 6h/6d Inode: 372749 Links: 1 2023-05-20T05:51:34.856 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:34.856 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:34.857 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-05-20 05:51:20.305248766 +0000 2023-05-20T05:51:34.857 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-05-20 05:43:18.620369372 +0000 2023-05-20T05:51:34.857 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-05-20 05:43:18.620369372 +0000 2023-05-20T05:51:34.857 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-05-20T05:51:34.857 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-05-20T05:51:34.927 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-05-20T05:51:34.927 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-05-20T05:51:34.927 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000266225 s, 1.9 MB/s 2023-05-20T05:51:34.928 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-05-20T05:51:34.993 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_2 2023-05-20T05:51:35.053 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-05-20T05:51:35.053 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:35.053 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 6h/6d Inode: 369008 Links: 1 2023-05-20T05:51:35.053 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:35.053 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:35.053 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-05-20 05:51:20.305248766 +0000 2023-05-20T05:51:35.054 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-05-20 05:43:19.142359095 +0000 2023-05-20T05:51:35.054 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-05-20 05:43:19.142359095 +0000 2023-05-20T05:51:35.054 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-05-20T05:51:35.054 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-05-20T05:51:35.122 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-05-20T05:51:35.122 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-05-20T05:51:35.122 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000239222 s, 2.1 MB/s 2023-05-20T05:51:35.123 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-05-20T05:51:35.183 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_3 2023-05-20T05:51:35.242 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-05-20T05:51:35.242 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:35.242 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 6h/6d Inode: 370836 Links: 1 2023-05-20T05:51:35.242 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:35.242 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:35.243 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-05-20 05:51:20.305248766 +0000 2023-05-20T05:51:35.243 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-05-20 05:43:19.655348995 +0000 2023-05-20T05:51:35.243 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-05-20 05:43:19.655348995 +0000 2023-05-20T05:51:35.243 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-05-20T05:51:35.243 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-05-20T05:51:35.309 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-05-20T05:51:35.309 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-05-20T05:51:35.309 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000252177 s, 2.0 MB/s 2023-05-20T05:51:35.310 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-05-20T05:51:35.314 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:35.314 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi081=y;smithi170=x", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:35.314 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: Saving service mgr spec with placement smithi081=y;smithi170=x;count:2 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:51:35.315 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-05-20T05:51:35.316 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:51:35.316 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:35.316 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:35 smithi170 ceph-mon[97338]: Deploying daemon mgr.x on smithi170 2023-05-20T05:51:35.369 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_4 2023-05-20T05:51:35.427 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-05-20T05:51:35.427 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:35.428 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 6h/6d Inode: 374031 Links: 1 2023-05-20T05:51:35.428 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:35.428 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:35.428 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2023-05-20 05:51:20.305248766 +0000 2023-05-20T05:51:35.428 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2023-05-20 05:43:20.191338441 +0000 2023-05-20T05:51:35.428 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2023-05-20 05:43:20.191338441 +0000 2023-05-20T05:51:35.429 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: - 2023-05-20T05:51:35.429 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-05-20T05:51:35.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:35.492 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi081=y;smithi170=x", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:35.493 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: Saving service mgr spec with placement smithi081=y;smithi170=x;count:2 2023-05-20T05:51:35.493 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:35.493 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:35.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:35.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:35.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:35.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:51:35.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-05-20T05:51:35.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:51:35.495 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:35.495 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[95500]: Deploying daemon mgr.x on smithi170 2023-05-20T05:51:35.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:35.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi081=y;smithi170=x", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: Saving service mgr spec with placement smithi081=y;smithi170=x;count:2 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:51:35.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-05-20T05:51:35.497 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:51:35.497 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:35.497 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:35 smithi081 ceph-mon[107735]: Deploying daemon mgr.x on smithi170 2023-05-20T05:51:35.498 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2023-05-20T05:51:35.498 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2023-05-20T05:51:35.498 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000188576 s, 2.7 MB/s 2023-05-20T05:51:35.499 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-05-20T05:51:35.557 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:51:35.558 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/scratch_devs of=/dev/stdout 2023-05-20T05:51:35.575 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-05-20T05:51:35.576 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_1 2023-05-20T05:51:35.632 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-05-20T05:51:35.632 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 363505 Links: 1 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2023-05-20 05:51:11.720706010 +0000 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2023-05-20 05:43:18.603224637 +0000 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2023-05-20 05:43:18.603224637 +0000 2023-05-20T05:51:35.633 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2023-05-20T05:51:35.634 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-05-20T05:51:35.700 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2023-05-20T05:51:35.700 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2023-05-20T05:51:35.702 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.00010227 s, 5.0 MB/s 2023-05-20T05:51:35.704 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-05-20T05:51:35.762 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_2 2023-05-20T05:51:35.819 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-05-20T05:51:35.819 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:35.819 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 368487 Links: 1 2023-05-20T05:51:35.820 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:35.820 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:35.820 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2023-05-20 05:51:35.753161555 +0000 2023-05-20T05:51:35.820 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2023-05-20 05:43:19.139211819 +0000 2023-05-20T05:51:35.820 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2023-05-20 05:43:19.139211819 +0000 2023-05-20T05:51:35.820 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2023-05-20T05:51:35.821 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-05-20T05:51:35.939 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2023-05-20T05:51:35.939 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2023-05-20T05:51:35.939 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000104386 s, 4.9 MB/s 2023-05-20T05:51:35.940 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-05-20T05:51:35.959 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_3 2023-05-20T05:51:35.996 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:35 smithi170 systemd[1]: Starting Ceph mgr.x for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:51:36.015 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-05-20T05:51:36.015 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:36.015 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 369889 Links: 1 2023-05-20T05:51:36.015 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:36.016 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:36.016 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2023-05-20 05:51:35.887158518 +0000 2023-05-20T05:51:36.016 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2023-05-20 05:43:19.655199479 +0000 2023-05-20T05:51:36.016 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2023-05-20 05:43:19.655199479 +0000 2023-05-20T05:51:36.016 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2023-05-20T05:51:36.016 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-05-20T05:51:36.082 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2023-05-20T05:51:36.082 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2023-05-20T05:51:36.082 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.00011106 s, 4.6 MB/s 2023-05-20T05:51:36.083 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-05-20T05:51:36.142 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_4 2023-05-20T05:51:36.200 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-05-20T05:51:36.201 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-05-20T05:51:36.201 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 375091 Links: 1 2023-05-20T05:51:36.201 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-05-20T05:51:36.201 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2023-05-20T05:51:36.201 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2023-05-20 05:51:35.887158518 +0000 2023-05-20T05:51:36.201 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2023-05-20 05:43:20.173187091 +0000 2023-05-20T05:51:36.202 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2023-05-20 05:43:20.173187091 +0000 2023-05-20T05:51:36.202 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2023-05-20T05:51:36.202 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-05-20T05:51:36.270 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2023-05-20T05:51:36.271 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2023-05-20T05:51:36.271 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 8.9487e-05 s, 5.7 MB/s 2023-05-20T05:51:36.272 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-05-20T05:51:36.330 INFO:tasks.cephadm:Deploying osd.0 on smithi081 with /dev/vg_nvme/lv_4... 2023-05-20T05:51:36.330 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-05-20T05:51:36.675 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:51:36.802 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 ceph-mgr[100587]: -- 172.21.15.170:0/3339761495 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ebfbc5cb60 con 0x55ebfbc34c00 2023-05-20T05:51:36.802 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 bash[100459]: b32aa5e9fe1501c05f65a86f7a70c89a30f5889869764ebc2c410fa60edb72a7 2023-05-20T05:51:36.802 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 systemd[1]: Started Ceph mgr.x for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:51:36.803 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 conmon[100563]: 2023-05-20T05:51:36.623+0000 7f20d5e3a1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:51:36.803 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 conmon[100563]: 2023-05-20T05:51:36.705+0000 7f20d5e3a1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:51:36.803 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 conmon[100563]: 2023-05-20T05:51:36.797+0000 7f20d5e3a1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:51:37.096 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:36 smithi170 conmon[100563]: 2023-05-20T05:51:36.893+0000 7f20d5e3a1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:51:37.097 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:37 smithi170 conmon[100563]: 2023-05-20T05:51:37.091+0000 7f20d5e3a1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:51:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:37 smithi170 ceph-mon[97338]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:37.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:37 smithi170 conmon[100563]: 2023-05-20T05:51:37.444+0000 7f20d5e3a1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:51:37.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:37 smithi170 conmon[100563]: 2023-05-20T05:51:37.531+0000 7f20d5e3a1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:51:37.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:37 smithi170 conmon[100563]: 2023-05-20T05:51:37.670+0000 7f20d5e3a1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:51:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[95500]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[107735]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:38.193 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:37 smithi170 conmon[100563]: 2023-05-20T05:51:37.765+0000 7f20d5e3a1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:51:38.496 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:38 smithi170 conmon[100563]: 2023-05-20T05:51:38.189+0000 7f20d5e3a1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:51:38.580 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-05-20T05:51:38.580 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-05-20T05:51:38.581 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2023-05-20T05:51:38.581 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2023-05-20T05:51:38.581 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111777 s, 938 MB/s 2023-05-20T05:51:38.581 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 2023-05-20T05:51:38.581 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2023-05-20T05:51:38.937 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:38 smithi170 conmon[100563]: 2023-05-20T05:51:38.765+0000 7f20d5e3a1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:51:38.938 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.938 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.940 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:38.940 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:38.940 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:38.940 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: Reconfiguring mgr.y (unknown last config time)... 2023-05-20T05:51:38.940 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:51:38.940 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:51:38.941 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:38.941 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: Reconfiguring daemon mgr.y on smithi081 2023-05-20T05:51:38.941 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:38 smithi170 ceph-mon[97338]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: Reconfiguring mgr.y (unknown last config time)... 2023-05-20T05:51:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:51:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:51:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: Reconfiguring daemon mgr.y on smithi081 2023-05-20T05:51:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[95500]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: Reconfiguring mgr.y (unknown last config time)... 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:51:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:51:39.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:39.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: Reconfiguring daemon mgr.y on smithi081 2023-05-20T05:51:39.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:38 smithi081 ceph-mon[107735]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:39.245 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:38 smithi170 conmon[100563]: 2023-05-20T05:51:38.933+0000 7f20d5e3a1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:51:39.834 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi081:vg_nvme/lv_4 2023-05-20T05:51:39.945 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:39 smithi170 conmon[100563]: 2023-05-20T05:51:39.681+0000 7f20d5e3a1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:51:39.945 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:39 smithi170 conmon[100563]: 2023-05-20T05:51:39.775+0000 7f20d5e3a1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:51:40.165 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:51:40.212 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:39 smithi170 conmon[100563]: 2023-05-20T05:51:39.940+0000 7f20d5e3a1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:51:40.498 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:40 smithi170 conmon[100563]: 2023-05-20T05:51:40.208+0000 7f20d5e3a1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:51:40.498 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:40 smithi170 conmon[100563]: 2023-05-20T05:51:40.293+0000 7f20d5e3a1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:51:40.840 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:40 smithi170 conmon[100563]: 2023-05-20T05:51:40.583+0000 7f20d5e3a1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:51:40.840 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:40.840 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:40.840 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:40.841 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:40.841 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:40.841 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:40.841 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:40.841 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:41.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:41.245 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:40 smithi170 conmon[100563]: 2023-05-20T05:51:40.835+0000 7f20d5e3a1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:51:41.848 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:41 smithi170 conmon[100563]: 2023-05-20T05:51:41.532+0000 7f20d5e3a1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:51:41.848 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:41 smithi170 conmon[100563]: 2023-05-20T05:51:41.661+0000 7f20d5e3a1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:51:42.168 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:41 smithi170 conmon[100563]: 2023-05-20T05:51:41.843+0000 7f20d5e3a1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:51:42.168 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:41 smithi170 conmon[100563]: 2023-05-20T05:51:41.954+0000 7f20d5e3a1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:51:42.169 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:51:42.169 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:51:42.169 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:51:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:51:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:51:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:51:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:42.496 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:42 smithi170 conmon[100563]: 2023-05-20T05:51:42.162+0000 7f20d5e3a1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:51:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:42 smithi081 ceph-mon[95500]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:42 smithi081 ceph-mon[95500]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:42 smithi081 ceph-mon[107735]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:43.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:42 smithi081 ceph-mon[107735]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:43.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:42 smithi170 ceph-mon[97338]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:51:43.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:42 smithi170 ceph-mon[97338]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:43.246 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:51:43 smithi170 conmon[100563]: 2023-05-20T05:51:43.002+0000 7f20d5e3a1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:51:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:43 smithi170 ceph-mon[97338]: Standby manager daemon x started 2023-05-20T05:51:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:51:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:51:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:51:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:51:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[95500]: Standby manager daemon x started 2023-05-20T05:51:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:51:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:51:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:51:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:51:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[107735]: Standby manager daemon x started 2023-05-20T05:51:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:51:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:51:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:51:44.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/4236620614' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:51:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: mgrmap e14: y(active, since 64s), standbys: x 2023-05-20T05:51:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:51:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2128228795' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]: dispatch 2023-05-20T05:51:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]: dispatch 2023-05-20T05:51:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]': finished 2023-05-20T05:51:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: osdmap e5: 1 total, 0 up, 1 in 2023-05-20T05:51:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:51:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:44 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1828914301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:51:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: mgrmap e14: y(active, since 64s), standbys: x 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2128228795' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]: dispatch 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]: dispatch 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]': finished 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: osdmap e5: 1 total, 0 up, 1 in 2023-05-20T05:51:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:51:45.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1828914301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:51:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: mgrmap e14: y(active, since 64s), standbys: x 2023-05-20T05:51:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:51:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2128228795' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]: dispatch 2023-05-20T05:51:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]: dispatch 2023-05-20T05:51:45.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c483c1a-d170-4486-983b-42d0ce833cad"}]': finished 2023-05-20T05:51:45.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: osdmap e5: 1 total, 0 up, 1 in 2023-05-20T05:51:45.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:51:45.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:44 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1828914301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:51:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:46 smithi170 ceph-mon[97338]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:46 smithi081 ceph-mon[95500]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:46 smithi081 ceph-mon[107735]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:49.217 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:48 smithi081 ceph-mon[95500]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:49.217 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:48 smithi081 ceph-mon[107735]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:49.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:48 smithi170 ceph-mon[97338]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:51.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:50 smithi170 ceph-mon[97338]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:51.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:50 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-05-20T05:51:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:50 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:50 smithi170 ceph-mon[97338]: Deploying daemon osd.0 on smithi081 2023-05-20T05:51:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[107735]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:51.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-05-20T05:51:51.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:51.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[107735]: Deploying daemon osd.0 on smithi081 2023-05-20T05:51:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[95500]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-05-20T05:51:51.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:51.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:50 smithi081 ceph-mon[95500]: Deploying daemon osd.0 on smithi081 2023-05-20T05:51:53.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:52 smithi170 ceph-mon[97338]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:53.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:52 smithi081 ceph-mon[95500]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:53.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:52 smithi081 ceph-mon[107735]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:55.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:54 smithi170 ceph-mon[97338]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:55.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:54 smithi081 ceph-mon[95500]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:55.322 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:54 smithi081 ceph-mon[107735]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:56.903 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:56.903 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:56.904 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:56.904 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:56.904 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:56.904 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:57.658 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:57 smithi081 ceph-mon[95500]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:57.659 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:57 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:57.659 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:57 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:57.660 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:57 smithi081 ceph-mon[107735]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:57.660 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:57 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:57.660 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:57 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:57 smithi170 ceph-mon[97338]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:57 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:57 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:58.732 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 0 on host 'smithi081' 2023-05-20T05:51:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:58 smithi170 ceph-mon[97338]: from='osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-05-20T05:51:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:58 smithi170 ceph-mon[97338]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-05-20T05:51:59.010 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:59.010 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:59.011 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.011 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[107735]: from='osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-05-20T05:51:59.011 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[107735]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-05-20T05:51:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:51:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:51:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.012 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[95500]: from='osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-05-20T05:51:59.012 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:58 smithi081 ceph-mon[95500]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-05-20T05:51:59.399 DEBUG:teuthology.orchestra.run.smithi081:osd.0> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.0.service 2023-05-20T05:51:59.401 INFO:tasks.cephadm:Deploying osd.1 on smithi081 with /dev/vg_nvme/lv_3... 2023-05-20T05:51:59.402 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-05-20T05:51:59.445 INFO:journalctl@ceph.osd.0.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:51:59.701 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:59.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:59.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-05-20T05:51:59.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: osdmap e6: 1 total, 0 up, 1 in 2023-05-20T05:51:59.703 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:51:59.703 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:51:59.703 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[95500]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:51:59.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:59.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:59.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-05-20T05:51:59.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: osdmap e6: 1 total, 0 up, 1 in 2023-05-20T05:51:59.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:51:59.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:51:59.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:51:59 smithi081 ceph-mon[107735]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:51:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:51:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:51:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:51:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-05-20T05:51:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: osdmap e6: 1 total, 0 up, 1 in 2023-05-20T05:51:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:51:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:51:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:51:59 smithi170 ceph-mon[97338]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:00.268 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:51:59 smithi081 conmon[114039]: 2023-05-20T05:51:59.997+0000 7f6d4fb39700 -1 osd.0 0 waiting for initial osdmap 2023-05-20T05:52:00.268 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:00 smithi081 conmon[114039]: 2023-05-20T05:51:59.999+0000 7f6d4b936700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:52:00.564 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:52:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[95500]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:52:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[95500]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[95500]: osdmap e7: 1 total, 0 up, 1 in 2023-05-20T05:52:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:01.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[107735]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:52:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[107735]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:01.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[107735]: osdmap e7: 1 total, 0 up, 1 in 2023-05-20T05:52:01.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:01.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:00 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:00 smithi170 ceph-mon[97338]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T05:52:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:00 smithi170 ceph-mon[97338]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:00 smithi170 ceph-mon[97338]: osdmap e7: 1 total, 0 up, 1 in 2023-05-20T05:52:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:00 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:00 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:52:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:52:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[95500]: osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028] boot 2023-05-20T05:52:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[95500]: osdmap e8: 1 total, 1 up, 1 in 2023-05-20T05:52:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:52:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:52:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[107735]: osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028] boot 2023-05-20T05:52:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[107735]: osdmap e8: 1 total, 1 up, 1 in 2023-05-20T05:52:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:02 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:02 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:52:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:02 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:52:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:02 smithi170 ceph-mon[97338]: osd.0 [v2:172.21.15.81:6802/520725028,v1:172.21.15.81:6803/520725028] boot 2023-05-20T05:52:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:02 smithi170 ceph-mon[97338]: osdmap e8: 1 total, 1 up, 1 in 2023-05-20T05:52:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:02 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:52:02.964 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-05-20T05:52:02.965 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-05-20T05:52:02.965 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2023-05-20T05:52:02.966 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2023-05-20T05:52:02.966 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0147057 s, 713 MB/s 2023-05-20T05:52:02.966 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 2023-05-20T05:52:02.966 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2023-05-20T05:52:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: pgmap v39: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: osdmap e9: 1 total, 1 up, 1 in 2023-05-20T05:52:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi081 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi081 to 16144M 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: pgmap v39: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: osdmap e9: 1 total, 1 up, 1 in 2023-05-20T05:52:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi081 2023-05-20T05:52:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi081 to 16144M 2023-05-20T05:52:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:03 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: pgmap v39: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: osdmap e9: 1 total, 1 up, 1 in 2023-05-20T05:52:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi081 2023-05-20T05:52:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi081 to 16144M 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:03 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:03.749 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi081:vg_nvme/lv_3 2023-05-20T05:52:04.126 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:52:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:04 smithi081 ceph-mon[107735]: pgmap v41: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:04 smithi081 ceph-mon[95500]: pgmap v41: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:05.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:04 smithi170 ceph-mon[97338]: pgmap v41: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:05 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:05 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:05 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:05 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:05 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:05 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:05 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:05 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:05 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:06 smithi170 ceph-mon[97338]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:06 smithi170 ceph-mon[97338]: pgmap v42: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:06 smithi081 ceph-mon[107735]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:06 smithi081 ceph-mon[107735]: pgmap v42: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:06 smithi081 ceph-mon[95500]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:06 smithi081 ceph-mon[95500]: pgmap v42: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3429480233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]: dispatch 2023-05-20T05:52:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]: dispatch 2023-05-20T05:52:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]': finished 2023-05-20T05:52:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: osdmap e10: 2 total, 1 up, 2 in 2023-05-20T05:52:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:08 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1602335361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3429480233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]: dispatch 2023-05-20T05:52:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]: dispatch 2023-05-20T05:52:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]': finished 2023-05-20T05:52:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: osdmap e10: 2 total, 1 up, 2 in 2023-05-20T05:52:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1602335361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3429480233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]: dispatch 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]: dispatch 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10b817a2-4249-4dfd-8336-71205716aece"}]': finished 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: osdmap e10: 2 total, 1 up, 2 in 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:08 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1602335361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:11.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:10 smithi170 ceph-mon[97338]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:11.256 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:10 smithi081 ceph-mon[95500]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:11.257 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:10 smithi081 ceph-mon[107735]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:13.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:12 smithi081 ceph-mon[95500]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:13.171 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:12 smithi081 ceph-mon[107735]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:13.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:12 smithi170 ceph-mon[97338]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:14 smithi170 ceph-mon[97338]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-05-20T05:52:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:14 smithi170 ceph-mon[97338]: Deploying daemon osd.1 on smithi081 2023-05-20T05:52:15.249 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[95500]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:15.249 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-05-20T05:52:15.249 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:15.250 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[95500]: Deploying daemon osd.1 on smithi081 2023-05-20T05:52:15.250 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[107735]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:15.250 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-05-20T05:52:15.250 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:15.250 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:14 smithi081 ceph-mon[107735]: Deploying daemon osd.1 on smithi081 2023-05-20T05:52:17.237 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:16 smithi081 ceph-mon[95500]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:17.237 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:16 smithi081 ceph-mon[107735]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:16 smithi170 ceph-mon[97338]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:18 smithi170 ceph-mon[97338]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:18 smithi081 ceph-mon[95500]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:19.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:18 smithi081 ceph-mon[107735]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:20.749 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:20 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:20.750 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:20 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:20.750 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:20 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:20.750 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:20.750 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:20.750 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:20.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:20 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:20.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:20 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:20.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:20 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.860 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[95500]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:21.860 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.861 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.861 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:21.861 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:21.861 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.861 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[107735]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:21.861 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:21.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:21.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:21 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:21 smithi170 ceph-mon[97338]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:21 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:21 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:21.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:21 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:21.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:21 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:21.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:21 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:22.495 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 1 on host 'smithi081' 2023-05-20T05:52:23.162 DEBUG:teuthology.orchestra.run.smithi081:osd.1> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.1.service 2023-05-20T05:52:23.164 INFO:tasks.cephadm:Deploying osd.2 on smithi081 with /dev/vg_nvme/lv_2... 2023-05-20T05:52:23.164 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-05-20T05:52:23.193 INFO:journalctl@ceph.osd.1.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:52:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:23 smithi170 ceph-mon[97338]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:23.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:23 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:23.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:23 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:23.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:23 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:23.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:23 smithi170 ceph-mon[97338]: from='osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-05-20T05:52:23.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:23 smithi170 ceph-mon[97338]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-05-20T05:52:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[95500]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[95500]: from='osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-05-20T05:52:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[95500]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-05-20T05:52:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[107735]: pgmap v51: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[107735]: from='osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-05-20T05:52:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:23 smithi081 ceph-mon[107735]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-05-20T05:52:24.398 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:52:24.608 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[95500]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-05-20T05:52:24.609 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[95500]: osdmap e11: 2 total, 1 up, 2 in 2023-05-20T05:52:24.609 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[95500]: from='osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:24.609 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[95500]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:24.609 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:24.609 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[107735]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-05-20T05:52:24.610 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[107735]: osdmap e11: 2 total, 1 up, 2 in 2023-05-20T05:52:24.610 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[107735]: from='osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:24.610 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[107735]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:24.610 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:24 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:24.899 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:24 smithi081 conmon[120451]: 2023-05-20T05:52:24.588+0000 7f6b8bd88700 -1 osd.1 0 waiting for initial osdmap 2023-05-20T05:52:24.899 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:24 smithi081 conmon[120451]: 2023-05-20T05:52:24.590+0000 7f6b86b83700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:52:24.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:24 smithi170 ceph-mon[97338]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-05-20T05:52:24.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:24 smithi170 ceph-mon[97338]: osdmap e11: 2 total, 1 up, 2 in 2023-05-20T05:52:24.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:24 smithi170 ceph-mon[97338]: from='osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:24.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:24 smithi170 ceph-mon[97338]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:24 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:25.861 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[95500]: pgmap v53: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:25.861 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[95500]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:25.862 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[95500]: osdmap e12: 2 total, 1 up, 2 in 2023-05-20T05:52:25.862 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:25.862 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:25.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[107735]: pgmap v53: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:25.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[107735]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:25.862 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[107735]: osdmap e12: 2 total, 1 up, 2 in 2023-05-20T05:52:25.863 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:25.863 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:25 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:25 smithi170 ceph-mon[97338]: pgmap v53: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:26.007 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:25 smithi170 ceph-mon[97338]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:26.007 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:25 smithi170 ceph-mon[97338]: osdmap e12: 2 total, 1 up, 2 in 2023-05-20T05:52:26.008 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:25 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:26.008 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:25 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:26.823 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-05-20T05:52:26.823 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-05-20T05:52:26.824 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2023-05-20T05:52:26.824 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2023-05-20T05:52:26.824 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112869 s, 929 MB/s 2023-05-20T05:52:26.824 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2023-05-20T05:52:26.856 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:52:26.856 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:52:26.856 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[95500]: osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615] boot 2023-05-20T05:52:26.856 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[95500]: osdmap e13: 2 total, 2 up, 2 in 2023-05-20T05:52:26.856 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:26.857 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:52:26.857 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:52:26.857 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[107735]: osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615] boot 2023-05-20T05:52:26.857 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[107735]: osdmap e13: 2 total, 2 up, 2 in 2023-05-20T05:52:26.857 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:26 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:26 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:52:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:26 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:52:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:26 smithi170 ceph-mon[97338]: osd.1 [v2:172.21.15.81:6810/3053986615,v1:172.21.15.81:6811/3053986615] boot 2023-05-20T05:52:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:26 smithi170 ceph-mon[97338]: osdmap e13: 2 total, 2 up, 2 in 2023-05-20T05:52:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:26 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:52:27.405 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi081:vg_nvme/lv_2 2023-05-20T05:52:27.744 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:52:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: pgmap v56: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: osdmap e14: 2 total, 2 up, 2 in 2023-05-20T05:52:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi081 2023-05-20T05:52:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi081 to 8072M 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: pgmap v56: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: osdmap e14: 2 total, 2 up, 2 in 2023-05-20T05:52:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi081 2023-05-20T05:52:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi081 to 8072M 2023-05-20T05:52:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:27.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:27.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:27 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: pgmap v56: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-05-20T05:52:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: osdmap e14: 2 total, 2 up, 2 in 2023-05-20T05:52:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi081 2023-05-20T05:52:27.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:27.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:27.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi081 to 8072M 2023-05-20T05:52:27.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:27.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:27.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:27.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:27 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:29.955 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[95500]: pgmap v58: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:29.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:29.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:29.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:29.957 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[107735]: pgmap v58: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:29.957 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:29.957 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:29.957 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:29 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:29 smithi170 ceph-mon[97338]: pgmap v58: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:29 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:29.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:29 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:29.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:29 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:30 smithi170 ceph-mon[97338]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:30 smithi081 ceph-mon[95500]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:30 smithi081 ceph-mon[107735]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:31 smithi170 ceph-mon[97338]: pgmap v59: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:31 smithi081 ceph-mon[95500]: pgmap v59: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:31 smithi081 ceph-mon[107735]: pgmap v59: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:32.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:32 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2423732383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]: dispatch 2023-05-20T05:52:32.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:32 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]: dispatch 2023-05-20T05:52:32.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:32 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]': finished 2023-05-20T05:52:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:32 smithi170 ceph-mon[97338]: osdmap e15: 3 total, 2 up, 3 in 2023-05-20T05:52:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:32 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/22057847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2423732383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]: dispatch 2023-05-20T05:52:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]: dispatch 2023-05-20T05:52:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]': finished 2023-05-20T05:52:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[95500]: osdmap e15: 3 total, 2 up, 3 in 2023-05-20T05:52:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/22057847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:33.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2423732383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]: dispatch 2023-05-20T05:52:33.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]: dispatch 2023-05-20T05:52:33.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f5275cd-1296-456d-b8e4-518406120ed3"}]': finished 2023-05-20T05:52:33.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[107735]: osdmap e15: 3 total, 2 up, 3 in 2023-05-20T05:52:33.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:33.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:32 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/22057847' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:33 smithi170 ceph-mon[97338]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:33 smithi081 ceph-mon[95500]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:33 smithi081 ceph-mon[107735]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:34 smithi081 ceph-mon[107735]: pgmap v62: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:34 smithi081 ceph-mon[95500]: pgmap v62: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:34 smithi170 ceph-mon[97338]: pgmap v62: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:36 smithi081 ceph-mon[95500]: pgmap v63: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:37.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:36 smithi081 ceph-mon[107735]: pgmap v63: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:36 smithi170 ceph-mon[97338]: pgmap v63: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:39.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:38 smithi170 ceph-mon[97338]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:39.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-05-20T05:52:39.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:38 smithi170 ceph-mon[97338]: Deploying daemon osd.2 on smithi081 2023-05-20T05:52:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[95500]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-05-20T05:52:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[95500]: Deploying daemon osd.2 on smithi081 2023-05-20T05:52:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[107735]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-05-20T05:52:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:38 smithi081 ceph-mon[107735]: Deploying daemon osd.2 on smithi081 2023-05-20T05:52:41.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:40 smithi081 ceph-mon[95500]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:41.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:40 smithi081 ceph-mon[107735]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:40 smithi170 ceph-mon[97338]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:43.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:42 smithi081 ceph-mon[95500]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:42 smithi081 ceph-mon[107735]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:42 smithi170 ceph-mon[97338]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:45 smithi170 ceph-mon[97338]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:45 smithi081 ceph-mon[95500]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:45 smithi081 ceph-mon[107735]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:46.127 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 2 on host 'smithi081' 2023-05-20T05:52:46.441 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:46.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:46.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.443 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:46.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:46.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:46.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.444 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.444 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.444 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:46 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:46.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:46 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:52:46.766 DEBUG:teuthology.orchestra.run.smithi081:osd.2> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.2.service 2023-05-20T05:52:46.768 INFO:tasks.cephadm:Deploying osd.3 on smithi081 with /dev/vg_nvme/lv_1... 2023-05-20T05:52:46.769 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-05-20T05:52:46.800 INFO:journalctl@ceph.osd.2.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:52:47.379 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:47 smithi081 ceph-mon[95500]: pgmap v68: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:47.379 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:47 smithi081 ceph-mon[95500]: from='osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-05-20T05:52:47.379 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:47 smithi081 ceph-mon[95500]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-05-20T05:52:47.379 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:47 smithi081 ceph-mon[107735]: pgmap v68: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:47.380 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:47 smithi081 ceph-mon[107735]: from='osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-05-20T05:52:47.380 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:47 smithi081 ceph-mon[107735]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-05-20T05:52:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:47 smithi170 ceph-mon[97338]: pgmap v68: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:47 smithi170 ceph-mon[97338]: from='osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-05-20T05:52:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:47 smithi170 ceph-mon[97338]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-05-20T05:52:47.883 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:52:48.267 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:48 smithi081 conmon[126946]: 2023-05-20T05:52:48.160+0000 7fc3e8b31700 -1 osd.2 0 waiting for initial osdmap 2023-05-20T05:52:48.267 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:48 smithi081 conmon[126946]: 2023-05-20T05:52:48.165+0000 7fc3e412d700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:52:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[95500]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-05-20T05:52:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[95500]: osdmap e16: 3 total, 2 up, 3 in 2023-05-20T05:52:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[95500]: from='osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[95500]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[107735]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-05-20T05:52:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[107735]: osdmap e16: 3 total, 2 up, 3 in 2023-05-20T05:52:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[107735]: from='osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:48 smithi081 ceph-mon[107735]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:48 smithi170 ceph-mon[97338]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-05-20T05:52:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:48 smithi170 ceph-mon[97338]: osdmap e16: 3 total, 2 up, 3 in 2023-05-20T05:52:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:48 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:48 smithi170 ceph-mon[97338]: from='osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:48 smithi170 ceph-mon[97338]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:52:49.414 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[95500]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:49.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[95500]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:49.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[95500]: osdmap e17: 3 total, 2 up, 3 in 2023-05-20T05:52:49.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.416 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[107735]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:49.416 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[107735]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:49.416 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[107735]: osdmap e17: 3 total, 2 up, 3 in 2023-05-20T05:52:49.417 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.417 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.417 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:49 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:49 smithi170 ceph-mon[97338]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:49.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:49 smithi170 ceph-mon[97338]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:52:49.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:49 smithi170 ceph-mon[97338]: osdmap e17: 3 total, 2 up, 3 in 2023-05-20T05:52:49.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:49 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:49 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:49 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:49.953 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-05-20T05:52:49.954 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-05-20T05:52:49.954 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2023-05-20T05:52:49.954 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2023-05-20T05:52:49.955 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012732 s, 824 MB/s 2023-05-20T05:52:49.955 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2023-05-20T05:52:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:52:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:52:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[107735]: osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212] boot 2023-05-20T05:52:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[107735]: osdmap e18: 3 total, 3 up, 3 in 2023-05-20T05:52:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:52:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:52:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[95500]: osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212] boot 2023-05-20T05:52:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[95500]: osdmap e18: 3 total, 3 up, 3 in 2023-05-20T05:52:50.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:50 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:50.643 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi081:vg_nvme/lv_1 2023-05-20T05:52:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:50 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:52:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:50 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:52:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:50 smithi170 ceph-mon[97338]: osd.2 [v2:172.21.15.81:6818/3537659212,v1:172.21.15.81:6819/3537659212] boot 2023-05-20T05:52:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:50 smithi170 ceph-mon[97338]: osdmap e18: 3 total, 3 up, 3 in 2023-05-20T05:52:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:50 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:52:50.983 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:52:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: pgmap v73: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-05-20T05:52:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi081 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: osdmap e19: 3 total, 3 up, 3 in 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi081 to 5381M 2023-05-20T05:52:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: pgmap v73: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi081 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: osdmap e19: 3 total, 3 up, 3 in 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:52:51.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi081 to 5381M 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:51.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: pgmap v73: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-05-20T05:52:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-05-20T05:52:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi081 2023-05-20T05:52:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-05-20T05:52:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: osdmap e19: 3 total, 3 up, 3 in 2023-05-20T05:52:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:52:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:52:51.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi081 to 5381M 2023-05-20T05:52:51.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:51.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:51.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:52:51.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:52.005 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:51 smithi081 sudo[130354]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-05-20T05:52:52.006 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:51 smithi081 sudo[130354]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:52.006 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:51 smithi081 sudo[130354]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:52.006 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:51 smithi081 sudo[130354]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:52.263 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130364]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-05-20T05:52:52.263 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130364]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:52.264 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130364]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:52.264 INFO:journalctl@ceph.osd.0.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130364]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:52:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:52 smithi081 ceph-mon[95500]: osdmap e20: 3 total, 3 up, 3 in 2023-05-20T05:52:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:52.518 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130426]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-05-20T05:52:52.518 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130426]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:52.518 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130426]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:52.518 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130426]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:52:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:52 smithi081 ceph-mon[107735]: osdmap e20: 3 total, 3 up, 3 in 2023-05-20T05:52:52.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:52:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:52 smithi170 ceph-mon[97338]: osdmap e20: 3 total, 3 up, 3 in 2023-05-20T05:52:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:52.807 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130467]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-05-20T05:52:52.807 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130467]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:52.807 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130467]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:52.807 INFO:journalctl@ceph.osd.1.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130467]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:53.077 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130533]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-05-20T05:52:53.077 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130533]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:53.078 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130533]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:53.078 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:52 smithi081 sudo[130533]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:53.335 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130660]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-05-20T05:52:53.336 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130660]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:53.336 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130660]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:53.336 INFO:journalctl@ceph.osd.2.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130660]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:53.606 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130716]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-05-20T05:52:53.607 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130716]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:53.607 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130716]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:53.607 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130716]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:53.867 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: pgmap v76: 1 pgs: 1 active+clean; 449 KiB data, 15 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:53.868 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: mgrmap e15: y(active, since 2m), standbys: x 2023-05-20T05:52:53.868 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: osdmap e21: 3 total, 3 up, 3 in 2023-05-20T05:52:53.868 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:53.868 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:53.869 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:53.869 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:53.869 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 sudo[101471]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-05-20T05:52:53.870 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 sudo[101471]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:53.870 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 sudo[101471]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:53.870 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:53 smithi170 sudo[101471]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: pgmap v76: 1 pgs: 1 active+clean; 449 KiB data, 15 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: mgrmap e15: y(active, since 2m), standbys: x 2023-05-20T05:52:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: osdmap e21: 3 total, 3 up, 3 in 2023-05-20T05:52:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:54.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130739]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-05-20T05:52:54.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130739]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:54.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130739]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:54.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 sudo[130739]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:54.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: pgmap v76: 1 pgs: 1 active+clean; 449 KiB data, 15 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:54.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: mgrmap e15: y(active, since 2m), standbys: x 2023-05-20T05:52:54.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: osdmap e21: 3 total, 3 up, 3 in 2023-05-20T05:52:54.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:52:54.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:52:54.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:52:54.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:53 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 sudo[101474]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-05-20T05:52:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 sudo[101474]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 sudo[101474]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 sudo[101474]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:54.652 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130828]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-05-20T05:52:54.652 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130828]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:54.652 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130828]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:54.653 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130828]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:54.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:54.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:54.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:54.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130858]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-05-20T05:52:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130858]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-05-20T05:52:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130858]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-05-20T05:52:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 sudo[130858]: pam_unix(sudo:session): session closed for user root 2023-05-20T05:52:55.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:55.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:55.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:55.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:55.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:55.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:55.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.022 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:52:55.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:55.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:55.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:55.024 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.024 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:55.024 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:55.024 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:55.024 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.024 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:55.025 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:52:55.025 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:52:55.025 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:52:55.025 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:52:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 15 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:55.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:55.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1735560931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd926da7-9457-4cae-aebd-7ccdc3f94175"}]: dispatch 2023-05-20T05:52:55.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1735560931' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd926da7-9457-4cae-aebd-7ccdc3f94175"}]': finished 2023-05-20T05:52:55.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: osdmap e22: 4 total, 3 up, 4 in 2023-05-20T05:52:55.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:52:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 15 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1735560931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd926da7-9457-4cae-aebd-7ccdc3f94175"}]: dispatch 2023-05-20T05:52:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1735560931' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd926da7-9457-4cae-aebd-7ccdc3f94175"}]': finished 2023-05-20T05:52:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: osdmap e22: 4 total, 3 up, 4 in 2023-05-20T05:52:56.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:52:56.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 15 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:56.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-05-20T05:52:56.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-05-20T05:52:56.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1735560931' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd926da7-9457-4cae-aebd-7ccdc3f94175"}]: dispatch 2023-05-20T05:52:56.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1735560931' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd926da7-9457-4cae-aebd-7ccdc3f94175"}]': finished 2023-05-20T05:52:56.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: osdmap e22: 4 total, 3 up, 4 in 2023-05-20T05:52:56.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:52:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:56 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3448467380' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:56 smithi170 ceph-mon[97338]: pgmap v80: 1 pgs: 1 active+clean; 449 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:56 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3448467380' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:56 smithi081 ceph-mon[95500]: pgmap v80: 1 pgs: 1 active+clean; 449 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:57.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:56 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3448467380' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:52:57.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:56 smithi081 ceph-mon[107735]: pgmap v80: 1 pgs: 1 active+clean; 449 KiB data, 16 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:52:59.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:52:58 smithi170 ceph-mon[97338]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2023-05-20T05:52:59.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:52:58 smithi081 ceph-mon[95500]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2023-05-20T05:52:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:52:58 smithi081 ceph-mon[107735]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2023-05-20T05:53:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:00 smithi081 ceph-mon[95500]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-05-20T05:53:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:00 smithi081 ceph-mon[107735]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-05-20T05:53:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:00 smithi170 ceph-mon[97338]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2023-05-20T05:53:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:01 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-05-20T05:53:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:01 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:01 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-05-20T05:53:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:01 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:01 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-05-20T05:53:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:01 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:02 smithi081 ceph-mon[95500]: Deploying daemon osd.3 on smithi081 2023-05-20T05:53:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:02 smithi081 ceph-mon[95500]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.8 KiB/s rd, 135 KiB/s wr, 9 op/s 2023-05-20T05:53:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:02 smithi081 ceph-mon[107735]: Deploying daemon osd.3 on smithi081 2023-05-20T05:53:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:02 smithi081 ceph-mon[107735]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.8 KiB/s rd, 135 KiB/s wr, 9 op/s 2023-05-20T05:53:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:02 smithi170 ceph-mon[97338]: Deploying daemon osd.3 on smithi081 2023-05-20T05:53:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:02 smithi170 ceph-mon[97338]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.8 KiB/s rd, 135 KiB/s wr, 9 op/s 2023-05-20T05:53:05.234 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:04 smithi081 ceph-mon[95500]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-05-20T05:53:05.234 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:04 smithi081 ceph-mon[107735]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-05-20T05:53:05.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:04 smithi170 ceph-mon[97338]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-05-20T05:53:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:06 smithi170 ceph-mon[97338]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 121 KiB/s wr, 8 op/s 2023-05-20T05:53:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:06 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:06 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:06 smithi081 ceph-mon[95500]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 121 KiB/s wr, 8 op/s 2023-05-20T05:53:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:06 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:06 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:06 smithi081 ceph-mon[107735]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 121 KiB/s wr, 8 op/s 2023-05-20T05:53:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:06 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:06 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:07 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:08 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:07 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:09 smithi081 ceph-mon[95500]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-05-20T05:53:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:09 smithi081 ceph-mon[107735]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-05-20T05:53:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:09 smithi170 ceph-mon[97338]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-05-20T05:53:10.185 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 3 on host 'smithi081' 2023-05-20T05:53:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:10 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:10 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:10.805 DEBUG:teuthology.orchestra.run.smithi081:osd.3> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.3.service 2023-05-20T05:53:10.808 INFO:tasks.cephadm:Deploying osd.4 on smithi170 with /dev/vg_nvme/lv_4... 2023-05-20T05:53:10.808 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-05-20T05:53:10.838 INFO:journalctl@ceph.osd.3.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:53:11.160 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:53:11.450 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:11 smithi081 ceph-mon[95500]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:11.451 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:11 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:11.451 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:11 smithi081 ceph-mon[95500]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-05-20T05:53:11.451 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:11 smithi081 ceph-mon[107735]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:11.451 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:11 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:11.451 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:11 smithi081 ceph-mon[107735]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-05-20T05:53:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:11 smithi170 ceph-mon[97338]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:11 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:11 smithi170 ceph-mon[97338]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-05-20T05:53:12.309 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: osdmap e23: 4 total, 3 up, 4 in 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: osdmap e24: 4 total, 3 up, 4 in 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.310 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.517 INFO:journalctl@ceph.osd.3.smithi081.stdout:May 20 05:53:12 smithi081 conmon[133485]: 2023-05-20T05:53:12.198+0000 7fc9ca3ad700 -1 osd.3 0 waiting for initial osdmap 2023-05-20T05:53:12.517 INFO:journalctl@ceph.osd.3.smithi081.stdout:May 20 05:53:12 smithi081 conmon[133485]: 2023-05-20T05:53:12.207+0000 7fc9c31a4700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:53:12.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-05-20T05:53:12.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: osdmap e23: 4 total, 3 up, 4 in 2023-05-20T05:53:12.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:53:12.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:53:12.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: osdmap e24: 4 total, 3 up, 4 in 2023-05-20T05:53:12.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-05-20T05:53:12.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: osdmap e23: 4 total, 3 up, 4 in 2023-05-20T05:53:12.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]: dispatch 2023-05-20T05:53:12.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: from='osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2023-05-20T05:53:12.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: osdmap e24: 4 total, 3 up, 4 in 2023-05-20T05:53:12.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:12 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:12.757 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-05-20T05:53:12.758 INFO:teuthology.orchestra.run.smithi170.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-05-20T05:53:12.758 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10+0 records in 2023-05-20T05:53:12.758 INFO:teuthology.orchestra.run.smithi170.stderr:10+0 records out 2023-05-20T05:53:12.758 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0081328 s, 1.3 GB/s 2023-05-20T05:53:12.758 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping successful for: 2023-05-20T05:53:13.322 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi170:vg_nvme/lv_4 2023-05-20T05:53:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:13 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:53:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:13 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:53:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:13 smithi170 ceph-mon[97338]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:53:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:53:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[95500]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:53:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:53:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[107735]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:13.659 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:53:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511] boot 2023-05-20T05:53:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: osdmap e25: 4 total, 4 up, 4 in 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi081 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi081 to 4036M 2023-05-20T05:53:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511] boot 2023-05-20T05:53:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: osdmap e25: 4 total, 4 up, 4 in 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi081 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi081 to 4036M 2023-05-20T05:53:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:14.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:14.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: osd.3 [v2:172.21.15.81:6826/4166213511,v1:172.21.15.81:6827/4166213511] boot 2023-05-20T05:53:14.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: osdmap e25: 4 total, 4 up, 4 in 2023-05-20T05:53:14.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi081 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:14.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi081 to 4036M 2023-05-20T05:53:14.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:14.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:14.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:14.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:15 smithi170 ceph-mon[97338]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:15 smithi170 ceph-mon[97338]: osdmap e26: 4 total, 4 up, 4 in 2023-05-20T05:53:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:15 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:15 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:15 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[95500]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[95500]: osdmap e26: 4 total, 4 up, 4 in 2023-05-20T05:53:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:15.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[107735]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-05-20T05:53:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[107735]: osdmap e26: 4 total, 4 up, 4 in 2023-05-20T05:53:15.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:15.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:15.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:15 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:16 smithi170 ceph-mon[97338]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:53:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:16 smithi081 ceph-mon[95500]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:53:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:16 smithi081 ceph-mon[107735]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:53:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:17 smithi170 ceph-mon[97338]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:17 smithi081 ceph-mon[95500]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:17 smithi081 ceph-mon[107735]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:18 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/1419118424' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]: dispatch 2023-05-20T05:53:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:18 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]: dispatch 2023-05-20T05:53:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:18 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]': finished 2023-05-20T05:53:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:18 smithi170 ceph-mon[97338]: osdmap e27: 5 total, 4 up, 5 in 2023-05-20T05:53:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:18 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:18 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/1484479592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:53:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/1419118424' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]: dispatch 2023-05-20T05:53:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]: dispatch 2023-05-20T05:53:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]': finished 2023-05-20T05:53:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[95500]: osdmap e27: 5 total, 4 up, 5 in 2023-05-20T05:53:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/1484479592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:53:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/1419118424' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]: dispatch 2023-05-20T05:53:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]: dispatch 2023-05-20T05:53:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "60b23997-f812-4d38-b2e9-b3994d53d167"}]': finished 2023-05-20T05:53:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[107735]: osdmap e27: 5 total, 4 up, 5 in 2023-05-20T05:53:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:18 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/1484479592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:53:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:19 smithi170 ceph-mon[97338]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:19 smithi081 ceph-mon[95500]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:19 smithi081 ceph-mon[107735]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:21.614 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:21 smithi170 ceph-mon[97338]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:21 smithi081 ceph-mon[95500]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:21 smithi081 ceph-mon[107735]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:23 smithi170 ceph-mon[97338]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:23 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-05-20T05:53:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:23 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:23 smithi081 ceph-mon[95500]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:23 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-05-20T05:53:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:23 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:23 smithi081 ceph-mon[107735]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:23 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-05-20T05:53:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:23 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:24.673 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:24 smithi170 ceph-mon[97338]: Deploying daemon osd.4 on smithi170 2023-05-20T05:53:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:24 smithi081 ceph-mon[95500]: Deploying daemon osd.4 on smithi170 2023-05-20T05:53:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:24 smithi081 ceph-mon[107735]: Deploying daemon osd.4 on smithi170 2023-05-20T05:53:25.601 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:25 smithi170 ceph-mon[97338]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:25 smithi081 ceph-mon[95500]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:25 smithi081 ceph-mon[107735]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:27.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:27 smithi170 ceph-mon[97338]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:27 smithi081 ceph-mon[95500]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:27 smithi081 ceph-mon[107735]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:28 smithi170 ceph-mon[97338]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:28 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[95500]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:29.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:29.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:29.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[107735]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:29.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:28 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:30 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.746 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 4 on host 'smithi170' 2023-05-20T05:53:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:30 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.292 DEBUG:teuthology.orchestra.run.smithi170:osd.4> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.4.service 2023-05-20T05:53:31.295 INFO:tasks.cephadm:Deploying osd.5 on smithi170 with /dev/vg_nvme/lv_3... 2023-05-20T05:53:31.295 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-05-20T05:53:31.325 INFO:journalctl@ceph.osd.4.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:53:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:31 smithi170 ceph-mon[97338]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:31 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:31 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:31 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:31 smithi170 ceph-mon[97338]: from='osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-05-20T05:53:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:31 smithi170 ceph-mon[97338]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-05-20T05:53:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[95500]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[95500]: from='osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-05-20T05:53:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[95500]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-05-20T05:53:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[107735]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[107735]: from='osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-05-20T05:53:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:31 smithi081 ceph-mon[107735]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-05-20T05:53:32.257 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:53:33.225 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:32 smithi170 ceph-mon[97338]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-05-20T05:53:33.225 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:32 smithi170 ceph-mon[97338]: osdmap e28: 5 total, 4 up, 5 in 2023-05-20T05:53:33.226 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:32 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:33.226 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:32 smithi170 ceph-mon[97338]: from='osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:33.226 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:32 smithi170 ceph-mon[97338]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:33.226 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:32 smithi170 ceph-mon[97338]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:33.227 INFO:journalctl@ceph.osd.4.smithi170.stdout:May 20 05:53:32 smithi170 conmon[105437]: 2023-05-20T05:53:32.904+0000 7fbe3d939700 -1 osd.4 0 waiting for initial osdmap 2023-05-20T05:53:33.227 INFO:journalctl@ceph.osd.4.smithi170.stdout:May 20 05:53:32 smithi170 conmon[105437]: 2023-05-20T05:53:32.908+0000 7fbe3a738700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:53:33.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[95500]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-05-20T05:53:33.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[95500]: osdmap e28: 5 total, 4 up, 5 in 2023-05-20T05:53:33.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[95500]: from='osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[95500]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[95500]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:33.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[107735]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-05-20T05:53:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[107735]: osdmap e28: 5 total, 4 up, 5 in 2023-05-20T05:53:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[107735]: from='osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[107735]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:32 smithi081 ceph-mon[107735]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:53:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: osdmap e29: 5 total, 4 up, 5 in 2023-05-20T05:53:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:34.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:34.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:34.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:33 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:53:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: osdmap e29: 5 total, 4 up, 5 in 2023-05-20T05:53:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:34.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:34.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:53:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: osdmap e29: 5 total, 4 up, 5 in 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:34.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:34.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:33 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:34.407 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-05-20T05:53:34.407 INFO:teuthology.orchestra.run.smithi170.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-05-20T05:53:34.407 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10+0 records in 2023-05-20T05:53:34.407 INFO:teuthology.orchestra.run.smithi170.stderr:10+0 records out 2023-05-20T05:53:34.407 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00847946 s, 1.2 GB/s 2023-05-20T05:53:34.408 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping successful for: 2023-05-20T05:53:34.953 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi170:vg_nvme/lv_3 2023-05-20T05:53:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:53:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:53:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi170 2023-05-20T05:53:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi170 to 17168M 2023-05-20T05:53:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845] boot 2023-05-20T05:53:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: osdmap e30: 5 total, 5 up, 5 in 2023-05-20T05:53:35.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:35.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: osdmap e31: 5 total, 5 up, 5 in 2023-05-20T05:53:35.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:34 smithi170 ceph-mon[97338]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:53:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:53:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi170 2023-05-20T05:53:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi170 to 17168M 2023-05-20T05:53:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845] boot 2023-05-20T05:53:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: osdmap e30: 5 total, 5 up, 5 in 2023-05-20T05:53:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: osdmap e31: 5 total, 5 up, 5 in 2023-05-20T05:53:35.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[95500]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:35.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:53:35.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:53:35.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi170 2023-05-20T05:53:35.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi170 to 17168M 2023-05-20T05:53:35.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:35.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: osd.4 [v2:172.21.15.170:6800/936273845,v1:172.21.15.170:6801/936273845] boot 2023-05-20T05:53:35.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: osdmap e30: 5 total, 5 up, 5 in 2023-05-20T05:53:35.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:53:35.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: osdmap e31: 5 total, 5 up, 5 in 2023-05-20T05:53:35.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:34 smithi081 ceph-mon[107735]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-05-20T05:53:35.290 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:53:36.211 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:35 smithi170 ceph-mon[97338]: osdmap e32: 5 total, 5 up, 5 in 2023-05-20T05:53:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:35 smithi081 ceph-mon[95500]: osdmap e32: 5 total, 5 up, 5 in 2023-05-20T05:53:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:35 smithi081 ceph-mon[107735]: osdmap e32: 5 total, 5 up, 5 in 2023-05-20T05:53:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:36 smithi170 ceph-mon[97338]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:36 smithi170 ceph-mon[97338]: osdmap e33: 5 total, 5 up, 5 in 2023-05-20T05:53:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:36 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:36 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:36 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[95500]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[95500]: osdmap e33: 5 total, 5 up, 5 in 2023-05-20T05:53:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[107735]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[107735]: osdmap e33: 5 total, 5 up, 5 in 2023-05-20T05:53:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:36 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:38.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:37 smithi170 ceph-mon[97338]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:53:38.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:37 smithi170 ceph-mon[97338]: osdmap e34: 5 total, 5 up, 5 in 2023-05-20T05:53:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:37 smithi081 ceph-mon[95500]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:53:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:37 smithi081 ceph-mon[95500]: osdmap e34: 5 total, 5 up, 5 in 2023-05-20T05:53:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:37 smithi081 ceph-mon[107735]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:53:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:37 smithi081 ceph-mon[107735]: osdmap e34: 5 total, 5 up, 5 in 2023-05-20T05:53:39.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:38 smithi170 ceph-mon[97338]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-05-20T05:53:39.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:38 smithi081 ceph-mon[95500]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-05-20T05:53:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:38 smithi081 ceph-mon[107735]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-05-20T05:53:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:39 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/2497120761' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]: dispatch 2023-05-20T05:53:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:39 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]: dispatch 2023-05-20T05:53:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:39 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]': finished 2023-05-20T05:53:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:39 smithi170 ceph-mon[97338]: osdmap e35: 6 total, 5 up, 6 in 2023-05-20T05:53:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:39 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:39 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/1875204184' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:53:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/2497120761' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]: dispatch 2023-05-20T05:53:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]: dispatch 2023-05-20T05:53:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]': finished 2023-05-20T05:53:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[95500]: osdmap e35: 6 total, 5 up, 6 in 2023-05-20T05:53:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/1875204184' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:53:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/2497120761' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]: dispatch 2023-05-20T05:53:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]: dispatch 2023-05-20T05:53:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "030e77e7-a3a0-486a-86f8-fd2933aaaf81"}]': finished 2023-05-20T05:53:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[107735]: osdmap e35: 6 total, 5 up, 6 in 2023-05-20T05:53:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:39 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/1875204184' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:53:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:41 smithi170 ceph-mon[97338]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-05-20T05:53:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:41 smithi081 ceph-mon[95500]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-05-20T05:53:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:41 smithi081 ceph-mon[107735]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-05-20T05:53:43.460 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:43 smithi170 ceph-mon[97338]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:53:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:43 smithi081 ceph-mon[95500]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:53:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:43 smithi081 ceph-mon[107735]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:53:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:44 smithi170 ceph-mon[97338]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-05-20T05:53:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-05-20T05:53:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:44 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:44 smithi081 ceph-mon[95500]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-05-20T05:53:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-05-20T05:53:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:44 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:45.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:44 smithi081 ceph-mon[107735]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-05-20T05:53:45.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-05-20T05:53:45.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:44 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:46.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:45 smithi170 ceph-mon[97338]: Deploying daemon osd.5 on smithi170 2023-05-20T05:53:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:45 smithi081 ceph-mon[95500]: Deploying daemon osd.5 on smithi170 2023-05-20T05:53:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:45 smithi081 ceph-mon[107735]: Deploying daemon osd.5 on smithi170 2023-05-20T05:53:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:46 smithi170 ceph-mon[97338]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:46 smithi081 ceph-mon[95500]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:46 smithi081 ceph-mon[107735]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:49.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:49 smithi081 ceph-mon[95500]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:49.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:49 smithi081 ceph-mon[107735]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:49 smithi170 ceph-mon[97338]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:50 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:50 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:50 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:50 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:50 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:50 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:50 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:50 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:50 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:51.980 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:51 smithi170 ceph-mon[97338]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:51.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:51.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:51.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:51.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:51.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:51 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[95500]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[107735]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:51 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:52.532 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 5 on host 'smithi170' 2023-05-20T05:53:53.082 DEBUG:teuthology.orchestra.run.smithi170:osd.5> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.5.service 2023-05-20T05:53:53.085 INFO:tasks.cephadm:Deploying osd.6 on smithi170 with /dev/vg_nvme/lv_2... 2023-05-20T05:53:53.086 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-05-20T05:53:53.116 INFO:journalctl@ceph.osd.5.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:53:53.725 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:53 smithi170 ceph-mon[97338]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:53.725 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:53 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:53.725 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:53 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:53.726 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:53 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:53.726 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:53 smithi170 ceph-mon[97338]: from='osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-05-20T05:53:53.726 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:53 smithi170 ceph-mon[97338]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-05-20T05:53:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[95500]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[95500]: from='osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-05-20T05:53:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[95500]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-05-20T05:53:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[107735]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:53:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[107735]: from='osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-05-20T05:53:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:53 smithi081 ceph-mon[107735]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-05-20T05:53:54.092 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:53:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:54 smithi170 ceph-mon[97338]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-05-20T05:53:54.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:54 smithi170 ceph-mon[97338]: osdmap e36: 6 total, 5 up, 6 in 2023-05-20T05:53:54.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:54 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:54.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:54 smithi170 ceph-mon[97338]: from='osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:54.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:54 smithi170 ceph-mon[97338]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:54.747 INFO:journalctl@ceph.osd.5.smithi170.stdout:May 20 05:53:54 smithi170 conmon[111766]: 2023-05-20T05:53:54.652+0000 7efe3491a700 -1 osd.5 0 waiting for initial osdmap 2023-05-20T05:53:54.748 INFO:journalctl@ceph.osd.5.smithi170.stdout:May 20 05:53:54 smithi170 conmon[111766]: 2023-05-20T05:53:54.657+0000 7efe2ff16700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:53:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[95500]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-05-20T05:53:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[95500]: osdmap e36: 6 total, 5 up, 6 in 2023-05-20T05:53:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:55.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[95500]: from='osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:55.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[95500]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[107735]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-05-20T05:53:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[107735]: osdmap e36: 6 total, 5 up, 6 in 2023-05-20T05:53:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[107735]: from='osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:54 smithi081 ceph-mon[107735]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:53:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:55 smithi170 ceph-mon[97338]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:55 smithi170 ceph-mon[97338]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:53:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:55 smithi170 ceph-mon[97338]: osdmap e37: 6 total, 5 up, 6 in 2023-05-20T05:53:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[95500]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[95500]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:53:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[95500]: osdmap e37: 6 total, 5 up, 6 in 2023-05-20T05:53:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[107735]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[107735]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:53:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[107735]: osdmap e37: 6 total, 5 up, 6 in 2023-05-20T05:53:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:56.278 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-05-20T05:53:56.278 INFO:teuthology.orchestra.run.smithi170.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-05-20T05:53:56.279 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10+0 records in 2023-05-20T05:53:56.279 INFO:teuthology.orchestra.run.smithi170.stderr:10+0 records out 2023-05-20T05:53:56.279 INFO:teuthology.orchestra.run.smithi170.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121444 s, 863 MB/s 2023-05-20T05:53:56.280 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 2023-05-20T05:53:56.280 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping successful for: 2023-05-20T05:53:56.839 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi170:vg_nvme/lv_2 2023-05-20T05:53:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:53:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:53:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi170 2023-05-20T05:53:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175] boot 2023-05-20T05:53:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: osdmap e38: 6 total, 6 up, 6 in 2023-05-20T05:53:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi170 to 8584M 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:56.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:56.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:56.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:56 smithi170 ceph-mon[97338]: osdmap e39: 6 total, 6 up, 6 in 2023-05-20T05:53:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:53:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:53:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi170 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175] boot 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: osdmap e38: 6 total, 6 up, 6 in 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi170 to 8584M 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[95500]: osdmap e39: 6 total, 6 up, 6 in 2023-05-20T05:53:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:53:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:53:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi170 2023-05-20T05:53:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: osd.5 [v2:172.21.15.170:6808/3499192175,v1:172.21.15.170:6809/3499192175] boot 2023-05-20T05:53:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: osdmap e38: 6 total, 6 up, 6 in 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi170 to 8584M 2023-05-20T05:53:57.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:53:57.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:53:57.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:53:57.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-05-20T05:53:57.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:56 smithi081 ceph-mon[107735]: osdmap e39: 6 total, 6 up, 6 in 2023-05-20T05:53:57.176 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:53:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:58 smithi170 ceph-mon[97338]: osdmap e40: 6 total, 6 up, 6 in 2023-05-20T05:53:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:58 smithi081 ceph-mon[95500]: osdmap e40: 6 total, 6 up, 6 in 2023-05-20T05:53:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:58 smithi081 ceph-mon[107735]: osdmap e40: 6 total, 6 up, 6 in 2023-05-20T05:53:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:59 smithi170 ceph-mon[97338]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:53:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:59 smithi170 ceph-mon[97338]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-05-20T05:53:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:59 smithi170 ceph-mon[97338]: osdmap e41: 6 total, 6 up, 6 in 2023-05-20T05:53:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:53:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:53:59.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:53:59 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[95500]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[95500]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-05-20T05:54:00.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[95500]: osdmap e41: 6 total, 6 up, 6 in 2023-05-20T05:54:00.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:54:00.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:54:00.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:00.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[107735]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:00.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[107735]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-05-20T05:54:00.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[107735]: osdmap e41: 6 total, 6 up, 6 in 2023-05-20T05:54:00.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:54:00.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:54:00.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:53:59 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:00 smithi170 ceph-mon[97338]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:00 smithi170 ceph-mon[97338]: osdmap e42: 6 total, 6 up, 6 in 2023-05-20T05:54:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:00 smithi170 ceph-mon[97338]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:00 smithi081 ceph-mon[95500]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:00 smithi081 ceph-mon[95500]: osdmap e42: 6 total, 6 up, 6 in 2023-05-20T05:54:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:00 smithi081 ceph-mon[95500]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:00 smithi081 ceph-mon[107735]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:00 smithi081 ceph-mon[107735]: osdmap e42: 6 total, 6 up, 6 in 2023-05-20T05:54:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:00 smithi081 ceph-mon[107735]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:01 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/2724555580' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]: dispatch 2023-05-20T05:54:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:01 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]: dispatch 2023-05-20T05:54:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:01 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]': finished 2023-05-20T05:54:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:01 smithi170 ceph-mon[97338]: osdmap e43: 7 total, 6 up, 7 in 2023-05-20T05:54:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:01 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:01.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:01 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/4008366448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:54:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/2724555580' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]: dispatch 2023-05-20T05:54:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]: dispatch 2023-05-20T05:54:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]': finished 2023-05-20T05:54:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[95500]: osdmap e43: 7 total, 6 up, 7 in 2023-05-20T05:54:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/4008366448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:54:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/2724555580' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]: dispatch 2023-05-20T05:54:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]: dispatch 2023-05-20T05:54:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "188da0bd-8775-4444-bc22-97cc1d06e513"}]': finished 2023-05-20T05:54:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[107735]: osdmap e43: 7 total, 6 up, 7 in 2023-05-20T05:54:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:01 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/4008366448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:54:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:02 smithi170 ceph-mon[97338]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 134 KiB/s, 0 objects/s recovering 2023-05-20T05:54:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:02 smithi081 ceph-mon[95500]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 134 KiB/s, 0 objects/s recovering 2023-05-20T05:54:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:02 smithi081 ceph-mon[107735]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 134 KiB/s, 0 objects/s recovering 2023-05-20T05:54:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:03 smithi170 ceph-mon[97338]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-05-20T05:54:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:03 smithi170 ceph-mon[97338]: Cluster is now healthy 2023-05-20T05:54:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:03 smithi081 ceph-mon[95500]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-05-20T05:54:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:03 smithi081 ceph-mon[95500]: Cluster is now healthy 2023-05-20T05:54:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:03 smithi081 ceph-mon[107735]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-05-20T05:54:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:03 smithi081 ceph-mon[107735]: Cluster is now healthy 2023-05-20T05:54:05.234 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:04 smithi170 ceph-mon[97338]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:05.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:04 smithi081 ceph-mon[95500]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:04 smithi081 ceph-mon[107735]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:07 smithi170 ceph-mon[97338]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2023-05-20T05:54:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:07 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-05-20T05:54:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:07 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:07 smithi081 ceph-mon[95500]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2023-05-20T05:54:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:07 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-05-20T05:54:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:07 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:07 smithi081 ceph-mon[107735]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2023-05-20T05:54:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:07 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-05-20T05:54:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:07 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:08 smithi170 ceph-mon[97338]: Deploying daemon osd.6 on smithi170 2023-05-20T05:54:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:08 smithi081 ceph-mon[95500]: Deploying daemon osd.6 on smithi170 2023-05-20T05:54:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:08 smithi081 ceph-mon[107735]: Deploying daemon osd.6 on smithi170 2023-05-20T05:54:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:09 smithi170 ceph-mon[97338]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-05-20T05:54:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:09 smithi081 ceph-mon[95500]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-05-20T05:54:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:09 smithi081 ceph-mon[107735]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-05-20T05:54:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:11 smithi170 ceph-mon[97338]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:11 smithi081 ceph-mon[95500]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:11 smithi081 ceph-mon[107735]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:12 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:12 smithi170 ceph-mon[97338]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-05-20T05:54:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[95500]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-05-20T05:54:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:13.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:12 smithi081 ceph-mon[107735]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-05-20T05:54:14.704 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 6 on host 'smithi170' 2023-05-20T05:54:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:15.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:15.328 DEBUG:teuthology.orchestra.run.smithi170:osd.6> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.6.service 2023-05-20T05:54:15.330 INFO:tasks.cephadm:Deploying osd.7 on smithi170 with /dev/vg_nvme/lv_1... 2023-05-20T05:54:15.331 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-05-20T05:54:15.361 INFO:journalctl@ceph.osd.6.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:54:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:15 smithi170 ceph-mon[97338]: from='osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-05-20T05:54:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:15 smithi170 ceph-mon[97338]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-05-20T05:54:16.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:15 smithi081 ceph-mon[95500]: from='osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-05-20T05:54:16.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:15 smithi081 ceph-mon[95500]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-05-20T05:54:16.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:15 smithi081 ceph-mon[107735]: from='osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-05-20T05:54:16.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:15 smithi081 ceph-mon[107735]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-05-20T05:54:16.301 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:54:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:17 smithi170 ceph-mon[97338]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:17 smithi170 ceph-mon[97338]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-05-20T05:54:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:17 smithi170 ceph-mon[97338]: osdmap e44: 7 total, 6 up, 7 in 2023-05-20T05:54:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:17 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:17 smithi170 ceph-mon[97338]: from='osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:17.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:17 smithi170 ceph-mon[97338]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:17.248 INFO:journalctl@ceph.osd.6.smithi170.stdout:May 20 05:54:17 smithi170 conmon[118084]: 2023-05-20T05:54:17.005+0000 7f2a4b9f2700 -1 osd.6 0 waiting for initial osdmap 2023-05-20T05:54:17.248 INFO:journalctl@ceph.osd.6.smithi170.stdout:May 20 05:54:17 smithi170 conmon[118084]: 2023-05-20T05:54:17.012+0000 7f2a46fee700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:54:17.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[95500]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[95500]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-05-20T05:54:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[95500]: osdmap e44: 7 total, 6 up, 7 in 2023-05-20T05:54:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[95500]: from='osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[95500]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[107735]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[107735]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-05-20T05:54:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[107735]: osdmap e44: 7 total, 6 up, 7 in 2023-05-20T05:54:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[107735]: from='osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:17 smithi081 ceph-mon[107735]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:54:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:54:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:54:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: osdmap e45: 7 total, 6 up, 7 in 2023-05-20T05:54:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:18 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:54:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:54:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:54:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: osdmap e45: 7 total, 6 up, 7 in 2023-05-20T05:54:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:54:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:54:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:54:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: osdmap e45: 7 total, 6 up, 7 in 2023-05-20T05:54:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:18 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:18.484 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-05-20T05:54:18.485 INFO:teuthology.orchestra.run.smithi170.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-05-20T05:54:18.485 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10+0 records in 2023-05-20T05:54:18.485 INFO:teuthology.orchestra.run.smithi170.stderr:10+0 records out 2023-05-20T05:54:18.485 INFO:teuthology.orchestra.run.smithi170.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0081242 s, 1.3 GB/s 2023-05-20T05:54:18.485 INFO:teuthology.orchestra.run.smithi170.stderr:--> Zapping successful for: 2023-05-20T05:54:18.978 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch daemon add osd smithi170:vg_nvme/lv_1 2023-05-20T05:54:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416] boot 2023-05-20T05:54:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: osdmap e46: 7 total, 7 up, 7 in 2023-05-20T05:54:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi170 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi170 to 5722M 2023-05-20T05:54:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:19.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:19.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:19 smithi170 ceph-mon[97338]: osdmap e47: 7 total, 7 up, 7 in 2023-05-20T05:54:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416] boot 2023-05-20T05:54:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: osdmap e46: 7 total, 7 up, 7 in 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi170 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi170 to 5722M 2023-05-20T05:54:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[95500]: osdmap e47: 7 total, 7 up, 7 in 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: osd.6 [v2:172.21.15.170:6816/3923138416,v1:172.21.15.170:6817/3923138416] boot 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: osdmap e46: 7 total, 7 up, 7 in 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi170 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi170 to 5722M 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:19.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:19.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:19 smithi081 ceph-mon[107735]: osdmap e47: 7 total, 7 up, 7 in 2023-05-20T05:54:19.318 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:54:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:20 smithi170 ceph-mon[97338]: osdmap e48: 7 total, 7 up, 7 in 2023-05-20T05:54:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:20 smithi170 ceph-mon[97338]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:20 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:54:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:20 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:54:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:20 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[95500]: osdmap e48: 7 total, 7 up, 7 in 2023-05-20T05:54:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[95500]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:54:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:54:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[107735]: osdmap e48: 7 total, 7 up, 7 in 2023-05-20T05:54:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[107735]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-05-20T05:54:21.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-05-20T05:54:21.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:20 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:22.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:21 smithi170 ceph-mon[97338]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:22.159 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:21 smithi170 ceph-mon[97338]: osdmap e49: 7 total, 7 up, 7 in 2023-05-20T05:54:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:21 smithi081 ceph-mon[95500]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:21 smithi081 ceph-mon[95500]: osdmap e49: 7 total, 7 up, 7 in 2023-05-20T05:54:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:21 smithi081 ceph-mon[107735]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:21 smithi081 ceph-mon[107735]: osdmap e49: 7 total, 7 up, 7 in 2023-05-20T05:54:23.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:22 smithi170 ceph-mon[97338]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:23.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:22 smithi170 ceph-mon[97338]: osdmap e50: 7 total, 7 up, 7 in 2023-05-20T05:54:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:22 smithi081 ceph-mon[95500]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:22 smithi081 ceph-mon[95500]: osdmap e50: 7 total, 7 up, 7 in 2023-05-20T05:54:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:22 smithi081 ceph-mon[107735]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:22 smithi081 ceph-mon[107735]: osdmap e50: 7 total, 7 up, 7 in 2023-05-20T05:54:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:23 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/1520086718' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]: dispatch 2023-05-20T05:54:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:23 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]: dispatch 2023-05-20T05:54:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:23 smithi170 ceph-mon[97338]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]': finished 2023-05-20T05:54:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:23 smithi170 ceph-mon[97338]: osdmap e51: 8 total, 7 up, 8 in 2023-05-20T05:54:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:23 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:23 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/2038436074' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:54:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/1520086718' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]: dispatch 2023-05-20T05:54:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]: dispatch 2023-05-20T05:54:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[95500]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]': finished 2023-05-20T05:54:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[95500]: osdmap e51: 8 total, 7 up, 8 in 2023-05-20T05:54:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/2038436074' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:54:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/1520086718' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]: dispatch 2023-05-20T05:54:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]: dispatch 2023-05-20T05:54:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[107735]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4dd4c09e-e2c8-4eff-af9c-a60e11a528cc"}]': finished 2023-05-20T05:54:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[107735]: osdmap e51: 8 total, 7 up, 8 in 2023-05-20T05:54:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:23 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/2038436074' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-05-20T05:54:25.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:24 smithi170 ceph-mon[97338]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:24 smithi081 ceph-mon[95500]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:24 smithi081 ceph-mon[107735]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:26 smithi170 ceph-mon[97338]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:27.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:26 smithi081 ceph-mon[95500]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:26 smithi081 ceph-mon[107735]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:29.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:28 smithi170 ceph-mon[97338]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2023-05-20T05:54:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:28 smithi081 ceph-mon[95500]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2023-05-20T05:54:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:28 smithi081 ceph-mon[107735]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2023-05-20T05:54:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:29 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-05-20T05:54:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:29 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:29 smithi170 ceph-mon[97338]: Deploying daemon osd.7 on smithi170 2023-05-20T05:54:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:29 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-05-20T05:54:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:29 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:29 smithi081 ceph-mon[95500]: Deploying daemon osd.7 on smithi170 2023-05-20T05:54:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:29 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-05-20T05:54:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:29 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:29 smithi081 ceph-mon[107735]: Deploying daemon osd.7 on smithi170 2023-05-20T05:54:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:30 smithi170 ceph-mon[97338]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-05-20T05:54:31.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:30 smithi081 ceph-mon[95500]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-05-20T05:54:31.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:30 smithi081 ceph-mon[107735]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-05-20T05:54:33.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:32 smithi170 ceph-mon[97338]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:33.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:32 smithi081 ceph-mon[95500]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:33.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:32 smithi081 ceph-mon[107735]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:34 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:34 smithi170 ceph-mon[97338]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-05-20T05:54:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:34 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:34 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[95500]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-05-20T05:54:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[107735]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-05-20T05:54:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:34 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:37.183 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 7 on host 'smithi170' 2023-05-20T05:54:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:37 smithi170 ceph-mon[97338]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-05-20T05:54:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:37 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[95500]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-05-20T05:54:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[107735]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-05-20T05:54:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:37 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:37.840 DEBUG:teuthology.orchestra.run.smithi170:osd.7> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@osd.7.service 2023-05-20T05:54:37.843 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-05-20T05:54:37.843 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd stat -f json 2023-05-20T05:54:37.875 INFO:journalctl@ceph.osd.7.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:54:38.202 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:54:38.393 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:38 smithi170 ceph-mon[97338]: from='osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-05-20T05:54:38.393 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:38 smithi170 ceph-mon[97338]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-05-20T05:54:38.394 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:38.394 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:38.394 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:38 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:38.414 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[95500]: from='osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-05-20T05:54:38.414 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[95500]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-05-20T05:54:38.414 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:38.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:38.415 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:38.415 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[107735]: from='osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-05-20T05:54:38.415 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[107735]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-05-20T05:54:38.415 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:38.415 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:38.416 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:38 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:39.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[95500]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:39.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[95500]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-05-20T05:54:39.492 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[95500]: osdmap e52: 8 total, 7 up, 8 in 2023-05-20T05:54:39.492 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:39.492 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[95500]: from='osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:39.492 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[95500]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:39.493 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[107735]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:39.493 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[107735]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-05-20T05:54:39.493 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[107735]: osdmap e52: 8 total, 7 up, 8 in 2023-05-20T05:54:39.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:39.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[107735]: from='osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:39.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:39 smithi081 ceph-mon[107735]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:39.496 INFO:journalctl@ceph.osd.7.smithi170.stdout:May 20 05:54:39 smithi170 conmon[124467]: 2023-05-20T05:54:39.151+0000 7f10c5f68700 -1 osd.7 0 waiting for initial osdmap 2023-05-20T05:54:39.496 INFO:journalctl@ceph.osd.7.smithi170.stdout:May 20 05:54:39 smithi170 conmon[124467]: 2023-05-20T05:54:39.158+0000 7f10c0d63700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-05-20T05:54:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:39 smithi170 ceph-mon[97338]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:39 smithi170 ceph-mon[97338]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-05-20T05:54:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:39 smithi170 ceph-mon[97338]: osdmap e52: 8 total, 7 up, 8 in 2023-05-20T05:54:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:39 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:39.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:39 smithi170 ceph-mon[97338]: from='osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:39.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:39 smithi170 ceph-mon[97338]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2023-05-20T05:54:39.889 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[95500]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:54:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[95500]: osdmap e53: 8 total, 7 up, 8 in 2023-05-20T05:54:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1385865366' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-05-20T05:54:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[107735]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:54:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[107735]: osdmap e53: 8 total, 7 up, 8 in 2023-05-20T05:54:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1385865366' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-05-20T05:54:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:40 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:40 smithi170 ceph-mon[97338]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2023-05-20T05:54:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:40 smithi170 ceph-mon[97338]: osdmap e53: 8 total, 7 up, 8 in 2023-05-20T05:54:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:40 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1385865366' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-05-20T05:54:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:40 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:40.653 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":53,"num_osds":8,"num_up_osds":7,"osd_up_since":1684562058,"num_in_osds":8,"osd_in_since":1684562063,"num_remapped_pgs":0} 2023-05-20T05:54:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: purged_snaps scrub starts 2023-05-20T05:54:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: purged_snaps scrub ok 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425] boot 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: osdmap e54: 8 total, 8 up, 8 in 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: Detected new or changed devices on smithi170 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi170 to 4292M 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:41.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:41.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:41 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: purged_snaps scrub starts 2023-05-20T05:54:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: purged_snaps scrub ok 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425] boot 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: osdmap e54: 8 total, 8 up, 8 in 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: Detected new or changed devices on smithi170 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi170 to 4292M 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:41.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: purged_snaps scrub starts 2023-05-20T05:54:41.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: purged_snaps scrub ok 2023-05-20T05:54:41.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-05-20T05:54:41.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: osd.7 [v2:172.21.15.170:6824/1611051425,v1:172.21.15.170:6825/1611051425] boot 2023-05-20T05:54:41.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: osdmap e54: 8 total, 8 up, 8 in 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: Detected new or changed devices on smithi170 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:54:41.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi170 to 4292M 2023-05-20T05:54:41.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:41.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:41.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:41 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:41.654 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd stat -f json 2023-05-20T05:54:42.002 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:54:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:42 smithi170 ceph-mon[97338]: osdmap e55: 8 total, 8 up, 8 in 2023-05-20T05:54:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:42 smithi081 ceph-mon[95500]: osdmap e55: 8 total, 8 up, 8 in 2023-05-20T05:54:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:42 smithi081 ceph-mon[107735]: osdmap e55: 8 total, 8 up, 8 in 2023-05-20T05:54:43.306 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:43 smithi081 ceph-mon[95500]: pgmap v166: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:43.307 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:43 smithi081 ceph-mon[95500]: osdmap e56: 8 total, 8 up, 8 in 2023-05-20T05:54:43.307 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:43 smithi081 ceph-mon[107735]: pgmap v166: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:43.307 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:43 smithi081 ceph-mon[107735]: osdmap e56: 8 total, 8 up, 8 in 2023-05-20T05:54:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:43 smithi170 ceph-mon[97338]: pgmap v166: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:43 smithi170 ceph-mon[97338]: osdmap e56: 8 total, 8 up, 8 in 2023-05-20T05:54:43.662 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:44.443 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:44 smithi081 ceph-mon[95500]: osdmap e57: 8 total, 8 up, 8 in 2023-05-20T05:54:44.444 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:44 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/543233495' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-05-20T05:54:44.444 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:44 smithi081 ceph-mon[107735]: osdmap e57: 8 total, 8 up, 8 in 2023-05-20T05:54:44.445 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:44 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/543233495' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-05-20T05:54:44.445 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":57,"num_osds":8,"num_up_osds":8,"osd_up_since":1684562080,"num_in_osds":8,"osd_in_since":1684562063,"num_remapped_pgs":0} 2023-05-20T05:54:44.446 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd dump --format=json 2023-05-20T05:54:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:44 smithi170 ceph-mon[97338]: osdmap e57: 8 total, 8 up, 8 in 2023-05-20T05:54:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:44 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/543233495' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-05-20T05:54:44.784 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:54:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:45 smithi081 ceph-mon[95500]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:45 smithi081 ceph-mon[95500]: osdmap e58: 8 total, 8 up, 8 in 2023-05-20T05:54:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:45 smithi081 ceph-mon[107735]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:45.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:45 smithi081 ceph-mon[107735]: osdmap e58: 8 total, 8 up, 8 in 2023-05-20T05:54:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:45 smithi170 ceph-mon[97338]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:45 smithi170 ceph-mon[97338]: osdmap e58: 8 total, 8 up, 8 in 2023-05-20T05:54:46.371 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:46.372 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":58,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:54:44.177658+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:54:47.080 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-05-20T05:52:50.246606+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-05-20T05:54:47.081 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd pool get .mgr pg_num 2023-05-20T05:54:47.422 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:54:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:47 smithi170 ceph-mon[97338]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:47 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2335210685' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:47 smithi081 ceph-mon[95500]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:47 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2335210685' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:47 smithi081 ceph-mon[107735]: pgmap v171: 1 pgs: 1 remapped+peering; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:54:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:47 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2335210685' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:49.067 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-05-20T05:54:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:49 smithi170 ceph-mon[97338]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:49.585 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:49 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2829021928' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:54:49.586 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:49 smithi081 ceph-mon[107735]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:49.586 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:49 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2829021928' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:54:49.586 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:49 smithi081 ceph-mon[95500]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-05-20T05:54:49.587 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2829021928' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:54:49.769 INFO:tasks.cephadm:Adding mds.a on smithi081 2023-05-20T05:54:49.770 INFO:tasks.cephadm:Adding mds.b on smithi170 2023-05-20T05:54:49.770 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply mds all '2;smithi081=a;smithi170=b' 2023-05-20T05:54:50.125 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:54:51.444 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:51 smithi170 ceph-mon[97338]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-05-20T05:54:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:51 smithi081 ceph-mon[95500]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-05-20T05:54:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:51 smithi081 ceph-mon[107735]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 74 KiB/s, 0 objects/s recovering 2023-05-20T05:54:51.794 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled mds.all update... 2023-05-20T05:54:52.464 DEBUG:teuthology.orchestra.run.smithi081:mds.a> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mds.a.service 2023-05-20T05:54:52.466 DEBUG:teuthology.orchestra.run.smithi170:mds.b> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mds.b.service 2023-05-20T05:54:52.470 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-05-20T05:54:52.470 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:54:52.496 INFO:journalctl@ceph.mds.a.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:54:52.499 INFO:journalctl@ceph.mds.b.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:54:52.841 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:52.842 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":58,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:54:44.177658+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:54:52.856 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-05-20T05:52:50.246606+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-05-20T05:54:52.857 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-05-20T05:54:53.172 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-05-20T05:54:53.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi081=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:53.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: Saving service mds.all spec with placement smithi081=a;smithi170=b;count:2 2023-05-20T05:54:53.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:53.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:53.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: Deploying daemon mds.a on smithi081 2023-05-20T05:54:53.186 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[95500]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-05-20T05:54:53.187 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi081=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:53.187 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: Saving service mds.all spec with placement smithi081=a;smithi170=b;count:2 2023-05-20T05:54:53.187 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.187 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:53.187 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:53.187 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: Deploying daemon mds.a on smithi081 2023-05-20T05:54:53.188 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:52 smithi081 ceph-mon[107735]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-05-20T05:54:53.189 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:54:53.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi081=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:54:53.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: Saving service mds.all spec with placement smithi081=a;smithi170=b;count:2 2023-05-20T05:54:53.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:53.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: Deploying daemon mds.a on smithi081 2023-05-20T05:54:53.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:52 smithi170 ceph-mon[97338]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-05-20T05:54:53.580 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:53.581 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-05-20T05:54:53.583 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 1 2023-05-20T05:54:53.767 INFO:journalctl@ceph.mds.a.smithi081.stdout:May 20 05:54:53 smithi081 systemd[1]: Starting Ceph mds.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:54:54.155 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:53 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1859563166' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:53 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1104920800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:54:54.156 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:53 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2087266980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:54.156 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:53 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1859563166' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:54.156 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:53 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1104920800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:54:54.157 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:53 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2087266980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:53 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1859563166' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:53 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1104920800' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:54:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:53 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2087266980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:54.517 INFO:journalctl@ceph.mds.a.smithi081.stdout:May 20 05:54:54 smithi081 conmon[138907]: starting mds.a at 2023-05-20T05:54:54.517 INFO:journalctl@ceph.mds.a.smithi081.stdout:May 20 05:54:54 smithi081 bash[138866]: da2abb0720c81c6c338c575f60d529abaecaf57d8e9ba720e78c102bd089699e 2023-05-20T05:54:54.518 INFO:journalctl@ceph.mds.a.smithi081.stdout:May 20 05:54:54 smithi081 systemd[1]: Started Ceph mds.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:54:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: mds.? [v2:172.21.15.81:6834/1300516930,v1:172.21.15.81:6835/1300516930] up:boot 2023-05-20T05:54:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: fsmap 1 up:standby 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:55 smithi170 ceph-mon[97338]: Deploying daemon mds.b on smithi170 2023-05-20T05:54:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: mds.? [v2:172.21.15.81:6834/1300516930,v1:172.21.15.81:6835/1300516930] up:boot 2023-05-20T05:54:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: fsmap 1 up:standby 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[95500]: Deploying daemon mds.b on smithi170 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: mds.? [v2:172.21.15.81:6834/1300516930,v1:172.21.15.81:6835/1300516930] up:boot 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: fsmap 1 up:standby 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-05-20T05:54:55.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-05-20T05:54:55.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:55.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:55 smithi081 ceph-mon[107735]: Deploying daemon mds.b on smithi170 2023-05-20T05:54:55.597 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:54:55.966 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:55.966 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24365,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/1300516930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":1300516930},{"type":"v1","addr":"172.21.15.81:6835","nonce":1300516930}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-05-20T05:54:55.969 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 2 2023-05-20T05:54:55.996 INFO:journalctl@ceph.mds.b.smithi170.stdout:May 20 05:54:55 smithi170 systemd[1]: Starting Ceph mds.b for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:54:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:56 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/738470338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:56 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/738470338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:56 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/738470338' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:56.496 INFO:journalctl@ceph.mds.b.smithi170.stdout:May 20 05:54:56 smithi170 conmon[128093]: starting mds.b at 2023-05-20T05:54:56.496 INFO:journalctl@ceph.mds.b.smithi170.stdout:May 20 05:54:56 smithi170 bash[128052]: 2b0413e97288e98b2e1c75dec83ba6e0c46ed828180c3a40a9251467cf42c5df 2023-05-20T05:54:56.496 INFO:journalctl@ceph.mds.b.smithi170.stdout:May 20 05:54:56 smithi170 systemd[1]: Started Ceph mds.b for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:54:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-05-20T05:54:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: mds.? [v2:172.21.15.170:6832/3069043079,v1:172.21.15.170:6833/3069043079] up:boot 2023-05-20T05:54:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: fsmap 2 up:standby 2023-05-20T05:54:57.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:57 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:54:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-05-20T05:54:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:57.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:57.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:57.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: mds.? [v2:172.21.15.170:6832/3069043079,v1:172.21.15.170:6833/3069043079] up:boot 2023-05-20T05:54:57.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: fsmap 2 up:standby 2023-05-20T05:54:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:54:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-05-20T05:54:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: mds.? [v2:172.21.15.170:6832/3069043079,v1:172.21.15.170:6833/3069043079] up:boot 2023-05-20T05:54:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: fsmap 2 up:standby 2023-05-20T05:54:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:57 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:54:57.981 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:54:58.339 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:58.339 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/3069043079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":3069043079},{"type":"v1","addr":"172.21.15.170:6833","nonce":3069043079}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24365,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.81:6835/1300516930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":1300516930},{"type":"v1","addr":"172.21.15.81:6835","nonce":1300516930}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-05-20T05:54:58.341 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 3 2023-05-20T05:54:58.353 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:54:58.665 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:58.665 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":58,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:54:44.177658+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:54:58.679 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-05-20T05:52:50.246606+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-05-20T05:54:58.679 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-05-20T05:54:58.996 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-05-20T05:54:59.010 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.010 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.010 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.010 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:59.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:59.012 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.012 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1379098173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.012 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1990578780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.012 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.012 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.012 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1379098173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:58 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1990578780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.015 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-05-20T05:54:59.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:59.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-05-20T05:54:59.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:54:59.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:54:59.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:54:59.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1379098173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:58 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1990578780' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:54:59.327 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:54:59.327 INFO:teuthology.orchestra.run.smithi081.stdout:[ 2023-05-20T05:54:59.327 INFO:teuthology.orchestra.run.smithi081.stdout: { 2023-05-20T05:54:59.327 INFO:teuthology.orchestra.run.smithi081.stdout: "poolnum": 1, 2023-05-20T05:54:59.327 INFO:teuthology.orchestra.run.smithi081.stdout: "poolname": ".mgr" 2023-05-20T05:54:59.327 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-05-20T05:54:59.328 INFO:teuthology.orchestra.run.smithi081.stdout:] 2023-05-20T05:54:59.341 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-05-20T05:54:59.342 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-05-20T05:54:59.983 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_metadata' created 2023-05-20T05:54:59.994 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-05-20T05:55:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:59 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2684828148' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:55:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:59 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3167988558' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-05-20T05:55:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:54:59 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/250738808' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-05-20T05:55:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:59 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2684828148' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:55:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:59 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3167988558' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-05-20T05:55:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:54:59 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/250738808' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-05-20T05:55:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:59 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2684828148' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:55:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:59 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3167988558' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-05-20T05:55:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:54:59 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/250738808' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-05-20T05:55:00.999 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'cephfs_data' created 2023-05-20T05:55:01.012 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-05-20T05:55:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:00 smithi170 ceph-mon[97338]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:00 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/250738808' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-05-20T05:55:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:00 smithi170 ceph-mon[97338]: osdmap e59: 8 total, 8 up, 8 in 2023-05-20T05:55:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:00 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:00 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/4266029407' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-05-20T05:55:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:00 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-05-20T05:55:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[95500]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/250738808' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-05-20T05:55:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[95500]: osdmap e59: 8 total, 8 up, 8 in 2023-05-20T05:55:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/4266029407' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-05-20T05:55:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-05-20T05:55:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[107735]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/250738808' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-05-20T05:55:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[107735]: osdmap e59: 8 total, 8 up, 8 in 2023-05-20T05:55:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/4266029407' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-05-20T05:55:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:00 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-05-20T05:55:01.398 INFO:teuthology.orchestra.run.smithi081.stderr:new fs with metadata pool 2 and data pool 3 2023-05-20T05:55:01.415 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:55:01.728 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:01.728 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":61,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:55:01.367148+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:55:01.742 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:55:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-05-20T05:55:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: osdmap e60: 8 total, 8 up, 8 in 2023-05-20T05:55:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1902534929' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-05-20T05:55:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-05-20T05:55:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: daemon mds.a assigned to filesystem cephfs as rank 0 2023-05-20T05:55:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: osdmap e61: 8 total, 8 up, 8 in 2023-05-20T05:55:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-05-20T05:55:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2023-05-20T05:55:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: daemon mds.a is now active in filesystem cephfs as rank 0 2023-05-20T05:55:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2377096713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: osdmap e60: 8 total, 8 up, 8 in 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1902534929' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: daemon mds.a assigned to filesystem cephfs as rank 0 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: osdmap e61: 8 total, 8 up, 8 in 2023-05-20T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-05-20T05:55:02.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2023-05-20T05:55:02.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: daemon mds.a is now active in filesystem cephfs as rank 0 2023-05-20T05:55:02.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:01 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2377096713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:02.060 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:02.060 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":61,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:55:01.367148+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:55:02.071 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-05-20T05:55:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-05-20T05:55:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: osdmap e60: 8 total, 8 up, 8 in 2023-05-20T05:55:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1902534929' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-05-20T05:55:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-05-20T05:55:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: daemon mds.a assigned to filesystem cephfs as rank 0 2023-05-20T05:55:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: osdmap e61: 8 total, 8 up, 8 in 2023-05-20T05:55:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-05-20T05:55:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2023-05-20T05:55:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: daemon mds.a is now active in filesystem cephfs as rank 0 2023-05-20T05:55:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:01 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2377096713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:03.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: pgmap v182: 97 pgs: 38 active+clean, 25 creating+peering, 34 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2023-05-20T05:55:03.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3105338323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:03.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: mds.? [v2:172.21.15.81:6834/1300516930,v1:172.21.15.81:6835/1300516930] up:active 2023-05-20T05:55:03.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: osdmap e62: 8 total, 8 up, 8 in 2023-05-20T05:55:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1449068046' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-05-20T05:55:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:02 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-05-20T05:55:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: pgmap v182: 97 pgs: 38 active+clean, 25 creating+peering, 34 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2023-05-20T05:55:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3105338323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: mds.? [v2:172.21.15.81:6834/1300516930,v1:172.21.15.81:6835/1300516930] up:active 2023-05-20T05:55:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: osdmap e62: 8 total, 8 up, 8 in 2023-05-20T05:55:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1449068046' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-05-20T05:55:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-05-20T05:55:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: pgmap v182: 97 pgs: 38 active+clean, 25 creating+peering, 34 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2023-05-20T05:55:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3105338323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: mds.? [v2:172.21.15.81:6834/1300516930,v1:172.21.15.81:6835/1300516930] up:active 2023-05-20T05:55:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: osdmap e62: 8 total, 8 up, 8 in 2023-05-20T05:55:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:03.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1449068046' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-05-20T05:55:03.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:02 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-05-20T05:55:03.405 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-05-20T05:55:03.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-05-20T05:55:04.408 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-05-20T05:55:04.409 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:55:04.434 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:04 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-05-20T05:55:04.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:04 smithi081 ceph-mon[95500]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:04.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:04 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3907605757' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-05-20T05:55:04.435 INFO:journalctl@ceph.mds.a.smithi081.stdout:May 20 05:55:04 smithi081 conmon[138907]: 2023-05-20T05:55:04.178+0000 7f52f4a98700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-05-20T05:55:04.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:04 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-05-20T05:55:04.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:04 smithi081 ceph-mon[107735]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:04.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:04 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3907605757' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-05-20T05:55:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:04 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-05-20T05:55:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:04 smithi170 ceph-mon[97338]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:04 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3907605757' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-05-20T05:55:04.764 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:04.764 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/3069043079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":3069043079},{"type":"v1","addr":"172.21.15.170:6833","nonce":3069043079}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-05-20T05:55:01.367513+0000","modified":"2023-05-20T05:55:04.382138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.81:6835/1300516930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":1300516930},{"type":"v1","addr":"172.21.15.81:6835","nonce":1300516930}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-05-20T05:55:04.766 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 8 2023-05-20T05:55:04.778 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:55:05.131 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:05.131 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":62,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:55:02.369512+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:55:05.144 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-05-20T05:55:05.145 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-05-20T05:55:05.393 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[95500]: pgmap v184: 97 pgs: 38 active+clean, 25 creating+peering, 34 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 1 op/s 2023-05-20T05:55:05.393 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3907605757' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-05-20T05:55:05.393 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[95500]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:05.393 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3170375867' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:55:05.394 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/178354932' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:05.394 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[107735]: pgmap v184: 97 pgs: 38 active+clean, 25 creating+peering, 34 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 1 op/s 2023-05-20T05:55:05.394 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3907605757' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-05-20T05:55:05.394 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[107735]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:05.394 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3170375867' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:55:05.394 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:05 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/178354932' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:05.464 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:05.466 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:55:05.476 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":184,"stamp":"2023-05-20T05:55:03.961238+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":164,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":189,"acting":189,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":49784,"kb_used_data":6264,"kb_used_omap":0,"kb_used_meta":43456,"kb_avail":749911432,"statfs":{"total":767960285184,"available":767909306368,"internally_reserved":0,"allocated":6414336,"data_stored":3670465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44498944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000747"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.985402+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:51:09.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.405702+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:01.405702+0000","last_peered":"2023-05-20T05:55:01.405702+0000","last_clean":"2023-05-20T05:55:01.405702+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:01.405702+0000","last_undegraded":"2023-05-20T05:55:01.405702+0000","last_fullsized":"2023-05-20T05:55:01.405702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984253+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:57:53.253900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400877+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:01.400877+0000","last_peered":"2023-05-20T05:55:01.400877+0000","last_clean":"2023-05-20T05:55:01.400877+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:01.400877+0000","last_undegraded":"2023-05-20T05:55:01.400877+0000","last_fullsized":"2023-05-20T05:55:01.400877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980724+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:03.541740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392953+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:01.392953+0000","last_peered":"2023-05-20T05:55:01.392953+0000","last_clean":"2023-05-20T05:55:01.392953+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:01.392953+0000","last_undegraded":"2023-05-20T05:55:01.392953+0000","last_fullsized":"2023-05-20T05:55:01.392953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984141+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:07:05.381806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981980+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:56.720824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982760+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:55:37.546591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399784+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:01.399784+0000","last_peered":"2023-05-20T05:55:01.399784+0000","last_clean":"2023-05-20T05:55:01.399784+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:01.399784+0000","last_undegraded":"2023-05-20T05:55:01.399784+0000","last_fullsized":"2023-05-20T05:55:01.399784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391828+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:01.391828+0000","last_peered":"2023-05-20T05:55:01.391828+0000","last_clean":"2023-05-20T05:55:01.391828+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:01.391828+0000","last_undegraded":"2023-05-20T05:55:01.391828+0000","last_fullsized":"2023-05-20T05:55:01.391828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392869+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:01.392869+0000","last_peered":"2023-05-20T05:55:01.392869+0000","last_clean":"2023-05-20T05:55:01.392869+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:01.392869+0000","last_undegraded":"2023-05-20T05:55:01.392869+0000","last_fullsized":"2023-05-20T05:55:01.392869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981307+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:53.634226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992345+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:00.992345+0000","last_peered":"2023-05-20T05:55:00.992345+0000","last_clean":"2023-05-20T05:55:00.992345+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:00.992345+0000","last_undegraded":"2023-05-20T05:55:00.992345+0000","last_fullsized":"2023-05-20T05:55:00.992345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982227+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:50:53.398194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994290+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:00.994290+0000","last_peered":"2023-05-20T05:55:00.994290+0000","last_clean":"2023-05-20T05:55:00.994290+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:00.994290+0000","last_undegraded":"2023-05-20T05:55:00.994290+0000","last_fullsized":"2023-05-20T05:55:00.994290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392331+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:01.392331+0000","last_peered":"2023-05-20T05:55:01.392331+0000","last_clean":"2023-05-20T05:55:01.392331+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:01.392331+0000","last_undegraded":"2023-05-20T05:55:01.392331+0000","last_fullsized":"2023-05-20T05:55:01.392331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997524+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:00.997524+0000","last_peered":"2023-05-20T05:55:00.997524+0000","last_clean":"2023-05-20T05:55:00.997524+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:00.997524+0000","last_undegraded":"2023-05-20T05:55:00.997524+0000","last_fullsized":"2023-05-20T05:55:00.997524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387762+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:01.387762+0000","last_peered":"2023-05-20T05:55:01.387762+0000","last_clean":"2023-05-20T05:55:01.387762+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:01.387762+0000","last_undegraded":"2023-05-20T05:55:01.387762+0000","last_fullsized":"2023-05-20T05:55:01.387762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979640+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:00:48.961808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.000276+0000","last_change":"2023-05-20T05:55:01.000056+0000","last_active":"2023-05-20T05:55:01.000276+0000","last_peered":"2023-05-20T05:55:01.000276+0000","last_clean":"2023-05-20T05:55:01.000276+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:55:01.000276+0000","last_undegraded":"2023-05-20T05:55:01.000276+0000","last_fullsized":"2023-05-20T05:55:01.000276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:10.503932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.389502+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:01.389502+0000","last_peered":"2023-05-20T05:55:01.389502+0000","last_clean":"2023-05-20T05:55:01.389502+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:01.389502+0000","last_undegraded":"2023-05-20T05:55:01.389502+0000","last_fullsized":"2023-05-20T05:55:01.389502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392288+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:01.392288+0000","last_peered":"2023-05-20T05:55:01.392288+0000","last_clean":"2023-05-20T05:55:01.392288+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:01.392288+0000","last_undegraded":"2023-05-20T05:55:01.392288+0000","last_fullsized":"2023-05-20T05:55:01.392288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002403+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:01.002403+0000","last_peered":"2023-05-20T05:55:01.002403+0000","last_clean":"2023-05-20T05:55:01.002403+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:01.002403+0000","last_undegraded":"2023-05-20T05:55:01.002403+0000","last_fullsized":"2023-05-20T05:55:01.002403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980993+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:22:27.678221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402559+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:01.402559+0000","last_peered":"2023-05-20T05:55:01.402559+0000","last_clean":"2023-05-20T05:55:01.402559+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:01.402559+0000","last_undegraded":"2023-05-20T05:55:01.402559+0000","last_fullsized":"2023-05-20T05:55:01.402559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980862+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:47:29.508198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.991835+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:00.991835+0000","last_peered":"2023-05-20T05:55:00.991835+0000","last_clean":"2023-05-20T05:55:00.991835+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:00.991835+0000","last_undegraded":"2023-05-20T05:55:00.991835+0000","last_fullsized":"2023-05-20T05:55:00.991835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981159+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:20.171522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002232+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:01.002232+0000","last_peered":"2023-05-20T05:55:01.002232+0000","last_clean":"2023-05-20T05:55:01.002232+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:01.002232+0000","last_undegraded":"2023-05-20T05:55:01.002232+0000","last_fullsized":"2023-05-20T05:55:01.002232+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980217+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:55:43.743654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977093+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:52:07.482350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.983551+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:27:47.997178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979782+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:07:11.799422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.999496+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:00.999496+0000","last_peered":"2023-05-20T05:55:00.999496+0000","last_clean":"2023-05-20T05:55:00.999496+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:00.999496+0000","last_undegraded":"2023-05-20T05:55:00.999496+0000","last_fullsized":"2023-05-20T05:55:00.999496+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.380688+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:01.380688+0000","last_peered":"2023-05-20T05:55:01.380688+0000","last_clean":"2023-05-20T05:55:01.380688+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:01.380688+0000","last_undegraded":"2023-05-20T05:55:01.380688+0000","last_fullsized":"2023-05-20T05:55:01.380688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.001898+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:01.001898+0000","last_peered":"2023-05-20T05:55:01.001898+0000","last_clean":"2023-05-20T05:55:01.001898+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:01.001898+0000","last_undegraded":"2023-05-20T05:55:01.001898+0000","last_fullsized":"2023-05-20T05:55:01.001898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390578+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:01.390578+0000","last_peered":"2023-05-20T05:55:01.390578+0000","last_clean":"2023-05-20T05:55:01.390578+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:01.390578+0000","last_undegraded":"2023-05-20T05:55:01.390578+0000","last_fullsized":"2023-05-20T05:55:01.390578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977282+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:25:22.695901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997427+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:00.997427+0000","last_peered":"2023-05-20T05:55:00.997427+0000","last_clean":"2023-05-20T05:55:00.997427+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:00.997427+0000","last_undegraded":"2023-05-20T05:55:00.997427+0000","last_fullsized":"2023-05-20T05:55:00.997427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":228,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-05-20T05:54:59.976491+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:54:59.976491+0000","last_peered":"2023-05-20T05:54:59.976491+0000","last_clean":"2023-05-20T05:54:59.976491+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:54:59.976491+0000","last_undegraded":"2023-05-20T05:54:59.976491+0000","last_fullsized":"2023-05-20T05:54:59.976491+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984198+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:08:53.899879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994827+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:00.994827+0000","last_peered":"2023-05-20T05:55:00.994827+0000","last_clean":"2023-05-20T05:55:00.994827+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:00.994827+0000","last_undegraded":"2023-05-20T05:55:00.994827+0000","last_fullsized":"2023-05-20T05:55:00.994827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.998296+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:00.998296+0000","last_peered":"2023-05-20T05:55:00.998296+0000","last_clean":"2023-05-20T05:55:00.998296+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:00.998296+0000","last_undegraded":"2023-05-20T05:55:00.998296+0000","last_fullsized":"2023-05-20T05:55:00.998296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399223+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:01.399223+0000","last_peered":"2023-05-20T05:55:01.399223+0000","last_clean":"2023-05-20T05:55:01.399223+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:01.399223+0000","last_undegraded":"2023-05-20T05:55:01.399223+0000","last_fullsized":"2023-05-20T05:55:01.399223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992086+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:00.992086+0000","last_peered":"2023-05-20T05:55:00.992086+0000","last_clean":"2023-05-20T05:55:00.992086+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:00.992086+0000","last_undegraded":"2023-05-20T05:55:00.992086+0000","last_fullsized":"2023-05-20T05:55:00.992086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982811+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:28:09.593841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994610+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:00.994610+0000","last_peered":"2023-05-20T05:55:00.994610+0000","last_clean":"2023-05-20T05:55:00.994610+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:00.994610+0000","last_undegraded":"2023-05-20T05:55:00.994610+0000","last_fullsized":"2023-05-20T05:55:00.994610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997640+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:00.997640+0000","last_peered":"2023-05-20T05:55:00.997640+0000","last_clean":"2023-05-20T05:55:00.997640+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:00.997640+0000","last_undegraded":"2023-05-20T05:55:00.997640+0000","last_fullsized":"2023-05-20T05:55:00.997640+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997381+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:00.997381+0000","last_peered":"2023-05-20T05:55:00.997381+0000","last_clean":"2023-05-20T05:55:00.997381+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:00.997381+0000","last_undegraded":"2023-05-20T05:55:00.997381+0000","last_fullsized":"2023-05-20T05:55:00.997381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997821+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:00.997821+0000","last_peered":"2023-05-20T05:55:00.997821+0000","last_clean":"2023-05-20T05:55:00.997821+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:00.997821+0000","last_undegraded":"2023-05-20T05:55:00.997821+0000","last_fullsized":"2023-05-20T05:55:00.997821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977441+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:09:27.292599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980377+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:11.843677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388676+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:01.388676+0000","last_peered":"2023-05-20T05:55:01.388676+0000","last_clean":"2023-05-20T05:55:01.388676+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:01.388676+0000","last_undegraded":"2023-05-20T05:55:01.388676+0000","last_fullsized":"2023-05-20T05:55:01.388676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401103+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:01.401103+0000","last_peered":"2023-05-20T05:55:01.401103+0000","last_clean":"2023-05-20T05:55:01.401103+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:01.401103+0000","last_undegraded":"2023-05-20T05:55:01.401103+0000","last_fullsized":"2023-05-20T05:55:01.401103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977078+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:36.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981448+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:54.988055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383190+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:01.383190+0000","last_peered":"2023-05-20T05:55:01.383190+0000","last_clean":"2023-05-20T05:55:01.383190+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:01.383190+0000","last_undegraded":"2023-05-20T05:55:01.383190+0000","last_fullsized":"2023-05-20T05:55:01.383190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980998+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:24:36.140613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401280+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:01.401280+0000","last_peered":"2023-05-20T05:55:01.401280+0000","last_clean":"2023-05-20T05:55:01.401280+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:01.401280+0000","last_undegraded":"2023-05-20T05:55:01.401280+0000","last_fullsized":"2023-05-20T05:55:01.401280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387564+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:01.387564+0000","last_peered":"2023-05-20T05:55:01.387564+0000","last_clean":"2023-05-20T05:55:01.387564+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:01.387564+0000","last_undegraded":"2023-05-20T05:55:01.387564+0000","last_fullsized":"2023-05-20T05:55:01.387564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.385951+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:01.385951+0000","last_peered":"2023-05-20T05:55:01.385951+0000","last_clean":"2023-05-20T05:55:01.385951+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:01.385951+0000","last_undegraded":"2023-05-20T05:55:01.385951+0000","last_fullsized":"2023-05-20T05:55:01.385951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981907+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:37:28.352892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":117,"acting":117,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":69,"acting":69,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6212,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738940,"statfs":{"total":95995035648,"available":95988674560,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6196,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738956,"statfs":{"total":95995035648,"available":95988690944,"internally_reserved":0,"allocated":1159168,"data_stored":821953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":610304,"data_stored":251866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:33 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32100000000000001,"15min":0.308},"min":{"1min":0.25900000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.435},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.33300000000000002,"15min":0.32200000000000001},"min":{"1min":0.28199999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.252}]},{"osd":2,"last update":"Sat May 20 05:54:54 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.28799999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7044,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738108,"statfs":{"total":95995035648,"available":95987822592,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:54:28 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.26800000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33000000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40300000000000002,"15min":0.39800000000000002},"min":{"1min":0.27600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.374},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.29699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.57299999999999995,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.309}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6324,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738828,"statfs":{"total":95995035648,"available":95988559872,"internally_reserved":0,"allocated":569344,"data_stored":231850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35699999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.221},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.27800000000000002}]},{"osd":1,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53200000000000003,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.40000000000000002,"15min":0.39700000000000002},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.30399999999999999}]},{"osd":3,"last update":"Sat May 20 05:54:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.41299999999999998}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":3,"up_from":25,"seq":107374182423,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5748,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739404,"statfs":{"total":95995035648,"available":95989149696,"internally_reserved":0,"allocated":569344,"data_stored":231850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.35999999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.32500000000000001}]},{"osd":2,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.30399999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat May 20 05:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5812,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739340,"statfs":{"total":95995035648,"available":95989084160,"internally_reserved":0,"allocated":569344,"data_stored":231850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.60899999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.63500000000000001}]},{"osd":2,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.441},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.52900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5828,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739324,"statfs":{"total":95995035648,"available":95989067776,"internally_reserved":0,"allocated":585728,"data_stored":244190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.504}]},{"osd":1,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":3,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:55:05.484 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-05-20T05:55:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:05 smithi170 ceph-mon[97338]: pgmap v184: 97 pgs: 38 active+clean, 25 creating+peering, 34 unknown; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 511 B/s wr, 1 op/s 2023-05-20T05:55:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:05 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3907605757' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-05-20T05:55:05.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:05 smithi170 ceph-mon[97338]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-05-20T05:55:05.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:05 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3170375867' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:55:05.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:05 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/178354932' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:05.831 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:05.832 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:55:05.843 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":184,"stamp":"2023-05-20T05:55:03.961238+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590528,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":164,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":189,"acting":189,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":749961216,"kb_used":49784,"kb_used_data":6264,"kb_used_omap":0,"kb_used_meta":43456,"kb_avail":749911432,"statfs":{"total":767960285184,"available":767909306368,"internally_reserved":0,"allocated":6414336,"data_stored":3670465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44498944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":160,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000747"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.985402+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:51:09.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.405702+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:01.405702+0000","last_peered":"2023-05-20T05:55:01.405702+0000","last_clean":"2023-05-20T05:55:01.405702+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:01.405702+0000","last_undegraded":"2023-05-20T05:55:01.405702+0000","last_fullsized":"2023-05-20T05:55:01.405702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984253+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:57:53.253900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400877+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:01.400877+0000","last_peered":"2023-05-20T05:55:01.400877+0000","last_clean":"2023-05-20T05:55:01.400877+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:01.400877+0000","last_undegraded":"2023-05-20T05:55:01.400877+0000","last_fullsized":"2023-05-20T05:55:01.400877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980724+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:03.541740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392953+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:01.392953+0000","last_peered":"2023-05-20T05:55:01.392953+0000","last_clean":"2023-05-20T05:55:01.392953+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:01.392953+0000","last_undegraded":"2023-05-20T05:55:01.392953+0000","last_fullsized":"2023-05-20T05:55:01.392953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984141+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:07:05.381806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981980+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:56.720824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982760+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:55:37.546591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399784+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:01.399784+0000","last_peered":"2023-05-20T05:55:01.399784+0000","last_clean":"2023-05-20T05:55:01.399784+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:01.399784+0000","last_undegraded":"2023-05-20T05:55:01.399784+0000","last_fullsized":"2023-05-20T05:55:01.399784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391828+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:01.391828+0000","last_peered":"2023-05-20T05:55:01.391828+0000","last_clean":"2023-05-20T05:55:01.391828+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:01.391828+0000","last_undegraded":"2023-05-20T05:55:01.391828+0000","last_fullsized":"2023-05-20T05:55:01.391828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392869+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:01.392869+0000","last_peered":"2023-05-20T05:55:01.392869+0000","last_clean":"2023-05-20T05:55:01.392869+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:01.392869+0000","last_undegraded":"2023-05-20T05:55:01.392869+0000","last_fullsized":"2023-05-20T05:55:01.392869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981307+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:53.634226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992345+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:00.992345+0000","last_peered":"2023-05-20T05:55:00.992345+0000","last_clean":"2023-05-20T05:55:00.992345+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:00.992345+0000","last_undegraded":"2023-05-20T05:55:00.992345+0000","last_fullsized":"2023-05-20T05:55:00.992345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982227+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:50:53.398194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994290+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:00.994290+0000","last_peered":"2023-05-20T05:55:00.994290+0000","last_clean":"2023-05-20T05:55:00.994290+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:00.994290+0000","last_undegraded":"2023-05-20T05:55:00.994290+0000","last_fullsized":"2023-05-20T05:55:00.994290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392331+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:01.392331+0000","last_peered":"2023-05-20T05:55:01.392331+0000","last_clean":"2023-05-20T05:55:01.392331+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:01.392331+0000","last_undegraded":"2023-05-20T05:55:01.392331+0000","last_fullsized":"2023-05-20T05:55:01.392331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997524+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:00.997524+0000","last_peered":"2023-05-20T05:55:00.997524+0000","last_clean":"2023-05-20T05:55:00.997524+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:00.997524+0000","last_undegraded":"2023-05-20T05:55:00.997524+0000","last_fullsized":"2023-05-20T05:55:00.997524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387762+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:01.387762+0000","last_peered":"2023-05-20T05:55:01.387762+0000","last_clean":"2023-05-20T05:55:01.387762+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:01.387762+0000","last_undegraded":"2023-05-20T05:55:01.387762+0000","last_fullsized":"2023-05-20T05:55:01.387762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979640+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:00:48.961808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.000276+0000","last_change":"2023-05-20T05:55:01.000056+0000","last_active":"2023-05-20T05:55:01.000276+0000","last_peered":"2023-05-20T05:55:01.000276+0000","last_clean":"2023-05-20T05:55:01.000276+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:55:01.000276+0000","last_undegraded":"2023-05-20T05:55:01.000276+0000","last_fullsized":"2023-05-20T05:55:01.000276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:10.503932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.389502+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:01.389502+0000","last_peered":"2023-05-20T05:55:01.389502+0000","last_clean":"2023-05-20T05:55:01.389502+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:01.389502+0000","last_undegraded":"2023-05-20T05:55:01.389502+0000","last_fullsized":"2023-05-20T05:55:01.389502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392288+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:01.392288+0000","last_peered":"2023-05-20T05:55:01.392288+0000","last_clean":"2023-05-20T05:55:01.392288+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:01.392288+0000","last_undegraded":"2023-05-20T05:55:01.392288+0000","last_fullsized":"2023-05-20T05:55:01.392288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002403+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:01.002403+0000","last_peered":"2023-05-20T05:55:01.002403+0000","last_clean":"2023-05-20T05:55:01.002403+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:01.002403+0000","last_undegraded":"2023-05-20T05:55:01.002403+0000","last_fullsized":"2023-05-20T05:55:01.002403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980993+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:22:27.678221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402559+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:01.402559+0000","last_peered":"2023-05-20T05:55:01.402559+0000","last_clean":"2023-05-20T05:55:01.402559+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:01.402559+0000","last_undegraded":"2023-05-20T05:55:01.402559+0000","last_fullsized":"2023-05-20T05:55:01.402559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980862+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:47:29.508198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.991835+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:00.991835+0000","last_peered":"2023-05-20T05:55:00.991835+0000","last_clean":"2023-05-20T05:55:00.991835+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:00.991835+0000","last_undegraded":"2023-05-20T05:55:00.991835+0000","last_fullsized":"2023-05-20T05:55:00.991835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981159+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:20.171522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002232+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:01.002232+0000","last_peered":"2023-05-20T05:55:01.002232+0000","last_clean":"2023-05-20T05:55:01.002232+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:01.002232+0000","last_undegraded":"2023-05-20T05:55:01.002232+0000","last_fullsized":"2023-05-20T05:55:01.002232+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980217+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:55:43.743654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977093+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:52:07.482350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.983551+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:27:47.997178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979782+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:07:11.799422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.999496+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:00.999496+0000","last_peered":"2023-05-20T05:55:00.999496+0000","last_clean":"2023-05-20T05:55:00.999496+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:00.999496+0000","last_undegraded":"2023-05-20T05:55:00.999496+0000","last_fullsized":"2023-05-20T05:55:00.999496+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.380688+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:01.380688+0000","last_peered":"2023-05-20T05:55:01.380688+0000","last_clean":"2023-05-20T05:55:01.380688+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:01.380688+0000","last_undegraded":"2023-05-20T05:55:01.380688+0000","last_fullsized":"2023-05-20T05:55:01.380688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.001898+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:01.001898+0000","last_peered":"2023-05-20T05:55:01.001898+0000","last_clean":"2023-05-20T05:55:01.001898+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:01.001898+0000","last_undegraded":"2023-05-20T05:55:01.001898+0000","last_fullsized":"2023-05-20T05:55:01.001898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390578+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:01.390578+0000","last_peered":"2023-05-20T05:55:01.390578+0000","last_clean":"2023-05-20T05:55:01.390578+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:01.390578+0000","last_undegraded":"2023-05-20T05:55:01.390578+0000","last_fullsized":"2023-05-20T05:55:01.390578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977282+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:25:22.695901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997427+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:00.997427+0000","last_peered":"2023-05-20T05:55:00.997427+0000","last_clean":"2023-05-20T05:55:00.997427+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:00.997427+0000","last_undegraded":"2023-05-20T05:55:00.997427+0000","last_fullsized":"2023-05-20T05:55:00.997427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":228,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-05-20T05:54:59.976491+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:54:59.976491+0000","last_peered":"2023-05-20T05:54:59.976491+0000","last_clean":"2023-05-20T05:54:59.976491+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:54:59.976491+0000","last_undegraded":"2023-05-20T05:54:59.976491+0000","last_fullsized":"2023-05-20T05:54:59.976491+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984198+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:08:53.899879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994827+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:00.994827+0000","last_peered":"2023-05-20T05:55:00.994827+0000","last_clean":"2023-05-20T05:55:00.994827+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:00.994827+0000","last_undegraded":"2023-05-20T05:55:00.994827+0000","last_fullsized":"2023-05-20T05:55:00.994827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.998296+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:00.998296+0000","last_peered":"2023-05-20T05:55:00.998296+0000","last_clean":"2023-05-20T05:55:00.998296+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:00.998296+0000","last_undegraded":"2023-05-20T05:55:00.998296+0000","last_fullsized":"2023-05-20T05:55:00.998296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399223+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:01.399223+0000","last_peered":"2023-05-20T05:55:01.399223+0000","last_clean":"2023-05-20T05:55:01.399223+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:01.399223+0000","last_undegraded":"2023-05-20T05:55:01.399223+0000","last_fullsized":"2023-05-20T05:55:01.399223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992086+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:00.992086+0000","last_peered":"2023-05-20T05:55:00.992086+0000","last_clean":"2023-05-20T05:55:00.992086+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:00.992086+0000","last_undegraded":"2023-05-20T05:55:00.992086+0000","last_fullsized":"2023-05-20T05:55:00.992086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.959576+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982811+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:28:09.593841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994610+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:00.994610+0000","last_peered":"2023-05-20T05:55:00.994610+0000","last_clean":"2023-05-20T05:55:00.994610+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:00.994610+0000","last_undegraded":"2023-05-20T05:55:00.994610+0000","last_fullsized":"2023-05-20T05:55:00.994610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997640+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:00.997640+0000","last_peered":"2023-05-20T05:55:00.997640+0000","last_clean":"2023-05-20T05:55:00.997640+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:00.997640+0000","last_undegraded":"2023-05-20T05:55:00.997640+0000","last_fullsized":"2023-05-20T05:55:00.997640+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997381+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:00.997381+0000","last_peered":"2023-05-20T05:55:00.997381+0000","last_clean":"2023-05-20T05:55:00.997381+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:00.997381+0000","last_undegraded":"2023-05-20T05:55:00.997381+0000","last_fullsized":"2023-05-20T05:55:00.997381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997821+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:00.997821+0000","last_peered":"2023-05-20T05:55:00.997821+0000","last_clean":"2023-05-20T05:55:00.997821+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:00.997821+0000","last_undegraded":"2023-05-20T05:55:00.997821+0000","last_fullsized":"2023-05-20T05:55:00.997821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977441+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:09:27.292599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980377+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:11.843677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388676+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:01.388676+0000","last_peered":"2023-05-20T05:55:01.388676+0000","last_clean":"2023-05-20T05:55:01.388676+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:01.388676+0000","last_undegraded":"2023-05-20T05:55:01.388676+0000","last_fullsized":"2023-05-20T05:55:01.388676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401103+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:01.401103+0000","last_peered":"2023-05-20T05:55:01.401103+0000","last_clean":"2023-05-20T05:55:01.401103+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:01.401103+0000","last_undegraded":"2023-05-20T05:55:01.401103+0000","last_fullsized":"2023-05-20T05:55:01.401103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:54:59.959576+0000","last_change":"2023-05-20T05:54:59.977078+0000","last_active":"2023-05-20T05:54:59.959576+0000","last_peered":"2023-05-20T05:54:59.959576+0000","last_clean":"2023-05-20T05:54:59.959576+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:54:59.959576+0000","last_undegraded":"2023-05-20T05:54:59.959576+0000","last_fullsized":"2023-05-20T05:54:59.959576+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:36.224819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981448+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:54.988055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383190+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:01.383190+0000","last_peered":"2023-05-20T05:55:01.383190+0000","last_clean":"2023-05-20T05:55:01.383190+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:01.383190+0000","last_undegraded":"2023-05-20T05:55:01.383190+0000","last_fullsized":"2023-05-20T05:55:01.383190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980998+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:24:36.140613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401280+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:01.401280+0000","last_peered":"2023-05-20T05:55:01.401280+0000","last_clean":"2023-05-20T05:55:01.401280+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:01.401280+0000","last_undegraded":"2023-05-20T05:55:01.401280+0000","last_fullsized":"2023-05-20T05:55:01.401280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387564+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:01.387564+0000","last_peered":"2023-05-20T05:55:01.387564+0000","last_clean":"2023-05-20T05:55:01.387564+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:01.387564+0000","last_undegraded":"2023-05-20T05:55:01.387564+0000","last_fullsized":"2023-05-20T05:55:01.387564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.385951+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:01.385951+0000","last_peered":"2023-05-20T05:55:01.385951+0000","last_clean":"2023-05-20T05:55:01.385951+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:01.385951+0000","last_undegraded":"2023-05-20T05:55:01.385951+0000","last_fullsized":"2023-05-20T05:55:01.385951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981907+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:37:28.352892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.969605+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":117,"acting":117,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":160,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":69,"acting":69,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6212,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738940,"statfs":{"total":95995035648,"available":95988674560,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495626,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6196,"kb_used_data":1132,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738956,"statfs":{"total":95995035648,"available":95988690944,"internally_reserved":0,"allocated":1159168,"data_stored":821953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":610304,"data_stored":251866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:33 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32100000000000001,"15min":0.308},"min":{"1min":0.25900000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.435},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.33300000000000002,"15min":0.32200000000000001},"min":{"1min":0.28199999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.252}]},{"osd":2,"last update":"Sat May 20 05:54:54 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.28799999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7044,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738108,"statfs":{"total":95995035648,"available":95987822592,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:54:28 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.26800000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33000000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40300000000000002,"15min":0.39800000000000002},"min":{"1min":0.27600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.374},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.29699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.57299999999999995,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.309}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6324,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738828,"statfs":{"total":95995035648,"available":95988559872,"internally_reserved":0,"allocated":569344,"data_stored":231850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35699999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.221},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.27800000000000002}]},{"osd":1,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53200000000000003,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.40000000000000002,"15min":0.39700000000000002},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.30399999999999999}]},{"osd":3,"last update":"Sat May 20 05:54:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.41299999999999998}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.48999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":3,"up_from":25,"seq":107374182423,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5748,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739404,"statfs":{"total":95995035648,"available":95989149696,"internally_reserved":0,"allocated":569344,"data_stored":231850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.35999999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.32500000000000001}]},{"osd":2,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.30399999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat May 20 05:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5812,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739340,"statfs":{"total":95995035648,"available":95989084160,"internally_reserved":0,"allocated":569344,"data_stored":231850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.60899999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.63500000000000001}]},{"osd":2,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.441},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.52900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5828,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739324,"statfs":{"total":95995035648,"available":95989067776,"internally_reserved":0,"allocated":585728,"data_stored":244190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.504}]},{"osd":1,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":3,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:55:05.850 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-05-20T05:55:06.202 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:06.204 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:55:06.213 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2023-05-20T05:55:05.961612+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592086,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":102,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":50844,"kb_used_data":6492,"kb_used_omap":0,"kb_used_meta":44288,"kb_avail":749910372,"statfs":{"total":767960285184,"available":767908220928,"internally_reserved":0,"allocated":6647808,"data_stored":3774959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":45350912},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1718,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.991874"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.985402+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:51:09.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.405702+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:01.405702+0000","last_peered":"2023-05-20T05:55:01.405702+0000","last_clean":"2023-05-20T05:55:01.405702+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:01.405702+0000","last_undegraded":"2023-05-20T05:55:01.405702+0000","last_fullsized":"2023-05-20T05:55:01.405702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984253+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:57:53.253900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400877+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:01.400877+0000","last_peered":"2023-05-20T05:55:01.400877+0000","last_clean":"2023-05-20T05:55:01.400877+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:01.400877+0000","last_undegraded":"2023-05-20T05:55:01.400877+0000","last_fullsized":"2023-05-20T05:55:01.400877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980724+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:03.541740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392953+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:01.392953+0000","last_peered":"2023-05-20T05:55:01.392953+0000","last_clean":"2023-05-20T05:55:01.392953+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:01.392953+0000","last_undegraded":"2023-05-20T05:55:01.392953+0000","last_fullsized":"2023-05-20T05:55:01.392953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984141+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:07:05.381806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400664+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:55:01.400664+0000","last_peered":"2023-05-20T05:55:01.400664+0000","last_clean":"2023-05-20T05:55:01.400664+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:55:01.400664+0000","last_undegraded":"2023-05-20T05:55:01.400664+0000","last_fullsized":"2023-05-20T05:55:01.400664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981980+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:56.720824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.398109+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:01.398109+0000","last_peered":"2023-05-20T05:55:01.398109+0000","last_clean":"2023-05-20T05:55:01.398109+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:01.398109+0000","last_undegraded":"2023-05-20T05:55:01.398109+0000","last_fullsized":"2023-05-20T05:55:01.398109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387794+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:01.387794+0000","last_peered":"2023-05-20T05:55:01.387794+0000","last_clean":"2023-05-20T05:55:01.387794+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:01.387794+0000","last_undegraded":"2023-05-20T05:55:01.387794+0000","last_fullsized":"2023-05-20T05:55:01.387794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.386513+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:55:01.386513+0000","last_peered":"2023-05-20T05:55:01.386513+0000","last_clean":"2023-05-20T05:55:01.386513+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:55:01.386513+0000","last_undegraded":"2023-05-20T05:55:01.386513+0000","last_fullsized":"2023-05-20T05:55:01.386513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391002+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:55:01.391002+0000","last_peered":"2023-05-20T05:55:01.391002+0000","last_clean":"2023-05-20T05:55:01.391002+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:55:01.391002+0000","last_undegraded":"2023-05-20T05:55:01.391002+0000","last_fullsized":"2023-05-20T05:55:01.391002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982760+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:55:37.546591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399784+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:01.399784+0000","last_peered":"2023-05-20T05:55:01.399784+0000","last_clean":"2023-05-20T05:55:01.399784+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:01.399784+0000","last_undegraded":"2023-05-20T05:55:01.399784+0000","last_fullsized":"2023-05-20T05:55:01.399784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391828+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:01.391828+0000","last_peered":"2023-05-20T05:55:01.391828+0000","last_clean":"2023-05-20T05:55:01.391828+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:01.391828+0000","last_undegraded":"2023-05-20T05:55:01.391828+0000","last_fullsized":"2023-05-20T05:55:01.391828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392869+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:01.392869+0000","last_peered":"2023-05-20T05:55:01.392869+0000","last_clean":"2023-05-20T05:55:01.392869+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:01.392869+0000","last_undegraded":"2023-05-20T05:55:01.392869+0000","last_fullsized":"2023-05-20T05:55:01.392869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392885+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:55:01.392885+0000","last_peered":"2023-05-20T05:55:01.392885+0000","last_clean":"2023-05-20T05:55:01.392885+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:55:01.392885+0000","last_undegraded":"2023-05-20T05:55:01.392885+0000","last_fullsized":"2023-05-20T05:55:01.392885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981307+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:53.634226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992345+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:00.992345+0000","last_peered":"2023-05-20T05:55:00.992345+0000","last_clean":"2023-05-20T05:55:00.992345+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:00.992345+0000","last_undegraded":"2023-05-20T05:55:00.992345+0000","last_fullsized":"2023-05-20T05:55:00.992345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390868+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:55:01.390868+0000","last_peered":"2023-05-20T05:55:01.390868+0000","last_clean":"2023-05-20T05:55:01.390868+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:55:01.390868+0000","last_undegraded":"2023-05-20T05:55:01.390868+0000","last_fullsized":"2023-05-20T05:55:01.390868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406331+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:55:01.406331+0000","last_peered":"2023-05-20T05:55:01.406331+0000","last_clean":"2023-05-20T05:55:01.406331+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:55:01.406331+0000","last_undegraded":"2023-05-20T05:55:01.406331+0000","last_fullsized":"2023-05-20T05:55:01.406331+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982227+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:50:53.398194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994290+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:00.994290+0000","last_peered":"2023-05-20T05:55:00.994290+0000","last_clean":"2023-05-20T05:55:00.994290+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:00.994290+0000","last_undegraded":"2023-05-20T05:55:00.994290+0000","last_fullsized":"2023-05-20T05:55:00.994290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392331+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:01.392331+0000","last_peered":"2023-05-20T05:55:01.392331+0000","last_clean":"2023-05-20T05:55:01.392331+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:01.392331+0000","last_undegraded":"2023-05-20T05:55:01.392331+0000","last_fullsized":"2023-05-20T05:55:01.392331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997524+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:00.997524+0000","last_peered":"2023-05-20T05:55:00.997524+0000","last_clean":"2023-05-20T05:55:00.997524+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:00.997524+0000","last_undegraded":"2023-05-20T05:55:00.997524+0000","last_fullsized":"2023-05-20T05:55:00.997524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387762+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:01.387762+0000","last_peered":"2023-05-20T05:55:01.387762+0000","last_clean":"2023-05-20T05:55:01.387762+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:01.387762+0000","last_undegraded":"2023-05-20T05:55:01.387762+0000","last_fullsized":"2023-05-20T05:55:01.387762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387300+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:55:01.387300+0000","last_peered":"2023-05-20T05:55:01.387300+0000","last_clean":"2023-05-20T05:55:01.387300+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:55:01.387300+0000","last_undegraded":"2023-05-20T05:55:01.387300+0000","last_fullsized":"2023-05-20T05:55:01.387300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394017+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:55:01.394017+0000","last_peered":"2023-05-20T05:55:01.394017+0000","last_clean":"2023-05-20T05:55:01.394017+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:55:01.394017+0000","last_undegraded":"2023-05-20T05:55:01.394017+0000","last_fullsized":"2023-05-20T05:55:01.394017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.377073+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:01.377073+0000","last_peered":"2023-05-20T05:55:01.377073+0000","last_clean":"2023-05-20T05:55:01.377073+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:01.377073+0000","last_undegraded":"2023-05-20T05:55:01.377073+0000","last_fullsized":"2023-05-20T05:55:01.377073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979640+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:00:48.961808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.370992+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:55:01.370992+0000","last_peered":"2023-05-20T05:55:01.370992+0000","last_clean":"2023-05-20T05:55:01.370992+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:55:01.370992+0000","last_undegraded":"2023-05-20T05:55:01.370992+0000","last_fullsized":"2023-05-20T05:55:01.370992+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391530+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:55:01.391530+0000","last_peered":"2023-05-20T05:55:01.391530+0000","last_clean":"2023-05-20T05:55:01.391530+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:55:01.391530+0000","last_undegraded":"2023-05-20T05:55:01.391530+0000","last_fullsized":"2023-05-20T05:55:01.391530+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.000276+0000","last_change":"2023-05-20T05:55:01.000056+0000","last_active":"2023-05-20T05:55:01.000276+0000","last_peered":"2023-05-20T05:55:01.000276+0000","last_clean":"2023-05-20T05:55:01.000276+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:55:01.000276+0000","last_undegraded":"2023-05-20T05:55:01.000276+0000","last_fullsized":"2023-05-20T05:55:01.000276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:10.503932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.389502+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:01.389502+0000","last_peered":"2023-05-20T05:55:01.389502+0000","last_clean":"2023-05-20T05:55:01.389502+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:01.389502+0000","last_undegraded":"2023-05-20T05:55:01.389502+0000","last_fullsized":"2023-05-20T05:55:01.389502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.999253+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:00.999253+0000","last_peered":"2023-05-20T05:55:00.999253+0000","last_clean":"2023-05-20T05:55:00.999253+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:00.999253+0000","last_undegraded":"2023-05-20T05:55:00.999253+0000","last_fullsized":"2023-05-20T05:55:00.999253+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392288+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:01.392288+0000","last_peered":"2023-05-20T05:55:01.392288+0000","last_clean":"2023-05-20T05:55:01.392288+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:01.392288+0000","last_undegraded":"2023-05-20T05:55:01.392288+0000","last_fullsized":"2023-05-20T05:55:01.392288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002403+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:01.002403+0000","last_peered":"2023-05-20T05:55:01.002403+0000","last_clean":"2023-05-20T05:55:01.002403+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:01.002403+0000","last_undegraded":"2023-05-20T05:55:01.002403+0000","last_fullsized":"2023-05-20T05:55:01.002403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980993+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:22:27.678221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402559+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:01.402559+0000","last_peered":"2023-05-20T05:55:01.402559+0000","last_clean":"2023-05-20T05:55:01.402559+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:01.402559+0000","last_undegraded":"2023-05-20T05:55:01.402559+0000","last_fullsized":"2023-05-20T05:55:01.402559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391547+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:55:01.391547+0000","last_peered":"2023-05-20T05:55:01.391547+0000","last_clean":"2023-05-20T05:55:01.391547+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:55:01.391547+0000","last_undegraded":"2023-05-20T05:55:01.391547+0000","last_fullsized":"2023-05-20T05:55:01.391547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.408431+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:01.408431+0000","last_peered":"2023-05-20T05:55:01.408431+0000","last_clean":"2023-05-20T05:55:01.408431+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:01.408431+0000","last_undegraded":"2023-05-20T05:55:01.408431+0000","last_fullsized":"2023-05-20T05:55:01.408431+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980862+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:47:29.508198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.991835+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:00.991835+0000","last_peered":"2023-05-20T05:55:00.991835+0000","last_clean":"2023-05-20T05:55:00.991835+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:00.991835+0000","last_undegraded":"2023-05-20T05:55:00.991835+0000","last_fullsized":"2023-05-20T05:55:00.991835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981159+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:20.171522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002232+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:01.002232+0000","last_peered":"2023-05-20T05:55:01.002232+0000","last_clean":"2023-05-20T05:55:01.002232+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:01.002232+0000","last_undegraded":"2023-05-20T05:55:01.002232+0000","last_fullsized":"2023-05-20T05:55:01.002232+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980217+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:55:43.743654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992149+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:00.992149+0000","last_peered":"2023-05-20T05:55:00.992149+0000","last_clean":"2023-05-20T05:55:00.992149+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:00.992149+0000","last_undegraded":"2023-05-20T05:55:00.992149+0000","last_fullsized":"2023-05-20T05:55:00.992149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388215+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:01.388215+0000","last_peered":"2023-05-20T05:55:01.388215+0000","last_clean":"2023-05-20T05:55:01.388215+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:01.388215+0000","last_undegraded":"2023-05-20T05:55:01.388215+0000","last_fullsized":"2023-05-20T05:55:01.388215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402915+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:55:01.402915+0000","last_peered":"2023-05-20T05:55:01.402915+0000","last_clean":"2023-05-20T05:55:01.402915+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:55:01.402915+0000","last_undegraded":"2023-05-20T05:55:01.402915+0000","last_fullsized":"2023-05-20T05:55:01.402915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.983551+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:27:47.997178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394958+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:55:01.394958+0000","last_peered":"2023-05-20T05:55:01.394958+0000","last_clean":"2023-05-20T05:55:01.394958+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:55:01.394958+0000","last_undegraded":"2023-05-20T05:55:01.394958+0000","last_fullsized":"2023-05-20T05:55:01.394958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979782+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:07:11.799422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.999496+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:00.999496+0000","last_peered":"2023-05-20T05:55:00.999496+0000","last_clean":"2023-05-20T05:55:00.999496+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:00.999496+0000","last_undegraded":"2023-05-20T05:55:00.999496+0000","last_fullsized":"2023-05-20T05:55:00.999496+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.380688+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:01.380688+0000","last_peered":"2023-05-20T05:55:01.380688+0000","last_clean":"2023-05-20T05:55:01.380688+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:01.380688+0000","last_undegraded":"2023-05-20T05:55:01.380688+0000","last_fullsized":"2023-05-20T05:55:01.380688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.001898+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:01.001898+0000","last_peered":"2023-05-20T05:55:01.001898+0000","last_clean":"2023-05-20T05:55:01.001898+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:01.001898+0000","last_undegraded":"2023-05-20T05:55:01.001898+0000","last_fullsized":"2023-05-20T05:55:01.001898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.386480+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:55:01.386480+0000","last_peered":"2023-05-20T05:55:01.386480+0000","last_clean":"2023-05-20T05:55:01.386480+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:55:01.386480+0000","last_undegraded":"2023-05-20T05:55:01.386480+0000","last_fullsized":"2023-05-20T05:55:01.386480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390578+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:01.390578+0000","last_peered":"2023-05-20T05:55:01.390578+0000","last_clean":"2023-05-20T05:55:01.390578+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:01.390578+0000","last_undegraded":"2023-05-20T05:55:01.390578+0000","last_fullsized":"2023-05-20T05:55:01.390578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.375266+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:55:01.375266+0000","last_peered":"2023-05-20T05:55:01.375266+0000","last_clean":"2023-05-20T05:55:01.375266+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:55:01.375266+0000","last_undegraded":"2023-05-20T05:55:01.375266+0000","last_fullsized":"2023-05-20T05:55:01.375266+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.379589+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:55:01.379589+0000","last_peered":"2023-05-20T05:55:01.379589+0000","last_clean":"2023-05-20T05:55:01.379589+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:55:01.379589+0000","last_undegraded":"2023-05-20T05:55:01.379589+0000","last_fullsized":"2023-05-20T05:55:01.379589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997427+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:00.997427+0000","last_peered":"2023-05-20T05:55:00.997427+0000","last_clean":"2023-05-20T05:55:00.997427+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:00.997427+0000","last_undegraded":"2023-05-20T05:55:00.997427+0000","last_fullsized":"2023-05-20T05:55:00.997427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":228,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-05-20T05:54:59.976491+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:54:59.976491+0000","last_peered":"2023-05-20T05:54:59.976491+0000","last_clean":"2023-05-20T05:54:59.976491+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:54:59.976491+0000","last_undegraded":"2023-05-20T05:54:59.976491+0000","last_fullsized":"2023-05-20T05:54:59.976491+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984198+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:08:53.899879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994827+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:00.994827+0000","last_peered":"2023-05-20T05:55:00.994827+0000","last_clean":"2023-05-20T05:55:00.994827+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:00.994827+0000","last_undegraded":"2023-05-20T05:55:00.994827+0000","last_fullsized":"2023-05-20T05:55:00.994827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.998296+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:00.998296+0000","last_peered":"2023-05-20T05:55:00.998296+0000","last_clean":"2023-05-20T05:55:00.998296+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:00.998296+0000","last_undegraded":"2023-05-20T05:55:00.998296+0000","last_fullsized":"2023-05-20T05:55:00.998296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399223+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:01.399223+0000","last_peered":"2023-05-20T05:55:01.399223+0000","last_clean":"2023-05-20T05:55:01.399223+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:01.399223+0000","last_undegraded":"2023-05-20T05:55:01.399223+0000","last_fullsized":"2023-05-20T05:55:01.399223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992086+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:00.992086+0000","last_peered":"2023-05-20T05:55:00.992086+0000","last_clean":"2023-05-20T05:55:00.992086+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:00.992086+0000","last_undegraded":"2023-05-20T05:55:00.992086+0000","last_fullsized":"2023-05-20T05:55:00.992086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388743+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:55:01.388743+0000","last_peered":"2023-05-20T05:55:01.388743+0000","last_clean":"2023-05-20T05:55:01.388743+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:55:01.388743+0000","last_undegraded":"2023-05-20T05:55:01.388743+0000","last_fullsized":"2023-05-20T05:55:01.388743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407522+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:01.407522+0000","last_peered":"2023-05-20T05:55:01.407522+0000","last_clean":"2023-05-20T05:55:01.407522+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:01.407522+0000","last_undegraded":"2023-05-20T05:55:01.407522+0000","last_fullsized":"2023-05-20T05:55:01.407522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982811+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:28:09.593841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994610+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:00.994610+0000","last_peered":"2023-05-20T05:55:00.994610+0000","last_clean":"2023-05-20T05:55:00.994610+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:00.994610+0000","last_undegraded":"2023-05-20T05:55:00.994610+0000","last_fullsized":"2023-05-20T05:55:00.994610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394038+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:55:01.394038+0000","last_peered":"2023-05-20T05:55:01.394038+0000","last_clean":"2023-05-20T05:55:01.394038+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:55:01.394038+0000","last_undegraded":"2023-05-20T05:55:01.394038+0000","last_fullsized":"2023-05-20T05:55:01.394038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997640+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:00.997640+0000","last_peered":"2023-05-20T05:55:00.997640+0000","last_clean":"2023-05-20T05:55:00.997640+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:00.997640+0000","last_undegraded":"2023-05-20T05:55:00.997640+0000","last_fullsized":"2023-05-20T05:55:00.997640+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391503+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:55:01.391503+0000","last_peered":"2023-05-20T05:55:01.391503+0000","last_clean":"2023-05-20T05:55:01.391503+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:55:01.391503+0000","last_undegraded":"2023-05-20T05:55:01.391503+0000","last_fullsized":"2023-05-20T05:55:01.391503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997381+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:00.997381+0000","last_peered":"2023-05-20T05:55:00.997381+0000","last_clean":"2023-05-20T05:55:00.997381+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:00.997381+0000","last_undegraded":"2023-05-20T05:55:00.997381+0000","last_fullsized":"2023-05-20T05:55:00.997381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387184+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:55:01.387184+0000","last_peered":"2023-05-20T05:55:01.387184+0000","last_clean":"2023-05-20T05:55:01.387184+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:55:01.387184+0000","last_undegraded":"2023-05-20T05:55:01.387184+0000","last_fullsized":"2023-05-20T05:55:01.387184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997821+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:00.997821+0000","last_peered":"2023-05-20T05:55:00.997821+0000","last_clean":"2023-05-20T05:55:00.997821+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:00.997821+0000","last_undegraded":"2023-05-20T05:55:00.997821+0000","last_fullsized":"2023-05-20T05:55:00.997821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390502+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:01.390502+0000","last_peered":"2023-05-20T05:55:01.390502+0000","last_clean":"2023-05-20T05:55:01.390502+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:01.390502+0000","last_undegraded":"2023-05-20T05:55:01.390502+0000","last_fullsized":"2023-05-20T05:55:01.390502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.375551+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:01.375551+0000","last_peered":"2023-05-20T05:55:01.375551+0000","last_clean":"2023-05-20T05:55:01.375551+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:55:01.375551+0000","last_undegraded":"2023-05-20T05:55:01.375551+0000","last_fullsized":"2023-05-20T05:55:01.375551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980377+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:11.843677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388676+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:01.388676+0000","last_peered":"2023-05-20T05:55:01.388676+0000","last_clean":"2023-05-20T05:55:01.388676+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:01.388676+0000","last_undegraded":"2023-05-20T05:55:01.388676+0000","last_fullsized":"2023-05-20T05:55:01.388676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401103+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:01.401103+0000","last_peered":"2023-05-20T05:55:01.401103+0000","last_clean":"2023-05-20T05:55:01.401103+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:01.401103+0000","last_undegraded":"2023-05-20T05:55:01.401103+0000","last_fullsized":"2023-05-20T05:55:01.401103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.393405+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:55:01.393405+0000","last_peered":"2023-05-20T05:55:01.393405+0000","last_clean":"2023-05-20T05:55:01.393405+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:55:01.393405+0000","last_undegraded":"2023-05-20T05:55:01.393405+0000","last_fullsized":"2023-05-20T05:55:01.393405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981448+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:54.988055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388301+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:01.388301+0000","last_peered":"2023-05-20T05:55:01.388301+0000","last_clean":"2023-05-20T05:55:01.388301+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:01.388301+0000","last_undegraded":"2023-05-20T05:55:01.388301+0000","last_fullsized":"2023-05-20T05:55:01.388301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391625+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:55:01.391625+0000","last_peered":"2023-05-20T05:55:01.391625+0000","last_clean":"2023-05-20T05:55:01.391625+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:55:01.391625+0000","last_undegraded":"2023-05-20T05:55:01.391625+0000","last_fullsized":"2023-05-20T05:55:01.391625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383190+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:01.383190+0000","last_peered":"2023-05-20T05:55:01.383190+0000","last_clean":"2023-05-20T05:55:01.383190+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:01.383190+0000","last_undegraded":"2023-05-20T05:55:01.383190+0000","last_fullsized":"2023-05-20T05:55:01.383190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980998+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:24:36.140613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399876+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:55:01.399876+0000","last_peered":"2023-05-20T05:55:01.399876+0000","last_clean":"2023-05-20T05:55:01.399876+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:55:01.399876+0000","last_undegraded":"2023-05-20T05:55:01.399876+0000","last_fullsized":"2023-05-20T05:55:01.399876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401280+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:01.401280+0000","last_peered":"2023-05-20T05:55:01.401280+0000","last_clean":"2023-05-20T05:55:01.401280+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:01.401280+0000","last_undegraded":"2023-05-20T05:55:01.401280+0000","last_fullsized":"2023-05-20T05:55:01.401280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387331+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:01.387331+0000","last_peered":"2023-05-20T05:55:01.387331+0000","last_clean":"2023-05-20T05:55:01.387331+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:01.387331+0000","last_undegraded":"2023-05-20T05:55:01.387331+0000","last_fullsized":"2023-05-20T05:55:01.387331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383166+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:55:01.383166+0000","last_peered":"2023-05-20T05:55:01.383166+0000","last_clean":"2023-05-20T05:55:01.383166+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:55:01.383166+0000","last_undegraded":"2023-05-20T05:55:01.383166+0000","last_fullsized":"2023-05-20T05:55:01.383166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387564+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:01.387564+0000","last_peered":"2023-05-20T05:55:01.387564+0000","last_clean":"2023-05-20T05:55:01.387564+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:01.387564+0000","last_undegraded":"2023-05-20T05:55:01.387564+0000","last_fullsized":"2023-05-20T05:55:01.387564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.395539+0000","last_change":"2023-05-20T05:55:01.392344+0000","last_active":"2023-05-20T05:55:01.395539+0000","last_peered":"2023-05-20T05:55:01.395539+0000","last_clean":"2023-05-20T05:55:01.395539+0000","last_became_active":"2023-05-20T05:55:01.391442+0000","last_became_peered":"2023-05-20T05:55:01.391442+0000","last_unstale":"2023-05-20T05:55:01.395539+0000","last_undegraded":"2023-05-20T05:55:01.395539+0000","last_fullsized":"2023-05-20T05:55:01.395539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:29:30.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.385951+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:01.385951+0000","last_peered":"2023-05-20T05:55:01.385951+0000","last_clean":"2023-05-20T05:55:01.385951+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:01.385951+0000","last_undegraded":"2023-05-20T05:55:01.385951+0000","last_fullsized":"2023-05-20T05:55:01.385951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981907+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:37:28.352892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.389345+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:01.389345+0000","last_peered":"2023-05-20T05:55:01.389345+0000","last_clean":"2023-05-20T05:55:01.389345+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:01.389345+0000","last_undegraded":"2023-05-20T05:55:01.389345+0000","last_fullsized":"2023-05-20T05:55:01.389345+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1718,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":5642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6212,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738940,"statfs":{"total":95995035648,"available":95988674560,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":1180,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":1208320,"data_stored":843610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":610304,"data_stored":251866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:33 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32100000000000001,"15min":0.308},"min":{"1min":0.25900000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.435},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.33300000000000002,"15min":0.32200000000000001},"min":{"1min":0.28199999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.252}]},{"osd":2,"last update":"Sat May 20 05:54:54 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.28799999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7044,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738108,"statfs":{"total":95995035648,"available":95987822592,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:54:28 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.26800000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33000000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40300000000000002,"15min":0.39800000000000002},"min":{"1min":0.27600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.374},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.29699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.57299999999999995,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.309}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":618496,"data_stored":258689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35699999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.224},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.29999999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53200000000000003,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.40000000000000002,"15min":0.39700000000000002},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.28799999999999998}]},{"osd":3,"last update":"Sat May 20 05:54:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.35799999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182424,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6072,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739080,"statfs":{"total":95995035648,"available":95988817920,"internally_reserved":0,"allocated":638976,"data_stored":260329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.31}]},{"osd":1,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.38800000000000001}]},{"osd":4,"last update":"Sat May 20 05:54:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat May 20 05:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6068,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739084,"statfs":{"total":95995035648,"available":95988822016,"internally_reserved":0,"allocated":634880,"data_stored":259369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.55900000000000005}]},{"osd":1,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.74299999999999999}]},{"osd":3,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.624},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.71199999999999997}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.67500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5828,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739324,"statfs":{"total":95995035648,"available":95989067776,"internally_reserved":0,"allocated":585728,"data_stored":244190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.504}]},{"osd":1,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":3,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:55:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2023-05-20T05:55:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.985402+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T17:51:09.462753+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2023-05-20T05:55:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.984253+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T14:57:53.253900+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2, 1], 'acting': [0, 2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2023-05-20T05:55:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.980724+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T15:19:03.541740+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2, 4], 'acting': [7, 2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2023-05-20T05:55:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.984141+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T08:07:05.381806+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2023-05-20T05:55:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.981980+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T14:13:56.720824+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 0], 'acting': [7, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2023-05-20T05:55:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.982760+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T07:55:37.546591+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 5], 'acting': [0, 1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2023-05-20T05:55:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.981307+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T15:19:53.634226+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2, 6], 'acting': [7, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2023-05-20T05:55:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.982227+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T06:50:53.398194+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 2], 'acting': [0, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2023-05-20T05:55:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.979640+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T09:00:48.961808+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 7], 'acting': [0, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2023-05-20T05:55:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.980993+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T09:22:27.678221+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 3], 'acting': [0, 5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2023-05-20T05:55:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.980862+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T14:47:29.508198+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3, 4], 'acting': [7, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.227 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2023-05-20T05:55:06.227 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.981159+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T11:04:20.171522+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 3], 'acting': [0, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.227 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2023-05-20T05:55:06.228 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.980217+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T11:55:43.743654+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 2], 'acting': [7, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.228 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2023-05-20T05:55:06.228 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.983551+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T06:27:47.997178+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 6], 'acting': [7, 4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.228 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2023-05-20T05:55:06.229 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.979782+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T09:07:11.799422+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 1], 'acting': [7, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.229 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2023-05-20T05:55:06.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.984198+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T12:08:53.899879+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2023-05-20T05:55:06.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.982811+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T13:28:09.593841+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 4], 'acting': [0, 1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2023-05-20T05:55:06.231 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.980377+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T07:31:11.843677+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 6], 'acting': [7, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.231 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2023-05-20T05:55:06.231 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.981448+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T13:30:54.988055+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 0], 'acting': [7, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-05-20T05:55:06.232 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2023-05-20T05:55:06.232 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.980998+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T07:24:36.140613+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3, 4], 'acting': [0, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.232 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2023-05-20T05:55:06.232 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-05-20T05:55:00.969605+0000', 'last_change': '2023-05-20T05:55:00.981907+0000', 'last_active': '2023-05-20T05:55:00.969605+0000', 'last_peered': '2023-05-20T05:55:00.969605+0000', 'last_clean': '2023-05-20T05:55:00.969605+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-05-20T05:55:00.969605+0000', 'last_undegraded': '2023-05-20T05:55:00.969605+0000', 'last_fullsized': '2023-05-20T05:55:00.969605+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'last_clean_scrub_stamp': '2023-05-20T05:55:00.969605+0000', 'objects_scrubbed': 0, 'log_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-05-21T06:37:28.352892+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 1], 'acting': [0, 7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-05-20T05:55:06.233 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-05-20T05:55:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:06 smithi081 ceph-mon[95500]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:06 smithi081 ceph-mon[107735]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:06.639 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:06.639 INFO:teuthology.orchestra.run.smithi081.stdout:{"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":220,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1684562080,"num_in_osds":8,"osd_in_since":1684562063,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":76},{"state_name":"creating+peering","count":21}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":592086,"bytes_used":52064256,"bytes_avail":767908220928,"bytes_total":767960285184,"inactive_pgs_ratio":0.2164948433637619,"write_bytes_sec":1025,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24365}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.81:8443/"}},"servicemap":{"epoch":11,"modified":"2023-05-20T05:54:57.960115+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-05-20T05:55:06.652 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-05-20T05:55:06.653 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-05-20T05:55:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:06 smithi170 ceph-mon[97338]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:06.968 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:06.969 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:55:06.980 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2023-05-20T05:55:05.961612+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592086,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":102,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":50844,"kb_used_data":6492,"kb_used_omap":0,"kb_used_meta":44288,"kb_avail":749910372,"statfs":{"total":767960285184,"available":767908220928,"internally_reserved":0,"allocated":6647808,"data_stored":3774959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":45350912},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1718,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.991874"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.985402+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:51:09.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.405702+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:01.405702+0000","last_peered":"2023-05-20T05:55:01.405702+0000","last_clean":"2023-05-20T05:55:01.405702+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:01.405702+0000","last_undegraded":"2023-05-20T05:55:01.405702+0000","last_fullsized":"2023-05-20T05:55:01.405702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984253+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:57:53.253900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400877+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:01.400877+0000","last_peered":"2023-05-20T05:55:01.400877+0000","last_clean":"2023-05-20T05:55:01.400877+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:01.400877+0000","last_undegraded":"2023-05-20T05:55:01.400877+0000","last_fullsized":"2023-05-20T05:55:01.400877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980724+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:03.541740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392953+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:01.392953+0000","last_peered":"2023-05-20T05:55:01.392953+0000","last_clean":"2023-05-20T05:55:01.392953+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:01.392953+0000","last_undegraded":"2023-05-20T05:55:01.392953+0000","last_fullsized":"2023-05-20T05:55:01.392953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984141+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:07:05.381806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400664+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:55:01.400664+0000","last_peered":"2023-05-20T05:55:01.400664+0000","last_clean":"2023-05-20T05:55:01.400664+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:55:01.400664+0000","last_undegraded":"2023-05-20T05:55:01.400664+0000","last_fullsized":"2023-05-20T05:55:01.400664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981980+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:56.720824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.398109+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:01.398109+0000","last_peered":"2023-05-20T05:55:01.398109+0000","last_clean":"2023-05-20T05:55:01.398109+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:01.398109+0000","last_undegraded":"2023-05-20T05:55:01.398109+0000","last_fullsized":"2023-05-20T05:55:01.398109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387794+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:01.387794+0000","last_peered":"2023-05-20T05:55:01.387794+0000","last_clean":"2023-05-20T05:55:01.387794+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:01.387794+0000","last_undegraded":"2023-05-20T05:55:01.387794+0000","last_fullsized":"2023-05-20T05:55:01.387794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.386513+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:55:01.386513+0000","last_peered":"2023-05-20T05:55:01.386513+0000","last_clean":"2023-05-20T05:55:01.386513+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:55:01.386513+0000","last_undegraded":"2023-05-20T05:55:01.386513+0000","last_fullsized":"2023-05-20T05:55:01.386513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391002+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:55:01.391002+0000","last_peered":"2023-05-20T05:55:01.391002+0000","last_clean":"2023-05-20T05:55:01.391002+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:55:01.391002+0000","last_undegraded":"2023-05-20T05:55:01.391002+0000","last_fullsized":"2023-05-20T05:55:01.391002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982760+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:55:37.546591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399784+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:01.399784+0000","last_peered":"2023-05-20T05:55:01.399784+0000","last_clean":"2023-05-20T05:55:01.399784+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:01.399784+0000","last_undegraded":"2023-05-20T05:55:01.399784+0000","last_fullsized":"2023-05-20T05:55:01.399784+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391828+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:01.391828+0000","last_peered":"2023-05-20T05:55:01.391828+0000","last_clean":"2023-05-20T05:55:01.391828+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:01.391828+0000","last_undegraded":"2023-05-20T05:55:01.391828+0000","last_fullsized":"2023-05-20T05:55:01.391828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392869+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:01.392869+0000","last_peered":"2023-05-20T05:55:01.392869+0000","last_clean":"2023-05-20T05:55:01.392869+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:01.392869+0000","last_undegraded":"2023-05-20T05:55:01.392869+0000","last_fullsized":"2023-05-20T05:55:01.392869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392885+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:55:01.392885+0000","last_peered":"2023-05-20T05:55:01.392885+0000","last_clean":"2023-05-20T05:55:01.392885+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:55:01.392885+0000","last_undegraded":"2023-05-20T05:55:01.392885+0000","last_fullsized":"2023-05-20T05:55:01.392885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981307+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:19:53.634226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992345+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:00.992345+0000","last_peered":"2023-05-20T05:55:00.992345+0000","last_clean":"2023-05-20T05:55:00.992345+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:00.992345+0000","last_undegraded":"2023-05-20T05:55:00.992345+0000","last_fullsized":"2023-05-20T05:55:00.992345+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390868+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:55:01.390868+0000","last_peered":"2023-05-20T05:55:01.390868+0000","last_clean":"2023-05-20T05:55:01.390868+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:55:01.390868+0000","last_undegraded":"2023-05-20T05:55:01.390868+0000","last_fullsized":"2023-05-20T05:55:01.390868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406331+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:55:01.406331+0000","last_peered":"2023-05-20T05:55:01.406331+0000","last_clean":"2023-05-20T05:55:01.406331+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:55:01.406331+0000","last_undegraded":"2023-05-20T05:55:01.406331+0000","last_fullsized":"2023-05-20T05:55:01.406331+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982227+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:50:53.398194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994290+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:00.994290+0000","last_peered":"2023-05-20T05:55:00.994290+0000","last_clean":"2023-05-20T05:55:00.994290+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:00.994290+0000","last_undegraded":"2023-05-20T05:55:00.994290+0000","last_fullsized":"2023-05-20T05:55:00.994290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392331+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:01.392331+0000","last_peered":"2023-05-20T05:55:01.392331+0000","last_clean":"2023-05-20T05:55:01.392331+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:01.392331+0000","last_undegraded":"2023-05-20T05:55:01.392331+0000","last_fullsized":"2023-05-20T05:55:01.392331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997524+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:00.997524+0000","last_peered":"2023-05-20T05:55:00.997524+0000","last_clean":"2023-05-20T05:55:00.997524+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:00.997524+0000","last_undegraded":"2023-05-20T05:55:00.997524+0000","last_fullsized":"2023-05-20T05:55:00.997524+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387762+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:01.387762+0000","last_peered":"2023-05-20T05:55:01.387762+0000","last_clean":"2023-05-20T05:55:01.387762+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:01.387762+0000","last_undegraded":"2023-05-20T05:55:01.387762+0000","last_fullsized":"2023-05-20T05:55:01.387762+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387300+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:55:01.387300+0000","last_peered":"2023-05-20T05:55:01.387300+0000","last_clean":"2023-05-20T05:55:01.387300+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:55:01.387300+0000","last_undegraded":"2023-05-20T05:55:01.387300+0000","last_fullsized":"2023-05-20T05:55:01.387300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394017+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:55:01.394017+0000","last_peered":"2023-05-20T05:55:01.394017+0000","last_clean":"2023-05-20T05:55:01.394017+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:55:01.394017+0000","last_undegraded":"2023-05-20T05:55:01.394017+0000","last_fullsized":"2023-05-20T05:55:01.394017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.377073+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:01.377073+0000","last_peered":"2023-05-20T05:55:01.377073+0000","last_clean":"2023-05-20T05:55:01.377073+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:01.377073+0000","last_undegraded":"2023-05-20T05:55:01.377073+0000","last_fullsized":"2023-05-20T05:55:01.377073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979640+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:00:48.961808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.370992+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:55:01.370992+0000","last_peered":"2023-05-20T05:55:01.370992+0000","last_clean":"2023-05-20T05:55:01.370992+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:55:01.370992+0000","last_undegraded":"2023-05-20T05:55:01.370992+0000","last_fullsized":"2023-05-20T05:55:01.370992+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391530+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:55:01.391530+0000","last_peered":"2023-05-20T05:55:01.391530+0000","last_clean":"2023-05-20T05:55:01.391530+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:55:01.391530+0000","last_undegraded":"2023-05-20T05:55:01.391530+0000","last_fullsized":"2023-05-20T05:55:01.391530+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.000276+0000","last_change":"2023-05-20T05:55:01.000056+0000","last_active":"2023-05-20T05:55:01.000276+0000","last_peered":"2023-05-20T05:55:01.000276+0000","last_clean":"2023-05-20T05:55:01.000276+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:55:01.000276+0000","last_undegraded":"2023-05-20T05:55:01.000276+0000","last_fullsized":"2023-05-20T05:55:01.000276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:10.503932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.389502+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:01.389502+0000","last_peered":"2023-05-20T05:55:01.389502+0000","last_clean":"2023-05-20T05:55:01.389502+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:01.389502+0000","last_undegraded":"2023-05-20T05:55:01.389502+0000","last_fullsized":"2023-05-20T05:55:01.389502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.999253+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:00.999253+0000","last_peered":"2023-05-20T05:55:00.999253+0000","last_clean":"2023-05-20T05:55:00.999253+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:00.999253+0000","last_undegraded":"2023-05-20T05:55:00.999253+0000","last_fullsized":"2023-05-20T05:55:00.999253+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392288+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:01.392288+0000","last_peered":"2023-05-20T05:55:01.392288+0000","last_clean":"2023-05-20T05:55:01.392288+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:01.392288+0000","last_undegraded":"2023-05-20T05:55:01.392288+0000","last_fullsized":"2023-05-20T05:55:01.392288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002403+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:01.002403+0000","last_peered":"2023-05-20T05:55:01.002403+0000","last_clean":"2023-05-20T05:55:01.002403+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:01.002403+0000","last_undegraded":"2023-05-20T05:55:01.002403+0000","last_fullsized":"2023-05-20T05:55:01.002403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980993+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:22:27.678221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402559+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:01.402559+0000","last_peered":"2023-05-20T05:55:01.402559+0000","last_clean":"2023-05-20T05:55:01.402559+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:01.402559+0000","last_undegraded":"2023-05-20T05:55:01.402559+0000","last_fullsized":"2023-05-20T05:55:01.402559+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391547+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:55:01.391547+0000","last_peered":"2023-05-20T05:55:01.391547+0000","last_clean":"2023-05-20T05:55:01.391547+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:55:01.391547+0000","last_undegraded":"2023-05-20T05:55:01.391547+0000","last_fullsized":"2023-05-20T05:55:01.391547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.408431+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:01.408431+0000","last_peered":"2023-05-20T05:55:01.408431+0000","last_clean":"2023-05-20T05:55:01.408431+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:01.408431+0000","last_undegraded":"2023-05-20T05:55:01.408431+0000","last_fullsized":"2023-05-20T05:55:01.408431+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980862+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:47:29.508198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.991835+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:00.991835+0000","last_peered":"2023-05-20T05:55:00.991835+0000","last_clean":"2023-05-20T05:55:00.991835+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:00.991835+0000","last_undegraded":"2023-05-20T05:55:00.991835+0000","last_fullsized":"2023-05-20T05:55:00.991835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981159+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:20.171522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.002232+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:01.002232+0000","last_peered":"2023-05-20T05:55:01.002232+0000","last_clean":"2023-05-20T05:55:01.002232+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:01.002232+0000","last_undegraded":"2023-05-20T05:55:01.002232+0000","last_fullsized":"2023-05-20T05:55:01.002232+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980217+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:55:43.743654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992149+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:00.992149+0000","last_peered":"2023-05-20T05:55:00.992149+0000","last_clean":"2023-05-20T05:55:00.992149+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:00.992149+0000","last_undegraded":"2023-05-20T05:55:00.992149+0000","last_fullsized":"2023-05-20T05:55:00.992149+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388215+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:01.388215+0000","last_peered":"2023-05-20T05:55:01.388215+0000","last_clean":"2023-05-20T05:55:01.388215+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:01.388215+0000","last_undegraded":"2023-05-20T05:55:01.388215+0000","last_fullsized":"2023-05-20T05:55:01.388215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402915+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:55:01.402915+0000","last_peered":"2023-05-20T05:55:01.402915+0000","last_clean":"2023-05-20T05:55:01.402915+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:55:01.402915+0000","last_undegraded":"2023-05-20T05:55:01.402915+0000","last_fullsized":"2023-05-20T05:55:01.402915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.983551+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:27:47.997178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394958+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:55:01.394958+0000","last_peered":"2023-05-20T05:55:01.394958+0000","last_clean":"2023-05-20T05:55:01.394958+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:55:01.394958+0000","last_undegraded":"2023-05-20T05:55:01.394958+0000","last_fullsized":"2023-05-20T05:55:01.394958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.979782+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:07:11.799422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.999496+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:00.999496+0000","last_peered":"2023-05-20T05:55:00.999496+0000","last_clean":"2023-05-20T05:55:00.999496+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:00.999496+0000","last_undegraded":"2023-05-20T05:55:00.999496+0000","last_fullsized":"2023-05-20T05:55:00.999496+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.380688+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:01.380688+0000","last_peered":"2023-05-20T05:55:01.380688+0000","last_clean":"2023-05-20T05:55:01.380688+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:01.380688+0000","last_undegraded":"2023-05-20T05:55:01.380688+0000","last_fullsized":"2023-05-20T05:55:01.380688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.001898+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:01.001898+0000","last_peered":"2023-05-20T05:55:01.001898+0000","last_clean":"2023-05-20T05:55:01.001898+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:01.001898+0000","last_undegraded":"2023-05-20T05:55:01.001898+0000","last_fullsized":"2023-05-20T05:55:01.001898+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.386480+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:55:01.386480+0000","last_peered":"2023-05-20T05:55:01.386480+0000","last_clean":"2023-05-20T05:55:01.386480+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:55:01.386480+0000","last_undegraded":"2023-05-20T05:55:01.386480+0000","last_fullsized":"2023-05-20T05:55:01.386480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390578+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:01.390578+0000","last_peered":"2023-05-20T05:55:01.390578+0000","last_clean":"2023-05-20T05:55:01.390578+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:01.390578+0000","last_undegraded":"2023-05-20T05:55:01.390578+0000","last_fullsized":"2023-05-20T05:55:01.390578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.375266+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:55:01.375266+0000","last_peered":"2023-05-20T05:55:01.375266+0000","last_clean":"2023-05-20T05:55:01.375266+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:55:01.375266+0000","last_undegraded":"2023-05-20T05:55:01.375266+0000","last_fullsized":"2023-05-20T05:55:01.375266+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.379589+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:55:01.379589+0000","last_peered":"2023-05-20T05:55:01.379589+0000","last_clean":"2023-05-20T05:55:01.379589+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:55:01.379589+0000","last_undegraded":"2023-05-20T05:55:01.379589+0000","last_fullsized":"2023-05-20T05:55:01.379589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997427+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:00.997427+0000","last_peered":"2023-05-20T05:55:00.997427+0000","last_clean":"2023-05-20T05:55:00.997427+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:00.997427+0000","last_undegraded":"2023-05-20T05:55:00.997427+0000","last_fullsized":"2023-05-20T05:55:00.997427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":228,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-05-20T05:54:59.976491+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:54:59.976491+0000","last_peered":"2023-05-20T05:54:59.976491+0000","last_clean":"2023-05-20T05:54:59.976491+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:54:59.976491+0000","last_undegraded":"2023-05-20T05:54:59.976491+0000","last_fullsized":"2023-05-20T05:54:59.976491+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.984198+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:08:53.899879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994827+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:00.994827+0000","last_peered":"2023-05-20T05:55:00.994827+0000","last_clean":"2023-05-20T05:55:00.994827+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:00.994827+0000","last_undegraded":"2023-05-20T05:55:00.994827+0000","last_fullsized":"2023-05-20T05:55:00.994827+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.998296+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:00.998296+0000","last_peered":"2023-05-20T05:55:00.998296+0000","last_clean":"2023-05-20T05:55:00.998296+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:00.998296+0000","last_undegraded":"2023-05-20T05:55:00.998296+0000","last_fullsized":"2023-05-20T05:55:00.998296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399223+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:01.399223+0000","last_peered":"2023-05-20T05:55:01.399223+0000","last_clean":"2023-05-20T05:55:01.399223+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:01.399223+0000","last_undegraded":"2023-05-20T05:55:01.399223+0000","last_fullsized":"2023-05-20T05:55:01.399223+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.992086+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:00.992086+0000","last_peered":"2023-05-20T05:55:00.992086+0000","last_clean":"2023-05-20T05:55:00.992086+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:00.992086+0000","last_undegraded":"2023-05-20T05:55:00.992086+0000","last_fullsized":"2023-05-20T05:55:00.992086+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388743+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:55:01.388743+0000","last_peered":"2023-05-20T05:55:01.388743+0000","last_clean":"2023-05-20T05:55:01.388743+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:55:01.388743+0000","last_undegraded":"2023-05-20T05:55:01.388743+0000","last_fullsized":"2023-05-20T05:55:01.388743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407522+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:01.407522+0000","last_peered":"2023-05-20T05:55:01.407522+0000","last_clean":"2023-05-20T05:55:01.407522+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:01.407522+0000","last_undegraded":"2023-05-20T05:55:01.407522+0000","last_fullsized":"2023-05-20T05:55:01.407522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.982811+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:28:09.593841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.994610+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:00.994610+0000","last_peered":"2023-05-20T05:55:00.994610+0000","last_clean":"2023-05-20T05:55:00.994610+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:00.994610+0000","last_undegraded":"2023-05-20T05:55:00.994610+0000","last_fullsized":"2023-05-20T05:55:00.994610+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394038+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:55:01.394038+0000","last_peered":"2023-05-20T05:55:01.394038+0000","last_clean":"2023-05-20T05:55:01.394038+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:55:01.394038+0000","last_undegraded":"2023-05-20T05:55:01.394038+0000","last_fullsized":"2023-05-20T05:55:01.394038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997640+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:00.997640+0000","last_peered":"2023-05-20T05:55:00.997640+0000","last_clean":"2023-05-20T05:55:00.997640+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:00.997640+0000","last_undegraded":"2023-05-20T05:55:00.997640+0000","last_fullsized":"2023-05-20T05:55:00.997640+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391503+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:55:01.391503+0000","last_peered":"2023-05-20T05:55:01.391503+0000","last_clean":"2023-05-20T05:55:01.391503+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:55:01.391503+0000","last_undegraded":"2023-05-20T05:55:01.391503+0000","last_fullsized":"2023-05-20T05:55:01.391503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997381+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:00.997381+0000","last_peered":"2023-05-20T05:55:00.997381+0000","last_clean":"2023-05-20T05:55:00.997381+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:00.997381+0000","last_undegraded":"2023-05-20T05:55:00.997381+0000","last_fullsized":"2023-05-20T05:55:00.997381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387184+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:55:01.387184+0000","last_peered":"2023-05-20T05:55:01.387184+0000","last_clean":"2023-05-20T05:55:01.387184+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:55:01.387184+0000","last_undegraded":"2023-05-20T05:55:01.387184+0000","last_fullsized":"2023-05-20T05:55:01.387184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-05-20T05:55:00.997821+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:00.997821+0000","last_peered":"2023-05-20T05:55:00.997821+0000","last_clean":"2023-05-20T05:55:00.997821+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:00.997821+0000","last_undegraded":"2023-05-20T05:55:00.997821+0000","last_fullsized":"2023-05-20T05:55:00.997821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390502+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:01.390502+0000","last_peered":"2023-05-20T05:55:01.390502+0000","last_clean":"2023-05-20T05:55:01.390502+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:01.390502+0000","last_undegraded":"2023-05-20T05:55:01.390502+0000","last_fullsized":"2023-05-20T05:55:01.390502+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.375551+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:01.375551+0000","last_peered":"2023-05-20T05:55:01.375551+0000","last_clean":"2023-05-20T05:55:01.375551+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:55:01.375551+0000","last_undegraded":"2023-05-20T05:55:01.375551+0000","last_fullsized":"2023-05-20T05:55:01.375551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980377+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:11.843677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388676+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:01.388676+0000","last_peered":"2023-05-20T05:55:01.388676+0000","last_clean":"2023-05-20T05:55:01.388676+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:01.388676+0000","last_undegraded":"2023-05-20T05:55:01.388676+0000","last_fullsized":"2023-05-20T05:55:01.388676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401103+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:01.401103+0000","last_peered":"2023-05-20T05:55:01.401103+0000","last_clean":"2023-05-20T05:55:01.401103+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:01.401103+0000","last_undegraded":"2023-05-20T05:55:01.401103+0000","last_fullsized":"2023-05-20T05:55:01.401103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.393405+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:55:01.393405+0000","last_peered":"2023-05-20T05:55:01.393405+0000","last_clean":"2023-05-20T05:55:01.393405+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:55:01.393405+0000","last_undegraded":"2023-05-20T05:55:01.393405+0000","last_fullsized":"2023-05-20T05:55:01.393405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981448+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:54.988055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388301+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:01.388301+0000","last_peered":"2023-05-20T05:55:01.388301+0000","last_clean":"2023-05-20T05:55:01.388301+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:01.388301+0000","last_undegraded":"2023-05-20T05:55:01.388301+0000","last_fullsized":"2023-05-20T05:55:01.388301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391625+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:55:01.391625+0000","last_peered":"2023-05-20T05:55:01.391625+0000","last_clean":"2023-05-20T05:55:01.391625+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:55:01.391625+0000","last_undegraded":"2023-05-20T05:55:01.391625+0000","last_fullsized":"2023-05-20T05:55:01.391625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383190+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:01.383190+0000","last_peered":"2023-05-20T05:55:01.383190+0000","last_clean":"2023-05-20T05:55:01.383190+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:01.383190+0000","last_undegraded":"2023-05-20T05:55:01.383190+0000","last_fullsized":"2023-05-20T05:55:01.383190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.980998+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:24:36.140613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399876+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:55:01.399876+0000","last_peered":"2023-05-20T05:55:01.399876+0000","last_clean":"2023-05-20T05:55:01.399876+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:55:01.399876+0000","last_undegraded":"2023-05-20T05:55:01.399876+0000","last_fullsized":"2023-05-20T05:55:01.399876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401280+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:01.401280+0000","last_peered":"2023-05-20T05:55:01.401280+0000","last_clean":"2023-05-20T05:55:01.401280+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:01.401280+0000","last_undegraded":"2023-05-20T05:55:01.401280+0000","last_fullsized":"2023-05-20T05:55:01.401280+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387331+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:01.387331+0000","last_peered":"2023-05-20T05:55:01.387331+0000","last_clean":"2023-05-20T05:55:01.387331+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:01.387331+0000","last_undegraded":"2023-05-20T05:55:01.387331+0000","last_fullsized":"2023-05-20T05:55:01.387331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383166+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:55:01.383166+0000","last_peered":"2023-05-20T05:55:01.383166+0000","last_clean":"2023-05-20T05:55:01.383166+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:55:01.383166+0000","last_undegraded":"2023-05-20T05:55:01.383166+0000","last_fullsized":"2023-05-20T05:55:01.383166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387564+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:01.387564+0000","last_peered":"2023-05-20T05:55:01.387564+0000","last_clean":"2023-05-20T05:55:01.387564+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:01.387564+0000","last_undegraded":"2023-05-20T05:55:01.387564+0000","last_fullsized":"2023-05-20T05:55:01.387564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.395539+0000","last_change":"2023-05-20T05:55:01.392344+0000","last_active":"2023-05-20T05:55:01.395539+0000","last_peered":"2023-05-20T05:55:01.395539+0000","last_clean":"2023-05-20T05:55:01.395539+0000","last_became_active":"2023-05-20T05:55:01.391442+0000","last_became_peered":"2023-05-20T05:55:01.391442+0000","last_unstale":"2023-05-20T05:55:01.395539+0000","last_undegraded":"2023-05-20T05:55:01.395539+0000","last_fullsized":"2023-05-20T05:55:01.395539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:29:30.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.385951+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:01.385951+0000","last_peered":"2023-05-20T05:55:01.385951+0000","last_clean":"2023-05-20T05:55:01.385951+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:01.385951+0000","last_undegraded":"2023-05-20T05:55:01.385951+0000","last_fullsized":"2023-05-20T05:55:01.385951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-05-20T05:55:00.969605+0000","last_change":"2023-05-20T05:55:00.981907+0000","last_active":"2023-05-20T05:55:00.969605+0000","last_peered":"2023-05-20T05:55:00.969605+0000","last_clean":"2023-05-20T05:55:00.969605+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:55:00.969605+0000","last_undegraded":"2023-05-20T05:55:00.969605+0000","last_fullsized":"2023-05-20T05:55:00.969605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:37:28.352892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.389345+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:01.389345+0000","last_peered":"2023-05-20T05:55:01.389345+0000","last_clean":"2023-05-20T05:55:01.389345+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:01.389345+0000","last_undegraded":"2023-05-20T05:55:01.389345+0000","last_fullsized":"2023-05-20T05:55:01.389345+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1718,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":5642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6212,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93738940,"statfs":{"total":95995035648,"available":95988674560,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":1180,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":1208320,"data_stored":843610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6620,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738532,"statfs":{"total":95995035648,"available":95988256768,"internally_reserved":0,"allocated":610304,"data_stored":251866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:33 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32100000000000001,"15min":0.308},"min":{"1min":0.25900000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.435},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.33300000000000002,"15min":0.32200000000000001},"min":{"1min":0.28199999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.252}]},{"osd":2,"last update":"Sat May 20 05:54:54 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.28799999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.65200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7044,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738108,"statfs":{"total":95995035648,"available":95987822592,"internally_reserved":0,"allocated":1175552,"data_stored":828453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:54:28 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.26800000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.33000000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40300000000000002,"15min":0.39800000000000002},"min":{"1min":0.27600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.374},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.29699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.57299999999999995,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.309}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":618496,"data_stored":258689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35699999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.224},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.29999999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53200000000000003,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.40000000000000002,"15min":0.39700000000000002},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.28799999999999998}]},{"osd":3,"last update":"Sat May 20 05:54:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.35799999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182424,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6072,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739080,"statfs":{"total":95995035648,"available":95988817920,"internally_reserved":0,"allocated":638976,"data_stored":260329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.31}]},{"osd":1,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33500000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.38800000000000001}]},{"osd":4,"last update":"Sat May 20 05:54:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat May 20 05:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6068,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739084,"statfs":{"total":95995035648,"available":95988822016,"internally_reserved":0,"allocated":634880,"data_stored":259369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.55900000000000005}]},{"osd":1,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.68799999999999994}]},{"osd":2,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.74299999999999999}]},{"osd":3,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.624},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.71199999999999997}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.67500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5828,"kb_used_data":572,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739324,"statfs":{"total":95995035648,"available":95989067776,"internally_reserved":0,"allocated":585728,"data_stored":244190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.504}]},{"osd":1,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.433}]},{"osd":3,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:55:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:07 smithi170 ceph-mon[97338]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:07 smithi170 ceph-mon[97338]: pgmap v185: 97 pgs: 76 active+clean, 21 creating+peering; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 5 op/s 2023-05-20T05:55:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:07 smithi170 ceph-mon[97338]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:07 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3250563639' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-05-20T05:55:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[95500]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:07.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[95500]: pgmap v185: 97 pgs: 76 active+clean, 21 creating+peering; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 5 op/s 2023-05-20T05:55:07.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[95500]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:07.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3250563639' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-05-20T05:55:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[107735]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[107735]: pgmap v185: 97 pgs: 76 active+clean, 21 creating+peering; 578 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 5 op/s 2023-05-20T05:55:07.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[107735]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:07.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:07 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3250563639' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-05-20T05:55:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:08 smithi170 ceph-mon[97338]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:08 smithi081 ceph-mon[95500]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:08 smithi081 ceph-mon[107735]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:09 smithi170 ceph-mon[97338]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-05-20T05:55:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:09 smithi081 ceph-mon[95500]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-05-20T05:55:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:09 smithi081 ceph-mon[107735]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-05-20T05:55:09.994 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-05-20T05:55:10.321 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:10.322 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:55:10.334 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2023-05-20T05:55:09.962837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":51580,"kb_used_data":6652,"kb_used_omap":0,"kb_used_meta":44864,"kb_avail":749909636,"statfs":{"total":767960285184,"available":767907467264,"internally_reserved":0,"allocated":6811648,"data_stored":3846416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":45940736},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.593200"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406626+0000","last_change":"2023-05-20T05:55:01.406205+0000","last_active":"2023-05-20T05:55:01.406626+0000","last_peered":"2023-05-20T05:55:01.406626+0000","last_clean":"2023-05-20T05:55:01.406626+0000","last_became_active":"2023-05-20T05:55:01.405921+0000","last_became_peered":"2023-05-20T05:55:01.405921+0000","last_unstale":"2023-05-20T05:55:01.406626+0000","last_undegraded":"2023-05-20T05:55:01.406626+0000","last_fullsized":"2023-05-20T05:55:01.406626+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406075+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:01.406075+0000","last_peered":"2023-05-20T05:55:01.406075+0000","last_clean":"2023-05-20T05:55:01.406075+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:01.406075+0000","last_undegraded":"2023-05-20T05:55:01.406075+0000","last_fullsized":"2023-05-20T05:55:01.406075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.397086+0000","last_change":"2023-05-20T05:55:01.395423+0000","last_active":"2023-05-20T05:55:01.397086+0000","last_peered":"2023-05-20T05:55:01.397086+0000","last_clean":"2023-05-20T05:55:01.397086+0000","last_became_active":"2023-05-20T05:55:01.395161+0000","last_became_peered":"2023-05-20T05:55:01.395161+0000","last_unstale":"2023-05-20T05:55:01.397086+0000","last_undegraded":"2023-05-20T05:55:01.397086+0000","last_fullsized":"2023-05-20T05:55:01.397086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407715+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:01.407715+0000","last_peered":"2023-05-20T05:55:01.407715+0000","last_clean":"2023-05-20T05:55:01.407715+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:01.407715+0000","last_undegraded":"2023-05-20T05:55:01.407715+0000","last_fullsized":"2023-05-20T05:55:01.407715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400709+0000","last_change":"2023-05-20T05:55:01.400215+0000","last_active":"2023-05-20T05:55:01.400709+0000","last_peered":"2023-05-20T05:55:01.400709+0000","last_clean":"2023-05-20T05:55:01.400709+0000","last_became_active":"2023-05-20T05:55:01.399774+0000","last_became_peered":"2023-05-20T05:55:01.399774+0000","last_unstale":"2023-05-20T05:55:01.400709+0000","last_undegraded":"2023-05-20T05:55:01.400709+0000","last_fullsized":"2023-05-20T05:55:01.400709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394386+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:01.394386+0000","last_peered":"2023-05-20T05:55:01.394386+0000","last_clean":"2023-05-20T05:55:01.394386+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:01.394386+0000","last_undegraded":"2023-05-20T05:55:01.394386+0000","last_fullsized":"2023-05-20T05:55:01.394386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392794+0000","last_change":"2023-05-20T05:55:01.392319+0000","last_active":"2023-05-20T05:55:01.392794+0000","last_peered":"2023-05-20T05:55:01.392794+0000","last_clean":"2023-05-20T05:55:01.392794+0000","last_became_active":"2023-05-20T05:55:01.392015+0000","last_became_peered":"2023-05-20T05:55:01.392015+0000","last_unstale":"2023-05-20T05:55:01.392794+0000","last_undegraded":"2023-05-20T05:55:01.392794+0000","last_fullsized":"2023-05-20T05:55:01.392794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400664+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:55:01.400664+0000","last_peered":"2023-05-20T05:55:01.400664+0000","last_clean":"2023-05-20T05:55:01.400664+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:55:01.400664+0000","last_undegraded":"2023-05-20T05:55:01.400664+0000","last_fullsized":"2023-05-20T05:55:01.400664+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.404745+0000","last_change":"2023-05-20T05:55:01.404241+0000","last_active":"2023-05-20T05:55:01.404745+0000","last_peered":"2023-05-20T05:55:01.404745+0000","last_clean":"2023-05-20T05:55:01.404745+0000","last_became_active":"2023-05-20T05:55:01.403652+0000","last_became_peered":"2023-05-20T05:55:01.403652+0000","last_unstale":"2023-05-20T05:55:01.404745+0000","last_undegraded":"2023-05-20T05:55:01.404745+0000","last_fullsized":"2023-05-20T05:55:01.404745+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400163+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:01.400163+0000","last_peered":"2023-05-20T05:55:01.400163+0000","last_clean":"2023-05-20T05:55:01.400163+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:01.400163+0000","last_undegraded":"2023-05-20T05:55:01.400163+0000","last_fullsized":"2023-05-20T05:55:01.400163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390368+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:01.390368+0000","last_peered":"2023-05-20T05:55:01.390368+0000","last_clean":"2023-05-20T05:55:01.390368+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:01.390368+0000","last_undegraded":"2023-05-20T05:55:01.390368+0000","last_fullsized":"2023-05-20T05:55:01.390368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.386513+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:55:01.386513+0000","last_peered":"2023-05-20T05:55:01.386513+0000","last_clean":"2023-05-20T05:55:01.386513+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:55:01.386513+0000","last_undegraded":"2023-05-20T05:55:01.386513+0000","last_fullsized":"2023-05-20T05:55:01.386513+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391002+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:55:01.391002+0000","last_peered":"2023-05-20T05:55:01.391002+0000","last_clean":"2023-05-20T05:55:01.391002+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:55:01.391002+0000","last_undegraded":"2023-05-20T05:55:01.391002+0000","last_fullsized":"2023-05-20T05:55:01.391002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.397059+0000","last_change":"2023-05-20T05:55:01.395985+0000","last_active":"2023-05-20T05:55:01.397059+0000","last_peered":"2023-05-20T05:55:01.397059+0000","last_clean":"2023-05-20T05:55:01.397059+0000","last_became_active":"2023-05-20T05:55:01.395748+0000","last_became_peered":"2023-05-20T05:55:01.395748+0000","last_unstale":"2023-05-20T05:55:01.397059+0000","last_undegraded":"2023-05-20T05:55:01.397059+0000","last_fullsized":"2023-05-20T05:55:01.397059+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.403326+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:01.403326+0000","last_peered":"2023-05-20T05:55:01.403326+0000","last_clean":"2023-05-20T05:55:01.403326+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:01.403326+0000","last_undegraded":"2023-05-20T05:55:01.403326+0000","last_fullsized":"2023-05-20T05:55:01.403326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.395159+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:01.395159+0000","last_peered":"2023-05-20T05:55:01.395159+0000","last_clean":"2023-05-20T05:55:01.395159+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:01.395159+0000","last_undegraded":"2023-05-20T05:55:01.395159+0000","last_fullsized":"2023-05-20T05:55:01.395159+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.398498+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:01.398498+0000","last_peered":"2023-05-20T05:55:01.398498+0000","last_clean":"2023-05-20T05:55:01.398498+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:01.398498+0000","last_undegraded":"2023-05-20T05:55:01.398498+0000","last_fullsized":"2023-05-20T05:55:01.398498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.392885+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:55:01.392885+0000","last_peered":"2023-05-20T05:55:01.392885+0000","last_clean":"2023-05-20T05:55:01.392885+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:55:01.392885+0000","last_undegraded":"2023-05-20T05:55:01.392885+0000","last_fullsized":"2023-05-20T05:55:01.392885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406798+0000","last_change":"2023-05-20T05:55:01.406408+0000","last_active":"2023-05-20T05:55:01.406798+0000","last_peered":"2023-05-20T05:55:01.406798+0000","last_clean":"2023-05-20T05:55:01.406798+0000","last_became_active":"2023-05-20T05:55:01.405293+0000","last_became_peered":"2023-05-20T05:55:01.405293+0000","last_unstale":"2023-05-20T05:55:01.406798+0000","last_undegraded":"2023-05-20T05:55:01.406798+0000","last_fullsized":"2023-05-20T05:55:01.406798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407558+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:01.407558+0000","last_peered":"2023-05-20T05:55:01.407558+0000","last_clean":"2023-05-20T05:55:01.407558+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:01.407558+0000","last_undegraded":"2023-05-20T05:55:01.407558+0000","last_fullsized":"2023-05-20T05:55:01.407558+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390868+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:55:01.390868+0000","last_peered":"2023-05-20T05:55:01.390868+0000","last_clean":"2023-05-20T05:55:01.390868+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:55:01.390868+0000","last_undegraded":"2023-05-20T05:55:01.390868+0000","last_fullsized":"2023-05-20T05:55:01.390868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406331+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:55:01.406331+0000","last_peered":"2023-05-20T05:55:01.406331+0000","last_clean":"2023-05-20T05:55:01.406331+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:55:01.406331+0000","last_undegraded":"2023-05-20T05:55:01.406331+0000","last_fullsized":"2023-05-20T05:55:01.406331+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.398595+0000","last_change":"2023-05-20T05:55:01.395657+0000","last_active":"2023-05-20T05:55:01.398595+0000","last_peered":"2023-05-20T05:55:01.398595+0000","last_clean":"2023-05-20T05:55:01.398595+0000","last_became_active":"2023-05-20T05:55:01.395439+0000","last_became_peered":"2023-05-20T05:55:01.395439+0000","last_unstale":"2023-05-20T05:55:01.398595+0000","last_undegraded":"2023-05-20T05:55:01.398595+0000","last_fullsized":"2023-05-20T05:55:01.398595+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406771+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:01.406771+0000","last_peered":"2023-05-20T05:55:01.406771+0000","last_clean":"2023-05-20T05:55:01.406771+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:01.406771+0000","last_undegraded":"2023-05-20T05:55:01.406771+0000","last_fullsized":"2023-05-20T05:55:01.406771+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394276+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:01.394276+0000","last_peered":"2023-05-20T05:55:01.394276+0000","last_clean":"2023-05-20T05:55:01.394276+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:01.394276+0000","last_undegraded":"2023-05-20T05:55:01.394276+0000","last_fullsized":"2023-05-20T05:55:01.394276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401683+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:01.401683+0000","last_peered":"2023-05-20T05:55:01.401683+0000","last_clean":"2023-05-20T05:55:01.401683+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:01.401683+0000","last_undegraded":"2023-05-20T05:55:01.401683+0000","last_fullsized":"2023-05-20T05:55:01.401683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390037+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:01.390037+0000","last_peered":"2023-05-20T05:55:01.390037+0000","last_clean":"2023-05-20T05:55:01.390037+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:01.390037+0000","last_undegraded":"2023-05-20T05:55:01.390037+0000","last_fullsized":"2023-05-20T05:55:01.390037+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387300+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:55:01.387300+0000","last_peered":"2023-05-20T05:55:01.387300+0000","last_clean":"2023-05-20T05:55:01.387300+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:55:01.387300+0000","last_undegraded":"2023-05-20T05:55:01.387300+0000","last_fullsized":"2023-05-20T05:55:01.387300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394017+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:55:01.394017+0000","last_peered":"2023-05-20T05:55:01.394017+0000","last_clean":"2023-05-20T05:55:01.394017+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:55:01.394017+0000","last_undegraded":"2023-05-20T05:55:01.394017+0000","last_fullsized":"2023-05-20T05:55:01.394017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407804+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:01.407804+0000","last_peered":"2023-05-20T05:55:01.407804+0000","last_clean":"2023-05-20T05:55:01.407804+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:01.407804+0000","last_undegraded":"2023-05-20T05:55:01.407804+0000","last_fullsized":"2023-05-20T05:55:01.407804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394319+0000","last_change":"2023-05-20T05:55:01.393610+0000","last_active":"2023-05-20T05:55:01.394319+0000","last_peered":"2023-05-20T05:55:01.394319+0000","last_clean":"2023-05-20T05:55:01.394319+0000","last_became_active":"2023-05-20T05:55:01.393227+0000","last_became_peered":"2023-05-20T05:55:01.393227+0000","last_unstale":"2023-05-20T05:55:01.394319+0000","last_undegraded":"2023-05-20T05:55:01.394319+0000","last_fullsized":"2023-05-20T05:55:01.394319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.370992+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:55:01.370992+0000","last_peered":"2023-05-20T05:55:01.370992+0000","last_clean":"2023-05-20T05:55:01.370992+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:55:01.370992+0000","last_undegraded":"2023-05-20T05:55:01.370992+0000","last_fullsized":"2023-05-20T05:55:01.370992+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391530+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:55:01.391530+0000","last_peered":"2023-05-20T05:55:01.391530+0000","last_clean":"2023-05-20T05:55:01.391530+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:55:01.391530+0000","last_undegraded":"2023-05-20T05:55:01.391530+0000","last_fullsized":"2023-05-20T05:55:01.391530+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.372658+0000","last_change":"2023-05-20T05:55:01.000056+0000","last_active":"2023-05-20T05:55:01.372658+0000","last_peered":"2023-05-20T05:55:01.372658+0000","last_clean":"2023-05-20T05:55:01.372658+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:55:01.372658+0000","last_undegraded":"2023-05-20T05:55:01.372658+0000","last_fullsized":"2023-05-20T05:55:01.372658+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:10.503932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390087+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:01.390087+0000","last_peered":"2023-05-20T05:55:01.390087+0000","last_clean":"2023-05-20T05:55:01.390087+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:01.390087+0000","last_undegraded":"2023-05-20T05:55:01.390087+0000","last_fullsized":"2023-05-20T05:55:01.390087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.377388+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:01.377388+0000","last_peered":"2023-05-20T05:55:01.377388+0000","last_clean":"2023-05-20T05:55:01.377388+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:01.377388+0000","last_undegraded":"2023-05-20T05:55:01.377388+0000","last_fullsized":"2023-05-20T05:55:01.377388+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394718+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:01.394718+0000","last_peered":"2023-05-20T05:55:01.394718+0000","last_clean":"2023-05-20T05:55:01.394718+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:01.394718+0000","last_undegraded":"2023-05-20T05:55:01.394718+0000","last_fullsized":"2023-05-20T05:55:01.394718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.372609+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:01.372609+0000","last_peered":"2023-05-20T05:55:01.372609+0000","last_clean":"2023-05-20T05:55:01.372609+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:01.372609+0000","last_undegraded":"2023-05-20T05:55:01.372609+0000","last_fullsized":"2023-05-20T05:55:01.372609+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.398575+0000","last_change":"2023-05-20T05:55:01.395228+0000","last_active":"2023-05-20T05:55:01.398575+0000","last_peered":"2023-05-20T05:55:01.398575+0000","last_clean":"2023-05-20T05:55:01.398575+0000","last_became_active":"2023-05-20T05:55:01.394903+0000","last_became_peered":"2023-05-20T05:55:01.394903+0000","last_unstale":"2023-05-20T05:55:01.398575+0000","last_undegraded":"2023-05-20T05:55:01.398575+0000","last_fullsized":"2023-05-20T05:55:01.398575+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402668+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:01.402668+0000","last_peered":"2023-05-20T05:55:01.402668+0000","last_clean":"2023-05-20T05:55:01.402668+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:01.402668+0000","last_undegraded":"2023-05-20T05:55:01.402668+0000","last_fullsized":"2023-05-20T05:55:01.402668+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391547+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:55:01.391547+0000","last_peered":"2023-05-20T05:55:01.391547+0000","last_clean":"2023-05-20T05:55:01.391547+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:55:01.391547+0000","last_undegraded":"2023-05-20T05:55:01.391547+0000","last_fullsized":"2023-05-20T05:55:01.391547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.409536+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:01.409536+0000","last_peered":"2023-05-20T05:55:01.409536+0000","last_clean":"2023-05-20T05:55:01.409536+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:01.409536+0000","last_undegraded":"2023-05-20T05:55:01.409536+0000","last_fullsized":"2023-05-20T05:55:01.409536+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.403464+0000","last_change":"2023-05-20T05:55:01.402999+0000","last_active":"2023-05-20T05:55:01.403464+0000","last_peered":"2023-05-20T05:55:01.403464+0000","last_clean":"2023-05-20T05:55:01.403464+0000","last_became_active":"2023-05-20T05:55:01.402719+0000","last_became_peered":"2023-05-20T05:55:01.402719+0000","last_unstale":"2023-05-20T05:55:01.403464+0000","last_undegraded":"2023-05-20T05:55:01.403464+0000","last_fullsized":"2023-05-20T05:55:01.403464+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.406030+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:01.406030+0000","last_peered":"2023-05-20T05:55:01.406030+0000","last_clean":"2023-05-20T05:55:01.406030+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:01.406030+0000","last_undegraded":"2023-05-20T05:55:01.406030+0000","last_fullsized":"2023-05-20T05:55:01.406030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394049+0000","last_change":"2023-05-20T05:55:01.393246+0000","last_active":"2023-05-20T05:55:01.394049+0000","last_peered":"2023-05-20T05:55:01.394049+0000","last_clean":"2023-05-20T05:55:01.394049+0000","last_became_active":"2023-05-20T05:55:01.392994+0000","last_became_peered":"2023-05-20T05:55:01.392994+0000","last_unstale":"2023-05-20T05:55:01.394049+0000","last_undegraded":"2023-05-20T05:55:01.394049+0000","last_fullsized":"2023-05-20T05:55:01.394049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:45:31.887873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.372698+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:01.372698+0000","last_peered":"2023-05-20T05:55:01.372698+0000","last_clean":"2023-05-20T05:55:01.372698+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:01.372698+0000","last_undegraded":"2023-05-20T05:55:01.372698+0000","last_fullsized":"2023-05-20T05:55:01.372698+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.400691+0000","last_change":"2023-05-20T05:55:01.400034+0000","last_active":"2023-05-20T05:55:01.400691+0000","last_peered":"2023-05-20T05:55:01.400691+0000","last_clean":"2023-05-20T05:55:01.400691+0000","last_became_active":"2023-05-20T05:55:01.399408+0000","last_became_peered":"2023-05-20T05:55:01.399408+0000","last_unstale":"2023-05-20T05:55:01.400691+0000","last_undegraded":"2023-05-20T05:55:01.400691+0000","last_fullsized":"2023-05-20T05:55:01.400691+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.376875+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:01.376875+0000","last_peered":"2023-05-20T05:55:01.376875+0000","last_clean":"2023-05-20T05:55:01.376875+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:01.376875+0000","last_undegraded":"2023-05-20T05:55:01.376875+0000","last_fullsized":"2023-05-20T05:55:01.376875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.396479+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:01.396479+0000","last_peered":"2023-05-20T05:55:01.396479+0000","last_clean":"2023-05-20T05:55:01.396479+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:01.396479+0000","last_undegraded":"2023-05-20T05:55:01.396479+0000","last_fullsized":"2023-05-20T05:55:01.396479+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402915+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:55:01.402915+0000","last_peered":"2023-05-20T05:55:01.402915+0000","last_clean":"2023-05-20T05:55:01.402915+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:55:01.402915+0000","last_undegraded":"2023-05-20T05:55:01.402915+0000","last_fullsized":"2023-05-20T05:55:01.402915+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.397408+0000","last_change":"2023-05-20T05:55:01.396882+0000","last_active":"2023-05-20T05:55:01.397408+0000","last_peered":"2023-05-20T05:55:01.397408+0000","last_clean":"2023-05-20T05:55:01.397408+0000","last_became_active":"2023-05-20T05:55:01.396489+0000","last_became_peered":"2023-05-20T05:55:01.396489+0000","last_unstale":"2023-05-20T05:55:01.397408+0000","last_undegraded":"2023-05-20T05:55:01.397408+0000","last_fullsized":"2023-05-20T05:55:01.397408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394958+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:55:01.394958+0000","last_peered":"2023-05-20T05:55:01.394958+0000","last_clean":"2023-05-20T05:55:01.394958+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:55:01.394958+0000","last_undegraded":"2023-05-20T05:55:01.394958+0000","last_fullsized":"2023-05-20T05:55:01.394958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.405063+0000","last_change":"2023-05-20T05:55:01.404541+0000","last_active":"2023-05-20T05:55:01.405063+0000","last_peered":"2023-05-20T05:55:01.405063+0000","last_clean":"2023-05-20T05:55:01.405063+0000","last_became_active":"2023-05-20T05:55:01.404238+0000","last_became_peered":"2023-05-20T05:55:01.404238+0000","last_unstale":"2023-05-20T05:55:01.405063+0000","last_undegraded":"2023-05-20T05:55:01.405063+0000","last_fullsized":"2023-05-20T05:55:01.405063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:15:28.938460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387684+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:01.387684+0000","last_peered":"2023-05-20T05:55:01.387684+0000","last_clean":"2023-05-20T05:55:01.387684+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:01.387684+0000","last_undegraded":"2023-05-20T05:55:01.387684+0000","last_fullsized":"2023-05-20T05:55:01.387684+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.385389+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:01.385389+0000","last_peered":"2023-05-20T05:55:01.385389+0000","last_clean":"2023-05-20T05:55:01.385389+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:01.385389+0000","last_undegraded":"2023-05-20T05:55:01.385389+0000","last_fullsized":"2023-05-20T05:55:01.385389+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.372392+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:01.372392+0000","last_peered":"2023-05-20T05:55:01.372392+0000","last_clean":"2023-05-20T05:55:01.372392+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:01.372392+0000","last_undegraded":"2023-05-20T05:55:01.372392+0000","last_fullsized":"2023-05-20T05:55:01.372392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.386480+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:55:01.386480+0000","last_peered":"2023-05-20T05:55:01.386480+0000","last_clean":"2023-05-20T05:55:01.386480+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:55:01.386480+0000","last_undegraded":"2023-05-20T05:55:01.386480+0000","last_fullsized":"2023-05-20T05:55:01.386480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.390987+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:01.390987+0000","last_peered":"2023-05-20T05:55:01.390987+0000","last_clean":"2023-05-20T05:55:01.390987+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:01.390987+0000","last_undegraded":"2023-05-20T05:55:01.390987+0000","last_fullsized":"2023-05-20T05:55:01.390987+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.375266+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:55:01.375266+0000","last_peered":"2023-05-20T05:55:01.375266+0000","last_clean":"2023-05-20T05:55:01.375266+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:55:01.375266+0000","last_undegraded":"2023-05-20T05:55:01.375266+0000","last_fullsized":"2023-05-20T05:55:01.375266+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.379589+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:55:01.379589+0000","last_peered":"2023-05-20T05:55:01.379589+0000","last_clean":"2023-05-20T05:55:01.379589+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:55:01.379589+0000","last_undegraded":"2023-05-20T05:55:01.379589+0000","last_fullsized":"2023-05-20T05:55:01.379589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.372546+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:01.372546+0000","last_peered":"2023-05-20T05:55:01.372546+0000","last_clean":"2023-05-20T05:55:01.372546+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:01.372546+0000","last_undegraded":"2023-05-20T05:55:01.372546+0000","last_fullsized":"2023-05-20T05:55:01.372546+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":230,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383626+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:55:01.383626+0000","last_peered":"2023-05-20T05:55:01.383626+0000","last_clean":"2023-05-20T05:55:01.383626+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:55:01.383626+0000","last_undegraded":"2023-05-20T05:55:01.383626+0000","last_fullsized":"2023-05-20T05:55:01.383626+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":117,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394082+0000","last_change":"2023-05-20T05:55:01.393223+0000","last_active":"2023-05-20T05:55:01.394082+0000","last_peered":"2023-05-20T05:55:01.394082+0000","last_clean":"2023-05-20T05:55:01.394082+0000","last_became_active":"2023-05-20T05:55:01.392937+0000","last_became_peered":"2023-05-20T05:55:01.392937+0000","last_unstale":"2023-05-20T05:55:01.394082+0000","last_undegraded":"2023-05-20T05:55:01.394082+0000","last_fullsized":"2023-05-20T05:55:01.394082+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383743+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:01.383743+0000","last_peered":"2023-05-20T05:55:01.383743+0000","last_clean":"2023-05-20T05:55:01.383743+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:01.383743+0000","last_undegraded":"2023-05-20T05:55:01.383743+0000","last_fullsized":"2023-05-20T05:55:01.383743+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394905+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:01.394905+0000","last_peered":"2023-05-20T05:55:01.394905+0000","last_clean":"2023-05-20T05:55:01.394905+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:01.394905+0000","last_undegraded":"2023-05-20T05:55:01.394905+0000","last_fullsized":"2023-05-20T05:55:01.394905+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.403276+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:01.403276+0000","last_peered":"2023-05-20T05:55:01.403276+0000","last_clean":"2023-05-20T05:55:01.403276+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:01.403276+0000","last_undegraded":"2023-05-20T05:55:01.403276+0000","last_fullsized":"2023-05-20T05:55:01.403276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-05-20T05:55:02.477080+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:02.477080+0000","last_peered":"2023-05-20T05:55:02.477080+0000","last_clean":"2023-05-20T05:55:02.477080+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:02.477080+0000","last_undegraded":"2023-05-20T05:55:02.477080+0000","last_fullsized":"2023-05-20T05:55:02.477080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388743+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:55:01.388743+0000","last_peered":"2023-05-20T05:55:01.388743+0000","last_clean":"2023-05-20T05:55:01.388743+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:55:01.388743+0000","last_undegraded":"2023-05-20T05:55:01.388743+0000","last_fullsized":"2023-05-20T05:55:01.388743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407650+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:01.407650+0000","last_peered":"2023-05-20T05:55:01.407650+0000","last_clean":"2023-05-20T05:55:01.407650+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:01.407650+0000","last_undegraded":"2023-05-20T05:55:01.407650+0000","last_fullsized":"2023-05-20T05:55:01.407650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394299+0000","last_change":"2023-05-20T05:55:01.393510+0000","last_active":"2023-05-20T05:55:01.394299+0000","last_peered":"2023-05-20T05:55:01.394299+0000","last_clean":"2023-05-20T05:55:01.394299+0000","last_became_active":"2023-05-20T05:55:01.393183+0000","last_became_peered":"2023-05-20T05:55:01.393183+0000","last_unstale":"2023-05-20T05:55:01.394299+0000","last_undegraded":"2023-05-20T05:55:01.394299+0000","last_fullsized":"2023-05-20T05:55:01.394299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:04.634922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383526+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:01.383526+0000","last_peered":"2023-05-20T05:55:01.383526+0000","last_clean":"2023-05-20T05:55:01.383526+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:01.383526+0000","last_undegraded":"2023-05-20T05:55:01.383526+0000","last_fullsized":"2023-05-20T05:55:01.383526+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394038+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:55:01.394038+0000","last_peered":"2023-05-20T05:55:01.394038+0000","last_clean":"2023-05-20T05:55:01.394038+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:55:01.394038+0000","last_undegraded":"2023-05-20T05:55:01.394038+0000","last_fullsized":"2023-05-20T05:55:01.394038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387222+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:01.387222+0000","last_peered":"2023-05-20T05:55:01.387222+0000","last_clean":"2023-05-20T05:55:01.387222+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:01.387222+0000","last_undegraded":"2023-05-20T05:55:01.387222+0000","last_fullsized":"2023-05-20T05:55:01.387222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391503+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:55:01.391503+0000","last_peered":"2023-05-20T05:55:01.391503+0000","last_clean":"2023-05-20T05:55:01.391503+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:55:01.391503+0000","last_undegraded":"2023-05-20T05:55:01.391503+0000","last_fullsized":"2023-05-20T05:55:01.391503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387548+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:01.387548+0000","last_peered":"2023-05-20T05:55:01.387548+0000","last_clean":"2023-05-20T05:55:01.387548+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:01.387548+0000","last_undegraded":"2023-05-20T05:55:01.387548+0000","last_fullsized":"2023-05-20T05:55:01.387548+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387184+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:55:01.387184+0000","last_peered":"2023-05-20T05:55:01.387184+0000","last_clean":"2023-05-20T05:55:01.387184+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:55:01.387184+0000","last_undegraded":"2023-05-20T05:55:01.387184+0000","last_fullsized":"2023-05-20T05:55:01.387184+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.402256+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:01.402256+0000","last_peered":"2023-05-20T05:55:01.402256+0000","last_clean":"2023-05-20T05:55:01.402256+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:01.402256+0000","last_undegraded":"2023-05-20T05:55:01.402256+0000","last_fullsized":"2023-05-20T05:55:01.402256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.398237+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:01.398237+0000","last_peered":"2023-05-20T05:55:01.398237+0000","last_clean":"2023-05-20T05:55:01.398237+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:01.398237+0000","last_undegraded":"2023-05-20T05:55:01.398237+0000","last_fullsized":"2023-05-20T05:55:01.398237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.375551+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:01.375551+0000","last_peered":"2023-05-20T05:55:01.375551+0000","last_clean":"2023-05-20T05:55:01.375551+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:55:01.375551+0000","last_undegraded":"2023-05-20T05:55:01.375551+0000","last_fullsized":"2023-05-20T05:55:01.375551+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407467+0000","last_change":"2023-05-20T05:55:01.407228+0000","last_active":"2023-05-20T05:55:01.407467+0000","last_peered":"2023-05-20T05:55:01.407467+0000","last_clean":"2023-05-20T05:55:01.407467+0000","last_became_active":"2023-05-20T05:55:01.406913+0000","last_became_peered":"2023-05-20T05:55:01.406913+0000","last_unstale":"2023-05-20T05:55:01.407467+0000","last_undegraded":"2023-05-20T05:55:01.407467+0000","last_fullsized":"2023-05-20T05:55:01.407467+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.401476+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:01.401476+0000","last_peered":"2023-05-20T05:55:01.401476+0000","last_clean":"2023-05-20T05:55:01.401476+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:01.401476+0000","last_undegraded":"2023-05-20T05:55:01.401476+0000","last_fullsized":"2023-05-20T05:55:01.401476+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.407740+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:01.407740+0000","last_peered":"2023-05-20T05:55:01.407740+0000","last_clean":"2023-05-20T05:55:01.407740+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:01.407740+0000","last_undegraded":"2023-05-20T05:55:01.407740+0000","last_fullsized":"2023-05-20T05:55:01.407740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.393405+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:55:01.393405+0000","last_peered":"2023-05-20T05:55:01.393405+0000","last_clean":"2023-05-20T05:55:01.393405+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:55:01.393405+0000","last_undegraded":"2023-05-20T05:55:01.393405+0000","last_fullsized":"2023-05-20T05:55:01.393405+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.404724+0000","last_change":"2023-05-20T05:55:01.403980+0000","last_active":"2023-05-20T05:55:01.404724+0000","last_peered":"2023-05-20T05:55:01.404724+0000","last_clean":"2023-05-20T05:55:01.404724+0000","last_became_active":"2023-05-20T05:55:01.403278+0000","last_became_peered":"2023-05-20T05:55:01.403278+0000","last_unstale":"2023-05-20T05:55:01.404724+0000","last_undegraded":"2023-05-20T05:55:01.404724+0000","last_fullsized":"2023-05-20T05:55:01.404724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.396624+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:01.396624+0000","last_peered":"2023-05-20T05:55:01.396624+0000","last_clean":"2023-05-20T05:55:01.396624+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:01.396624+0000","last_undegraded":"2023-05-20T05:55:01.396624+0000","last_fullsized":"2023-05-20T05:55:01.396624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.391625+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:55:01.391625+0000","last_peered":"2023-05-20T05:55:01.391625+0000","last_clean":"2023-05-20T05:55:01.391625+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:55:01.391625+0000","last_undegraded":"2023-05-20T05:55:01.391625+0000","last_fullsized":"2023-05-20T05:55:01.391625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.385679+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:01.385679+0000","last_peered":"2023-05-20T05:55:01.385679+0000","last_clean":"2023-05-20T05:55:01.385679+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:01.385679+0000","last_undegraded":"2023-05-20T05:55:01.385679+0000","last_fullsized":"2023-05-20T05:55:01.385679+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.394953+0000","last_change":"2023-05-20T05:55:01.394251+0000","last_active":"2023-05-20T05:55:01.394953+0000","last_peered":"2023-05-20T05:55:01.394953+0000","last_clean":"2023-05-20T05:55:01.394953+0000","last_became_active":"2023-05-20T05:55:01.393997+0000","last_became_peered":"2023-05-20T05:55:01.393997+0000","last_unstale":"2023-05-20T05:55:01.394953+0000","last_undegraded":"2023-05-20T05:55:01.394953+0000","last_fullsized":"2023-05-20T05:55:01.394953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399876+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:55:01.399876+0000","last_peered":"2023-05-20T05:55:01.399876+0000","last_clean":"2023-05-20T05:55:01.399876+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:55:01.399876+0000","last_undegraded":"2023-05-20T05:55:01.399876+0000","last_fullsized":"2023-05-20T05:55:01.399876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.403299+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:01.403299+0000","last_peered":"2023-05-20T05:55:01.403299+0000","last_clean":"2023-05-20T05:55:01.403299+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:01.403299+0000","last_undegraded":"2023-05-20T05:55:01.403299+0000","last_fullsized":"2023-05-20T05:55:01.403299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388585+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:01.388585+0000","last_peered":"2023-05-20T05:55:01.388585+0000","last_clean":"2023-05-20T05:55:01.388585+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:01.388585+0000","last_undegraded":"2023-05-20T05:55:01.388585+0000","last_fullsized":"2023-05-20T05:55:01.388585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.383166+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:55:01.383166+0000","last_peered":"2023-05-20T05:55:01.383166+0000","last_clean":"2023-05-20T05:55:01.383166+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:55:01.383166+0000","last_undegraded":"2023-05-20T05:55:01.383166+0000","last_fullsized":"2023-05-20T05:55:01.383166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.388738+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:01.388738+0000","last_peered":"2023-05-20T05:55:01.388738+0000","last_clean":"2023-05-20T05:55:01.388738+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:01.388738+0000","last_undegraded":"2023-05-20T05:55:01.388738+0000","last_fullsized":"2023-05-20T05:55:01.388738+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.395539+0000","last_change":"2023-05-20T05:55:01.392344+0000","last_active":"2023-05-20T05:55:01.395539+0000","last_peered":"2023-05-20T05:55:01.395539+0000","last_clean":"2023-05-20T05:55:01.395539+0000","last_became_active":"2023-05-20T05:55:01.391442+0000","last_became_peered":"2023-05-20T05:55:01.391442+0000","last_unstale":"2023-05-20T05:55:01.395539+0000","last_undegraded":"2023-05-20T05:55:01.395539+0000","last_fullsized":"2023-05-20T05:55:01.395539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:29:30.856954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.387845+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:01.387845+0000","last_peered":"2023-05-20T05:55:01.387845+0000","last_clean":"2023-05-20T05:55:01.387845+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:01.387845+0000","last_undegraded":"2023-05-20T05:55:01.387845+0000","last_fullsized":"2023-05-20T05:55:01.387845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.393665+0000","last_change":"2023-05-20T05:55:01.388505+0000","last_active":"2023-05-20T05:55:01.393665+0000","last_peered":"2023-05-20T05:55:01.393665+0000","last_clean":"2023-05-20T05:55:01.393665+0000","last_became_active":"2023-05-20T05:55:01.388229+0000","last_became_peered":"2023-05-20T05:55:01.388229+0000","last_unstale":"2023-05-20T05:55:01.393665+0000","last_undegraded":"2023-05-20T05:55:01.393665+0000","last_fullsized":"2023-05-20T05:55:01.393665+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-05-20T05:55:01.399255+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:01.399255+0000","last_peered":"2023-05-20T05:55:01.399255+0000","last_clean":"2023-05-20T05:55:01.399255+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:01.399255+0000","last_undegraded":"2023-05-20T05:55:01.399255+0000","last_fullsized":"2023-05-20T05:55:01.399255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233992,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6448,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93738704,"statfs":{"total":95995035648,"available":95988432896,"internally_reserved":0,"allocated":1220608,"data_stored":849633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6512,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738640,"statfs":{"total":95995035648,"available":95988367360,"internally_reserved":0,"allocated":1220608,"data_stored":850328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6632,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738520,"statfs":{"total":95995035648,"available":95988244480,"internally_reserved":0,"allocated":622592,"data_stored":258584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:33 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.32100000000000001,"15min":0.308},"min":{"1min":0.25900000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.317},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.33300000000000002,"15min":0.32200000000000001},"min":{"1min":0.28199999999999997,"5min":0.214,"15min":0.214},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.40999999999999998}]},{"osd":2,"last update":"Sat May 20 05:54:54 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.372,"15min":0.36599999999999999},"min":{"1min":0.25,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.44,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.28799999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.39500000000000002}]},{"osd":4,"last update":"Sat May 20 05:54:37 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.56000000000000005}]},{"osd":5,"last update":"Sat May 20 05:54:58 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.67300000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7352,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":6144,"kb_avail":93737800,"statfs":{"total":95995035648,"available":95987507200,"internally_reserved":0,"allocated":1228800,"data_stored":849757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6291456},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:54:28 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.26800000000000002,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.31},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.28499999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.30099999999999999}]},{"osd":2,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.40300000000000002,"15min":0.39800000000000002},"min":{"1min":0.27600000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.29699999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.57299999999999995,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.254}]},{"osd":3,"last update":"Sat May 20 05:54:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.39600000000000002}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.45600000000000002}]},{"osd":5,"last update":"Sat May 20 05:54:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.371}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6500,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738652,"statfs":{"total":95995035648,"available":95988379648,"internally_reserved":0,"allocated":618496,"data_stored":258689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35699999999999998},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48999999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.224},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.30199999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.29999999999999999}]},{"osd":1,"last update":"Sat May 20 05:54:53 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26700000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.53200000000000003,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.40000000000000002,"15min":0.39700000000000002},"min":{"1min":0.32800000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.28799999999999998}]},{"osd":3,"last update":"Sat May 20 05:54:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.35799999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6072,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739080,"statfs":{"total":95995035648,"available":95988817920,"internally_reserved":0,"allocated":638976,"data_stored":260329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.316},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.372}]},{"osd":1,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat May 20 05:54:13 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35999999999999999}]},{"osd":4,"last update":"Sat May 20 05:54:34 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.46400000000000002}]},{"osd":5,"last update":"Sat May 20 05:54:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6068,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739084,"statfs":{"total":95995035648,"available":95988822016,"internally_reserved":0,"allocated":634880,"data_stored":259369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.499},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.64100000000000001}]},{"osd":1,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.58699999999999997}]},{"osd":2,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.59999999999999998}]},{"osd":3,"last update":"Sat May 20 05:54:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.66500000000000004}]},{"osd":5,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757265,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5996,"kb_used_data":612,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739156,"statfs":{"total":95995035648,"available":95988895744,"internally_reserved":0,"allocated":626688,"data_stored":259727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.439},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53500000000000003}]},{"osd":1,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51700000000000002}]},{"osd":2,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.505},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.627}]},{"osd":3,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat May 20 05:54:59 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.58999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:55:10.340 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-05-20T05:55:10.341 INFO:tasks.cephadm:Adding prometheus.a on smithi170 2023-05-20T05:55:10.341 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply prometheus '1;smithi170=a' 2023-05-20T05:55:10.692 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:55:11.686 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:11 smithi170 ceph-mon[97338]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-05-20T05:55:11.686 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:11 smithi170 ceph-mon[97338]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:11 smithi081 ceph-mon[95500]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-05-20T05:55:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:11 smithi081 ceph-mon[95500]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:11 smithi081 ceph-mon[107735]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2023-05-20T05:55:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:11 smithi081 ceph-mon[107735]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:55:12.341 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled prometheus update... 2023-05-20T05:55:12.945 DEBUG:teuthology.orchestra.run.smithi170:prometheus.a> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@prometheus.a.service 2023-05-20T05:55:12.948 INFO:tasks.cephadm:Adding node-exporter.a on smithi081 2023-05-20T05:55:12.948 INFO:tasks.cephadm:Adding node-exporter.b on smithi170 2023-05-20T05:55:12.949 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply node-exporter '2;smithi081=a;smithi170=b' 2023-05-20T05:55:12.978 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:55:13.311 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:55:13.674 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-05-20T05:55:13.674 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:13.675 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: Saving service prometheus spec with placement smithi170=a;count:1 2023-05-20T05:55:13.675 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:13.675 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:13.675 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:55:13.675 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:55:13.675 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:13.676 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-05-20T05:55:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-05-20T05:55:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: Saving service prometheus spec with placement smithi170=a;count:1 2023-05-20T05:55:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:55:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:55:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-05-20T05:55:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-05-20T05:55:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: Saving service prometheus spec with placement smithi170=a;count:1 2023-05-20T05:55:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:55:13.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:55:13.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' 2023-05-20T05:55:13.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-05-20T05:55:13.979 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:13 smithi170 conmon[100563]: ignoring --setuser ceph since I am not root 2023-05-20T05:55:13.980 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:13 smithi170 conmon[100563]: ignoring --setgroup ceph since I am not root 2023-05-20T05:55:13.980 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:13 smithi170 ceph-mgr[100587]: -- 172.21.15.170:0/2230860191 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56081933ab60 con 0x560819313000 2023-05-20T05:55:13.980 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:13 smithi170 conmon[100563]: 2023-05-20T05:55:13.975+0000 7f510f0e41c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:55:14.139 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:13 smithi081 conmon[95926]: ignoring --setuser ceph since I am not root 2023-05-20T05:55:14.139 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:13 smithi081 conmon[95926]: ignoring --setgroup ceph since I am not root 2023-05-20T05:55:14.139 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:13 smithi081 ceph-mgr[95950]: -- 172.21.15.81:0/3838285006 <== mon.0 v2:172.21.15.81:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5595b1a46b60 con 0x5595b1a1e800 2023-05-20T05:55:14.140 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:13 smithi081 conmon[95926]: 2023-05-20T05:55:13.970+0000 7fe75d2e21c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:55:14.140 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.047+0000 7fe75d2e21c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:55:14.243 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.056+0000 7f510f0e41c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:55:14.244 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.143+0000 7f510f0e41c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:55:14.395 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.134+0000 7fe75d2e21c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:55:14.395 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.224+0000 7fe75d2e21c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:55:14.495 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.239+0000 7f510f0e41c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:55:14.496 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.418+0000 7f510f0e41c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:55:14.698 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.390+0000 7fe75d2e21c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:55:15.004 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:14 smithi081 ceph-mon[95500]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-05-20T05:55:15.004 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:14 smithi081 ceph-mon[95500]: mgrmap e16: y(active, since 4m), standbys: x 2023-05-20T05:55:15.005 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.693+0000 7fe75d2e21c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:55:15.005 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.780+0000 7fe75d2e21c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:55:15.005 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:14 smithi081 conmon[95926]: 2023-05-20T05:55:14.907+0000 7fe75d2e21c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:55:15.005 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:14 smithi081 ceph-mon[107735]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-05-20T05:55:15.005 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:14 smithi081 ceph-mon[107735]: mgrmap e16: y(active, since 4m), standbys: x 2023-05-20T05:55:15.059 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:14 smithi170 ceph-mon[97338]: from='mgr.14152 172.21.15.81:0/3558526390' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-05-20T05:55:15.059 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:14 smithi170 ceph-mon[97338]: mgrmap e16: y(active, since 4m), standbys: x 2023-05-20T05:55:15.059 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.745+0000 7f510f0e41c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:55:15.060 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.834+0000 7f510f0e41c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:55:15.060 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:14 smithi170 conmon[100563]: 2023-05-20T05:55:14.962+0000 7f510f0e41c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:55:15.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:15 smithi081 conmon[95926]: 2023-05-20T05:55:14.999+0000 7fe75d2e21c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:55:15.474 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:15 smithi170 conmon[100563]: 2023-05-20T05:55:15.054+0000 7f510f0e41c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:55:15.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:15 smithi170 conmon[100563]: 2023-05-20T05:55:15.470+0000 7f510f0e41c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:55:15.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:15 smithi081 conmon[95926]: 2023-05-20T05:55:15.414+0000 7fe75d2e21c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:55:16.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:15 smithi081 conmon[95926]: 2023-05-20T05:55:15.965+0000 7fe75d2e21c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:55:16.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:16 smithi081 conmon[95926]: 2023-05-20T05:55:16.132+0000 7fe75d2e21c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:55:16.495 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:16 smithi170 conmon[100563]: 2023-05-20T05:55:16.025+0000 7f510f0e41c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:55:16.496 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:16 smithi170 conmon[100563]: 2023-05-20T05:55:16.193+0000 7f510f0e41c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:55:17.142 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:16 smithi081 conmon[95926]: 2023-05-20T05:55:16.876+0000 7fe75d2e21c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:55:17.142 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:16 smithi081 conmon[95926]: 2023-05-20T05:55:16.966+0000 7fe75d2e21c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:55:17.216 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:16 smithi170 conmon[100563]: 2023-05-20T05:55:16.955+0000 7f510f0e41c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:55:17.217 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:17 smithi170 conmon[100563]: 2023-05-20T05:55:17.047+0000 7f510f0e41c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:55:17.416 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:17 smithi081 conmon[95926]: 2023-05-20T05:55:17.136+0000 7fe75d2e21c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:55:17.490 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:17 smithi170 conmon[100563]: 2023-05-20T05:55:17.212+0000 7f510f0e41c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:55:17.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:17 smithi170 conmon[100563]: 2023-05-20T05:55:17.486+0000 7f510f0e41c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:55:17.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:17 smithi170 conmon[100563]: 2023-05-20T05:55:17.571+0000 7f510f0e41c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:55:17.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:17 smithi081 conmon[95926]: 2023-05-20T05:55:17.411+0000 7fe75d2e21c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:55:17.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:17 smithi081 conmon[95926]: 2023-05-20T05:55:17.498+0000 7fe75d2e21c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:55:18.043 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:17 smithi081 conmon[95926]: 2023-05-20T05:55:17.782+0000 7fe75d2e21c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:55:18.113 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:17 smithi170 conmon[100563]: 2023-05-20T05:55:17.857+0000 7f510f0e41c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:55:18.495 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:18 smithi170 conmon[100563]: 2023-05-20T05:55:18.109+0000 7f510f0e41c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:55:18.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:18 smithi081 conmon[95926]: 2023-05-20T05:55:18.037+0000 7fe75d2e21c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:55:19.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:18 smithi081 conmon[95926]: 2023-05-20T05:55:18.729+0000 7fe75d2e21c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:55:19.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:18 smithi081 conmon[95926]: 2023-05-20T05:55:18.860+0000 7fe75d2e21c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:55:19.120 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:18 smithi170 conmon[100563]: 2023-05-20T05:55:18.804+0000 7f510f0e41c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:55:19.120 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:18 smithi170 conmon[100563]: 2023-05-20T05:55:18.932+0000 7f510f0e41c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:55:19.376 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:19 smithi081 conmon[95926]: 2023-05-20T05:55:19.047+0000 7fe75d2e21c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:55:19.377 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:19 smithi081 conmon[95926]: 2023-05-20T05:55:19.159+0000 7fe75d2e21c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:55:19.442 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:19 smithi170 conmon[100563]: 2023-05-20T05:55:19.116+0000 7f510f0e41c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:55:19.443 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:19 smithi170 conmon[100563]: 2023-05-20T05:55:19.227+0000 7f510f0e41c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:55:19.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:19 smithi170 conmon[100563]: 2023-05-20T05:55:19.437+0000 7f510f0e41c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:55:19.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:19 smithi081 conmon[95926]: 2023-05-20T05:55:19.370+0000 7fe75d2e21c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:55:20.468 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:20 smithi081 ceph-mon[95500]: Active manager daemon y restarted 2023-05-20T05:55:20.469 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:20 smithi081 ceph-mon[95500]: Activating manager daemon y 2023-05-20T05:55:20.469 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:20 smithi081 ceph-mon[95500]: osdmap e63: 8 total, 8 up, 8 in 2023-05-20T05:55:20.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.207+0000 7fe75d2e21c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:55:20.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: [20/May/2023:05:55:20] ENGINE Bus STARTING 2023-05-20T05:55:20.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.400+0000 7fe6c4c32700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.400+0000 7fe6c4c32700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.400+0000 7fe6c4c32700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.400+0000 7fe6c4c32700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.400+0000 7fe6c4c32700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.401+0000 7fe6c1c2c700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.401+0000 7fe6c1c2c700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.401+0000 7fe6c1c2c700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.401+0000 7fe6c1c2c700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.401+0000 7fe6c1c2c700 -1 client.0 error registering admin socket command: (17) File exists 2023-05-20T05:55:20.471 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:20 smithi081 ceph-mon[107735]: Active manager daemon y restarted 2023-05-20T05:55:20.471 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:20 smithi081 ceph-mon[107735]: Activating manager daemon y 2023-05-20T05:55:20.471 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:20 smithi081 ceph-mon[107735]: osdmap e63: 8 total, 8 up, 8 in 2023-05-20T05:55:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:20 smithi170 ceph-mon[97338]: Active manager daemon y restarted 2023-05-20T05:55:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:20 smithi170 ceph-mon[97338]: Activating manager daemon y 2023-05-20T05:55:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:20 smithi170 ceph-mon[97338]: osdmap e63: 8 total, 8 up, 8 in 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: 2023-05-20T05:55:20.283+0000 7f510f0e41c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: [20/May/2023:05:55:20] ENGINE Bus STARTING 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: CherryPy Checker: 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: The Application mounted at '' has an empty config. 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: [20/May/2023:05:55:20] ENGINE Serving on http://:::9283 2023-05-20T05:55:20.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:20 smithi170 conmon[100563]: [20/May/2023:05:55:20] ENGINE Bus STARTED 2023-05-20T05:55:20.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: CherryPy Checker: 2023-05-20T05:55:20.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: The Application mounted at '' has an empty config. 2023-05-20T05:55:20.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: 2023-05-20T05:55:20.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: [20/May/2023:05:55:20] ENGINE Serving on http://:::9283 2023-05-20T05:55:20.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:20 smithi081 conmon[95926]: [20/May/2023:05:55:20] ENGINE Bus STARTED 2023-05-20T05:55:21.313 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled node-exporter update... 2023-05-20T05:55:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: mgrmap e17: y(active, starting, since 0.0564441s), standbys: x 2023-05-20T05:55:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:55:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:55:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:55:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:55:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:55:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:55:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: Standby manager daemon x restarted 2023-05-20T05:55:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: Standby manager daemon x started 2023-05-20T05:55:21.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:55:21.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:55:21.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:55:21.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:55:21.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: Manager daemon y is now available 2023-05-20T05:55:21.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:21.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:21.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:21.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:21.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:55:21.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:55:21.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:55:21.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:55:21.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: mgrmap e17: y(active, starting, since 0.0564441s), standbys: x 2023-05-20T05:55:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:55:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:55:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:55:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:55:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:55:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:55:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:55:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:55:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:55:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:55:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:55:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:55:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:55:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:55:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:55:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:55:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:55:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:55:21.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: Standby manager daemon x restarted 2023-05-20T05:55:21.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: Standby manager daemon x started 2023-05-20T05:55:21.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:55:21.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:55:21.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:55:21.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:55:21.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: Manager daemon y is now available 2023-05-20T05:55:21.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:21.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: mgrmap e17: y(active, starting, since 0.0564441s), standbys: x 2023-05-20T05:55:21.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:55:21.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:55:21.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:55:21.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:55:21.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:55:21.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:55:21.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:55:21.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:55:21.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:55:21.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:55:21.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:55:21.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: Standby manager daemon x restarted 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: Standby manager daemon x started 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/1844680796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:55:21.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: Manager daemon y is now available 2023-05-20T05:55:21.777 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:21.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:21.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:21.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:21.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:55:21.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:55:21.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:55:21.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:55:21.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:21.778 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:21.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:21.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:21.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:55:21.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-05-20T05:55:21.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:55:21.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-05-20T05:55:21.780 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.039 DEBUG:teuthology.orchestra.run.smithi081:node-exporter.a> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@node-exporter.a.service 2023-05-20T05:55:22.042 DEBUG:teuthology.orchestra.run.smithi170:node-exporter.b> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@node-exporter.b.service 2023-05-20T05:55:22.044 INFO:tasks.cephadm:Adding alertmanager.a on smithi081 2023-05-20T05:55:22.045 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply alertmanager '1;smithi081=a' 2023-05-20T05:55:22.074 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:55:22.075 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:55:22.300 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: [20/May/2023:05:55:21] ENGINE Bus STARTING 2023-05-20T05:55:22.300 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: [20/May/2023:05:55:21] ENGINE Serving on https://172.21.15.81:7150 2023-05-20T05:55:22.300 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: [20/May/2023:05:55:21] ENGINE Bus STARTED 2023-05-20T05:55:22.301 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: mgrmap e18: y(active, since 1.07469s), standbys: x 2023-05-20T05:55:22.301 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi081=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:22.301 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: Saving service node-exporter spec with placement smithi081=a;smithi170=b;count:2 2023-05-20T05:55:22.301 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:22.439 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:55:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: [20/May/2023:05:55:21] ENGINE Bus STARTING 2023-05-20T05:55:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: [20/May/2023:05:55:21] ENGINE Serving on https://172.21.15.81:7150 2023-05-20T05:55:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: [20/May/2023:05:55:21] ENGINE Bus STARTED 2023-05-20T05:55:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: mgrmap e18: y(active, since 1.07469s), standbys: x 2023-05-20T05:55:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi081=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: Saving service node-exporter spec with placement smithi081=a;smithi170=b;count:2 2023-05-20T05:55:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: [20/May/2023:05:55:21] ENGINE Bus STARTING 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: [20/May/2023:05:55:21] ENGINE Serving on https://172.21.15.81:7150 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: [20/May/2023:05:55:21] ENGINE Bus STARTED 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: mgrmap e18: y(active, since 1.07469s), standbys: x 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi081=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: Saving service node-exporter spec with placement smithi081=a;smithi170=b;count:2 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:22 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.603 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.603 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:22.603 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:22 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.588 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:23.588 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.588 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.588 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.588 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.589 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi081 to 3012M 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: mgrmap e19: y(active, since 2s), standbys: x 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.590 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.591 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.592 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:55:23.592 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:23 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:55:23.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi081 to 3012M 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: mgrmap e19: y(active, since 2s), standbys: x 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:55:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:55:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi081 to 3012M 2023-05-20T05:55:23.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: mgrmap e19: y(active, since 2s), standbys: x 2023-05-20T05:55:23.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.778 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.779 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.779 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.779 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.780 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.780 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-05-20T05:55:23.780 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:23.781 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:55:23.781 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:23 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:55:24.001 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled alertmanager update... 2023-05-20T05:55:24.583 DEBUG:teuthology.orchestra.run.smithi081:alertmanager.a> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@alertmanager.a.service 2023-05-20T05:55:24.586 INFO:tasks.cephadm:Adding grafana.a on smithi170 2023-05-20T05:55:24.587 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph orch apply grafana '1;smithi170=a' 2023-05-20T05:55:24.612 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:-- Logs begin at Sat 2023-05-20 05:34:54 UTC. -- 2023-05-20T05:55:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Adjusting osd_memory_target on smithi170 to 3268M 2023-05-20T05:55:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:55:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:55:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:24 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Adjusting osd_memory_target on smithi170 to 3268M 2023-05-20T05:55:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:55:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:55:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Adjusting osd_memory_target on smithi170 to 3268M 2023-05-20T05:55:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi081:/etc/ceph/ceph.conf 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi170:/etc/ceph/ceph.conf 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.conf 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi081:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:55:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: Updating smithi170:/var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/config/ceph.client.admin.keyring 2023-05-20T05:55:24.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:24 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:24.938 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:55:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:25 smithi170 ceph-mon[97338]: from='client.24490 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:25 smithi170 ceph-mon[97338]: Saving service alertmanager spec with placement smithi081=a;count:1 2023-05-20T05:55:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:25 smithi170 ceph-mon[97338]: Deploying daemon prometheus.a on smithi170 2023-05-20T05:55:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:25 smithi170 ceph-mon[97338]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[95500]: from='client.24490 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[95500]: Saving service alertmanager spec with placement smithi081=a;count:1 2023-05-20T05:55:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[95500]: Deploying daemon prometheus.a on smithi170 2023-05-20T05:55:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[95500]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[107735]: from='client.24490 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi081=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[107735]: Saving service alertmanager spec with placement smithi081=a;count:1 2023-05-20T05:55:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[107735]: Deploying daemon prometheus.a on smithi170 2023-05-20T05:55:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:25 smithi081 ceph-mon[107735]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:26.757 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled grafana update... 2023-05-20T05:55:27.813 DEBUG:teuthology.orchestra.run.smithi170:grafana.a> sudo journalctl -f -n 0 -u ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@grafana.a.service 2023-05-20T05:55:27.815 INFO:tasks.cephadm:Setting up client nodes... 2023-05-20T05:55:27.816 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-05-20T05:55:27.847 INFO:journalctl@ceph.grafana.a.smithi170.stdout:-- Logs begin at Sat 2023-05-20 05:34:38 UTC. -- 2023-05-20T05:55:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[95500]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[95500]: from='client.24496 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[95500]: Saving service grafana spec with placement smithi170=a;count:1 2023-05-20T05:55:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[107735]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[107735]: from='client.24496 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[107735]: Saving service grafana spec with placement smithi170=a;count:1 2023-05-20T05:55:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:27 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:28.157 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:27 smithi170 ceph-mon[97338]: pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:27 smithi170 ceph-mon[97338]: from='client.24496 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:55:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:27 smithi170 ceph-mon[97338]: Saving service grafana spec with placement smithi170=a;count:1 2023-05-20T05:55:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:27 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:29 smithi081 ceph-mon[95500]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:29 smithi081 ceph-mon[107735]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:30.056 INFO:teuthology.orchestra.run.smithi081.stdout:[client.0] 2023-05-20T05:55:30.056 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQDSYGhkudefAhAA2UrMxFuIpidQcgy5N1tr9w== 2023-05-20T05:55:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:29 smithi170 ceph-mon[97338]: pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:30.739 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:55:30.739 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-05-20T05:55:30.739 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-05-20T05:55:30.781 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-05-20T05:55:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:30 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/628464808' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:30 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:30 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-05-20T05:55:31.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:30 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/628464808' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:31.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:30 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:31.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:30 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-05-20T05:55:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:30 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/628464808' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:30 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:30 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-05-20T05:55:31.531 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.b/config 2023-05-20T05:55:32.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:31 smithi081 ceph-mon[95500]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:32.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:31 smithi081 ceph-mon[107735]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:32.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:31 smithi170 ceph-mon[97338]: pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:33 smithi081 ceph-mon[95500]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:33 smithi081 ceph-mon[107735]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:34.100 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:33 smithi170 ceph-mon[97338]: pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:35.003 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:34 smithi170 ceph-mon[97338]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:34 smithi081 ceph-mon[95500]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:34 smithi081 ceph-mon[107735]: pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:35.419 INFO:teuthology.orchestra.run.smithi170.stdout:[client.1] 2023-05-20T05:55:35.493 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDXYGhkE4ZeGBAA/9a/EEwXWDYCqeVBQD2NHA== 2023-05-20T05:55:35.979 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:35 smithi170 systemd[1]: Starting Ceph prometheus.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:55:36.023 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2023-05-20T05:55:36.023 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-05-20T05:55:36.024 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-05-20T05:55:36.069 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-05-20T05:55:36.070 DEBUG:teuthology.orchestra.run.smithi081:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-05-20T05:55:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:35 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:35 smithi170 ceph-mon[97338]: from='client.? 172.21.15.170:0/3629888277' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:35 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:35 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-05-20T05:55:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[95500]: from='client.? 172.21.15.170:0/3629888277' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-05-20T05:55:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[107735]: from='client.? 172.21.15.170:0/3629888277' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-05-20T05:55:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:35 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-05-20T05:55:36.390 INFO:teuthology.misc.health.smithi081.stdout: 2023-05-20T05:55:36.391 INFO:teuthology.misc.health.smithi081.stdout:{"epoch":63,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:55:20.221313+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:55:36.404 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-05-20T05:55:36.404 INFO:tasks.cephadm:Creating RBD pool 2023-05-20T05:55:36.405 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2023-05-20T05:55:36.746 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 bash[133443]: 69ba15e881d71386af4cdc601e7a1878d340cefb700ddb6b0baf9f32bc022653 2023-05-20T05:55:36.746 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.453Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2023-05-20T05:55:36.746 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.454Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2023-05-20T05:55:36.747 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.454Z caller=main.go:518 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi170 (none))" 2023-05-20T05:55:36.747 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.454Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-05-20T05:55:36.747 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.454Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-05-20T05:55:36.747 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.455Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2023-05-20T05:55:36.748 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.455Z caller=main.go:923 level=info msg="Starting TSDB ..." 2023-05-20T05:55:36.748 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.456Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2023-05-20T05:55:36.748 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.459Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-05-20T05:55:36.748 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.459Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.436µs 2023-05-20T05:55:36.748 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.459Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-05-20T05:55:36.749 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 systemd[1]: Started Ceph prometheus.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:55:36.749 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.459Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-05-20T05:55:36.749 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.459Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.364µs wal_replay_duration=156.075µs total_replay_duration=196.387µs 2023-05-20T05:55:36.749 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.460Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2023-05-20T05:55:36.749 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.460Z caller=main.go:947 level=info msg="TSDB started" 2023-05-20T05:55:36.750 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.460Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-05-20T05:55:36.750 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.475Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.684308ms db_storage=745ns remote_storage=1.295µs web_handler=321ns query_engine=910ns scrape=194.631µs scrape_sd=17.97µs notify=914ns notify_sd=2.286µs rules=15.247569ms 2023-05-20T05:55:36.750 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:55:36 smithi170 conmon[133484]: ts=2023-05-20T05:55:36.475Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2023-05-20T05:55:36.764 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:36 smithi170 ceph-mon[97338]: pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:36 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2100776406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:36 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:36 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:36 smithi170 ceph-mon[97338]: Deploying daemon node-exporter.a on smithi081 2023-05-20T05:55:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[95500]: pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2100776406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[95500]: Deploying daemon node-exporter.a on smithi081 2023-05-20T05:55:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[107735]: pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2100776406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:36 smithi081 ceph-mon[107735]: Deploying daemon node-exporter.a on smithi081 2023-05-20T05:55:37.751 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:37 smithi081 systemd[1]: Starting Ceph node-exporter.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:55:38.002 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:37 smithi081 bash[143824]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2023-05-20T05:55:38.855 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:38 smithi081 bash[143824]: Getting image source signatures 2023-05-20T05:55:39.267 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:38 smithi081 bash[143824]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2023-05-20T05:55:39.267 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:38 smithi081 bash[143824]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2023-05-20T05:55:39.267 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:38 smithi081 bash[143824]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2023-05-20T05:55:39.356 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'rbd' created 2023-05-20T05:55:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:39 smithi170 ceph-mon[97338]: pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:39 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/68909017' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-05-20T05:55:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:39 smithi081 ceph-mon[95500]: pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:39 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/68909017' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-05-20T05:55:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:39 smithi081 ceph-mon[107735]: pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:39.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:39 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/68909017' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-05-20T05:55:40.189 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-05-20T05:55:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:40 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/68909017' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-05-20T05:55:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:40 smithi081 ceph-mon[95500]: osdmap e64: 8 total, 8 up, 8 in 2023-05-20T05:55:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:40 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/68909017' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-05-20T05:55:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:40 smithi081 ceph-mon[107735]: osdmap e64: 8 total, 8 up, 8 in 2023-05-20T05:55:40.518 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:40 smithi081 bash[143824]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2023-05-20T05:55:40.518 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:40 smithi081 bash[143824]: Writing manifest to image destination 2023-05-20T05:55:40.518 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:40 smithi081 bash[143824]: Storing signatures 2023-05-20T05:55:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:40 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/68909017' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-05-20T05:55:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:40 smithi170 ceph-mon[97338]: osdmap e64: 8 total, 8 up, 8 in 2023-05-20T05:55:41.055 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:41.605 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:41 smithi081 ceph-mon[95500]: pgmap v14: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:41.605 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:41 smithi081 ceph-mon[95500]: osdmap e65: 8 total, 8 up, 8 in 2023-05-20T05:55:41.605 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:41 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:41.606 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:41 smithi081 ceph-mon[107735]: pgmap v14: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:41.606 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:41 smithi081 ceph-mon[107735]: osdmap e65: 8 total, 8 up, 8 in 2023-05-20T05:55:41.606 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:41 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:41 smithi170 ceph-mon[97338]: pgmap v14: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:41 smithi170 ceph-mon[97338]: osdmap e65: 8 total, 8 up, 8 in 2023-05-20T05:55:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:41 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.017 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.672Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2023-05-20T05:55:42.018 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.672Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2023-05-20T05:55:42.018 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.672Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2023-05-20T05:55:42.018 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-05-20T05:55:42.018 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2023-05-20T05:55:42.018 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=arp 2023-05-20T05:55:42.018 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=bcache 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=bonding 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=btrfs 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=conntrack 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=cpu 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=cpufreq 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=diskstats 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=dmi 2023-05-20T05:55:42.019 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=edac 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=entropy 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=fibrechannel 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=filefd 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=filesystem 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=hwmon 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=infiniband 2023-05-20T05:55:42.020 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=ipvs 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=loadavg 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=mdadm 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=meminfo 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=netclass 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=netdev 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=netstat 2023-05-20T05:55:42.021 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=nfs 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=nfsd 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=nvme 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=os 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=pressure 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=rapl 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=schedstat 2023-05-20T05:55:42.022 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=sockstat 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=softnet 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=stat 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=tapestats 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=textfile 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=thermal_zone 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=time 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=udp_queues 2023-05-20T05:55:42.023 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=uname 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=vmstat 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=xfs 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:115 level=info collector=zfs 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 conmon[144187]: ts=2023-05-20T05:55:41.673Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 bash[143824]: 00d4d54228dfed09589d61f38a0bfd0dd9b20c2e8b94f1c2c3d8956d46616327 2023-05-20T05:55:42.024 INFO:journalctl@ceph.node-exporter.a.smithi081.stdout:May 20 05:55:41 smithi081 systemd[1]: Started Ceph node-exporter.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:55:42.496 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:42 smithi170 systemd[1]: Starting Ceph node-exporter.b for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:55:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:42 smithi170 ceph-mon[97338]: osdmap e66: 8 total, 8 up, 8 in 2023-05-20T05:55:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:42 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:42 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:42 smithi170 ceph-mon[97338]: Deploying daemon node-exporter.b on smithi170 2023-05-20T05:55:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[95500]: osdmap e66: 8 total, 8 up, 8 in 2023-05-20T05:55:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[95500]: Deploying daemon node-exporter.b on smithi170 2023-05-20T05:55:42.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[107735]: osdmap e66: 8 total, 8 up, 8 in 2023-05-20T05:55:42.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:42.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:42 smithi081 ceph-mon[107735]: Deploying daemon node-exporter.b on smithi170 2023-05-20T05:55:42.996 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:42 smithi170 bash[133906]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2023-05-20T05:55:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:55:43] "GET /metrics HTTP/1.1" 200 234854 "" "Prometheus/2.33.4" 2023-05-20T05:55:43.715 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:43 smithi170 bash[133906]: Getting image source signatures 2023-05-20T05:55:43.778 INFO:teuthology.orchestra.run.smithi081.stderr:enabled application 'rbd' on pool 'rbd' 2023-05-20T05:55:43.995 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:43 smithi170 bash[133906]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2023-05-20T05:55:43.996 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:43 smithi170 bash[133906]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2023-05-20T05:55:43.996 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:43 smithi170 bash[133906]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2023-05-20T05:55:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:43 smithi170 ceph-mon[97338]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:43 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3427272687' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:55:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:43 smithi081 ceph-mon[95500]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:43 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3427272687' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:55:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:43 smithi081 ceph-mon[107735]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:43 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3427272687' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:55:44.495 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:44 smithi170 bash[133906]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2023-05-20T05:55:44.496 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:44 smithi170 bash[133906]: Writing manifest to image destination 2023-05-20T05:55:44.496 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:44 smithi170 bash[133906]: Storing signatures 2023-05-20T05:55:44.558 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-05-20T05:55:44.558 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-05-20T05:55:44.559 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph mgr dump --format=json 2023-05-20T05:55:44.904 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:44 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3427272687' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:55:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:44 smithi081 ceph-mon[95500]: osdmap e67: 8 total, 8 up, 8 in 2023-05-20T05:55:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:44 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3427272687' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:55:45.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:44 smithi081 ceph-mon[107735]: osdmap e67: 8 total, 8 up, 8 in 2023-05-20T05:55:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:44 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3427272687' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:55:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:44 smithi170 ceph-mon[97338]: osdmap e67: 8 total, 8 up, 8 in 2023-05-20T05:55:45.746 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.482Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.482Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.482Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=arp 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=bcache 2023-05-20T05:55:45.747 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=bonding 2023-05-20T05:55:45.748 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=btrfs 2023-05-20T05:55:45.748 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=conntrack 2023-05-20T05:55:45.748 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=cpu 2023-05-20T05:55:45.748 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=cpufreq 2023-05-20T05:55:45.748 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=diskstats 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=dmi 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=edac 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=entropy 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.483Z caller=node_exporter.go:115 level=info collector=fibrechannel 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=filefd 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=filesystem 2023-05-20T05:55:45.749 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=hwmon 2023-05-20T05:55:45.750 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=infiniband 2023-05-20T05:55:45.750 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=ipvs 2023-05-20T05:55:45.750 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=loadavg 2023-05-20T05:55:45.750 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=mdadm 2023-05-20T05:55:45.750 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=meminfo 2023-05-20T05:55:45.750 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=netclass 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=netdev 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=netstat 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=nfs 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=nfsd 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=nvme 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=os 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2023-05-20T05:55:45.751 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=pressure 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=rapl 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=schedstat 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=sockstat 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=softnet 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=stat 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=tapestats 2023-05-20T05:55:45.752 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=textfile 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=thermal_zone 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=time 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=udp_queues 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=uname 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=vmstat 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=xfs 2023-05-20T05:55:45.753 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:115 level=info collector=zfs 2023-05-20T05:55:45.754 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2023-05-20T05:55:45.754 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 conmon[133985]: ts=2023-05-20T05:55:45.484Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2023-05-20T05:55:45.754 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 bash[133906]: a2083b1a3e6ea51958aec3bfb1008b363691c6d899fe48726d43f2b2d93ee2ae 2023-05-20T05:55:45.754 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:May 20 05:55:45 smithi170 systemd[1]: Started Ceph node-exporter.b for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:55:46.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:45 smithi081 ceph-mon[95500]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:46.173 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:46.174 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:46.174 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:45 smithi081 ceph-mon[107735]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:46.174 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:46.174 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:45 smithi170 ceph-mon[97338]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:46.638 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:46.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:46 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:55:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:55:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:46 smithi081 ceph-mon[95500]: Deploying daemon alertmanager.a on smithi081 2023-05-20T05:55:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:46 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/668433462' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-05-20T05:55:47.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:46 smithi081 ceph-mon[107735]: Deploying daemon alertmanager.a on smithi081 2023-05-20T05:55:47.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:46 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/668433462' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-05-20T05:55:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:46 smithi170 ceph-mon[97338]: Deploying daemon alertmanager.a on smithi081 2023-05-20T05:55:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:46 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/668433462' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-05-20T05:55:47.437 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":19,"active_gid":14583,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1910236151},{"type":"v1","addr":"172.21.15.81:6801","nonce":1910236151}]},"active_addr":"172.21.15.81:6801/1910236151","active_change":"2023-05-20T05:55:20.221662+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24509,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.81:8443/","prometheus":"http://172.21.15.81:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":63,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":1870848835}]},{"addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":714533281}]},{"addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":4221161112}]},{"addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":1688823016}]},{"addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":3439029773}]},{"addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":3030450483}]}]} 2023-05-20T05:55:47.444 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-05-20T05:55:47.444 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-05-20T05:55:47.445 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd dump --format=json 2023-05-20T05:55:47.803 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:48.048 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:47 smithi081 ceph-mon[95500]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:48.049 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:47 smithi081 ceph-mon[107735]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:47 smithi170 ceph-mon[97338]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:49 smithi170 ceph-mon[97338]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:49 smithi081 ceph-mon[95500]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:49 smithi081 ceph-mon[107735]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:50 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:50 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:51.152 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:51.152 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":67,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:55:43.766004+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-05-20T05:55:38.633027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:55:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:55:51.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:50 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:51 smithi170 ceph-mon[97338]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:51 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/771992350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:51 smithi081 ceph-mon[95500]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:51 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/771992350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:51 smithi081 ceph-mon[107735]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:51 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/771992350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:52.405 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-05-20T05:55:52.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd dump --format=json 2023-05-20T05:55:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:55:53] "GET /metrics HTTP/1.1" 200 237303 "" "Prometheus/2.33.4" 2023-05-20T05:55:53.644 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:53.909 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:53 smithi081 ceph-mon[95500]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:53.909 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:53 smithi081 ceph-mon[107735]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:53 smithi170 ceph-mon[97338]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:55.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:54 smithi170 ceph-mon[97338]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:55.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:54 smithi081 ceph-mon[95500]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:54 smithi081 ceph-mon[107735]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:55.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:55:55 smithi081 systemd[1]: Started Ceph alertmanager.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:55:55.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:55:55 smithi081 conmon[146251]: level=info ts=2023-05-20T05:55:55.201Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-05-20T05:55:55.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:55:55 smithi081 conmon[146251]: level=info ts=2023-05-20T05:55:55.201Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-05-20T05:55:55.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:55:55 smithi081 conmon[146251]: level=info ts=2023-05-20T05:55:55.204Z caller=main.go:518 msg=Listening address=:9093 2023-05-20T05:55:55.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:55:55 smithi081 conmon[146251]: level=info ts=2023-05-20T05:55:55.204Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2023-05-20T05:55:55.883 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:55:55.884 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":67,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:55:43.766004+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-05-20T05:55:38.633027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:55:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/159207717' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:56 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/159207717' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:56.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:55:56 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:55:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:55:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:56 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:56 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:56 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:55:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:56 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:56 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/159207717' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:55:56.770 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2023-05-20T05:55:56.771 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2023-05-20T05:55:56.772 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2023-05-20T05:55:56.773 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2023-05-20T05:55:56.774 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2023-05-20T05:55:56.775 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2023-05-20T05:55:56.775 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2023-05-20T05:55:56.776 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2023-05-20T05:55:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:57 smithi081 ceph-mon[95500]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:57.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:55:57 smithi081 conmon[146251]: level=info ts=2023-05-20T05:55:57.174Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001487282s 2023-05-20T05:55:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:57 smithi081 ceph-mon[107735]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:57 smithi170 ceph-mon[97338]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:58.032 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:58.286 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:58.397 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:58.487 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:58.542 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:58 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:58.542 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:58 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:58.542 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:58 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:58.542 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:58 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:58 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:58.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:58 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:55:59.170 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:59.170 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:55:59 smithi081 ceph-mon[95500]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:55:59 smithi081 ceph-mon[107735]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:55:59.549 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:55:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:55:59 smithi170 ceph-mon[97338]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:00.014 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:01 smithi081 ceph-mon[95500]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:01 smithi081 ceph-mon[107735]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:01 smithi170 ceph-mon[97338]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:03] "GET /metrics HTTP/1.1" 200 237303 "" "Prometheus/2.33.4" 2023-05-20T05:56:03.672 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:03 smithi081 ceph-mon[95500]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:03.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:03 smithi081 ceph-mon[107735]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:03 smithi170 ceph-mon[97338]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:04.068 INFO:teuthology.orchestra.run.smithi081.stdout:107374182435 2023-05-20T05:56:04.068 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.3 2023-05-20T05:56:05.183 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:04 smithi081 ceph-mon[95500]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:05.184 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:04 smithi081 ceph-mon[107735]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:05.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:04 smithi170 ceph-mon[97338]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:05.471 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:05 smithi081 conmon[146251]: level=info ts=2023-05-20T05:56:05.178Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.005154882s 2023-05-20T05:56:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:05 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:06.428 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:05 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:06.428 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:05 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:06.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:56:06 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:56:07.121 INFO:teuthology.orchestra.run.smithi081.stdout:77309411369 2023-05-20T05:56:07.121 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.2 2023-05-20T05:56:07.133 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:06 smithi081 conmon[95926]: [20/May/2023:05:56:06] ENGINE Bus STOPPING 2023-05-20T05:56:07.133 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:06 smithi081 conmon[95926]: [20/May/2023:05:56:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:56:07.134 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:06 smithi081 conmon[95926]: [20/May/2023:05:56:06] ENGINE Bus STOPPED 2023-05-20T05:56:07.134 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:06 smithi081 conmon[95926]: [20/May/2023:05:56:06] ENGINE Bus STARTING 2023-05-20T05:56:07.134 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:06 smithi081 conmon[95926]: [20/May/2023:05:56:06] ENGINE Serving on http://:::9283 2023-05-20T05:56:07.134 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:06 smithi081 conmon[95926]: [20/May/2023:05:56:06] ENGINE Bus STARTED 2023-05-20T05:56:07.158 INFO:teuthology.orchestra.run.smithi081.stdout:128849018912 2023-05-20T05:56:07.159 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.4 2023-05-20T05:56:07.194 INFO:teuthology.orchestra.run.smithi081.stdout:231928234003 2023-05-20T05:56:07.195 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.7 2023-05-20T05:56:08.033 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:08.033 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.034 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.034 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:08.034 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:08.035 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.035 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.035 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.035 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-05-20T05:56:08.036 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-05-20T05:56:08.036 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.036 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[95500]: Deploying daemon grafana.a on smithi170 2023-05-20T05:56:08.036 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:08.037 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.037 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.037 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:08.037 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:08.037 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.037 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.038 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.038 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-05-20T05:56:08.038 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-05-20T05:56:08.039 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.039 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:07 smithi081 ceph-mon[107735]: Deploying daemon grafana.a on smithi170 2023-05-20T05:56:08.184 INFO:teuthology.orchestra.run.smithi081.stdout:34359738418 2023-05-20T05:56:08.185 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.0 2023-05-20T05:56:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:07 smithi170 ceph-mon[97338]: Deploying daemon grafana.a on smithi170 2023-05-20T05:56:09.211 INFO:teuthology.orchestra.run.smithi081.stdout:163208757277 2023-05-20T05:56:09.211 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.5 2023-05-20T05:56:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:09 smithi081 ceph-mon[95500]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:09 smithi081 ceph-mon[107735]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:10.093 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:10.115 INFO:teuthology.orchestra.run.smithi081.stdout:55834574895 2023-05-20T05:56:10.116 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.1 2023-05-20T05:56:10.196 INFO:teuthology.orchestra.run.smithi081.stdout:197568495639 2023-05-20T05:56:10.196 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd last-stat-seq osd.6 2023-05-20T05:56:10.245 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:10.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:09 smithi170 ceph-mon[97338]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:10.273 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:10.343 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:10.421 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:10.612 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:11 smithi081 ceph-mon[95500]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:11 smithi081 ceph-mon[107735]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:11 smithi170 ceph-mon[97338]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:12.500 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:13] "GET /metrics HTTP/1.1" 200 237282 "" "Prometheus/2.33.4" 2023-05-20T05:56:13.885 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:13 smithi081 ceph-mon[95500]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:13.886 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:13 smithi081 ceph-mon[107735]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:14.238 INFO:teuthology.orchestra.run.smithi081.stdout:107374182437 2023-05-20T05:56:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:13 smithi170 ceph-mon[97338]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:14.763 INFO:teuthology.orchestra.run.smithi081.stdout:34359738420 2023-05-20T05:56:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:14 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3453186460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-05-20T05:56:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:14 smithi170 ceph-mon[97338]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:14 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3274898677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-05-20T05:56:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:14 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/17702902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-05-20T05:56:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3453186460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-05-20T05:56:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[95500]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3274898677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-05-20T05:56:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/17702902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-05-20T05:56:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3453186460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-05-20T05:56:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[107735]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3274898677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-05-20T05:56:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:14 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/17702902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-05-20T05:56:15.292 INFO:teuthology.orchestra.run.smithi081.stdout:77309411371 2023-05-20T05:56:16.745 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182435 got 107374182437 for osd.3 2023-05-20T05:56:16.746 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:16.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:56:16 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:56:16.884 INFO:teuthology.orchestra.run.smithi081.stdout:231928234005 2023-05-20T05:56:16.932 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738418 got 34359738420 for osd.0 2023-05-20T05:56:16.932 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:17.653 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:17 smithi081 ceph-mon[95500]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:17.653 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:17 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/947342923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-05-20T05:56:17.653 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:17 smithi081 ceph-mon[107735]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:17.653 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:17 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/947342923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-05-20T05:56:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:17 smithi170 ceph-mon[97338]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:17 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/947342923' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-05-20T05:56:18.000 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411369 got 77309411371 for osd.2 2023-05-20T05:56:18.000 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:18.077 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234003 got 231928234005 for osd.7 2023-05-20T05:56:18.077 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:18.515 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:18.654 INFO:teuthology.orchestra.run.smithi081.stdout:128849018915 2023-05-20T05:56:18.806 INFO:teuthology.orchestra.run.smithi081.stdout:197568495641 2023-05-20T05:56:18.883 INFO:teuthology.orchestra.run.smithi081.stdout:163208757279 2023-05-20T05:56:19.434 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[95500]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:19.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1720233210' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-05-20T05:56:19.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2948409254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-05-20T05:56:19.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2914656368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-05-20T05:56:19.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[107735]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:19.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1720233210' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-05-20T05:56:19.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2948409254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-05-20T05:56:19.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:19 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2914656368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-05-20T05:56:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:19 smithi170 ceph-mon[97338]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:19 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1720233210' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-05-20T05:56:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:19 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2948409254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-05-20T05:56:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:19 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2914656368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-05-20T05:56:19.855 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018912 got 128849018915 for osd.4 2023-05-20T05:56:19.855 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:20.247 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757277 got 163208757279 for osd.5 2023-05-20T05:56:20.248 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2023-05-20T05:56:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2023-05-20T05:56:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2023-05-20T05:56:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2023-05-20T05:56:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2023-05-20T05:56:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2023-05-20T05:56:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2023-05-20T05:56:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2023-05-20T05:56:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2023-05-20T05:56:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2023-05-20T05:56:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2023-05-20T05:56:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2023-05-20T05:56:20.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2023-05-20T05:56:20.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2023-05-20T05:56:20.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2023-05-20T05:56:20.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:21.112 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495639 got 197568495641 for osd.6 2023-05-20T05:56:21.112 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2023-05-20T05:56:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2023-05-20T05:56:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2023-05-20T05:56:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2023-05-20T05:56:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2023-05-20T05:56:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:21 smithi170 ceph-mon[97338]: osdmap e68: 8 total, 8 up, 8 in 2023-05-20T05:56:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2023-05-20T05:56:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2023-05-20T05:56:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2023-05-20T05:56:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2023-05-20T05:56:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2023-05-20T05:56:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[95500]: osdmap e68: 8 total, 8 up, 8 in 2023-05-20T05:56:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2023-05-20T05:56:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2023-05-20T05:56:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2023-05-20T05:56:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2023-05-20T05:56:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2023-05-20T05:56:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:21 smithi081 ceph-mon[107735]: osdmap e68: 8 total, 8 up, 8 in 2023-05-20T05:56:21.802 INFO:teuthology.orchestra.run.smithi081.stdout:55834574897 2023-05-20T05:56:22.592 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574895 got 55834574897 for osd.1 2023-05-20T05:56:22.592 DEBUG:teuthology.parallel:result is None 2023-05-20T05:56:22.592 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-05-20T05:56:22.593 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph pg dump --format=json 2023-05-20T05:56:22.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:22 smithi170 ceph-mon[97338]: osdmap e69: 8 total, 8 up, 8 in 2023-05-20T05:56:22.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:22 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/922996968' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-05-20T05:56:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:22 smithi081 ceph-mon[95500]: osdmap e69: 8 total, 8 up, 8 in 2023-05-20T05:56:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:22 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/922996968' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-05-20T05:56:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:22 smithi081 ceph-mon[107735]: osdmap e69: 8 total, 8 up, 8 in 2023-05-20T05:56:22.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:22 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/922996968' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-05-20T05:56:22.942 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:23.352 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:23] "GET /metrics HTTP/1.1" 200 237257 "" "Prometheus/2.33.4" 2023-05-20T05:56:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:23 smithi170 ceph-mon[97338]: pgmap v40: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:23 smithi081 ceph-mon[95500]: pgmap v40: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:23 smithi081 ceph-mon[107735]: pgmap v40: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:24.688 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:24.689 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:56:24.746 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:24 smithi170 systemd[1]: Starting Ceph grafana.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:56:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:24 smithi170 ceph-mon[97338]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:24 smithi170 ceph-mon[97338]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:24 smithi081 ceph-mon[95500]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:24 smithi081 ceph-mon[95500]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:24 smithi081 ceph-mon[107735]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:24 smithi081 ceph-mon[107735]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:25.377 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2023-05-20T05:56:24.296194+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":52720,"kb_used_data":7216,"kb_used_omap":0,"kb_used_meta":45440,"kb_avail":749908496,"statfs":{"total":767960285184,"available":767906299904,"internally_reserved":0,"allocated":7389184,"data_stored":4184408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46530560},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001893"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056219+0000","last_change":"2023-05-20T05:55:01.406205+0000","last_active":"2023-05-20T05:55:44.056219+0000","last_peered":"2023-05-20T05:55:44.056219+0000","last_clean":"2023-05-20T05:55:44.056219+0000","last_became_active":"2023-05-20T05:55:01.405921+0000","last_became_peered":"2023-05-20T05:55:01.405921+0000","last_unstale":"2023-05-20T05:55:44.056219+0000","last_undegraded":"2023-05-20T05:55:44.056219+0000","last_fullsized":"2023-05-20T05:55:44.056219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054221+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:44.054221+0000","last_peered":"2023-05-20T05:55:44.054221+0000","last_clean":"2023-05-20T05:55:44.054221+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:44.054221+0000","last_undegraded":"2023-05-20T05:55:44.054221+0000","last_fullsized":"2023-05-20T05:55:44.054221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770271+0000","last_change":"2023-05-20T05:55:01.395423+0000","last_active":"2023-05-20T05:55:43.770271+0000","last_peered":"2023-05-20T05:55:43.770271+0000","last_clean":"2023-05-20T05:55:43.770271+0000","last_became_active":"2023-05-20T05:55:01.395161+0000","last_became_peered":"2023-05-20T05:55:01.395161+0000","last_unstale":"2023-05-20T05:55:43.770271+0000","last_undegraded":"2023-05-20T05:55:43.770271+0000","last_fullsized":"2023-05-20T05:55:43.770271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769037+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:43.769037+0000","last_peered":"2023-05-20T05:55:43.769037+0000","last_clean":"2023-05-20T05:55:43.769037+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:43.769037+0000","last_undegraded":"2023-05-20T05:55:43.769037+0000","last_fullsized":"2023-05-20T05:55:43.769037+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055410+0000","last_change":"2023-05-20T05:55:01.400215+0000","last_active":"2023-05-20T05:55:44.055410+0000","last_peered":"2023-05-20T05:55:44.055410+0000","last_clean":"2023-05-20T05:55:44.055410+0000","last_became_active":"2023-05-20T05:55:01.399774+0000","last_became_peered":"2023-05-20T05:55:01.399774+0000","last_unstale":"2023-05-20T05:55:44.055410+0000","last_undegraded":"2023-05-20T05:55:44.055410+0000","last_fullsized":"2023-05-20T05:55:44.055410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769171+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:43.769171+0000","last_peered":"2023-05-20T05:55:43.769171+0000","last_clean":"2023-05-20T05:55:43.769171+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:43.769171+0000","last_undegraded":"2023-05-20T05:55:43.769171+0000","last_fullsized":"2023-05-20T05:55:43.769171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054712+0000","last_change":"2023-05-20T05:55:01.392319+0000","last_active":"2023-05-20T05:55:44.054712+0000","last_peered":"2023-05-20T05:55:44.054712+0000","last_clean":"2023-05-20T05:55:44.054712+0000","last_became_active":"2023-05-20T05:55:01.392015+0000","last_became_peered":"2023-05-20T05:55:01.392015+0000","last_unstale":"2023-05-20T05:55:44.054712+0000","last_undegraded":"2023-05-20T05:55:44.054712+0000","last_fullsized":"2023-05-20T05:55:44.054712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768317+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:55:43.768317+0000","last_peered":"2023-05-20T05:55:43.768317+0000","last_clean":"2023-05-20T05:55:43.768317+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:55:43.768317+0000","last_undegraded":"2023-05-20T05:55:43.768317+0000","last_fullsized":"2023-05-20T05:55:43.768317+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056143+0000","last_change":"2023-05-20T05:55:01.404241+0000","last_active":"2023-05-20T05:55:44.056143+0000","last_peered":"2023-05-20T05:55:44.056143+0000","last_clean":"2023-05-20T05:55:44.056143+0000","last_became_active":"2023-05-20T05:55:01.403652+0000","last_became_peered":"2023-05-20T05:55:01.403652+0000","last_unstale":"2023-05-20T05:55:44.056143+0000","last_undegraded":"2023-05-20T05:55:44.056143+0000","last_fullsized":"2023-05-20T05:55:44.056143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620774+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:41.620774+0000","last_peered":"2023-05-20T05:55:41.620774+0000","last_clean":"2023-05-20T05:55:41.620774+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:41.620774+0000","last_undegraded":"2023-05-20T05:55:41.620774+0000","last_fullsized":"2023-05-20T05:55:41.620774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621521+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:41.621521+0000","last_peered":"2023-05-20T05:55:41.621521+0000","last_clean":"2023-05-20T05:55:41.621521+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:41.621521+0000","last_undegraded":"2023-05-20T05:55:41.621521+0000","last_fullsized":"2023-05-20T05:55:41.621521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054710+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:55:44.054710+0000","last_peered":"2023-05-20T05:55:44.054710+0000","last_clean":"2023-05-20T05:55:44.054710+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:55:44.054710+0000","last_undegraded":"2023-05-20T05:55:44.054710+0000","last_fullsized":"2023-05-20T05:55:44.054710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768607+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:55:43.768607+0000","last_peered":"2023-05-20T05:55:43.768607+0000","last_clean":"2023-05-20T05:55:43.768607+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:55:43.768607+0000","last_undegraded":"2023-05-20T05:55:43.768607+0000","last_fullsized":"2023-05-20T05:55:43.768607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769899+0000","last_change":"2023-05-20T05:55:01.395985+0000","last_active":"2023-05-20T05:55:43.769899+0000","last_peered":"2023-05-20T05:55:43.769899+0000","last_clean":"2023-05-20T05:55:43.769899+0000","last_became_active":"2023-05-20T05:55:01.395748+0000","last_became_peered":"2023-05-20T05:55:01.395748+0000","last_unstale":"2023-05-20T05:55:43.769899+0000","last_undegraded":"2023-05-20T05:55:43.769899+0000","last_fullsized":"2023-05-20T05:55:43.769899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054655+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:44.054655+0000","last_peered":"2023-05-20T05:55:44.054655+0000","last_clean":"2023-05-20T05:55:44.054655+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:44.054655+0000","last_undegraded":"2023-05-20T05:55:44.054655+0000","last_fullsized":"2023-05-20T05:55:44.054655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768666+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:43.768666+0000","last_peered":"2023-05-20T05:55:43.768666+0000","last_clean":"2023-05-20T05:55:43.768666+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:43.768666+0000","last_undegraded":"2023-05-20T05:55:43.768666+0000","last_fullsized":"2023-05-20T05:55:43.768666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769411+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:43.769411+0000","last_peered":"2023-05-20T05:55:43.769411+0000","last_clean":"2023-05-20T05:55:43.769411+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:43.769411+0000","last_undegraded":"2023-05-20T05:55:43.769411+0000","last_fullsized":"2023-05-20T05:55:43.769411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054630+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:55:44.054630+0000","last_peered":"2023-05-20T05:55:44.054630+0000","last_clean":"2023-05-20T05:55:44.054630+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:55:44.054630+0000","last_undegraded":"2023-05-20T05:55:44.054630+0000","last_fullsized":"2023-05-20T05:55:44.054630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055577+0000","last_change":"2023-05-20T05:55:01.406408+0000","last_active":"2023-05-20T05:55:44.055577+0000","last_peered":"2023-05-20T05:55:44.055577+0000","last_clean":"2023-05-20T05:55:44.055577+0000","last_became_active":"2023-05-20T05:55:01.405293+0000","last_became_peered":"2023-05-20T05:55:01.405293+0000","last_unstale":"2023-05-20T05:55:44.055577+0000","last_undegraded":"2023-05-20T05:55:44.055577+0000","last_fullsized":"2023-05-20T05:55:44.055577+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770665+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:43.770665+0000","last_peered":"2023-05-20T05:55:43.770665+0000","last_clean":"2023-05-20T05:55:43.770665+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:43.770665+0000","last_undegraded":"2023-05-20T05:55:43.770665+0000","last_fullsized":"2023-05-20T05:55:43.770665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770596+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:55:43.770596+0000","last_peered":"2023-05-20T05:55:43.770596+0000","last_clean":"2023-05-20T05:55:43.770596+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:55:43.770596+0000","last_undegraded":"2023-05-20T05:55:43.770596+0000","last_fullsized":"2023-05-20T05:55:43.770596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770681+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:55:43.770681+0000","last_peered":"2023-05-20T05:55:43.770681+0000","last_clean":"2023-05-20T05:55:43.770681+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:55:43.770681+0000","last_undegraded":"2023-05-20T05:55:43.770681+0000","last_fullsized":"2023-05-20T05:55:43.770681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770540+0000","last_change":"2023-05-20T05:55:01.395657+0000","last_active":"2023-05-20T05:55:43.770540+0000","last_peered":"2023-05-20T05:55:43.770540+0000","last_clean":"2023-05-20T05:55:43.770540+0000","last_became_active":"2023-05-20T05:55:01.395439+0000","last_became_peered":"2023-05-20T05:55:01.395439+0000","last_unstale":"2023-05-20T05:55:43.770540+0000","last_undegraded":"2023-05-20T05:55:43.770540+0000","last_fullsized":"2023-05-20T05:55:43.770540+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055962+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:44.055962+0000","last_peered":"2023-05-20T05:55:44.055962+0000","last_clean":"2023-05-20T05:55:44.055962+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:44.055962+0000","last_undegraded":"2023-05-20T05:55:44.055962+0000","last_fullsized":"2023-05-20T05:55:44.055962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769156+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:43.769156+0000","last_peered":"2023-05-20T05:55:43.769156+0000","last_clean":"2023-05-20T05:55:43.769156+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:43.769156+0000","last_undegraded":"2023-05-20T05:55:43.769156+0000","last_fullsized":"2023-05-20T05:55:43.769156+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055584+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:44.055584+0000","last_peered":"2023-05-20T05:55:44.055584+0000","last_clean":"2023-05-20T05:55:44.055584+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:44.055584+0000","last_undegraded":"2023-05-20T05:55:44.055584+0000","last_fullsized":"2023-05-20T05:55:44.055584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769116+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:43.769116+0000","last_peered":"2023-05-20T05:55:43.769116+0000","last_clean":"2023-05-20T05:55:43.769116+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:43.769116+0000","last_undegraded":"2023-05-20T05:55:43.769116+0000","last_fullsized":"2023-05-20T05:55:43.769116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770495+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:55:43.770495+0000","last_peered":"2023-05-20T05:55:43.770495+0000","last_clean":"2023-05-20T05:55:43.770495+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:55:43.770495+0000","last_undegraded":"2023-05-20T05:55:43.770495+0000","last_fullsized":"2023-05-20T05:55:43.770495+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054469+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:55:44.054469+0000","last_peered":"2023-05-20T05:55:44.054469+0000","last_clean":"2023-05-20T05:55:44.054469+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:55:44.054469+0000","last_undegraded":"2023-05-20T05:55:44.054469+0000","last_fullsized":"2023-05-20T05:55:44.054469+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621218+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:41.621218+0000","last_peered":"2023-05-20T05:55:41.621218+0000","last_clean":"2023-05-20T05:55:41.621218+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:41.621218+0000","last_undegraded":"2023-05-20T05:55:41.621218+0000","last_fullsized":"2023-05-20T05:55:41.621218+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769789+0000","last_change":"2023-05-20T05:55:01.393610+0000","last_active":"2023-05-20T05:55:43.769789+0000","last_peered":"2023-05-20T05:55:43.769789+0000","last_clean":"2023-05-20T05:55:43.769789+0000","last_became_active":"2023-05-20T05:55:01.393227+0000","last_became_peered":"2023-05-20T05:55:01.393227+0000","last_unstale":"2023-05-20T05:55:43.769789+0000","last_undegraded":"2023-05-20T05:55:43.769789+0000","last_fullsized":"2023-05-20T05:55:43.769789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768520+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:55:43.768520+0000","last_peered":"2023-05-20T05:55:43.768520+0000","last_clean":"2023-05-20T05:55:43.768520+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:55:43.768520+0000","last_undegraded":"2023-05-20T05:55:43.768520+0000","last_fullsized":"2023-05-20T05:55:43.768520+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768474+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:55:43.768474+0000","last_peered":"2023-05-20T05:55:43.768474+0000","last_clean":"2023-05-20T05:55:43.768474+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:55:43.768474+0000","last_undegraded":"2023-05-20T05:55:43.768474+0000","last_fullsized":"2023-05-20T05:55:43.768474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.360192+0000","last_change":"2023-05-20T05:56:20.360402+0000","last_active":"2023-05-20T05:56:20.360155+0000","last_peered":"2023-05-20T05:55:43.768758+0000","last_clean":"2023-05-20T05:55:43.768758+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:56:20.360192+0000","last_undegraded":"2023-05-20T05:56:20.360192+0000","last_fullsized":"2023-05-20T05:56:20.360192+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:51:17.880498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054773+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:44.054773+0000","last_peered":"2023-05-20T05:55:44.054773+0000","last_clean":"2023-05-20T05:55:44.054773+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:44.054773+0000","last_undegraded":"2023-05-20T05:55:44.054773+0000","last_fullsized":"2023-05-20T05:55:44.054773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621582+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:41.621582+0000","last_peered":"2023-05-20T05:55:41.621582+0000","last_clean":"2023-05-20T05:55:41.621582+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:41.621582+0000","last_undegraded":"2023-05-20T05:55:41.621582+0000","last_fullsized":"2023-05-20T05:55:41.621582+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769166+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:43.769166+0000","last_peered":"2023-05-20T05:55:43.769166+0000","last_clean":"2023-05-20T05:55:43.769166+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:43.769166+0000","last_undegraded":"2023-05-20T05:55:43.769166+0000","last_fullsized":"2023-05-20T05:55:43.769166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769118+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:43.769118+0000","last_peered":"2023-05-20T05:55:43.769118+0000","last_clean":"2023-05-20T05:55:43.769118+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:43.769118+0000","last_undegraded":"2023-05-20T05:55:43.769118+0000","last_fullsized":"2023-05-20T05:55:43.769118+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770474+0000","last_change":"2023-05-20T05:55:01.395228+0000","last_active":"2023-05-20T05:55:43.770474+0000","last_peered":"2023-05-20T05:55:43.770474+0000","last_clean":"2023-05-20T05:55:43.770474+0000","last_became_active":"2023-05-20T05:55:01.394903+0000","last_became_peered":"2023-05-20T05:55:01.394903+0000","last_unstale":"2023-05-20T05:55:43.770474+0000","last_undegraded":"2023-05-20T05:55:43.770474+0000","last_fullsized":"2023-05-20T05:55:43.770474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054409+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:44.054409+0000","last_peered":"2023-05-20T05:55:44.054409+0000","last_clean":"2023-05-20T05:55:44.054409+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:44.054409+0000","last_undegraded":"2023-05-20T05:55:44.054409+0000","last_fullsized":"2023-05-20T05:55:44.054409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054627+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:55:44.054627+0000","last_peered":"2023-05-20T05:55:44.054627+0000","last_clean":"2023-05-20T05:55:44.054627+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:55:44.054627+0000","last_undegraded":"2023-05-20T05:55:44.054627+0000","last_fullsized":"2023-05-20T05:55:44.054627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621300+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:41.621300+0000","last_peered":"2023-05-20T05:55:41.621300+0000","last_clean":"2023-05-20T05:55:41.621300+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:41.621300+0000","last_undegraded":"2023-05-20T05:55:41.621300+0000","last_fullsized":"2023-05-20T05:55:41.621300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055723+0000","last_change":"2023-05-20T05:55:01.402999+0000","last_active":"2023-05-20T05:55:44.055723+0000","last_peered":"2023-05-20T05:55:44.055723+0000","last_clean":"2023-05-20T05:55:44.055723+0000","last_became_active":"2023-05-20T05:55:01.402719+0000","last_became_peered":"2023-05-20T05:55:01.402719+0000","last_unstale":"2023-05-20T05:55:44.055723+0000","last_undegraded":"2023-05-20T05:55:44.055723+0000","last_fullsized":"2023-05-20T05:55:44.055723+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769958+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:43.769958+0000","last_peered":"2023-05-20T05:55:43.769958+0000","last_clean":"2023-05-20T05:55:43.769958+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:43.769958+0000","last_undegraded":"2023-05-20T05:55:43.769958+0000","last_fullsized":"2023-05-20T05:55:43.769958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.364275+0000","last_change":"2023-05-20T05:56:20.364275+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:56:20.364275+0000","last_undegraded":"2023-05-20T05:56:20.364275+0000","last_fullsized":"2023-05-20T05:56:20.364275+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:37:18.355288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768962+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:43.768962+0000","last_peered":"2023-05-20T05:55:43.768962+0000","last_clean":"2023-05-20T05:55:43.768962+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:43.768962+0000","last_undegraded":"2023-05-20T05:55:43.768962+0000","last_fullsized":"2023-05-20T05:55:43.768962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055372+0000","last_change":"2023-05-20T05:55:01.400034+0000","last_active":"2023-05-20T05:55:44.055372+0000","last_peered":"2023-05-20T05:55:44.055372+0000","last_clean":"2023-05-20T05:55:44.055372+0000","last_became_active":"2023-05-20T05:55:01.399408+0000","last_became_peered":"2023-05-20T05:55:01.399408+0000","last_unstale":"2023-05-20T05:55:44.055372+0000","last_undegraded":"2023-05-20T05:55:44.055372+0000","last_fullsized":"2023-05-20T05:55:44.055372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621062+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:41.621062+0000","last_peered":"2023-05-20T05:55:41.621062+0000","last_clean":"2023-05-20T05:55:41.621062+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:41.621062+0000","last_undegraded":"2023-05-20T05:55:41.621062+0000","last_fullsized":"2023-05-20T05:55:41.621062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620925+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:41.620925+0000","last_peered":"2023-05-20T05:55:41.620925+0000","last_clean":"2023-05-20T05:55:41.620925+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:41.620925+0000","last_undegraded":"2023-05-20T05:55:41.620925+0000","last_fullsized":"2023-05-20T05:55:41.620925+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.053951+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:55:44.053951+0000","last_peered":"2023-05-20T05:55:44.053951+0000","last_clean":"2023-05-20T05:55:44.053951+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:55:44.053951+0000","last_undegraded":"2023-05-20T05:55:44.053951+0000","last_fullsized":"2023-05-20T05:55:44.053951+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054844+0000","last_change":"2023-05-20T05:55:01.396882+0000","last_active":"2023-05-20T05:55:44.054844+0000","last_peered":"2023-05-20T05:55:44.054844+0000","last_clean":"2023-05-20T05:55:44.054844+0000","last_became_active":"2023-05-20T05:55:01.396489+0000","last_became_peered":"2023-05-20T05:55:01.396489+0000","last_unstale":"2023-05-20T05:55:44.054844+0000","last_undegraded":"2023-05-20T05:55:44.054844+0000","last_fullsized":"2023-05-20T05:55:44.054844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055390+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:55:44.055390+0000","last_peered":"2023-05-20T05:55:44.055390+0000","last_clean":"2023-05-20T05:55:44.055390+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:55:44.055390+0000","last_undegraded":"2023-05-20T05:55:44.055390+0000","last_fullsized":"2023-05-20T05:55:44.055390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.363670+0000","last_change":"2023-05-20T05:56:20.363822+0000","last_active":"2023-05-20T05:56:20.363640+0000","last_peered":"2023-05-20T05:55:44.055828+0000","last_clean":"2023-05-20T05:55:44.055828+0000","last_became_active":"2023-05-20T05:55:01.404238+0000","last_became_peered":"2023-05-20T05:55:01.404238+0000","last_unstale":"2023-05-20T05:56:20.363670+0000","last_undegraded":"2023-05-20T05:56:20.363670+0000","last_fullsized":"2023-05-20T05:56:20.363670+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:34:09.587446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054870+0000","last_change":"2023-05-20T05:55:40.526077+0000","last_active":"2023-05-20T05:55:44.054870+0000","last_peered":"2023-05-20T05:55:44.054870+0000","last_clean":"2023-05-20T05:55:44.054870+0000","last_became_active":"2023-05-20T05:55:40.525779+0000","last_became_peered":"2023-05-20T05:55:40.525779+0000","last_unstale":"2023-05-20T05:55:44.054870+0000","last_undegraded":"2023-05-20T05:55:44.054870+0000","last_fullsized":"2023-05-20T05:55:44.054870+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054267+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:44.054267+0000","last_peered":"2023-05-20T05:55:44.054267+0000","last_clean":"2023-05-20T05:55:44.054267+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:44.054267+0000","last_undegraded":"2023-05-20T05:55:44.054267+0000","last_fullsized":"2023-05-20T05:55:44.054267+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769194+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:43.769194+0000","last_peered":"2023-05-20T05:55:43.769194+0000","last_clean":"2023-05-20T05:55:43.769194+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:43.769194+0000","last_undegraded":"2023-05-20T05:55:43.769194+0000","last_fullsized":"2023-05-20T05:55:43.769194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054355+0000","last_change":"2023-05-20T05:55:40.520783+0000","last_active":"2023-05-20T05:55:44.054355+0000","last_peered":"2023-05-20T05:55:44.054355+0000","last_clean":"2023-05-20T05:55:44.054355+0000","last_became_active":"2023-05-20T05:55:40.520477+0000","last_became_peered":"2023-05-20T05:55:40.520477+0000","last_unstale":"2023-05-20T05:55:44.054355+0000","last_undegraded":"2023-05-20T05:55:44.054355+0000","last_fullsized":"2023-05-20T05:55:44.054355+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768857+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:43.768857+0000","last_peered":"2023-05-20T05:55:43.768857+0000","last_clean":"2023-05-20T05:55:43.768857+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:43.768857+0000","last_undegraded":"2023-05-20T05:55:43.768857+0000","last_fullsized":"2023-05-20T05:55:43.768857+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055818+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:55:44.055818+0000","last_peered":"2023-05-20T05:55:44.055818+0000","last_clean":"2023-05-20T05:55:44.055818+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:55:44.055818+0000","last_undegraded":"2023-05-20T05:55:44.055818+0000","last_fullsized":"2023-05-20T05:55:44.055818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054091+0000","last_change":"2023-05-20T05:55:40.526137+0000","last_active":"2023-05-20T05:55:44.054091+0000","last_peered":"2023-05-20T05:55:44.054091+0000","last_clean":"2023-05-20T05:55:44.054091+0000","last_became_active":"2023-05-20T05:55:40.525847+0000","last_became_peered":"2023-05-20T05:55:40.525847+0000","last_unstale":"2023-05-20T05:55:44.054091+0000","last_undegraded":"2023-05-20T05:55:44.054091+0000","last_fullsized":"2023-05-20T05:55:44.054091+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054096+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:44.054096+0000","last_peered":"2023-05-20T05:55:44.054096+0000","last_clean":"2023-05-20T05:55:44.054096+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:44.054096+0000","last_undegraded":"2023-05-20T05:55:44.054096+0000","last_fullsized":"2023-05-20T05:55:44.054096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.053973+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:55:44.053973+0000","last_peered":"2023-05-20T05:55:44.053973+0000","last_clean":"2023-05-20T05:55:44.053973+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:55:44.053973+0000","last_undegraded":"2023-05-20T05:55:44.053973+0000","last_fullsized":"2023-05-20T05:55:44.053973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621336+0000","last_change":"2023-05-20T05:55:40.521777+0000","last_active":"2023-05-20T05:55:41.621336+0000","last_peered":"2023-05-20T05:55:41.621336+0000","last_clean":"2023-05-20T05:55:41.621336+0000","last_became_active":"2023-05-20T05:55:40.521480+0000","last_became_peered":"2023-05-20T05:55:40.521480+0000","last_unstale":"2023-05-20T05:55:41.621336+0000","last_undegraded":"2023-05-20T05:55:41.621336+0000","last_fullsized":"2023-05-20T05:55:41.621336+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768578+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:55:43.768578+0000","last_peered":"2023-05-20T05:55:43.768578+0000","last_clean":"2023-05-20T05:55:43.768578+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:55:43.768578+0000","last_undegraded":"2023-05-20T05:55:43.768578+0000","last_fullsized":"2023-05-20T05:55:43.768578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768875+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:43.768875+0000","last_peered":"2023-05-20T05:55:43.768875+0000","last_clean":"2023-05-20T05:55:43.768875+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:43.768875+0000","last_undegraded":"2023-05-20T05:55:43.768875+0000","last_fullsized":"2023-05-20T05:55:43.768875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":275,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054452+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:55:44.054452+0000","last_peered":"2023-05-20T05:55:44.054452+0000","last_clean":"2023-05-20T05:55:44.054452+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:55:44.054452+0000","last_undegraded":"2023-05-20T05:55:44.054452+0000","last_fullsized":"2023-05-20T05:55:44.054452+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770166+0000","last_change":"2023-05-20T05:55:40.520794+0000","last_active":"2023-05-20T05:55:43.770166+0000","last_peered":"2023-05-20T05:55:43.770166+0000","last_clean":"2023-05-20T05:55:43.770166+0000","last_became_active":"2023-05-20T05:55:40.520522+0000","last_became_peered":"2023-05-20T05:55:40.520522+0000","last_unstale":"2023-05-20T05:55:43.770166+0000","last_undegraded":"2023-05-20T05:55:43.770166+0000","last_fullsized":"2023-05-20T05:55:43.770166+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769602+0000","last_change":"2023-05-20T05:55:01.393223+0000","last_active":"2023-05-20T05:55:43.769602+0000","last_peered":"2023-05-20T05:55:43.769602+0000","last_clean":"2023-05-20T05:55:43.769602+0000","last_became_active":"2023-05-20T05:55:01.392937+0000","last_became_peered":"2023-05-20T05:55:01.392937+0000","last_unstale":"2023-05-20T05:55:43.769602+0000","last_undegraded":"2023-05-20T05:55:43.769602+0000","last_fullsized":"2023-05-20T05:55:43.769602+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054237+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:44.054237+0000","last_peered":"2023-05-20T05:55:44.054237+0000","last_clean":"2023-05-20T05:55:44.054237+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:44.054237+0000","last_undegraded":"2023-05-20T05:55:44.054237+0000","last_fullsized":"2023-05-20T05:55:44.054237+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769776+0000","last_change":"2023-05-20T05:55:40.522420+0000","last_active":"2023-05-20T05:55:43.769776+0000","last_peered":"2023-05-20T05:55:43.769776+0000","last_clean":"2023-05-20T05:55:43.769776+0000","last_became_active":"2023-05-20T05:55:40.522101+0000","last_became_peered":"2023-05-20T05:55:40.522101+0000","last_unstale":"2023-05-20T05:55:43.769776+0000","last_undegraded":"2023-05-20T05:55:43.769776+0000","last_fullsized":"2023-05-20T05:55:43.769776+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055881+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:44.055881+0000","last_peered":"2023-05-20T05:55:44.055881+0000","last_clean":"2023-05-20T05:55:44.055881+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:44.055881+0000","last_undegraded":"2023-05-20T05:55:44.055881+0000","last_fullsized":"2023-05-20T05:55:44.055881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054426+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:44.054426+0000","last_peered":"2023-05-20T05:55:44.054426+0000","last_clean":"2023-05-20T05:55:44.054426+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:44.054426+0000","last_undegraded":"2023-05-20T05:55:44.054426+0000","last_fullsized":"2023-05-20T05:55:44.054426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768392+0000","last_change":"2023-05-20T05:55:40.521227+0000","last_active":"2023-05-20T05:55:43.768392+0000","last_peered":"2023-05-20T05:55:43.768392+0000","last_clean":"2023-05-20T05:55:43.768392+0000","last_became_active":"2023-05-20T05:55:40.520939+0000","last_became_peered":"2023-05-20T05:55:40.520939+0000","last_unstale":"2023-05-20T05:55:43.768392+0000","last_undegraded":"2023-05-20T05:55:43.768392+0000","last_fullsized":"2023-05-20T05:55:43.768392+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054479+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:44.054479+0000","last_peered":"2023-05-20T05:55:44.054479+0000","last_clean":"2023-05-20T05:55:44.054479+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:44.054479+0000","last_undegraded":"2023-05-20T05:55:44.054479+0000","last_fullsized":"2023-05-20T05:55:44.054479+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770892+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:55:43.770892+0000","last_peered":"2023-05-20T05:55:43.770892+0000","last_clean":"2023-05-20T05:55:43.770892+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:55:43.770892+0000","last_undegraded":"2023-05-20T05:55:43.770892+0000","last_fullsized":"2023-05-20T05:55:43.770892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054633+0000","last_change":"2023-05-20T05:55:40.522309+0000","last_active":"2023-05-20T05:55:44.054633+0000","last_peered":"2023-05-20T05:55:44.054633+0000","last_clean":"2023-05-20T05:55:44.054633+0000","last_became_active":"2023-05-20T05:55:40.521940+0000","last_became_peered":"2023-05-20T05:55:40.521940+0000","last_unstale":"2023-05-20T05:55:44.054633+0000","last_undegraded":"2023-05-20T05:55:44.054633+0000","last_fullsized":"2023-05-20T05:55:44.054633+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621549+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:41.621549+0000","last_peered":"2023-05-20T05:55:41.621549+0000","last_clean":"2023-05-20T05:55:41.621549+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:41.621549+0000","last_undegraded":"2023-05-20T05:55:41.621549+0000","last_fullsized":"2023-05-20T05:55:41.621549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.364181+0000","last_change":"2023-05-20T05:56:20.364181+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:56:20.364181+0000","last_undegraded":"2023-05-20T05:56:20.364181+0000","last_fullsized":"2023-05-20T05:56:20.364181+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:26:53.594971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054441+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:44.054441+0000","last_peered":"2023-05-20T05:55:44.054441+0000","last_clean":"2023-05-20T05:55:44.054441+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:44.054441+0000","last_undegraded":"2023-05-20T05:55:44.054441+0000","last_fullsized":"2023-05-20T05:55:44.054441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054895+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:55:44.054895+0000","last_peered":"2023-05-20T05:55:44.054895+0000","last_clean":"2023-05-20T05:55:44.054895+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:55:44.054895+0000","last_undegraded":"2023-05-20T05:55:44.054895+0000","last_fullsized":"2023-05-20T05:55:44.054895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054848+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:44.054848+0000","last_peered":"2023-05-20T05:55:44.054848+0000","last_clean":"2023-05-20T05:55:44.054848+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:44.054848+0000","last_undegraded":"2023-05-20T05:55:44.054848+0000","last_fullsized":"2023-05-20T05:55:44.054848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768413+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:55:43.768413+0000","last_peered":"2023-05-20T05:55:43.768413+0000","last_clean":"2023-05-20T05:55:43.768413+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:55:43.768413+0000","last_undegraded":"2023-05-20T05:55:43.768413+0000","last_fullsized":"2023-05-20T05:55:43.768413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054928+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:44.054928+0000","last_peered":"2023-05-20T05:55:44.054928+0000","last_clean":"2023-05-20T05:55:44.054928+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:44.054928+0000","last_undegraded":"2023-05-20T05:55:44.054928+0000","last_fullsized":"2023-05-20T05:55:44.054928+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770531+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:55:43.770531+0000","last_peered":"2023-05-20T05:55:43.770531+0000","last_clean":"2023-05-20T05:55:43.770531+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:55:43.770531+0000","last_undegraded":"2023-05-20T05:55:43.770531+0000","last_fullsized":"2023-05-20T05:55:43.770531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055331+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:44.055331+0000","last_peered":"2023-05-20T05:55:44.055331+0000","last_clean":"2023-05-20T05:55:44.055331+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:44.055331+0000","last_undegraded":"2023-05-20T05:55:44.055331+0000","last_fullsized":"2023-05-20T05:55:44.055331+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620505+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:41.620505+0000","last_peered":"2023-05-20T05:55:41.620505+0000","last_clean":"2023-05-20T05:55:41.620505+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:41.620505+0000","last_undegraded":"2023-05-20T05:55:41.620505+0000","last_fullsized":"2023-05-20T05:55:41.620505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054417+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:44.054417+0000","last_peered":"2023-05-20T05:55:44.054417+0000","last_clean":"2023-05-20T05:55:44.054417+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:55:44.054417+0000","last_undegraded":"2023-05-20T05:55:44.054417+0000","last_fullsized":"2023-05-20T05:55:44.054417+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055803+0000","last_change":"2023-05-20T05:55:01.407228+0000","last_active":"2023-05-20T05:55:44.055803+0000","last_peered":"2023-05-20T05:55:44.055803+0000","last_clean":"2023-05-20T05:55:44.055803+0000","last_became_active":"2023-05-20T05:55:01.406913+0000","last_became_peered":"2023-05-20T05:55:01.406913+0000","last_unstale":"2023-05-20T05:55:44.055803+0000","last_undegraded":"2023-05-20T05:55:44.055803+0000","last_fullsized":"2023-05-20T05:55:44.055803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054344+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:44.054344+0000","last_peered":"2023-05-20T05:55:44.054344+0000","last_clean":"2023-05-20T05:55:44.054344+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:44.054344+0000","last_undegraded":"2023-05-20T05:55:44.054344+0000","last_fullsized":"2023-05-20T05:55:44.054344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769001+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:43.769001+0000","last_peered":"2023-05-20T05:55:43.769001+0000","last_clean":"2023-05-20T05:55:43.769001+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:43.769001+0000","last_undegraded":"2023-05-20T05:55:43.769001+0000","last_fullsized":"2023-05-20T05:55:43.769001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054662+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:55:44.054662+0000","last_peered":"2023-05-20T05:55:44.054662+0000","last_clean":"2023-05-20T05:55:44.054662+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:55:44.054662+0000","last_undegraded":"2023-05-20T05:55:44.054662+0000","last_fullsized":"2023-05-20T05:55:44.054662+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056001+0000","last_change":"2023-05-20T05:55:01.403980+0000","last_active":"2023-05-20T05:55:44.056001+0000","last_peered":"2023-05-20T05:55:44.056001+0000","last_clean":"2023-05-20T05:55:44.056001+0000","last_became_active":"2023-05-20T05:55:01.403278+0000","last_became_peered":"2023-05-20T05:55:01.403278+0000","last_unstale":"2023-05-20T05:55:44.056001+0000","last_undegraded":"2023-05-20T05:55:44.056001+0000","last_fullsized":"2023-05-20T05:55:44.056001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620834+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:41.620834+0000","last_peered":"2023-05-20T05:55:41.620834+0000","last_clean":"2023-05-20T05:55:41.620834+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:41.620834+0000","last_undegraded":"2023-05-20T05:55:41.620834+0000","last_fullsized":"2023-05-20T05:55:41.620834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054051+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:55:44.054051+0000","last_peered":"2023-05-20T05:55:44.054051+0000","last_clean":"2023-05-20T05:55:44.054051+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:55:44.054051+0000","last_undegraded":"2023-05-20T05:55:44.054051+0000","last_fullsized":"2023-05-20T05:55:44.054051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768963+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:43.768963+0000","last_peered":"2023-05-20T05:55:43.768963+0000","last_clean":"2023-05-20T05:55:43.768963+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:43.768963+0000","last_undegraded":"2023-05-20T05:55:43.768963+0000","last_fullsized":"2023-05-20T05:55:43.768963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769904+0000","last_change":"2023-05-20T05:55:01.394251+0000","last_active":"2023-05-20T05:55:43.769904+0000","last_peered":"2023-05-20T05:55:43.769904+0000","last_clean":"2023-05-20T05:55:43.769904+0000","last_became_active":"2023-05-20T05:55:01.393997+0000","last_became_peered":"2023-05-20T05:55:01.393997+0000","last_unstale":"2023-05-20T05:55:43.769904+0000","last_undegraded":"2023-05-20T05:55:43.769904+0000","last_fullsized":"2023-05-20T05:55:43.769904+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770617+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:55:43.770617+0000","last_peered":"2023-05-20T05:55:43.770617+0000","last_clean":"2023-05-20T05:55:43.770617+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:55:43.770617+0000","last_undegraded":"2023-05-20T05:55:43.770617+0000","last_fullsized":"2023-05-20T05:55:43.770617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054244+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:44.054244+0000","last_peered":"2023-05-20T05:55:44.054244+0000","last_clean":"2023-05-20T05:55:44.054244+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:44.054244+0000","last_undegraded":"2023-05-20T05:55:44.054244+0000","last_fullsized":"2023-05-20T05:55:44.054244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620644+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:41.620644+0000","last_peered":"2023-05-20T05:55:41.620644+0000","last_clean":"2023-05-20T05:55:41.620644+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:41.620644+0000","last_undegraded":"2023-05-20T05:55:41.620644+0000","last_fullsized":"2023-05-20T05:55:41.620644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770971+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:55:43.770971+0000","last_peered":"2023-05-20T05:55:43.770971+0000","last_clean":"2023-05-20T05:55:43.770971+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:55:43.770971+0000","last_undegraded":"2023-05-20T05:55:43.770971+0000","last_fullsized":"2023-05-20T05:55:43.770971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768814+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:43.768814+0000","last_peered":"2023-05-20T05:55:43.768814+0000","last_clean":"2023-05-20T05:55:43.768814+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:43.768814+0000","last_undegraded":"2023-05-20T05:55:43.768814+0000","last_fullsized":"2023-05-20T05:55:43.768814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.360626+0000","last_change":"2023-05-20T05:56:20.360839+0000","last_active":"2023-05-20T05:56:20.360595+0000","last_peered":"2023-05-20T05:55:43.768540+0000","last_clean":"2023-05-20T05:55:43.768540+0000","last_became_active":"2023-05-20T05:55:01.391442+0000","last_became_peered":"2023-05-20T05:55:01.391442+0000","last_unstale":"2023-05-20T05:56:20.360626+0000","last_undegraded":"2023-05-20T05:56:20.360626+0000","last_fullsized":"2023-05-20T05:56:20.360626+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:06:28.397103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769056+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:43.769056+0000","last_peered":"2023-05-20T05:55:43.769056+0000","last_clean":"2023-05-20T05:55:43.769056+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:43.769056+0000","last_undegraded":"2023-05-20T05:55:43.769056+0000","last_fullsized":"2023-05-20T05:55:43.769056+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769868+0000","last_change":"2023-05-20T05:55:01.388505+0000","last_active":"2023-05-20T05:55:43.769868+0000","last_peered":"2023-05-20T05:55:43.769868+0000","last_clean":"2023-05-20T05:55:43.769868+0000","last_became_active":"2023-05-20T05:55:01.388229+0000","last_became_peered":"2023-05-20T05:55:01.388229+0000","last_unstale":"2023-05-20T05:55:43.769868+0000","last_undegraded":"2023-05-20T05:55:43.769868+0000","last_fullsized":"2023-05-20T05:55:43.769868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620537+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:41.620537+0000","last_peered":"2023-05-20T05:55:41.620537+0000","last_clean":"2023-05-20T05:55:41.620537+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:41.620537+0000","last_undegraded":"2023-05-20T05:55:41.620537+0000","last_fullsized":"2023-05-20T05:55:41.620537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6648,"kb_used_data":1264,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738504,"statfs":{"total":95995035648,"available":95988228096,"internally_reserved":0,"allocated":1294336,"data_stored":892490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.432},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.46000000000000002}]},{"osd":1,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.504},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.58599999999999997}]},{"osd":3,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.80900000000000005}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.624}]},{"osd":5,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.64400000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495642,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6636,"kb_used_data":1252,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738516,"statfs":{"total":95995035648,"available":95988240384,"internally_reserved":0,"allocated":1282048,"data_stored":886745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69599999999999995}]},{"osd":1,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.72499999999999998}]},{"osd":2,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.59599999999999997}]},{"osd":3,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.76500000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.754},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.77600000000000002}]},{"osd":7,"last update":"Sat May 20 05:55:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.79700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6768,"kb_used_data":680,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93738384,"statfs":{"total":95995035648,"available":95988105216,"internally_reserved":0,"allocated":696320,"data_stored":301441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.33000000000000002,"15min":0.311},"min":{"1min":0.23899999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.439,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.309},{"interface":"front","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.32600000000000001},"min":{"1min":0.252,"5min":0.214,"15min":0.214},"max":{"1min":0.53100000000000003,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.245}]},{"osd":2,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.54900000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.26300000000000001}]},{"osd":3,"last update":"Sat May 20 05:55:20 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.44400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54400000000000004,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.44400000000000001,"15min":0.45100000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53400000000000003,"5min":0.626,"15min":0.626},"last":0.32900000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67600000000000005}]},{"osd":5,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60799999999999998,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73599999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61199999999999999}]},{"osd":6,"last update":"Sat May 20 05:55:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63200000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.69599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7488,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":6208,"kb_avail":93737664,"statfs":{"total":95995035648,"available":95987367936,"internally_reserved":0,"allocated":1302528,"data_stored":892614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6356992},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:55:29 2023","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.23000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.441,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.36299999999999999,"15min":0.34699999999999998},"min":{"1min":0.23899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.53300000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.47999999999999998}]},{"osd":2,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.42699999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.24199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat May 20 05:55:23 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.47599999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.5}]},{"osd":4,"last update":"Sat May 20 05:55:35 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.63600000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58099999999999996,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72299999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59999999999999998}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58699999999999997,"15min":0.59599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.69199999999999995}]},{"osd":6,"last update":"Sat May 20 05:55:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat May 20 05:55:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6636,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93738516,"statfs":{"total":95995035648,"available":95988240384,"internally_reserved":0,"allocated":692224,"data_stored":301546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.35399999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.45300000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38300000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.46700000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.314}]},{"osd":1,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58299999999999996,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55900000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.33300000000000002}]},{"osd":3,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44500000000000001,"15min":0.46200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54900000000000004,"15min":0.55200000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84799999999999998,"5min":1.004,"15min":1.004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80100000000000005,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat May 20 05:56:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58199999999999996,"15min":0.59299999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.66300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.628,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.42999999999999999}]},{"osd":6,"last update":"Sat May 20 05:55:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54400000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182439,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6208,"kb_used_data":696,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738944,"statfs":{"total":95995035648,"available":95988678656,"internally_reserved":0,"allocated":712704,"data_stored":303974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35699999999999998,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.44,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.38600000000000001,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.52700000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.24299999999999999}]},{"osd":1,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40200000000000002,"15min":0.41099999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.25600000000000001}]},{"osd":2,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.308}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.85999999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71599999999999997,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.39800000000000002}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.58699999999999997,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat May 20 05:56:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79700000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52500000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018916,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6204,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738948,"statfs":{"total":95995035648,"available":95988682752,"internally_reserved":0,"allocated":708608,"data_stored":302226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.504,"15min":0.502},"min":{"1min":0.34599999999999997,"5min":0.249,"15min":0.249},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.621}]},{"osd":1,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.36799999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.496,"15min":0.496},"min":{"1min":0.35499999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.57199999999999995}]},{"osd":2,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.496,"15min":0.496},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.45500000000000002}]},{"osd":3,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54200000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat May 20 05:56:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.32800000000000001}]},{"osd":6,"last update":"Sat May 20 05:55:19 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.34200000000000003}]},{"osd":7,"last update":"Sat May 20 05:55:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.372},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.317}]}]},{"osd":5,"up_from":38,"seq":163208757280,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6132,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739020,"statfs":{"total":95995035648,"available":95988756480,"internally_reserved":0,"allocated":700416,"data_stored":303372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.40999999999999998}]},{"osd":2,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69799999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.30199999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.52600000000000002}]},{"osd":6,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47699999999999998,"15min":0.48199999999999998},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.502,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76700000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.624},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:56:25.392 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph pg dump --format=json 2023-05-20T05:56:25.572 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 bash[135580]: aed70ce5fd0f82c2bd6ab58516f8800dfa3a1218cff51e6b6afd0abfba6c09fd 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2023-05-20T05:56:25.573 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-05-20T05:56:25.574 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-05-20T05:56:25.574 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2023-05-20T05:56:25.574 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2023-05-20T05:56:25.574 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2023-05-20T05:56:25.575 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2023-05-20T05:56:25.575 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2023-05-20T05:56:25.575 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="App mode production" logger=settings 2023-05-20T05:56:25.575 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2023-05-20T05:56:25.575 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Starting DB migrations" logger=migrator 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 systemd[1]: Started Ceph grafana.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2023-05-20T05:56:25.576 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2023-05-20T05:56:25.577 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2023-05-20T05:56:25.577 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2023-05-20T05:56:25.577 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2023-05-20T05:56:25.753 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:25.841 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2023-05-20T05:56:25.841 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2023-05-20T05:56:25.841 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2023-05-20T05:56:25.842 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2023-05-20T05:56:25.842 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2023-05-20T05:56:25.842 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2023-05-20T05:56:25.842 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2023-05-20T05:56:25.842 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2023-05-20T05:56:26.136 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2023-05-20T05:56:26.137 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2023-05-20T05:56:26.137 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:25 smithi170 conmon[135621]: t=2023-05-20T05:56:25+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2023-05-20T05:56:26.137 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2023-05-20T05:56:26.399 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:56:26 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:56:26.402 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:26 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.403 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:26 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.403 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:26 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.403 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:26 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:26.403 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2023-05-20T05:56:26.403 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2023-05-20T05:56:26.404 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2023-05-20T05:56:26.404 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2023-05-20T05:56:26.404 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2023-05-20T05:56:26.404 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2023-05-20T05:56:26.663 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2023-05-20T05:56:26.663 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2023-05-20T05:56:26.664 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2023-05-20T05:56:26.664 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-05-20T05:56:26.664 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2023-05-20T05:56:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:26 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:26.927 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2023-05-20T05:56:26.927 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2023-05-20T05:56:26.927 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2023-05-20T05:56:26.928 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2023-05-20T05:56:26.928 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2023-05-20T05:56:26.928 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2023-05-20T05:56:26.928 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2023-05-20T05:56:26.928 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2023-05-20T05:56:26.928 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2023-05-20T05:56:27.183 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:26 smithi170 conmon[135621]: t=2023-05-20T05:56:26+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2023-05-20T05:56:27.184 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2023-05-20T05:56:27.184 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2023-05-20T05:56:27.184 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2023-05-20T05:56:27.443 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2023-05-20T05:56:27.443 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2023-05-20T05:56:27.444 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2023-05-20T05:56:27.444 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2023-05-20T05:56:27.444 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:27 smithi170 ceph-mon[97338]: pgmap v42: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:27.696 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2023-05-20T05:56:27.703 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2023-05-20T05:56:27.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2023-05-20T05:56:27.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2023-05-20T05:56:27.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2023-05-20T05:56:27.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2023-05-20T05:56:27.705 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-05-20T05:56:27.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:27 smithi081 ceph-mon[95500]: pgmap v42: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:27 smithi081 ceph-mon[107735]: pgmap v42: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:27.797 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:27.799 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:56:27.995 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2023-05-20T05:56:27.996 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2023-05-20T05:56:27.996 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2023-05-20T05:56:27.996 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2023-05-20T05:56:28.260 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:27 smithi170 conmon[135621]: t=2023-05-20T05:56:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2023-05-20T05:56:28.261 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2023-05-20T05:56:28.562 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:28 smithi170 ceph-mon[97338]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:28.563 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2023-05-20T05:56:28.563 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2023-05-20T05:56:28.563 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2023-05-20T05:56:28.564 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2023-05-20T05:56:28.564 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2023-05-20T05:56:28.564 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2023-05-20T05:56:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:28 smithi081 ceph-mon[95500]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:28 smithi081 ceph-mon[107735]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:28.837 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2023-05-20T05:56:28.838 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2023-05-20T05:56:28.838 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2023-05-20T05:56:28.838 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2023-05-20T05:56:28.839 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2023-05-20T05:56:28.839 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2023-05-20T05:56:28.839 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2023-05-20T05:56:28.840 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2023-05-20T05:56:28.906 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2023-05-20T05:56:26.296505+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":52720,"kb_used_data":7216,"kb_used_omap":0,"kb_used_meta":45440,"kb_avail":749908496,"statfs":{"total":767960285184,"available":767906299904,"internally_reserved":0,"allocated":7389184,"data_stored":4184408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46530560},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001856"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056219+0000","last_change":"2023-05-20T05:55:01.406205+0000","last_active":"2023-05-20T05:55:44.056219+0000","last_peered":"2023-05-20T05:55:44.056219+0000","last_clean":"2023-05-20T05:55:44.056219+0000","last_became_active":"2023-05-20T05:55:01.405921+0000","last_became_peered":"2023-05-20T05:55:01.405921+0000","last_unstale":"2023-05-20T05:55:44.056219+0000","last_undegraded":"2023-05-20T05:55:44.056219+0000","last_fullsized":"2023-05-20T05:55:44.056219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054221+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:55:44.054221+0000","last_peered":"2023-05-20T05:55:44.054221+0000","last_clean":"2023-05-20T05:55:44.054221+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:55:44.054221+0000","last_undegraded":"2023-05-20T05:55:44.054221+0000","last_fullsized":"2023-05-20T05:55:44.054221+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770271+0000","last_change":"2023-05-20T05:55:01.395423+0000","last_active":"2023-05-20T05:55:43.770271+0000","last_peered":"2023-05-20T05:55:43.770271+0000","last_clean":"2023-05-20T05:55:43.770271+0000","last_became_active":"2023-05-20T05:55:01.395161+0000","last_became_peered":"2023-05-20T05:55:01.395161+0000","last_unstale":"2023-05-20T05:55:43.770271+0000","last_undegraded":"2023-05-20T05:55:43.770271+0000","last_fullsized":"2023-05-20T05:55:43.770271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769037+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:55:43.769037+0000","last_peered":"2023-05-20T05:55:43.769037+0000","last_clean":"2023-05-20T05:55:43.769037+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:55:43.769037+0000","last_undegraded":"2023-05-20T05:55:43.769037+0000","last_fullsized":"2023-05-20T05:55:43.769037+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055410+0000","last_change":"2023-05-20T05:55:01.400215+0000","last_active":"2023-05-20T05:55:44.055410+0000","last_peered":"2023-05-20T05:55:44.055410+0000","last_clean":"2023-05-20T05:55:44.055410+0000","last_became_active":"2023-05-20T05:55:01.399774+0000","last_became_peered":"2023-05-20T05:55:01.399774+0000","last_unstale":"2023-05-20T05:55:44.055410+0000","last_undegraded":"2023-05-20T05:55:44.055410+0000","last_fullsized":"2023-05-20T05:55:44.055410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769171+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:55:43.769171+0000","last_peered":"2023-05-20T05:55:43.769171+0000","last_clean":"2023-05-20T05:55:43.769171+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:55:43.769171+0000","last_undegraded":"2023-05-20T05:55:43.769171+0000","last_fullsized":"2023-05-20T05:55:43.769171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054712+0000","last_change":"2023-05-20T05:55:01.392319+0000","last_active":"2023-05-20T05:55:44.054712+0000","last_peered":"2023-05-20T05:55:44.054712+0000","last_clean":"2023-05-20T05:55:44.054712+0000","last_became_active":"2023-05-20T05:55:01.392015+0000","last_became_peered":"2023-05-20T05:55:01.392015+0000","last_unstale":"2023-05-20T05:55:44.054712+0000","last_undegraded":"2023-05-20T05:55:44.054712+0000","last_fullsized":"2023-05-20T05:55:44.054712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768317+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:55:43.768317+0000","last_peered":"2023-05-20T05:55:43.768317+0000","last_clean":"2023-05-20T05:55:43.768317+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:55:43.768317+0000","last_undegraded":"2023-05-20T05:55:43.768317+0000","last_fullsized":"2023-05-20T05:55:43.768317+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056143+0000","last_change":"2023-05-20T05:55:01.404241+0000","last_active":"2023-05-20T05:55:44.056143+0000","last_peered":"2023-05-20T05:55:44.056143+0000","last_clean":"2023-05-20T05:55:44.056143+0000","last_became_active":"2023-05-20T05:55:01.403652+0000","last_became_peered":"2023-05-20T05:55:01.403652+0000","last_unstale":"2023-05-20T05:55:44.056143+0000","last_undegraded":"2023-05-20T05:55:44.056143+0000","last_fullsized":"2023-05-20T05:55:44.056143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620774+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:41.620774+0000","last_peered":"2023-05-20T05:55:41.620774+0000","last_clean":"2023-05-20T05:55:41.620774+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:41.620774+0000","last_undegraded":"2023-05-20T05:55:41.620774+0000","last_fullsized":"2023-05-20T05:55:41.620774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621521+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:41.621521+0000","last_peered":"2023-05-20T05:55:41.621521+0000","last_clean":"2023-05-20T05:55:41.621521+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:41.621521+0000","last_undegraded":"2023-05-20T05:55:41.621521+0000","last_fullsized":"2023-05-20T05:55:41.621521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054710+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:55:44.054710+0000","last_peered":"2023-05-20T05:55:44.054710+0000","last_clean":"2023-05-20T05:55:44.054710+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:55:44.054710+0000","last_undegraded":"2023-05-20T05:55:44.054710+0000","last_fullsized":"2023-05-20T05:55:44.054710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768607+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:55:43.768607+0000","last_peered":"2023-05-20T05:55:43.768607+0000","last_clean":"2023-05-20T05:55:43.768607+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:55:43.768607+0000","last_undegraded":"2023-05-20T05:55:43.768607+0000","last_fullsized":"2023-05-20T05:55:43.768607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769899+0000","last_change":"2023-05-20T05:55:01.395985+0000","last_active":"2023-05-20T05:55:43.769899+0000","last_peered":"2023-05-20T05:55:43.769899+0000","last_clean":"2023-05-20T05:55:43.769899+0000","last_became_active":"2023-05-20T05:55:01.395748+0000","last_became_peered":"2023-05-20T05:55:01.395748+0000","last_unstale":"2023-05-20T05:55:43.769899+0000","last_undegraded":"2023-05-20T05:55:43.769899+0000","last_fullsized":"2023-05-20T05:55:43.769899+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054655+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:55:44.054655+0000","last_peered":"2023-05-20T05:55:44.054655+0000","last_clean":"2023-05-20T05:55:44.054655+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:55:44.054655+0000","last_undegraded":"2023-05-20T05:55:44.054655+0000","last_fullsized":"2023-05-20T05:55:44.054655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768666+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:55:43.768666+0000","last_peered":"2023-05-20T05:55:43.768666+0000","last_clean":"2023-05-20T05:55:43.768666+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:55:43.768666+0000","last_undegraded":"2023-05-20T05:55:43.768666+0000","last_fullsized":"2023-05-20T05:55:43.768666+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769411+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:55:43.769411+0000","last_peered":"2023-05-20T05:55:43.769411+0000","last_clean":"2023-05-20T05:55:43.769411+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:55:43.769411+0000","last_undegraded":"2023-05-20T05:55:43.769411+0000","last_fullsized":"2023-05-20T05:55:43.769411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054630+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:55:44.054630+0000","last_peered":"2023-05-20T05:55:44.054630+0000","last_clean":"2023-05-20T05:55:44.054630+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:55:44.054630+0000","last_undegraded":"2023-05-20T05:55:44.054630+0000","last_fullsized":"2023-05-20T05:55:44.054630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055577+0000","last_change":"2023-05-20T05:55:01.406408+0000","last_active":"2023-05-20T05:55:44.055577+0000","last_peered":"2023-05-20T05:55:44.055577+0000","last_clean":"2023-05-20T05:55:44.055577+0000","last_became_active":"2023-05-20T05:55:01.405293+0000","last_became_peered":"2023-05-20T05:55:01.405293+0000","last_unstale":"2023-05-20T05:55:44.055577+0000","last_undegraded":"2023-05-20T05:55:44.055577+0000","last_fullsized":"2023-05-20T05:55:44.055577+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770665+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:55:43.770665+0000","last_peered":"2023-05-20T05:55:43.770665+0000","last_clean":"2023-05-20T05:55:43.770665+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:55:43.770665+0000","last_undegraded":"2023-05-20T05:55:43.770665+0000","last_fullsized":"2023-05-20T05:55:43.770665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770596+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:55:43.770596+0000","last_peered":"2023-05-20T05:55:43.770596+0000","last_clean":"2023-05-20T05:55:43.770596+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:55:43.770596+0000","last_undegraded":"2023-05-20T05:55:43.770596+0000","last_fullsized":"2023-05-20T05:55:43.770596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770681+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:55:43.770681+0000","last_peered":"2023-05-20T05:55:43.770681+0000","last_clean":"2023-05-20T05:55:43.770681+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:55:43.770681+0000","last_undegraded":"2023-05-20T05:55:43.770681+0000","last_fullsized":"2023-05-20T05:55:43.770681+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770540+0000","last_change":"2023-05-20T05:55:01.395657+0000","last_active":"2023-05-20T05:55:43.770540+0000","last_peered":"2023-05-20T05:55:43.770540+0000","last_clean":"2023-05-20T05:55:43.770540+0000","last_became_active":"2023-05-20T05:55:01.395439+0000","last_became_peered":"2023-05-20T05:55:01.395439+0000","last_unstale":"2023-05-20T05:55:43.770540+0000","last_undegraded":"2023-05-20T05:55:43.770540+0000","last_fullsized":"2023-05-20T05:55:43.770540+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055962+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:55:44.055962+0000","last_peered":"2023-05-20T05:55:44.055962+0000","last_clean":"2023-05-20T05:55:44.055962+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:55:44.055962+0000","last_undegraded":"2023-05-20T05:55:44.055962+0000","last_fullsized":"2023-05-20T05:55:44.055962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769156+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:55:43.769156+0000","last_peered":"2023-05-20T05:55:43.769156+0000","last_clean":"2023-05-20T05:55:43.769156+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:55:43.769156+0000","last_undegraded":"2023-05-20T05:55:43.769156+0000","last_fullsized":"2023-05-20T05:55:43.769156+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055584+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:55:44.055584+0000","last_peered":"2023-05-20T05:55:44.055584+0000","last_clean":"2023-05-20T05:55:44.055584+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:55:44.055584+0000","last_undegraded":"2023-05-20T05:55:44.055584+0000","last_fullsized":"2023-05-20T05:55:44.055584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769116+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:55:43.769116+0000","last_peered":"2023-05-20T05:55:43.769116+0000","last_clean":"2023-05-20T05:55:43.769116+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:55:43.769116+0000","last_undegraded":"2023-05-20T05:55:43.769116+0000","last_fullsized":"2023-05-20T05:55:43.769116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770495+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:55:43.770495+0000","last_peered":"2023-05-20T05:55:43.770495+0000","last_clean":"2023-05-20T05:55:43.770495+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:55:43.770495+0000","last_undegraded":"2023-05-20T05:55:43.770495+0000","last_fullsized":"2023-05-20T05:55:43.770495+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054469+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:55:44.054469+0000","last_peered":"2023-05-20T05:55:44.054469+0000","last_clean":"2023-05-20T05:55:44.054469+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:55:44.054469+0000","last_undegraded":"2023-05-20T05:55:44.054469+0000","last_fullsized":"2023-05-20T05:55:44.054469+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621218+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:41.621218+0000","last_peered":"2023-05-20T05:55:41.621218+0000","last_clean":"2023-05-20T05:55:41.621218+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:41.621218+0000","last_undegraded":"2023-05-20T05:55:41.621218+0000","last_fullsized":"2023-05-20T05:55:41.621218+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769789+0000","last_change":"2023-05-20T05:55:01.393610+0000","last_active":"2023-05-20T05:55:43.769789+0000","last_peered":"2023-05-20T05:55:43.769789+0000","last_clean":"2023-05-20T05:55:43.769789+0000","last_became_active":"2023-05-20T05:55:01.393227+0000","last_became_peered":"2023-05-20T05:55:01.393227+0000","last_unstale":"2023-05-20T05:55:43.769789+0000","last_undegraded":"2023-05-20T05:55:43.769789+0000","last_fullsized":"2023-05-20T05:55:43.769789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768520+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:55:43.768520+0000","last_peered":"2023-05-20T05:55:43.768520+0000","last_clean":"2023-05-20T05:55:43.768520+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:55:43.768520+0000","last_undegraded":"2023-05-20T05:55:43.768520+0000","last_fullsized":"2023-05-20T05:55:43.768520+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768474+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:55:43.768474+0000","last_peered":"2023-05-20T05:55:43.768474+0000","last_clean":"2023-05-20T05:55:43.768474+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:55:43.768474+0000","last_undegraded":"2023-05-20T05:55:43.768474+0000","last_fullsized":"2023-05-20T05:55:43.768474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.360192+0000","last_change":"2023-05-20T05:56:20.360402+0000","last_active":"2023-05-20T05:56:20.360155+0000","last_peered":"2023-05-20T05:55:43.768758+0000","last_clean":"2023-05-20T05:55:43.768758+0000","last_became_active":"2023-05-20T05:55:00.999807+0000","last_became_peered":"2023-05-20T05:55:00.999807+0000","last_unstale":"2023-05-20T05:56:20.360192+0000","last_undegraded":"2023-05-20T05:56:20.360192+0000","last_fullsized":"2023-05-20T05:56:20.360192+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:51:17.880498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054773+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:55:44.054773+0000","last_peered":"2023-05-20T05:55:44.054773+0000","last_clean":"2023-05-20T05:55:44.054773+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:55:44.054773+0000","last_undegraded":"2023-05-20T05:55:44.054773+0000","last_fullsized":"2023-05-20T05:55:44.054773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621582+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:41.621582+0000","last_peered":"2023-05-20T05:55:41.621582+0000","last_clean":"2023-05-20T05:55:41.621582+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:41.621582+0000","last_undegraded":"2023-05-20T05:55:41.621582+0000","last_fullsized":"2023-05-20T05:55:41.621582+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769166+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:55:43.769166+0000","last_peered":"2023-05-20T05:55:43.769166+0000","last_clean":"2023-05-20T05:55:43.769166+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:55:43.769166+0000","last_undegraded":"2023-05-20T05:55:43.769166+0000","last_fullsized":"2023-05-20T05:55:43.769166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769118+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:55:43.769118+0000","last_peered":"2023-05-20T05:55:43.769118+0000","last_clean":"2023-05-20T05:55:43.769118+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:55:43.769118+0000","last_undegraded":"2023-05-20T05:55:43.769118+0000","last_fullsized":"2023-05-20T05:55:43.769118+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770474+0000","last_change":"2023-05-20T05:55:01.395228+0000","last_active":"2023-05-20T05:55:43.770474+0000","last_peered":"2023-05-20T05:55:43.770474+0000","last_clean":"2023-05-20T05:55:43.770474+0000","last_became_active":"2023-05-20T05:55:01.394903+0000","last_became_peered":"2023-05-20T05:55:01.394903+0000","last_unstale":"2023-05-20T05:55:43.770474+0000","last_undegraded":"2023-05-20T05:55:43.770474+0000","last_fullsized":"2023-05-20T05:55:43.770474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054409+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:55:44.054409+0000","last_peered":"2023-05-20T05:55:44.054409+0000","last_clean":"2023-05-20T05:55:44.054409+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:55:44.054409+0000","last_undegraded":"2023-05-20T05:55:44.054409+0000","last_fullsized":"2023-05-20T05:55:44.054409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054627+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:55:44.054627+0000","last_peered":"2023-05-20T05:55:44.054627+0000","last_clean":"2023-05-20T05:55:44.054627+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:55:44.054627+0000","last_undegraded":"2023-05-20T05:55:44.054627+0000","last_fullsized":"2023-05-20T05:55:44.054627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621300+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:41.621300+0000","last_peered":"2023-05-20T05:55:41.621300+0000","last_clean":"2023-05-20T05:55:41.621300+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:41.621300+0000","last_undegraded":"2023-05-20T05:55:41.621300+0000","last_fullsized":"2023-05-20T05:55:41.621300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055723+0000","last_change":"2023-05-20T05:55:01.402999+0000","last_active":"2023-05-20T05:55:44.055723+0000","last_peered":"2023-05-20T05:55:44.055723+0000","last_clean":"2023-05-20T05:55:44.055723+0000","last_became_active":"2023-05-20T05:55:01.402719+0000","last_became_peered":"2023-05-20T05:55:01.402719+0000","last_unstale":"2023-05-20T05:55:44.055723+0000","last_undegraded":"2023-05-20T05:55:44.055723+0000","last_fullsized":"2023-05-20T05:55:44.055723+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769958+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:55:43.769958+0000","last_peered":"2023-05-20T05:55:43.769958+0000","last_clean":"2023-05-20T05:55:43.769958+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:55:43.769958+0000","last_undegraded":"2023-05-20T05:55:43.769958+0000","last_fullsized":"2023-05-20T05:55:43.769958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.364275+0000","last_change":"2023-05-20T05:56:20.364275+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:56:20.364275+0000","last_undegraded":"2023-05-20T05:56:20.364275+0000","last_fullsized":"2023-05-20T05:56:20.364275+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:37:18.355288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768962+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:55:43.768962+0000","last_peered":"2023-05-20T05:55:43.768962+0000","last_clean":"2023-05-20T05:55:43.768962+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:55:43.768962+0000","last_undegraded":"2023-05-20T05:55:43.768962+0000","last_fullsized":"2023-05-20T05:55:43.768962+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055372+0000","last_change":"2023-05-20T05:55:01.400034+0000","last_active":"2023-05-20T05:55:44.055372+0000","last_peered":"2023-05-20T05:55:44.055372+0000","last_clean":"2023-05-20T05:55:44.055372+0000","last_became_active":"2023-05-20T05:55:01.399408+0000","last_became_peered":"2023-05-20T05:55:01.399408+0000","last_unstale":"2023-05-20T05:55:44.055372+0000","last_undegraded":"2023-05-20T05:55:44.055372+0000","last_fullsized":"2023-05-20T05:55:44.055372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621062+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:41.621062+0000","last_peered":"2023-05-20T05:55:41.621062+0000","last_clean":"2023-05-20T05:55:41.621062+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:41.621062+0000","last_undegraded":"2023-05-20T05:55:41.621062+0000","last_fullsized":"2023-05-20T05:55:41.621062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620925+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:41.620925+0000","last_peered":"2023-05-20T05:55:41.620925+0000","last_clean":"2023-05-20T05:55:41.620925+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:41.620925+0000","last_undegraded":"2023-05-20T05:55:41.620925+0000","last_fullsized":"2023-05-20T05:55:41.620925+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.053951+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:55:44.053951+0000","last_peered":"2023-05-20T05:55:44.053951+0000","last_clean":"2023-05-20T05:55:44.053951+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:55:44.053951+0000","last_undegraded":"2023-05-20T05:55:44.053951+0000","last_fullsized":"2023-05-20T05:55:44.053951+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054844+0000","last_change":"2023-05-20T05:55:01.396882+0000","last_active":"2023-05-20T05:55:44.054844+0000","last_peered":"2023-05-20T05:55:44.054844+0000","last_clean":"2023-05-20T05:55:44.054844+0000","last_became_active":"2023-05-20T05:55:01.396489+0000","last_became_peered":"2023-05-20T05:55:01.396489+0000","last_unstale":"2023-05-20T05:55:44.054844+0000","last_undegraded":"2023-05-20T05:55:44.054844+0000","last_fullsized":"2023-05-20T05:55:44.054844+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055390+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:55:44.055390+0000","last_peered":"2023-05-20T05:55:44.055390+0000","last_clean":"2023-05-20T05:55:44.055390+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:55:44.055390+0000","last_undegraded":"2023-05-20T05:55:44.055390+0000","last_fullsized":"2023-05-20T05:55:44.055390+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.363670+0000","last_change":"2023-05-20T05:56:20.363822+0000","last_active":"2023-05-20T05:56:20.363640+0000","last_peered":"2023-05-20T05:55:44.055828+0000","last_clean":"2023-05-20T05:55:44.055828+0000","last_became_active":"2023-05-20T05:55:01.404238+0000","last_became_peered":"2023-05-20T05:55:01.404238+0000","last_unstale":"2023-05-20T05:56:20.363670+0000","last_undegraded":"2023-05-20T05:56:20.363670+0000","last_fullsized":"2023-05-20T05:56:20.363670+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:34:09.587446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054870+0000","last_change":"2023-05-20T05:55:40.526077+0000","last_active":"2023-05-20T05:55:44.054870+0000","last_peered":"2023-05-20T05:55:44.054870+0000","last_clean":"2023-05-20T05:55:44.054870+0000","last_became_active":"2023-05-20T05:55:40.525779+0000","last_became_peered":"2023-05-20T05:55:40.525779+0000","last_unstale":"2023-05-20T05:55:44.054870+0000","last_undegraded":"2023-05-20T05:55:44.054870+0000","last_fullsized":"2023-05-20T05:55:44.054870+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054267+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:55:44.054267+0000","last_peered":"2023-05-20T05:55:44.054267+0000","last_clean":"2023-05-20T05:55:44.054267+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:55:44.054267+0000","last_undegraded":"2023-05-20T05:55:44.054267+0000","last_fullsized":"2023-05-20T05:55:44.054267+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769194+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:55:43.769194+0000","last_peered":"2023-05-20T05:55:43.769194+0000","last_clean":"2023-05-20T05:55:43.769194+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:55:43.769194+0000","last_undegraded":"2023-05-20T05:55:43.769194+0000","last_fullsized":"2023-05-20T05:55:43.769194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054355+0000","last_change":"2023-05-20T05:55:40.520783+0000","last_active":"2023-05-20T05:55:44.054355+0000","last_peered":"2023-05-20T05:55:44.054355+0000","last_clean":"2023-05-20T05:55:44.054355+0000","last_became_active":"2023-05-20T05:55:40.520477+0000","last_became_peered":"2023-05-20T05:55:40.520477+0000","last_unstale":"2023-05-20T05:55:44.054355+0000","last_undegraded":"2023-05-20T05:55:44.054355+0000","last_fullsized":"2023-05-20T05:55:44.054355+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768857+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:55:43.768857+0000","last_peered":"2023-05-20T05:55:43.768857+0000","last_clean":"2023-05-20T05:55:43.768857+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:55:43.768857+0000","last_undegraded":"2023-05-20T05:55:43.768857+0000","last_fullsized":"2023-05-20T05:55:43.768857+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055818+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:55:44.055818+0000","last_peered":"2023-05-20T05:55:44.055818+0000","last_clean":"2023-05-20T05:55:44.055818+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:55:44.055818+0000","last_undegraded":"2023-05-20T05:55:44.055818+0000","last_fullsized":"2023-05-20T05:55:44.055818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054091+0000","last_change":"2023-05-20T05:55:40.526137+0000","last_active":"2023-05-20T05:55:44.054091+0000","last_peered":"2023-05-20T05:55:44.054091+0000","last_clean":"2023-05-20T05:55:44.054091+0000","last_became_active":"2023-05-20T05:55:40.525847+0000","last_became_peered":"2023-05-20T05:55:40.525847+0000","last_unstale":"2023-05-20T05:55:44.054091+0000","last_undegraded":"2023-05-20T05:55:44.054091+0000","last_fullsized":"2023-05-20T05:55:44.054091+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054096+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:55:44.054096+0000","last_peered":"2023-05-20T05:55:44.054096+0000","last_clean":"2023-05-20T05:55:44.054096+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:55:44.054096+0000","last_undegraded":"2023-05-20T05:55:44.054096+0000","last_fullsized":"2023-05-20T05:55:44.054096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.053973+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:55:44.053973+0000","last_peered":"2023-05-20T05:55:44.053973+0000","last_clean":"2023-05-20T05:55:44.053973+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:55:44.053973+0000","last_undegraded":"2023-05-20T05:55:44.053973+0000","last_fullsized":"2023-05-20T05:55:44.053973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621336+0000","last_change":"2023-05-20T05:55:40.521777+0000","last_active":"2023-05-20T05:55:41.621336+0000","last_peered":"2023-05-20T05:55:41.621336+0000","last_clean":"2023-05-20T05:55:41.621336+0000","last_became_active":"2023-05-20T05:55:40.521480+0000","last_became_peered":"2023-05-20T05:55:40.521480+0000","last_unstale":"2023-05-20T05:55:41.621336+0000","last_undegraded":"2023-05-20T05:55:41.621336+0000","last_fullsized":"2023-05-20T05:55:41.621336+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768578+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:55:43.768578+0000","last_peered":"2023-05-20T05:55:43.768578+0000","last_clean":"2023-05-20T05:55:43.768578+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:55:43.768578+0000","last_undegraded":"2023-05-20T05:55:43.768578+0000","last_fullsized":"2023-05-20T05:55:43.768578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768875+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:43.768875+0000","last_peered":"2023-05-20T05:55:43.768875+0000","last_clean":"2023-05-20T05:55:43.768875+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:55:43.768875+0000","last_undegraded":"2023-05-20T05:55:43.768875+0000","last_fullsized":"2023-05-20T05:55:43.768875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":275,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054452+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:55:44.054452+0000","last_peered":"2023-05-20T05:55:44.054452+0000","last_clean":"2023-05-20T05:55:44.054452+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:55:44.054452+0000","last_undegraded":"2023-05-20T05:55:44.054452+0000","last_fullsized":"2023-05-20T05:55:44.054452+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770166+0000","last_change":"2023-05-20T05:55:40.520794+0000","last_active":"2023-05-20T05:55:43.770166+0000","last_peered":"2023-05-20T05:55:43.770166+0000","last_clean":"2023-05-20T05:55:43.770166+0000","last_became_active":"2023-05-20T05:55:40.520522+0000","last_became_peered":"2023-05-20T05:55:40.520522+0000","last_unstale":"2023-05-20T05:55:43.770166+0000","last_undegraded":"2023-05-20T05:55:43.770166+0000","last_fullsized":"2023-05-20T05:55:43.770166+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769602+0000","last_change":"2023-05-20T05:55:01.393223+0000","last_active":"2023-05-20T05:55:43.769602+0000","last_peered":"2023-05-20T05:55:43.769602+0000","last_clean":"2023-05-20T05:55:43.769602+0000","last_became_active":"2023-05-20T05:55:01.392937+0000","last_became_peered":"2023-05-20T05:55:01.392937+0000","last_unstale":"2023-05-20T05:55:43.769602+0000","last_undegraded":"2023-05-20T05:55:43.769602+0000","last_fullsized":"2023-05-20T05:55:43.769602+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054237+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:55:44.054237+0000","last_peered":"2023-05-20T05:55:44.054237+0000","last_clean":"2023-05-20T05:55:44.054237+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:55:44.054237+0000","last_undegraded":"2023-05-20T05:55:44.054237+0000","last_fullsized":"2023-05-20T05:55:44.054237+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769776+0000","last_change":"2023-05-20T05:55:40.522420+0000","last_active":"2023-05-20T05:55:43.769776+0000","last_peered":"2023-05-20T05:55:43.769776+0000","last_clean":"2023-05-20T05:55:43.769776+0000","last_became_active":"2023-05-20T05:55:40.522101+0000","last_became_peered":"2023-05-20T05:55:40.522101+0000","last_unstale":"2023-05-20T05:55:43.769776+0000","last_undegraded":"2023-05-20T05:55:43.769776+0000","last_fullsized":"2023-05-20T05:55:43.769776+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055881+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:55:44.055881+0000","last_peered":"2023-05-20T05:55:44.055881+0000","last_clean":"2023-05-20T05:55:44.055881+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:55:44.055881+0000","last_undegraded":"2023-05-20T05:55:44.055881+0000","last_fullsized":"2023-05-20T05:55:44.055881+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054426+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:55:44.054426+0000","last_peered":"2023-05-20T05:55:44.054426+0000","last_clean":"2023-05-20T05:55:44.054426+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:55:44.054426+0000","last_undegraded":"2023-05-20T05:55:44.054426+0000","last_fullsized":"2023-05-20T05:55:44.054426+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768392+0000","last_change":"2023-05-20T05:55:40.521227+0000","last_active":"2023-05-20T05:55:43.768392+0000","last_peered":"2023-05-20T05:55:43.768392+0000","last_clean":"2023-05-20T05:55:43.768392+0000","last_became_active":"2023-05-20T05:55:40.520939+0000","last_became_peered":"2023-05-20T05:55:40.520939+0000","last_unstale":"2023-05-20T05:55:43.768392+0000","last_undegraded":"2023-05-20T05:55:43.768392+0000","last_fullsized":"2023-05-20T05:55:43.768392+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054479+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:55:44.054479+0000","last_peered":"2023-05-20T05:55:44.054479+0000","last_clean":"2023-05-20T05:55:44.054479+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:55:44.054479+0000","last_undegraded":"2023-05-20T05:55:44.054479+0000","last_fullsized":"2023-05-20T05:55:44.054479+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770892+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:55:43.770892+0000","last_peered":"2023-05-20T05:55:43.770892+0000","last_clean":"2023-05-20T05:55:43.770892+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:55:43.770892+0000","last_undegraded":"2023-05-20T05:55:43.770892+0000","last_fullsized":"2023-05-20T05:55:43.770892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054633+0000","last_change":"2023-05-20T05:55:40.522309+0000","last_active":"2023-05-20T05:55:44.054633+0000","last_peered":"2023-05-20T05:55:44.054633+0000","last_clean":"2023-05-20T05:55:44.054633+0000","last_became_active":"2023-05-20T05:55:40.521940+0000","last_became_peered":"2023-05-20T05:55:40.521940+0000","last_unstale":"2023-05-20T05:55:44.054633+0000","last_undegraded":"2023-05-20T05:55:44.054633+0000","last_fullsized":"2023-05-20T05:55:44.054633+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.621549+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:41.621549+0000","last_peered":"2023-05-20T05:55:41.621549+0000","last_clean":"2023-05-20T05:55:41.621549+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:41.621549+0000","last_undegraded":"2023-05-20T05:55:41.621549+0000","last_fullsized":"2023-05-20T05:55:41.621549+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.364181+0000","last_change":"2023-05-20T05:56:20.364181+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-05-20T05:56:20.364181+0000","last_undegraded":"2023-05-20T05:56:20.364181+0000","last_fullsized":"2023-05-20T05:56:20.364181+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:26:53.594971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054441+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:55:44.054441+0000","last_peered":"2023-05-20T05:55:44.054441+0000","last_clean":"2023-05-20T05:55:44.054441+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:55:44.054441+0000","last_undegraded":"2023-05-20T05:55:44.054441+0000","last_fullsized":"2023-05-20T05:55:44.054441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054895+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:55:44.054895+0000","last_peered":"2023-05-20T05:55:44.054895+0000","last_clean":"2023-05-20T05:55:44.054895+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:55:44.054895+0000","last_undegraded":"2023-05-20T05:55:44.054895+0000","last_fullsized":"2023-05-20T05:55:44.054895+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054848+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:55:44.054848+0000","last_peered":"2023-05-20T05:55:44.054848+0000","last_clean":"2023-05-20T05:55:44.054848+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:55:44.054848+0000","last_undegraded":"2023-05-20T05:55:44.054848+0000","last_fullsized":"2023-05-20T05:55:44.054848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768413+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:55:43.768413+0000","last_peered":"2023-05-20T05:55:43.768413+0000","last_clean":"2023-05-20T05:55:43.768413+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:55:43.768413+0000","last_undegraded":"2023-05-20T05:55:43.768413+0000","last_fullsized":"2023-05-20T05:55:43.768413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054928+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:55:44.054928+0000","last_peered":"2023-05-20T05:55:44.054928+0000","last_clean":"2023-05-20T05:55:44.054928+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:55:44.054928+0000","last_undegraded":"2023-05-20T05:55:44.054928+0000","last_fullsized":"2023-05-20T05:55:44.054928+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770531+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:55:43.770531+0000","last_peered":"2023-05-20T05:55:43.770531+0000","last_clean":"2023-05-20T05:55:43.770531+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:55:43.770531+0000","last_undegraded":"2023-05-20T05:55:43.770531+0000","last_fullsized":"2023-05-20T05:55:43.770531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055331+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:55:44.055331+0000","last_peered":"2023-05-20T05:55:44.055331+0000","last_clean":"2023-05-20T05:55:44.055331+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:55:44.055331+0000","last_undegraded":"2023-05-20T05:55:44.055331+0000","last_fullsized":"2023-05-20T05:55:44.055331+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620505+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:41.620505+0000","last_peered":"2023-05-20T05:55:41.620505+0000","last_clean":"2023-05-20T05:55:41.620505+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:41.620505+0000","last_undegraded":"2023-05-20T05:55:41.620505+0000","last_fullsized":"2023-05-20T05:55:41.620505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054417+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:55:44.054417+0000","last_peered":"2023-05-20T05:55:44.054417+0000","last_clean":"2023-05-20T05:55:44.054417+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:55:44.054417+0000","last_undegraded":"2023-05-20T05:55:44.054417+0000","last_fullsized":"2023-05-20T05:55:44.054417+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055803+0000","last_change":"2023-05-20T05:55:01.407228+0000","last_active":"2023-05-20T05:55:44.055803+0000","last_peered":"2023-05-20T05:55:44.055803+0000","last_clean":"2023-05-20T05:55:44.055803+0000","last_became_active":"2023-05-20T05:55:01.406913+0000","last_became_peered":"2023-05-20T05:55:01.406913+0000","last_unstale":"2023-05-20T05:55:44.055803+0000","last_undegraded":"2023-05-20T05:55:44.055803+0000","last_fullsized":"2023-05-20T05:55:44.055803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054344+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:55:44.054344+0000","last_peered":"2023-05-20T05:55:44.054344+0000","last_clean":"2023-05-20T05:55:44.054344+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:55:44.054344+0000","last_undegraded":"2023-05-20T05:55:44.054344+0000","last_fullsized":"2023-05-20T05:55:44.054344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769001+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:55:43.769001+0000","last_peered":"2023-05-20T05:55:43.769001+0000","last_clean":"2023-05-20T05:55:43.769001+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:55:43.769001+0000","last_undegraded":"2023-05-20T05:55:43.769001+0000","last_fullsized":"2023-05-20T05:55:43.769001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054662+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:55:44.054662+0000","last_peered":"2023-05-20T05:55:44.054662+0000","last_clean":"2023-05-20T05:55:44.054662+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:55:44.054662+0000","last_undegraded":"2023-05-20T05:55:44.054662+0000","last_fullsized":"2023-05-20T05:55:44.054662+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056001+0000","last_change":"2023-05-20T05:55:01.403980+0000","last_active":"2023-05-20T05:55:44.056001+0000","last_peered":"2023-05-20T05:55:44.056001+0000","last_clean":"2023-05-20T05:55:44.056001+0000","last_became_active":"2023-05-20T05:55:01.403278+0000","last_became_peered":"2023-05-20T05:55:01.403278+0000","last_unstale":"2023-05-20T05:55:44.056001+0000","last_undegraded":"2023-05-20T05:55:44.056001+0000","last_fullsized":"2023-05-20T05:55:44.056001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620834+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:41.620834+0000","last_peered":"2023-05-20T05:55:41.620834+0000","last_clean":"2023-05-20T05:55:41.620834+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:41.620834+0000","last_undegraded":"2023-05-20T05:55:41.620834+0000","last_fullsized":"2023-05-20T05:55:41.620834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054051+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:55:44.054051+0000","last_peered":"2023-05-20T05:55:44.054051+0000","last_clean":"2023-05-20T05:55:44.054051+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:55:44.054051+0000","last_undegraded":"2023-05-20T05:55:44.054051+0000","last_fullsized":"2023-05-20T05:55:44.054051+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768963+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:55:43.768963+0000","last_peered":"2023-05-20T05:55:43.768963+0000","last_clean":"2023-05-20T05:55:43.768963+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:55:43.768963+0000","last_undegraded":"2023-05-20T05:55:43.768963+0000","last_fullsized":"2023-05-20T05:55:43.768963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769904+0000","last_change":"2023-05-20T05:55:01.394251+0000","last_active":"2023-05-20T05:55:43.769904+0000","last_peered":"2023-05-20T05:55:43.769904+0000","last_clean":"2023-05-20T05:55:43.769904+0000","last_became_active":"2023-05-20T05:55:01.393997+0000","last_became_peered":"2023-05-20T05:55:01.393997+0000","last_unstale":"2023-05-20T05:55:43.769904+0000","last_undegraded":"2023-05-20T05:55:43.769904+0000","last_fullsized":"2023-05-20T05:55:43.769904+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770617+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:55:43.770617+0000","last_peered":"2023-05-20T05:55:43.770617+0000","last_clean":"2023-05-20T05:55:43.770617+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:55:43.770617+0000","last_undegraded":"2023-05-20T05:55:43.770617+0000","last_fullsized":"2023-05-20T05:55:43.770617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054244+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:55:44.054244+0000","last_peered":"2023-05-20T05:55:44.054244+0000","last_clean":"2023-05-20T05:55:44.054244+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:55:44.054244+0000","last_undegraded":"2023-05-20T05:55:44.054244+0000","last_fullsized":"2023-05-20T05:55:44.054244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620644+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:41.620644+0000","last_peered":"2023-05-20T05:55:41.620644+0000","last_clean":"2023-05-20T05:55:41.620644+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:41.620644+0000","last_undegraded":"2023-05-20T05:55:41.620644+0000","last_fullsized":"2023-05-20T05:55:41.620644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.770971+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:55:43.770971+0000","last_peered":"2023-05-20T05:55:43.770971+0000","last_clean":"2023-05-20T05:55:43.770971+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:55:43.770971+0000","last_undegraded":"2023-05-20T05:55:43.770971+0000","last_fullsized":"2023-05-20T05:55:43.770971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.768814+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:55:43.768814+0000","last_peered":"2023-05-20T05:55:43.768814+0000","last_clean":"2023-05-20T05:55:43.768814+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:55:43.768814+0000","last_undegraded":"2023-05-20T05:55:43.768814+0000","last_fullsized":"2023-05-20T05:55:43.768814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"peering","last_fresh":"2023-05-20T05:56:20.360626+0000","last_change":"2023-05-20T05:56:20.360839+0000","last_active":"2023-05-20T05:56:20.360595+0000","last_peered":"2023-05-20T05:55:43.768540+0000","last_clean":"2023-05-20T05:55:43.768540+0000","last_became_active":"2023-05-20T05:55:01.391442+0000","last_became_peered":"2023-05-20T05:55:01.391442+0000","last_unstale":"2023-05-20T05:56:20.360626+0000","last_undegraded":"2023-05-20T05:56:20.360626+0000","last_fullsized":"2023-05-20T05:56:20.360626+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:06:28.397103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769056+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:55:43.769056+0000","last_peered":"2023-05-20T05:55:43.769056+0000","last_clean":"2023-05-20T05:55:43.769056+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:55:43.769056+0000","last_undegraded":"2023-05-20T05:55:43.769056+0000","last_fullsized":"2023-05-20T05:55:43.769056+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:43.769868+0000","last_change":"2023-05-20T05:55:01.388505+0000","last_active":"2023-05-20T05:55:43.769868+0000","last_peered":"2023-05-20T05:55:43.769868+0000","last_clean":"2023-05-20T05:55:43.769868+0000","last_became_active":"2023-05-20T05:55:01.388229+0000","last_became_peered":"2023-05-20T05:55:01.388229+0000","last_unstale":"2023-05-20T05:55:43.769868+0000","last_undegraded":"2023-05-20T05:55:43.769868+0000","last_fullsized":"2023-05-20T05:55:43.769868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-05-20T05:55:41.620537+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:41.620537+0000","last_peered":"2023-05-20T05:55:41.620537+0000","last_clean":"2023-05-20T05:55:41.620537+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:41.620537+0000","last_undegraded":"2023-05-20T05:55:41.620537+0000","last_fullsized":"2023-05-20T05:55:41.620537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6648,"kb_used_data":1264,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738504,"statfs":{"total":95995035648,"available":95988228096,"internally_reserved":0,"allocated":1294336,"data_stored":892490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.432},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.46000000000000002}]},{"osd":1,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.504},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.58599999999999997}]},{"osd":3,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.80900000000000005}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.624}]},{"osd":5,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.64400000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495642,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6636,"kb_used_data":1252,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738516,"statfs":{"total":95995035648,"available":95988240384,"internally_reserved":0,"allocated":1282048,"data_stored":886745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69599999999999995}]},{"osd":1,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.72499999999999998}]},{"osd":2,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.59599999999999997}]},{"osd":3,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.76500000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.66400000000000003}]},{"osd":5,"last update":"Sat May 20 05:55:21 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.754},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.77600000000000002}]},{"osd":7,"last update":"Sat May 20 05:55:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.79700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6768,"kb_used_data":680,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93738384,"statfs":{"total":95995035648,"available":95988105216,"internally_reserved":0,"allocated":696320,"data_stored":301441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.33000000000000002,"15min":0.311},"min":{"1min":0.23899999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.439,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.309},{"interface":"front","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.32600000000000001},"min":{"1min":0.252,"5min":0.214,"15min":0.214},"max":{"1min":0.53100000000000003,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.245}]},{"osd":2,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.378,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.54900000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.26300000000000001}]},{"osd":3,"last update":"Sat May 20 05:55:20 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.44400000000000001,"15min":0.45400000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54400000000000004,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.44400000000000001,"15min":0.45100000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.53400000000000003,"5min":0.626,"15min":0.626},"last":0.32900000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67600000000000005}]},{"osd":5,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60799999999999998,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73599999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.61199999999999999}]},{"osd":6,"last update":"Sat May 20 05:55:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.63200000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.69599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7488,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":6208,"kb_avail":93737664,"statfs":{"total":95995035648,"available":95987367936,"internally_reserved":0,"allocated":1302528,"data_stored":892614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6356992},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:55:29 2023","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.23000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.441,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.36299999999999999,"15min":0.34699999999999998},"min":{"1min":0.23899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.53300000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.47999999999999998}]},{"osd":2,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.42699999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.24199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat May 20 05:55:23 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.47599999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.5}]},{"osd":4,"last update":"Sat May 20 05:55:35 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.63600000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58099999999999996,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72299999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59999999999999998}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58699999999999997,"15min":0.59599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.69199999999999995}]},{"osd":6,"last update":"Sat May 20 05:55:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat May 20 05:55:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.63700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6636,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93738516,"statfs":{"total":95995035648,"available":95988240384,"internally_reserved":0,"allocated":692224,"data_stored":301546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.35399999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.45300000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38300000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.46700000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.314}]},{"osd":1,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58299999999999996,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55900000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.33300000000000002}]},{"osd":3,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44500000000000001,"15min":0.46200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54900000000000004,"15min":0.55200000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84799999999999998,"5min":1.004,"15min":1.004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80100000000000005,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat May 20 05:56:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58199999999999996,"15min":0.59299999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.66300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.628,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.42999999999999999}]},{"osd":6,"last update":"Sat May 20 05:55:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.442},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54400000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182439,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6208,"kb_used_data":696,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738944,"statfs":{"total":95995035648,"available":95988678656,"internally_reserved":0,"allocated":712704,"data_stored":303974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35699999999999998,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.44,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.38600000000000001,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.52700000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.24299999999999999}]},{"osd":1,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40200000000000002,"15min":0.41099999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.25600000000000001}]},{"osd":2,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.308}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.85999999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71599999999999997,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.39800000000000002}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.58699999999999997,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat May 20 05:56:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79700000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52500000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018916,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6204,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738948,"statfs":{"total":95995035648,"available":95988682752,"internally_reserved":0,"allocated":708608,"data_stored":302226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.504,"15min":0.502},"min":{"1min":0.34599999999999997,"5min":0.249,"15min":0.249},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.621}]},{"osd":1,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.36799999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.496,"15min":0.496},"min":{"1min":0.35499999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.57199999999999995}]},{"osd":2,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.496,"15min":0.496},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.45500000000000002}]},{"osd":3,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54200000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat May 20 05:56:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.32800000000000001}]},{"osd":6,"last update":"Sat May 20 05:55:19 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.34200000000000003}]},{"osd":7,"last update":"Sat May 20 05:55:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.372},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.317}]}]},{"osd":5,"up_from":38,"seq":163208757280,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6132,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739020,"statfs":{"total":95995035648,"available":95988756480,"internally_reserved":0,"allocated":700416,"data_stored":303372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.40999999999999998}]},{"osd":2,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69799999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.57499999999999996}]},{"osd":3,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60099999999999998}]},{"osd":4,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.30199999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.52600000000000002}]},{"osd":6,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47699999999999998,"15min":0.48199999999999998},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.502,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76700000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.624},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:56:28.918 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph pg dump --format=json 2023-05-20T05:56:29.106 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-05-20T05:56:29.106 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2023-05-20T05:56:29.106 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:28 smithi170 conmon[135621]: t=2023-05-20T05:56:28+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-05-20T05:56:29.106 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-05-20T05:56:29.107 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2023-05-20T05:56:29.107 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2023-05-20T05:56:29.288 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:29.367 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2023-05-20T05:56:29.368 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2023-05-20T05:56:29.369 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2023-05-20T05:56:29.370 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2023-05-20T05:56:29.370 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2023-05-20T05:56:29.370 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2023-05-20T05:56:29.370 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2023-05-20T05:56:29.370 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2023-05-20T05:56:29.371 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2023-05-20T05:56:29.626 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:29.627 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.627 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.627 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.627 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.627 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:29.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:29 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:29.628 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2023-05-20T05:56:29.628 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2023-05-20T05:56:29.628 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2023-05-20T05:56:29.629 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2023-05-20T05:56:29.629 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2023-05-20T05:56:29.629 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2023-05-20T05:56:29.629 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2023-05-20T05:56:29.629 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2023-05-20T05:56:29.629 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2023-05-20T05:56:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:29.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:29.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:29.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:29 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:29.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2023-05-20T05:56:29.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2023-05-20T05:56:29.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2023-05-20T05:56:29.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2023-05-20T05:56:29.905 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2023-05-20T05:56:29.905 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2023-05-20T05:56:29.905 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2023-05-20T05:56:29.905 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2023-05-20T05:56:29.905 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2023-05-20T05:56:29.906 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2023-05-20T05:56:30.167 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2023-05-20T05:56:30.168 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:29 smithi170 conmon[135621]: t=2023-05-20T05:56:29+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2023-05-20T05:56:30.168 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2023-05-20T05:56:30.168 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2023-05-20T05:56:30.168 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2023-05-20T05:56:30.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2023-05-20T05:56:30.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2023-05-20T05:56:30.450 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2023-05-20T05:56:30.450 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2023-05-20T05:56:30.450 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2023-05-20T05:56:30.451 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2023-05-20T05:56:30.451 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2023-05-20T05:56:30.451 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2023-05-20T05:56:30.452 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2023-05-20T05:56:30.452 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2023-05-20T05:56:30.452 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2023-05-20T05:56:30.453 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2023-05-20T05:56:30.702 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:30 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:30.702 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:30 smithi170 ceph-mon[97338]: Reconfiguring alertmanager.a (dependencies changed)... 2023-05-20T05:56:30.702 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:30 smithi170 ceph-mon[97338]: Reconfiguring daemon alertmanager.a on smithi081 2023-05-20T05:56:30.703 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2023-05-20T05:56:30.703 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2023-05-20T05:56:30.703 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2023-05-20T05:56:30.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-05-20T05:56:30.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2023-05-20T05:56:30.704 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2023-05-20T05:56:30.705 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2023-05-20T05:56:30.705 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2023-05-20T05:56:30.962 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2023-05-20T05:56:30.962 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-05-20T05:56:30.962 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2023-05-20T05:56:30.962 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2023-05-20T05:56:30.962 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2023-05-20T05:56:30.962 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2023-05-20T05:56:30.963 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:30 smithi170 conmon[135621]: t=2023-05-20T05:56:30+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-05-20T05:56:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:30 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:30 smithi081 ceph-mon[95500]: Reconfiguring alertmanager.a (dependencies changed)... 2023-05-20T05:56:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:30 smithi081 ceph-mon[95500]: Reconfiguring daemon alertmanager.a on smithi081 2023-05-20T05:56:31.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:30 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:30 smithi081 ceph-mon[107735]: Reconfiguring alertmanager.a (dependencies changed)... 2023-05-20T05:56:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:30 smithi081 ceph-mon[107735]: Reconfiguring daemon alertmanager.a on smithi081 2023-05-20T05:56:31.205 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:31.206 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:56:31.223 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2023-05-20T05:56:31.223 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2023-05-20T05:56:31.223 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2023-05-20T05:56:31.223 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2023-05-20T05:56:31.223 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2023-05-20T05:56:31.223 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2023-05-20T05:56:31.224 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2023-05-20T05:56:31.224 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2023-05-20T05:56:31.482 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2023-05-20T05:56:31.482 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2023-05-20T05:56:31.483 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2023-05-20T05:56:31.483 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2023-05-20T05:56:31.483 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2023-05-20T05:56:31.483 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2023-05-20T05:56:31.483 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2023-05-20T05:56:31.483 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2023-05-20T05:56:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:31 smithi170 ceph-mon[97338]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:31.747 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2023-05-20T05:56:31.747 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2023-05-20T05:56:31.747 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2023-05-20T05:56:31.747 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2023-05-20T05:56:31.747 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2023-05-20T05:56:31.748 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-05-20T05:56:31.748 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-05-20T05:56:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:31 smithi081 ceph-mon[95500]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:31 smithi081 ceph-mon[107735]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:32.054 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-05-20T05:56:32.054 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2023-05-20T05:56:32.054 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-05-20T05:56:32.054 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2023-05-20T05:56:32.054 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2023-05-20T05:56:32.055 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2023-05-20T05:56:32.055 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2023-05-20T05:56:32.055 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:31 smithi170 conmon[135621]: t=2023-05-20T05:56:31+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2023-05-20T05:56:32.055 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2023-05-20T05:56:32.055 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2023-05-20T05:56:32.055 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2023-05-20T05:56:32.286 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":44,"stamp":"2023-05-20T05:56:30.297349+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":53084,"kb_used_data":7324,"kb_used_omap":0,"kb_used_meta":45696,"kb_avail":749908132,"statfs":{"total":767960285184,"available":767905927168,"internally_reserved":0,"allocated":7499776,"data_stored":4248556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46792704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.935093"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363031+0000","last_change":"2023-05-20T05:55:01.406205+0000","last_active":"2023-05-20T05:56:20.363031+0000","last_peered":"2023-05-20T05:56:20.363031+0000","last_clean":"2023-05-20T05:56:20.363031+0000","last_became_active":"2023-05-20T05:55:01.405921+0000","last_became_peered":"2023-05-20T05:55:01.405921+0000","last_unstale":"2023-05-20T05:56:20.363031+0000","last_undegraded":"2023-05-20T05:56:20.363031+0000","last_fullsized":"2023-05-20T05:56:20.363031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366399+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:56:20.366399+0000","last_peered":"2023-05-20T05:56:20.366399+0000","last_clean":"2023-05-20T05:56:20.366399+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:56:20.366399+0000","last_undegraded":"2023-05-20T05:56:20.366399+0000","last_fullsized":"2023-05-20T05:56:20.366399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361151+0000","last_change":"2023-05-20T05:55:01.395423+0000","last_active":"2023-05-20T05:56:20.361151+0000","last_peered":"2023-05-20T05:56:20.361151+0000","last_clean":"2023-05-20T05:56:20.361151+0000","last_became_active":"2023-05-20T05:55:01.395161+0000","last_became_peered":"2023-05-20T05:55:01.395161+0000","last_unstale":"2023-05-20T05:56:20.361151+0000","last_undegraded":"2023-05-20T05:56:20.361151+0000","last_fullsized":"2023-05-20T05:56:20.361151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359981+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:56:20.359981+0000","last_peered":"2023-05-20T05:56:20.359981+0000","last_clean":"2023-05-20T05:56:20.359981+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:56:20.359981+0000","last_undegraded":"2023-05-20T05:56:20.359981+0000","last_fullsized":"2023-05-20T05:56:20.359981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362615+0000","last_change":"2023-05-20T05:55:01.400215+0000","last_active":"2023-05-20T05:56:20.362615+0000","last_peered":"2023-05-20T05:56:20.362615+0000","last_clean":"2023-05-20T05:56:20.362615+0000","last_became_active":"2023-05-20T05:55:01.399774+0000","last_became_peered":"2023-05-20T05:55:01.399774+0000","last_unstale":"2023-05-20T05:56:20.362615+0000","last_undegraded":"2023-05-20T05:56:20.362615+0000","last_fullsized":"2023-05-20T05:56:20.362615+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360303+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:56:20.360303+0000","last_peered":"2023-05-20T05:56:20.360303+0000","last_clean":"2023-05-20T05:56:20.360303+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:56:20.360303+0000","last_undegraded":"2023-05-20T05:56:20.360303+0000","last_fullsized":"2023-05-20T05:56:20.360303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362070+0000","last_change":"2023-05-20T05:55:01.392319+0000","last_active":"2023-05-20T05:56:20.362070+0000","last_peered":"2023-05-20T05:56:20.362070+0000","last_clean":"2023-05-20T05:56:20.362070+0000","last_became_active":"2023-05-20T05:55:01.392015+0000","last_became_peered":"2023-05-20T05:55:01.392015+0000","last_unstale":"2023-05-20T05:56:20.362070+0000","last_undegraded":"2023-05-20T05:56:20.362070+0000","last_fullsized":"2023-05-20T05:56:20.362070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359771+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:56:20.359771+0000","last_peered":"2023-05-20T05:56:20.359771+0000","last_clean":"2023-05-20T05:56:20.359771+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:56:20.359771+0000","last_undegraded":"2023-05-20T05:56:20.359771+0000","last_fullsized":"2023-05-20T05:56:20.359771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362940+0000","last_change":"2023-05-20T05:55:01.404241+0000","last_active":"2023-05-20T05:56:20.362940+0000","last_peered":"2023-05-20T05:56:20.362940+0000","last_clean":"2023-05-20T05:56:20.362940+0000","last_became_active":"2023-05-20T05:55:01.403652+0000","last_became_peered":"2023-05-20T05:55:01.403652+0000","last_unstale":"2023-05-20T05:56:20.362940+0000","last_undegraded":"2023-05-20T05:56:20.362940+0000","last_fullsized":"2023-05-20T05:56:20.362940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056143+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:44.056143+0000","last_peered":"2023-05-20T05:55:44.056143+0000","last_clean":"2023-05-20T05:55:44.056143+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:44.056143+0000","last_undegraded":"2023-05-20T05:55:44.056143+0000","last_fullsized":"2023-05-20T05:55:44.056143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056331+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:44.056331+0000","last_peered":"2023-05-20T05:55:44.056331+0000","last_clean":"2023-05-20T05:55:44.056331+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:44.056331+0000","last_undegraded":"2023-05-20T05:55:44.056331+0000","last_fullsized":"2023-05-20T05:55:44.056331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362257+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:56:20.362257+0000","last_peered":"2023-05-20T05:56:20.362257+0000","last_clean":"2023-05-20T05:56:20.362257+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:56:20.362257+0000","last_undegraded":"2023-05-20T05:56:20.362257+0000","last_fullsized":"2023-05-20T05:56:20.362257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361981+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:56:20.361981+0000","last_peered":"2023-05-20T05:56:20.361981+0000","last_clean":"2023-05-20T05:56:20.361981+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:56:20.361981+0000","last_undegraded":"2023-05-20T05:56:20.361981+0000","last_fullsized":"2023-05-20T05:56:20.361981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361347+0000","last_change":"2023-05-20T05:55:01.395985+0000","last_active":"2023-05-20T05:56:20.361347+0000","last_peered":"2023-05-20T05:56:20.361347+0000","last_clean":"2023-05-20T05:56:20.361347+0000","last_became_active":"2023-05-20T05:55:01.395748+0000","last_became_peered":"2023-05-20T05:55:01.395748+0000","last_unstale":"2023-05-20T05:56:20.361347+0000","last_undegraded":"2023-05-20T05:56:20.361347+0000","last_fullsized":"2023-05-20T05:56:20.361347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365150+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:56:20.365150+0000","last_peered":"2023-05-20T05:56:20.365150+0000","last_clean":"2023-05-20T05:56:20.365150+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:56:20.365150+0000","last_undegraded":"2023-05-20T05:56:20.365150+0000","last_fullsized":"2023-05-20T05:56:20.365150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359476+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:56:20.359476+0000","last_peered":"2023-05-20T05:56:20.359476+0000","last_clean":"2023-05-20T05:56:20.359476+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:56:20.359476+0000","last_undegraded":"2023-05-20T05:56:20.359476+0000","last_fullsized":"2023-05-20T05:56:20.359476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360444+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:56:20.360444+0000","last_peered":"2023-05-20T05:56:20.360444+0000","last_clean":"2023-05-20T05:56:20.360444+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:56:20.360444+0000","last_undegraded":"2023-05-20T05:56:20.360444+0000","last_fullsized":"2023-05-20T05:56:20.360444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366562+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:56:20.366562+0000","last_peered":"2023-05-20T05:56:20.366562+0000","last_clean":"2023-05-20T05:56:20.366562+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:56:20.366562+0000","last_undegraded":"2023-05-20T05:56:20.366562+0000","last_fullsized":"2023-05-20T05:56:20.366562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362422+0000","last_change":"2023-05-20T05:55:01.406408+0000","last_active":"2023-05-20T05:56:20.362422+0000","last_peered":"2023-05-20T05:56:20.362422+0000","last_clean":"2023-05-20T05:56:20.362422+0000","last_became_active":"2023-05-20T05:55:01.405293+0000","last_became_peered":"2023-05-20T05:55:01.405293+0000","last_unstale":"2023-05-20T05:56:20.362422+0000","last_undegraded":"2023-05-20T05:56:20.362422+0000","last_fullsized":"2023-05-20T05:56:20.362422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361221+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:56:20.361221+0000","last_peered":"2023-05-20T05:56:20.361221+0000","last_clean":"2023-05-20T05:56:20.361221+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:56:20.361221+0000","last_undegraded":"2023-05-20T05:56:20.361221+0000","last_fullsized":"2023-05-20T05:56:20.361221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362827+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:56:20.362827+0000","last_peered":"2023-05-20T05:56:20.362827+0000","last_clean":"2023-05-20T05:56:20.362827+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:56:20.362827+0000","last_undegraded":"2023-05-20T05:56:20.362827+0000","last_fullsized":"2023-05-20T05:56:20.362827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362908+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:56:20.362908+0000","last_peered":"2023-05-20T05:56:20.362908+0000","last_clean":"2023-05-20T05:56:20.362908+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:56:20.362908+0000","last_undegraded":"2023-05-20T05:56:20.362908+0000","last_fullsized":"2023-05-20T05:56:20.362908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361102+0000","last_change":"2023-05-20T05:55:01.395657+0000","last_active":"2023-05-20T05:56:20.361102+0000","last_peered":"2023-05-20T05:56:20.361102+0000","last_clean":"2023-05-20T05:56:20.361102+0000","last_became_active":"2023-05-20T05:55:01.395439+0000","last_became_peered":"2023-05-20T05:55:01.395439+0000","last_unstale":"2023-05-20T05:56:20.361102+0000","last_undegraded":"2023-05-20T05:56:20.361102+0000","last_fullsized":"2023-05-20T05:56:20.361102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363522+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:56:20.363522+0000","last_peered":"2023-05-20T05:56:20.363522+0000","last_clean":"2023-05-20T05:56:20.363522+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:56:20.363522+0000","last_undegraded":"2023-05-20T05:56:20.363522+0000","last_fullsized":"2023-05-20T05:56:20.363522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360078+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:56:20.360078+0000","last_peered":"2023-05-20T05:56:20.360078+0000","last_clean":"2023-05-20T05:56:20.360078+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:56:20.360078+0000","last_undegraded":"2023-05-20T05:56:20.360078+0000","last_fullsized":"2023-05-20T05:56:20.360078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362545+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:56:20.362545+0000","last_peered":"2023-05-20T05:56:20.362545+0000","last_clean":"2023-05-20T05:56:20.362545+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:56:20.362545+0000","last_undegraded":"2023-05-20T05:56:20.362545+0000","last_fullsized":"2023-05-20T05:56:20.362545+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359986+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:56:20.359986+0000","last_peered":"2023-05-20T05:56:20.359986+0000","last_clean":"2023-05-20T05:56:20.359986+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:56:20.359986+0000","last_undegraded":"2023-05-20T05:56:20.359986+0000","last_fullsized":"2023-05-20T05:56:20.359986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362094+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:56:20.362094+0000","last_peered":"2023-05-20T05:56:20.362094+0000","last_clean":"2023-05-20T05:56:20.362094+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:56:20.362094+0000","last_undegraded":"2023-05-20T05:56:20.362094+0000","last_fullsized":"2023-05-20T05:56:20.362094+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362307+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:56:20.362307+0000","last_peered":"2023-05-20T05:56:20.362307+0000","last_clean":"2023-05-20T05:56:20.362307+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:56:20.362307+0000","last_undegraded":"2023-05-20T05:56:20.362307+0000","last_fullsized":"2023-05-20T05:56:20.362307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055184+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:44.055184+0000","last_peered":"2023-05-20T05:55:44.055184+0000","last_clean":"2023-05-20T05:55:44.055184+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:44.055184+0000","last_undegraded":"2023-05-20T05:55:44.055184+0000","last_fullsized":"2023-05-20T05:55:44.055184+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360391+0000","last_change":"2023-05-20T05:55:01.393610+0000","last_active":"2023-05-20T05:56:20.360391+0000","last_peered":"2023-05-20T05:56:20.360391+0000","last_clean":"2023-05-20T05:56:20.360391+0000","last_became_active":"2023-05-20T05:55:01.393227+0000","last_became_peered":"2023-05-20T05:55:01.393227+0000","last_unstale":"2023-05-20T05:56:20.360391+0000","last_undegraded":"2023-05-20T05:56:20.360391+0000","last_fullsized":"2023-05-20T05:56:20.360391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361123+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:56:20.361123+0000","last_peered":"2023-05-20T05:56:20.361123+0000","last_clean":"2023-05-20T05:56:20.361123+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:56:20.361123+0000","last_undegraded":"2023-05-20T05:56:20.361123+0000","last_fullsized":"2023-05-20T05:56:20.361123+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363213+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:56:20.363213+0000","last_peered":"2023-05-20T05:56:20.363213+0000","last_clean":"2023-05-20T05:56:20.363213+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:56:20.363213+0000","last_undegraded":"2023-05-20T05:56:20.363213+0000","last_fullsized":"2023-05-20T05:56:20.363213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.841420+0000","last_change":"2023-05-20T05:56:21.841420+0000","last_active":"2023-05-20T05:56:21.841420+0000","last_peered":"2023-05-20T05:56:21.841420+0000","last_clean":"2023-05-20T05:56:21.841420+0000","last_became_active":"2023-05-20T05:56:21.841062+0000","last_became_peered":"2023-05-20T05:56:21.841062+0000","last_unstale":"2023-05-20T05:56:21.841420+0000","last_undegraded":"2023-05-20T05:56:21.841420+0000","last_fullsized":"2023-05-20T05:56:21.841420+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:29:54.039535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365554+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:56:20.365554+0000","last_peered":"2023-05-20T05:56:20.365554+0000","last_clean":"2023-05-20T05:56:20.365554+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:56:20.365554+0000","last_undegraded":"2023-05-20T05:56:20.365554+0000","last_fullsized":"2023-05-20T05:56:20.365554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056281+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:44.056281+0000","last_peered":"2023-05-20T05:55:44.056281+0000","last_clean":"2023-05-20T05:55:44.056281+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:44.056281+0000","last_undegraded":"2023-05-20T05:55:44.056281+0000","last_fullsized":"2023-05-20T05:55:44.056281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360160+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:56:20.360160+0000","last_peered":"2023-05-20T05:56:20.360160+0000","last_clean":"2023-05-20T05:56:20.360160+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:56:20.360160+0000","last_undegraded":"2023-05-20T05:56:20.360160+0000","last_fullsized":"2023-05-20T05:56:20.360160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360124+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:56:20.360124+0000","last_peered":"2023-05-20T05:56:20.360124+0000","last_clean":"2023-05-20T05:56:20.360124+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:56:20.360124+0000","last_undegraded":"2023-05-20T05:56:20.360124+0000","last_fullsized":"2023-05-20T05:56:20.360124+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361034+0000","last_change":"2023-05-20T05:55:01.395228+0000","last_active":"2023-05-20T05:56:20.361034+0000","last_peered":"2023-05-20T05:56:20.361034+0000","last_clean":"2023-05-20T05:56:20.361034+0000","last_became_active":"2023-05-20T05:55:01.394903+0000","last_became_peered":"2023-05-20T05:55:01.394903+0000","last_unstale":"2023-05-20T05:56:20.361034+0000","last_undegraded":"2023-05-20T05:56:20.361034+0000","last_fullsized":"2023-05-20T05:56:20.361034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366281+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:56:20.366281+0000","last_peered":"2023-05-20T05:56:20.366281+0000","last_clean":"2023-05-20T05:56:20.366281+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:56:20.366281+0000","last_undegraded":"2023-05-20T05:56:20.366281+0000","last_fullsized":"2023-05-20T05:56:20.366281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362117+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:56:20.362117+0000","last_peered":"2023-05-20T05:56:20.362117+0000","last_clean":"2023-05-20T05:56:20.362117+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:56:20.362117+0000","last_undegraded":"2023-05-20T05:56:20.362117+0000","last_fullsized":"2023-05-20T05:56:20.362117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056002+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:44.056002+0000","last_peered":"2023-05-20T05:55:44.056002+0000","last_clean":"2023-05-20T05:55:44.056002+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:44.056002+0000","last_undegraded":"2023-05-20T05:55:44.056002+0000","last_fullsized":"2023-05-20T05:55:44.056002+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363246+0000","last_change":"2023-05-20T05:55:01.402999+0000","last_active":"2023-05-20T05:56:20.363246+0000","last_peered":"2023-05-20T05:56:20.363246+0000","last_clean":"2023-05-20T05:56:20.363246+0000","last_became_active":"2023-05-20T05:55:01.402719+0000","last_became_peered":"2023-05-20T05:55:01.402719+0000","last_unstale":"2023-05-20T05:56:20.363246+0000","last_undegraded":"2023-05-20T05:56:20.363246+0000","last_fullsized":"2023-05-20T05:56:20.363246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360645+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:56:20.360645+0000","last_peered":"2023-05-20T05:56:20.360645+0000","last_clean":"2023-05-20T05:56:20.360645+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:56:20.360645+0000","last_undegraded":"2023-05-20T05:56:20.360645+0000","last_fullsized":"2023-05-20T05:56:20.360645+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.365047+0000","last_change":"2023-05-20T05:56:21.365047+0000","last_active":"2023-05-20T05:56:21.365047+0000","last_peered":"2023-05-20T05:56:21.365047+0000","last_clean":"2023-05-20T05:56:21.365047+0000","last_became_active":"2023-05-20T05:56:21.364760+0000","last_became_peered":"2023-05-20T05:56:21.364760+0000","last_unstale":"2023-05-20T05:56:21.365047+0000","last_undegraded":"2023-05-20T05:56:21.365047+0000","last_fullsized":"2023-05-20T05:56:21.365047+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:28:56.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359873+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:56:20.359873+0000","last_peered":"2023-05-20T05:56:20.359873+0000","last_clean":"2023-05-20T05:56:20.359873+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:56:20.359873+0000","last_undegraded":"2023-05-20T05:56:20.359873+0000","last_fullsized":"2023-05-20T05:56:20.359873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362522+0000","last_change":"2023-05-20T05:55:01.400034+0000","last_active":"2023-05-20T05:56:20.362522+0000","last_peered":"2023-05-20T05:56:20.362522+0000","last_clean":"2023-05-20T05:56:20.362522+0000","last_became_active":"2023-05-20T05:55:01.399408+0000","last_became_peered":"2023-05-20T05:55:01.399408+0000","last_unstale":"2023-05-20T05:56:20.362522+0000","last_undegraded":"2023-05-20T05:56:20.362522+0000","last_fullsized":"2023-05-20T05:56:20.362522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055470+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:44.055470+0000","last_peered":"2023-05-20T05:55:44.055470+0000","last_clean":"2023-05-20T05:55:44.055470+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:44.055470+0000","last_undegraded":"2023-05-20T05:55:44.055470+0000","last_fullsized":"2023-05-20T05:55:44.055470+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054604+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:44.054604+0000","last_peered":"2023-05-20T05:55:44.054604+0000","last_clean":"2023-05-20T05:55:44.054604+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:44.054604+0000","last_undegraded":"2023-05-20T05:55:44.054604+0000","last_fullsized":"2023-05-20T05:55:44.054604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364349+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:56:20.364349+0000","last_peered":"2023-05-20T05:56:20.364349+0000","last_clean":"2023-05-20T05:56:20.364349+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:56:20.364349+0000","last_undegraded":"2023-05-20T05:56:20.364349+0000","last_fullsized":"2023-05-20T05:56:20.364349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362238+0000","last_change":"2023-05-20T05:55:01.396882+0000","last_active":"2023-05-20T05:56:20.362238+0000","last_peered":"2023-05-20T05:56:20.362238+0000","last_clean":"2023-05-20T05:56:20.362238+0000","last_became_active":"2023-05-20T05:55:01.396489+0000","last_became_peered":"2023-05-20T05:55:01.396489+0000","last_unstale":"2023-05-20T05:56:20.362238+0000","last_undegraded":"2023-05-20T05:56:20.362238+0000","last_fullsized":"2023-05-20T05:56:20.362238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364370+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:56:20.364370+0000","last_peered":"2023-05-20T05:56:20.364370+0000","last_clean":"2023-05-20T05:56:20.364370+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:56:20.364370+0000","last_undegraded":"2023-05-20T05:56:20.364370+0000","last_fullsized":"2023-05-20T05:56:20.364370+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913844+0000","last_change":"2023-05-20T05:56:21.913844+0000","last_active":"2023-05-20T05:56:21.913844+0000","last_peered":"2023-05-20T05:56:21.913844+0000","last_clean":"2023-05-20T05:56:21.913844+0000","last_became_active":"2023-05-20T05:56:21.913527+0000","last_became_peered":"2023-05-20T05:56:21.913527+0000","last_unstale":"2023-05-20T05:56:21.913844+0000","last_undegraded":"2023-05-20T05:56:21.913844+0000","last_fullsized":"2023-05-20T05:56:21.913844+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:38:22.320051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365499+0000","last_change":"2023-05-20T05:55:40.526077+0000","last_active":"2023-05-20T05:56:20.365499+0000","last_peered":"2023-05-20T05:56:20.365499+0000","last_clean":"2023-05-20T05:56:20.365499+0000","last_became_active":"2023-05-20T05:55:40.525779+0000","last_became_peered":"2023-05-20T05:55:40.525779+0000","last_unstale":"2023-05-20T05:56:20.365499+0000","last_undegraded":"2023-05-20T05:56:20.365499+0000","last_fullsized":"2023-05-20T05:56:20.365499+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365851+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:56:20.365851+0000","last_peered":"2023-05-20T05:56:20.365851+0000","last_clean":"2023-05-20T05:56:20.365851+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:56:20.365851+0000","last_undegraded":"2023-05-20T05:56:20.365851+0000","last_fullsized":"2023-05-20T05:56:20.365851+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360079+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:56:20.360079+0000","last_peered":"2023-05-20T05:56:20.360079+0000","last_clean":"2023-05-20T05:56:20.360079+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:56:20.360079+0000","last_undegraded":"2023-05-20T05:56:20.360079+0000","last_fullsized":"2023-05-20T05:56:20.360079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365924+0000","last_change":"2023-05-20T05:55:40.520783+0000","last_active":"2023-05-20T05:56:20.365924+0000","last_peered":"2023-05-20T05:56:20.365924+0000","last_clean":"2023-05-20T05:56:20.365924+0000","last_became_active":"2023-05-20T05:55:40.520477+0000","last_became_peered":"2023-05-20T05:55:40.520477+0000","last_unstale":"2023-05-20T05:56:20.365924+0000","last_undegraded":"2023-05-20T05:56:20.365924+0000","last_fullsized":"2023-05-20T05:56:20.365924+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359776+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:56:20.359776+0000","last_peered":"2023-05-20T05:56:20.359776+0000","last_clean":"2023-05-20T05:56:20.359776+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:56:20.359776+0000","last_undegraded":"2023-05-20T05:56:20.359776+0000","last_fullsized":"2023-05-20T05:56:20.359776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363800+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:56:20.363800+0000","last_peered":"2023-05-20T05:56:20.363800+0000","last_clean":"2023-05-20T05:56:20.363800+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:56:20.363800+0000","last_undegraded":"2023-05-20T05:56:20.363800+0000","last_fullsized":"2023-05-20T05:56:20.363800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366803+0000","last_change":"2023-05-20T05:55:40.526137+0000","last_active":"2023-05-20T05:56:20.366803+0000","last_peered":"2023-05-20T05:56:20.366803+0000","last_clean":"2023-05-20T05:56:20.366803+0000","last_became_active":"2023-05-20T05:55:40.525847+0000","last_became_peered":"2023-05-20T05:55:40.525847+0000","last_unstale":"2023-05-20T05:56:20.366803+0000","last_undegraded":"2023-05-20T05:56:20.366803+0000","last_fullsized":"2023-05-20T05:56:20.366803+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364870+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:56:20.364870+0000","last_peered":"2023-05-20T05:56:20.364870+0000","last_clean":"2023-05-20T05:56:20.364870+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:56:20.364870+0000","last_undegraded":"2023-05-20T05:56:20.364870+0000","last_fullsized":"2023-05-20T05:56:20.364870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364083+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:56:20.364083+0000","last_peered":"2023-05-20T05:56:20.364083+0000","last_clean":"2023-05-20T05:56:20.364083+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:56:20.364083+0000","last_undegraded":"2023-05-20T05:56:20.364083+0000","last_fullsized":"2023-05-20T05:56:20.364083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056041+0000","last_change":"2023-05-20T05:55:40.521777+0000","last_active":"2023-05-20T05:55:44.056041+0000","last_peered":"2023-05-20T05:55:44.056041+0000","last_clean":"2023-05-20T05:55:44.056041+0000","last_became_active":"2023-05-20T05:55:40.521480+0000","last_became_peered":"2023-05-20T05:55:40.521480+0000","last_unstale":"2023-05-20T05:55:44.056041+0000","last_undegraded":"2023-05-20T05:55:44.056041+0000","last_fullsized":"2023-05-20T05:55:44.056041+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361821+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:56:20.361821+0000","last_peered":"2023-05-20T05:56:20.361821+0000","last_clean":"2023-05-20T05:56:20.361821+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:56:20.361821+0000","last_undegraded":"2023-05-20T05:56:20.361821+0000","last_fullsized":"2023-05-20T05:56:20.361821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359696+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:56:20.359696+0000","last_peered":"2023-05-20T05:56:20.359696+0000","last_clean":"2023-05-20T05:56:20.359696+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:56:20.359696+0000","last_undegraded":"2023-05-20T05:56:20.359696+0000","last_fullsized":"2023-05-20T05:56:20.359696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361988+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:56:20.361988+0000","last_peered":"2023-05-20T05:56:20.361988+0000","last_clean":"2023-05-20T05:56:20.361988+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:56:20.361988+0000","last_undegraded":"2023-05-20T05:56:20.361988+0000","last_fullsized":"2023-05-20T05:56:20.361988+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361256+0000","last_change":"2023-05-20T05:55:40.520794+0000","last_active":"2023-05-20T05:56:20.361256+0000","last_peered":"2023-05-20T05:56:20.361256+0000","last_clean":"2023-05-20T05:56:20.361256+0000","last_became_active":"2023-05-20T05:55:40.520522+0000","last_became_peered":"2023-05-20T05:55:40.520522+0000","last_unstale":"2023-05-20T05:56:20.361256+0000","last_undegraded":"2023-05-20T05:56:20.361256+0000","last_fullsized":"2023-05-20T05:56:20.361256+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360484+0000","last_change":"2023-05-20T05:55:01.393223+0000","last_active":"2023-05-20T05:56:20.360484+0000","last_peered":"2023-05-20T05:56:20.360484+0000","last_clean":"2023-05-20T05:56:20.360484+0000","last_became_active":"2023-05-20T05:55:01.392937+0000","last_became_peered":"2023-05-20T05:55:01.392937+0000","last_unstale":"2023-05-20T05:56:20.360484+0000","last_undegraded":"2023-05-20T05:56:20.360484+0000","last_fullsized":"2023-05-20T05:56:20.360484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361810+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:56:20.361810+0000","last_peered":"2023-05-20T05:56:20.361810+0000","last_clean":"2023-05-20T05:56:20.361810+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:56:20.361810+0000","last_undegraded":"2023-05-20T05:56:20.361810+0000","last_fullsized":"2023-05-20T05:56:20.361810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360320+0000","last_change":"2023-05-20T05:55:40.522420+0000","last_active":"2023-05-20T05:56:20.360320+0000","last_peered":"2023-05-20T05:56:20.360320+0000","last_clean":"2023-05-20T05:56:20.360320+0000","last_became_active":"2023-05-20T05:55:40.522101+0000","last_became_peered":"2023-05-20T05:55:40.522101+0000","last_unstale":"2023-05-20T05:56:20.360320+0000","last_undegraded":"2023-05-20T05:56:20.360320+0000","last_fullsized":"2023-05-20T05:56:20.360320+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363428+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:56:20.363428+0000","last_peered":"2023-05-20T05:56:20.363428+0000","last_clean":"2023-05-20T05:56:20.363428+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:56:20.363428+0000","last_undegraded":"2023-05-20T05:56:20.363428+0000","last_fullsized":"2023-05-20T05:56:20.363428+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365999+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:56:20.365999+0000","last_peered":"2023-05-20T05:56:20.365999+0000","last_clean":"2023-05-20T05:56:20.365999+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:56:20.365999+0000","last_undegraded":"2023-05-20T05:56:20.365999+0000","last_fullsized":"2023-05-20T05:56:20.365999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363133+0000","last_change":"2023-05-20T05:55:40.521227+0000","last_active":"2023-05-20T05:56:20.363133+0000","last_peered":"2023-05-20T05:56:20.363133+0000","last_clean":"2023-05-20T05:56:20.363133+0000","last_became_active":"2023-05-20T05:55:40.520939+0000","last_became_peered":"2023-05-20T05:55:40.520939+0000","last_unstale":"2023-05-20T05:56:20.363133+0000","last_undegraded":"2023-05-20T05:56:20.363133+0000","last_fullsized":"2023-05-20T05:56:20.363133+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366567+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:56:20.366567+0000","last_peered":"2023-05-20T05:56:20.366567+0000","last_clean":"2023-05-20T05:56:20.366567+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:56:20.366567+0000","last_undegraded":"2023-05-20T05:56:20.366567+0000","last_fullsized":"2023-05-20T05:56:20.366567+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363038+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:56:20.363038+0000","last_peered":"2023-05-20T05:56:20.363038+0000","last_clean":"2023-05-20T05:56:20.363038+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:56:20.363038+0000","last_undegraded":"2023-05-20T05:56:20.363038+0000","last_fullsized":"2023-05-20T05:56:20.363038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361714+0000","last_change":"2023-05-20T05:55:40.522309+0000","last_active":"2023-05-20T05:56:20.361714+0000","last_peered":"2023-05-20T05:56:20.361714+0000","last_clean":"2023-05-20T05:56:20.361714+0000","last_became_active":"2023-05-20T05:55:40.521940+0000","last_became_peered":"2023-05-20T05:55:40.521940+0000","last_unstale":"2023-05-20T05:56:20.361714+0000","last_undegraded":"2023-05-20T05:56:20.361714+0000","last_fullsized":"2023-05-20T05:56:20.361714+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056189+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:44.056189+0000","last_peered":"2023-05-20T05:55:44.056189+0000","last_clean":"2023-05-20T05:55:44.056189+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:44.056189+0000","last_undegraded":"2023-05-20T05:55:44.056189+0000","last_fullsized":"2023-05-20T05:55:44.056189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913817+0000","last_change":"2023-05-20T05:56:21.913817+0000","last_active":"2023-05-20T05:56:21.913817+0000","last_peered":"2023-05-20T05:56:21.913817+0000","last_clean":"2023-05-20T05:56:21.913817+0000","last_became_active":"2023-05-20T05:56:21.913540+0000","last_became_peered":"2023-05-20T05:56:21.913540+0000","last_unstale":"2023-05-20T05:56:21.913817+0000","last_undegraded":"2023-05-20T05:56:21.913817+0000","last_fullsized":"2023-05-20T05:56:21.913817+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:28:40.011848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362078+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:56:20.362078+0000","last_peered":"2023-05-20T05:56:20.362078+0000","last_clean":"2023-05-20T05:56:20.362078+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:56:20.362078+0000","last_undegraded":"2023-05-20T05:56:20.362078+0000","last_fullsized":"2023-05-20T05:56:20.362078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362073+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:56:20.362073+0000","last_peered":"2023-05-20T05:56:20.362073+0000","last_clean":"2023-05-20T05:56:20.362073+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:56:20.362073+0000","last_undegraded":"2023-05-20T05:56:20.362073+0000","last_fullsized":"2023-05-20T05:56:20.362073+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365646+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:56:20.365646+0000","last_peered":"2023-05-20T05:56:20.365646+0000","last_clean":"2023-05-20T05:56:20.365646+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:56:20.365646+0000","last_undegraded":"2023-05-20T05:56:20.365646+0000","last_fullsized":"2023-05-20T05:56:20.365646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363173+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:56:20.363173+0000","last_peered":"2023-05-20T05:56:20.363173+0000","last_clean":"2023-05-20T05:56:20.363173+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:56:20.363173+0000","last_undegraded":"2023-05-20T05:56:20.363173+0000","last_fullsized":"2023-05-20T05:56:20.363173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365729+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:56:20.365729+0000","last_peered":"2023-05-20T05:56:20.365729+0000","last_clean":"2023-05-20T05:56:20.365729+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:56:20.365729+0000","last_undegraded":"2023-05-20T05:56:20.365729+0000","last_fullsized":"2023-05-20T05:56:20.365729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362162+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:56:20.362162+0000","last_peered":"2023-05-20T05:56:20.362162+0000","last_clean":"2023-05-20T05:56:20.362162+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:56:20.362162+0000","last_undegraded":"2023-05-20T05:56:20.362162+0000","last_fullsized":"2023-05-20T05:56:20.362162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362707+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:56:20.362707+0000","last_peered":"2023-05-20T05:56:20.362707+0000","last_clean":"2023-05-20T05:56:20.362707+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:56:20.362707+0000","last_undegraded":"2023-05-20T05:56:20.362707+0000","last_fullsized":"2023-05-20T05:56:20.362707+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055086+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:44.055086+0000","last_peered":"2023-05-20T05:55:44.055086+0000","last_clean":"2023-05-20T05:55:44.055086+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:44.055086+0000","last_undegraded":"2023-05-20T05:55:44.055086+0000","last_fullsized":"2023-05-20T05:55:44.055086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365176+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:56:20.365176+0000","last_peered":"2023-05-20T05:56:20.365176+0000","last_clean":"2023-05-20T05:56:20.365176+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:56:20.365176+0000","last_undegraded":"2023-05-20T05:56:20.365176+0000","last_fullsized":"2023-05-20T05:56:20.365176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363339+0000","last_change":"2023-05-20T05:55:01.407228+0000","last_active":"2023-05-20T05:56:20.363339+0000","last_peered":"2023-05-20T05:56:20.363339+0000","last_clean":"2023-05-20T05:56:20.363339+0000","last_became_active":"2023-05-20T05:55:01.406913+0000","last_became_peered":"2023-05-20T05:55:01.406913+0000","last_unstale":"2023-05-20T05:56:20.363339+0000","last_undegraded":"2023-05-20T05:56:20.363339+0000","last_fullsized":"2023-05-20T05:56:20.363339+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366192+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:56:20.366192+0000","last_peered":"2023-05-20T05:56:20.366192+0000","last_clean":"2023-05-20T05:56:20.366192+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:56:20.366192+0000","last_undegraded":"2023-05-20T05:56:20.366192+0000","last_fullsized":"2023-05-20T05:56:20.366192+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359886+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:56:20.359886+0000","last_peered":"2023-05-20T05:56:20.359886+0000","last_clean":"2023-05-20T05:56:20.359886+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:56:20.359886+0000","last_undegraded":"2023-05-20T05:56:20.359886+0000","last_fullsized":"2023-05-20T05:56:20.359886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366676+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:56:20.366676+0000","last_peered":"2023-05-20T05:56:20.366676+0000","last_clean":"2023-05-20T05:56:20.366676+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:56:20.366676+0000","last_undegraded":"2023-05-20T05:56:20.366676+0000","last_fullsized":"2023-05-20T05:56:20.366676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362789+0000","last_change":"2023-05-20T05:55:01.403980+0000","last_active":"2023-05-20T05:56:20.362789+0000","last_peered":"2023-05-20T05:56:20.362789+0000","last_clean":"2023-05-20T05:56:20.362789+0000","last_became_active":"2023-05-20T05:55:01.403278+0000","last_became_peered":"2023-05-20T05:55:01.403278+0000","last_unstale":"2023-05-20T05:56:20.362789+0000","last_undegraded":"2023-05-20T05:56:20.362789+0000","last_fullsized":"2023-05-20T05:56:20.362789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054447+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:44.054447+0000","last_peered":"2023-05-20T05:55:44.054447+0000","last_clean":"2023-05-20T05:55:44.054447+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:44.054447+0000","last_undegraded":"2023-05-20T05:55:44.054447+0000","last_fullsized":"2023-05-20T05:55:44.054447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364095+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:56:20.364095+0000","last_peered":"2023-05-20T05:56:20.364095+0000","last_clean":"2023-05-20T05:56:20.364095+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:56:20.364095+0000","last_undegraded":"2023-05-20T05:56:20.364095+0000","last_fullsized":"2023-05-20T05:56:20.364095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359974+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:56:20.359974+0000","last_peered":"2023-05-20T05:56:20.359974+0000","last_clean":"2023-05-20T05:56:20.359974+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:56:20.359974+0000","last_undegraded":"2023-05-20T05:56:20.359974+0000","last_fullsized":"2023-05-20T05:56:20.359974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360487+0000","last_change":"2023-05-20T05:55:01.394251+0000","last_active":"2023-05-20T05:56:20.360487+0000","last_peered":"2023-05-20T05:56:20.360487+0000","last_clean":"2023-05-20T05:56:20.360487+0000","last_became_active":"2023-05-20T05:55:01.393997+0000","last_became_peered":"2023-05-20T05:55:01.393997+0000","last_unstale":"2023-05-20T05:56:20.360487+0000","last_undegraded":"2023-05-20T05:56:20.360487+0000","last_fullsized":"2023-05-20T05:56:20.360487+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362365+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:56:20.362365+0000","last_peered":"2023-05-20T05:56:20.362365+0000","last_clean":"2023-05-20T05:56:20.362365+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:56:20.362365+0000","last_undegraded":"2023-05-20T05:56:20.362365+0000","last_fullsized":"2023-05-20T05:56:20.362365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366102+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:56:20.366102+0000","last_peered":"2023-05-20T05:56:20.366102+0000","last_clean":"2023-05-20T05:56:20.366102+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:56:20.366102+0000","last_undegraded":"2023-05-20T05:56:20.366102+0000","last_fullsized":"2023-05-20T05:56:20.366102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056304+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:44.056304+0000","last_peered":"2023-05-20T05:55:44.056304+0000","last_clean":"2023-05-20T05:55:44.056304+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:44.056304+0000","last_undegraded":"2023-05-20T05:55:44.056304+0000","last_fullsized":"2023-05-20T05:55:44.056304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363077+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:56:20.363077+0000","last_peered":"2023-05-20T05:56:20.363077+0000","last_clean":"2023-05-20T05:56:20.363077+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:56:20.363077+0000","last_undegraded":"2023-05-20T05:56:20.363077+0000","last_fullsized":"2023-05-20T05:56:20.363077+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359630+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:56:20.359630+0000","last_peered":"2023-05-20T05:56:20.359630+0000","last_clean":"2023-05-20T05:56:20.359630+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:56:20.359630+0000","last_undegraded":"2023-05-20T05:56:20.359630+0000","last_fullsized":"2023-05-20T05:56:20.359630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913818+0000","last_change":"2023-05-20T05:56:21.913818+0000","last_active":"2023-05-20T05:56:21.913818+0000","last_peered":"2023-05-20T05:56:21.913818+0000","last_clean":"2023-05-20T05:56:21.913818+0000","last_became_active":"2023-05-20T05:56:21.913462+0000","last_became_peered":"2023-05-20T05:56:21.913462+0000","last_unstale":"2023-05-20T05:56:21.913818+0000","last_undegraded":"2023-05-20T05:56:21.913818+0000","last_fullsized":"2023-05-20T05:56:21.913818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:19:34.692629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360364+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:56:20.360364+0000","last_peered":"2023-05-20T05:56:20.360364+0000","last_clean":"2023-05-20T05:56:20.360364+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:56:20.360364+0000","last_undegraded":"2023-05-20T05:56:20.360364+0000","last_fullsized":"2023-05-20T05:56:20.360364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360557+0000","last_change":"2023-05-20T05:55:01.388505+0000","last_active":"2023-05-20T05:56:20.360557+0000","last_peered":"2023-05-20T05:56:20.360557+0000","last_clean":"2023-05-20T05:56:20.360557+0000","last_became_active":"2023-05-20T05:55:01.388229+0000","last_became_peered":"2023-05-20T05:55:01.388229+0000","last_unstale":"2023-05-20T05:56:20.360557+0000","last_undegraded":"2023-05-20T05:56:20.360557+0000","last_fullsized":"2023-05-20T05:56:20.360557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056007+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:44.056007+0000","last_peered":"2023-05-20T05:55:44.056007+0000","last_clean":"2023-05-20T05:55:44.056007+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:44.056007+0000","last_undegraded":"2023-05-20T05:55:44.056007+0000","last_fullsized":"2023-05-20T05:55:44.056007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6660,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738492,"statfs":{"total":95995035648,"available":95988215808,"internally_reserved":0,"allocated":1306624,"data_stored":899605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.36499999999999999}]},{"osd":1,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.504}]},{"osd":2,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.39500000000000002}]},{"osd":3,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.53600000000000003}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.433},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55800000000000005}]},{"osd":5,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.58299999999999996}]},{"osd":6,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495643,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6660,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738492,"statfs":{"total":95995035648,"available":95988215808,"internally_reserved":0,"allocated":1306624,"data_stored":901088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.51000000000000001,"15min":0.51200000000000001},"min":{"1min":0.379,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.63300000000000001,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.443},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.502,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69599999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.53700000000000003}]},{"osd":1,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.503},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.32600000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.72499999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.46600000000000003}]},{"osd":2,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.39000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.54500000000000004,"15min":0.55700000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.65900000000000003,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56599999999999995}]},{"osd":3,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52200000000000002,"15min":0.52500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.40400000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76500000000000001,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.55000000000000004}]},{"osd":4,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66400000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.35199999999999998}]},{"osd":5,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.77100000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.38300000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.38300000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.39100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574899,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6844,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":6144,"kb_avail":93738308,"statfs":{"total":95995035648,"available":95988027392,"internally_reserved":0,"allocated":708608,"data_stored":308556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6291456},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.33000000000000002,"15min":0.311},"min":{"1min":0.23899999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.439,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.32600000000000001},"min":{"1min":0.252,"5min":0.214,"15min":0.214},"max":{"1min":0.53100000000000003,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.374},{"interface":"front","average":{"1min":0.378,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.54900000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.40799999999999997}]},{"osd":3,"last update":"Sat May 20 05:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.42099999999999999,"15min":0.44600000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57399999999999995,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.42399999999999999,"15min":0.44400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.53300000000000003,"5min":0.626,"15min":0.626},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.439},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.499}]},{"osd":5,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60799999999999998,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73599999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.52900000000000003}]},{"osd":6,"last update":"Sat May 20 05:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48999999999999999}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.52000000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7500,"kb_used_data":1284,"kb_used_omap":0,"kb_used_meta":6208,"kb_avail":93737652,"statfs":{"total":95995035648,"available":95987355648,"internally_reserved":0,"allocated":1314816,"data_stored":899729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6356992},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:55:29 2023","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.33500000000000002,"15min":0.32700000000000001},"min":{"1min":0.23000000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.441,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.36299999999999999,"15min":0.34699999999999998},"min":{"1min":0.23899999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.53300000000000003,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.32900000000000001}]},{"osd":2,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.42699999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.24199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.35299999999999998}]},{"osd":3,"last update":"Sat May 20 05:55:23 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.46800000000000003,"15min":0.47599999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.58199999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.373},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.31900000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:35 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.63600000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58099999999999996,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72299999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.65500000000000003}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58699999999999997,"15min":0.59599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.622},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat May 20 05:55:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat May 20 05:55:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.70399999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411374,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6712,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738440,"statfs":{"total":95995035648,"available":95988162560,"internally_reserved":0,"allocated":704512,"data_stored":308661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.35399999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.45300000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38300000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.46700000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.30199999999999999}]},{"osd":1,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58299999999999996,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55900000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.34399999999999997}]},{"osd":3,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44500000000000001,"15min":0.46200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.374}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54900000000000004,"15min":0.55200000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84799999999999998,"5min":1.004,"15min":1.004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80100000000000005,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51900000000000002}]},{"osd":5,"last update":"Sat May 20 05:56:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58199999999999996,"15min":0.59299999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.66300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.628,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.51000000000000001}]},{"osd":6,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.83599999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.42599999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78100000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.58299999999999996}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55000000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182440,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6220,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738932,"statfs":{"total":95995035648,"available":95988666368,"internally_reserved":0,"allocated":724992,"data_stored":311089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35699999999999998,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.44,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.38600000000000001,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.52700000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.27000000000000002}]},{"osd":1,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40200000000000002,"15min":0.41099999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.308},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.33200000000000002}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.85999999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71599999999999997,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.58699999999999997,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.497}]},{"osd":6,"last update":"Sat May 20 05:56:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79700000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.50600000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.44900000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6280,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":720896,"data_stored":309341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.504,"15min":0.502},"min":{"1min":0.34599999999999997,"5min":0.249,"15min":0.249},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.60299999999999998}]},{"osd":1,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.36799999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.505},{"interface":"front","average":{"1min":0.498,"5min":0.496,"15min":0.496},"min":{"1min":0.35499999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.60999999999999999}]},{"osd":2,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.496,"15min":0.496},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.46500000000000002}]},{"osd":3,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54200000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.625},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.49099999999999999}]},{"osd":5,"last update":"Sat May 20 05:56:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.38}]},{"osd":6,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45700000000000002,"15min":0.45100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47899999999999998,"15min":0.47399999999999998},"min":{"1min":0.311,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.39400000000000002}]},{"osd":7,"last update":"Sat May 20 05:55:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.40799999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6208,"kb_used_data":696,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738944,"statfs":{"total":95995035648,"available":95988678656,"internally_reserved":0,"allocated":712704,"data_stored":310487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.374}]},{"osd":1,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.505,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.34599999999999997}]},{"osd":2,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69799999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.52000000000000002}]},{"osd":3,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.5}]},{"osd":4,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.30199999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.438},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.45200000000000001}]},{"osd":6,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47699999999999998,"15min":0.48199999999999998},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.502,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76700000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.54700000000000004}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.47799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:56:32.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph status --format=json 2023-05-20T05:56:32.307 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2023-05-20T05:56:32.307 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2023-05-20T05:56:32.308 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2023-05-20T05:56:32.308 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2023-05-20T05:56:32.308 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2023-05-20T05:56:32.308 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2023-05-20T05:56:32.309 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-05-20T05:56:32.309 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2023-05-20T05:56:32.309 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2023-05-20T05:56:32.557 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2023-05-20T05:56:32.557 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2023-05-20T05:56:32.557 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2023-05-20T05:56:32.557 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2023-05-20T05:56:32.557 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2023-05-20T05:56:32.558 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2023-05-20T05:56:32.558 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2023-05-20T05:56:32.612 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:32 smithi081 ceph-mon[107735]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:32.817 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:32 smithi170 ceph-mon[97338]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:32.817 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2023-05-20T05:56:32.817 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2023-05-20T05:56:32.817 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2023-05-20T05:56:32.818 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2023-05-20T05:56:32.818 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2023-05-20T05:56:32.818 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2023-05-20T05:56:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:32 smithi081 ceph-mon[95500]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:33.071 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2023-05-20T05:56:33.072 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2023-05-20T05:56:33.072 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2023-05-20T05:56:33.072 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2023-05-20T05:56:33.072 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:32 smithi170 conmon[135621]: t=2023-05-20T05:56:32+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2023-05-20T05:56:33.072 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2023-05-20T05:56:33.072 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2023-05-20T05:56:33.073 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-05-20T05:56:33.073 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-05-20T05:56:33.329 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2023-05-20T05:56:33.330 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-05-20T05:56:33.330 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2023-05-20T05:56:33.330 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2023-05-20T05:56:33.330 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2023-05-20T05:56:33.330 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2023-05-20T05:56:33.330 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2023-05-20T05:56:33.331 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2023-05-20T05:56:33.332 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2023-05-20T05:56:33.380 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:33] "GET /metrics HTTP/1.1" 200 237257 "" "Prometheus/2.33.4" 2023-05-20T05:56:33.430 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:33.599 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2023-05-20T05:56:33.599 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2023-05-20T05:56:33.599 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2023-05-20T05:56:33.600 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2023-05-20T05:56:33.600 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2023-05-20T05:56:33.600 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2023-05-20T05:56:33.600 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-05-20T05:56:33.600 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-05-20T05:56:33.600 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2023-05-20T05:56:33.601 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2023-05-20T05:56:33.633 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:33 smithi081 ceph-mon[95500]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:33.633 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:33 smithi081 ceph-mon[107735]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:33.634 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:33 smithi081 systemd[1]: Stopping Ceph alertmanager.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:56:33.885 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:33 smithi170 ceph-mon[97338]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:33.886 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2023-05-20T05:56:33.886 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2023-05-20T05:56:33.886 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2023-05-20T05:56:33.886 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2023-05-20T05:56:33.887 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-05-20T05:56:33.887 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2023-05-20T05:56:33.887 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2023-05-20T05:56:33.999 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:33 smithi081 conmon[146251]: level=info ts=2023-05-20T05:56:33.725Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2023-05-20T05:56:34.168 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2023-05-20T05:56:34.168 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:33 smithi170 conmon[135621]: t=2023-05-20T05:56:33+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2023-05-20T05:56:34.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2023-05-20T05:56:34.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2023-05-20T05:56:34.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2023-05-20T05:56:34.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2023-05-20T05:56:34.169 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2023-05-20T05:56:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:34 smithi081 bash[156882]: 6c92ef1d71a22b2ff72ed9f881984dbe805c8ebdee685339925852ece6ddfa6f 2023-05-20T05:56:34.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2023-05-20T05:56:34.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2023-05-20T05:56:34.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2023-05-20T05:56:34.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2023-05-20T05:56:34.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2023-05-20T05:56:34.705 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2023-05-20T05:56:34.706 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2023-05-20T05:56:34.706 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2023-05-20T05:56:34.707 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2023-05-20T05:56:34.707 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2023-05-20T05:56:34.707 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2023-05-20T05:56:34.974 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2023-05-20T05:56:34.975 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2023-05-20T05:56:34.975 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-05-20T05:56:34.975 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2023-05-20T05:56:34.976 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2023-05-20T05:56:34.976 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2023-05-20T05:56:34.976 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:34 smithi170 conmon[135621]: t=2023-05-20T05:56:34+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2023-05-20T05:56:35.087 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:34 smithi081 ceph-mon[95500]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:35.088 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:34 smithi081 ceph-mon[107735]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:35.088 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:34 smithi081 systemd[1]: ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@alertmanager.a.service: Succeeded. 2023-05-20T05:56:35.089 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:34 smithi081 systemd[1]: Stopped Ceph alertmanager.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:56:35.089 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:34 smithi081 systemd[1]: Starting Ceph alertmanager.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:56:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:34 smithi170 ceph-mon[97338]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:35.244 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2023-05-20T05:56:35.245 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-05-20T05:56:35.245 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2023-05-20T05:56:35.245 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2023-05-20T05:56:35.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2023-05-20T05:56:35.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2023-05-20T05:56:35.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2023-05-20T05:56:35.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2023-05-20T05:56:35.247 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2023-05-20T05:56:35.496 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2023-05-20T05:56:35.496 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2023-05-20T05:56:35.496 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2023-05-20T05:56:35.496 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2023-05-20T05:56:35.497 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2023-05-20T05:56:35.497 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2023-05-20T05:56:35.585 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:35.585 INFO:teuthology.orchestra.run.smithi081.stdout:{"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":309,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":69,"num_osds":8,"num_up_osds":8,"osd_up_since":1684562080,"num_in_osds":8,"osd_in_since":1684562063,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593462,"bytes_used":54358016,"bytes_avail":767905927168,"bytes_total":767960285184},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24365}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.81:8443/","prometheus":"http://172.21.15.81:9283/"}},"servicemap":{"epoch":12,"modified":"2023-05-20T05:56:22.295894+0000","services":{}},"progress_events":{}} 2023-05-20T05:56:35.788 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2023-05-20T05:56:35.789 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2023-05-20T05:56:35.789 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2023-05-20T05:56:35.789 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2023-05-20T05:56:35.790 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2023-05-20T05:56:35.790 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2023-05-20T05:56:35.990 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.681Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2023-05-20T05:56:35.990 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.681Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2023-05-20T05:56:35.991 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.683Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.81 port=9094 2023-05-20T05:56:35.991 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.684Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-05-20T05:56:35.991 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 bash[157358]: e72293951bfd9afc01d2ab468645740ef63b619826097ccd80e9b7cb9c701d06 2023-05-20T05:56:35.991 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 systemd[1]: Started Ceph alertmanager.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:56:35.992 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.713Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-05-20T05:56:35.992 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.713Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-05-20T05:56:35.992 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.716Z caller=main.go:518 msg=Listening address=:9093 2023-05-20T05:56:35.992 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:35 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:35.716Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2023-05-20T05:56:36.073 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2023-05-20T05:56:36.073 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2023-05-20T05:56:36.073 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2023-05-20T05:56:36.074 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2023-05-20T05:56:36.074 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2023-05-20T05:56:36.074 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:35 smithi170 conmon[135621]: t=2023-05-20T05:56:35+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2023-05-20T05:56:36.074 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2023-05-20T05:56:36.074 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2023-05-20T05:56:36.074 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:35 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:36.075 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:35 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1047890515' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-05-20T05:56:36.075 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:35 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:36.075 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:35 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:36.075 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:35 smithi170 ceph-mon[97338]: Reconfiguring prometheus.a (dependencies changed)... 2023-05-20T05:56:36.075 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:35 smithi170 ceph-mon[97338]: Reconfiguring daemon prometheus.a on smithi170 2023-05-20T05:56:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1047890515' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-05-20T05:56:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[95500]: Reconfiguring prometheus.a (dependencies changed)... 2023-05-20T05:56:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[95500]: Reconfiguring daemon prometheus.a on smithi170 2023-05-20T05:56:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1047890515' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-05-20T05:56:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[107735]: Reconfiguring prometheus.a (dependencies changed)... 2023-05-20T05:56:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:35 smithi081 ceph-mon[107735]: Reconfiguring daemon prometheus.a on smithi170 2023-05-20T05:56:36.347 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:56:36 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:56:36.348 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2023-05-20T05:56:36.348 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2023-05-20T05:56:36.348 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2023-05-20T05:56:36.348 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-05-20T05:56:36.349 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-05-20T05:56:36.450 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-05-20T05:56:36.450 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph pg dump --format=json 2023-05-20T05:56:36.604 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2023-05-20T05:56:36.604 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2023-05-20T05:56:36.605 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2023-05-20T05:56:36.605 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-05-20T05:56:36.800 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:36.856 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2023-05-20T05:56:36.893 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2023-05-20T05:56:36.894 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-05-20T05:56:36.894 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2023-05-20T05:56:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:36 smithi170 ceph-mon[97338]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:37.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2023-05-20T05:56:37.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:36 smithi170 conmon[135621]: t=2023-05-20T05:56:36+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2023-05-20T05:56:37.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-05-20T05:56:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:36 smithi081 ceph-mon[95500]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:36 smithi081 ceph-mon[107735]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:37.596 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2023-05-20T05:56:37.860 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2023-05-20T05:56:37.860 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2023-05-20T05:56:37.861 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2023-05-20T05:56:37.861 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-05-20T05:56:38.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:37 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:37.684Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000296586s 2023-05-20T05:56:38.131 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2023-05-20T05:56:38.131 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2023-05-20T05:56:38.131 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:37 smithi170 conmon[135621]: t=2023-05-20T05:56:37+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2023-05-20T05:56:38.132 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2023-05-20T05:56:38.132 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2023-05-20T05:56:38.390 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-05-20T05:56:38.391 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2023-05-20T05:56:38.391 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2023-05-20T05:56:38.391 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-05-20T05:56:38.391 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2023-05-20T05:56:38.514 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:38.515 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:56:38.680 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-05-20T05:56:38.681 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-05-20T05:56:38.681 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2023-05-20T05:56:38.681 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2023-05-20T05:56:38.681 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2023-05-20T05:56:38.981 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2023-05-20T05:56:39.245 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:38 smithi170 conmon[135621]: t=2023-05-20T05:56:38+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2023-05-20T05:56:39.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2023-05-20T05:56:39.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-05-20T05:56:39.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2023-05-20T05:56:39.281 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":48,"stamp":"2023-05-20T05:56:38.299163+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":53084,"kb_used_data":7324,"kb_used_omap":0,"kb_used_meta":45696,"kb_avail":749908132,"statfs":{"total":767960285184,"available":767905927168,"internally_reserved":0,"allocated":7499776,"data_stored":4248556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46792704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002657"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363031+0000","last_change":"2023-05-20T05:55:01.406205+0000","last_active":"2023-05-20T05:56:20.363031+0000","last_peered":"2023-05-20T05:56:20.363031+0000","last_clean":"2023-05-20T05:56:20.363031+0000","last_became_active":"2023-05-20T05:55:01.405921+0000","last_became_peered":"2023-05-20T05:55:01.405921+0000","last_unstale":"2023-05-20T05:56:20.363031+0000","last_undegraded":"2023-05-20T05:56:20.363031+0000","last_fullsized":"2023-05-20T05:56:20.363031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366399+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:56:20.366399+0000","last_peered":"2023-05-20T05:56:20.366399+0000","last_clean":"2023-05-20T05:56:20.366399+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:56:20.366399+0000","last_undegraded":"2023-05-20T05:56:20.366399+0000","last_fullsized":"2023-05-20T05:56:20.366399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361151+0000","last_change":"2023-05-20T05:55:01.395423+0000","last_active":"2023-05-20T05:56:20.361151+0000","last_peered":"2023-05-20T05:56:20.361151+0000","last_clean":"2023-05-20T05:56:20.361151+0000","last_became_active":"2023-05-20T05:55:01.395161+0000","last_became_peered":"2023-05-20T05:55:01.395161+0000","last_unstale":"2023-05-20T05:56:20.361151+0000","last_undegraded":"2023-05-20T05:56:20.361151+0000","last_fullsized":"2023-05-20T05:56:20.361151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359981+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:56:20.359981+0000","last_peered":"2023-05-20T05:56:20.359981+0000","last_clean":"2023-05-20T05:56:20.359981+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:56:20.359981+0000","last_undegraded":"2023-05-20T05:56:20.359981+0000","last_fullsized":"2023-05-20T05:56:20.359981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362615+0000","last_change":"2023-05-20T05:55:01.400215+0000","last_active":"2023-05-20T05:56:20.362615+0000","last_peered":"2023-05-20T05:56:20.362615+0000","last_clean":"2023-05-20T05:56:20.362615+0000","last_became_active":"2023-05-20T05:55:01.399774+0000","last_became_peered":"2023-05-20T05:55:01.399774+0000","last_unstale":"2023-05-20T05:56:20.362615+0000","last_undegraded":"2023-05-20T05:56:20.362615+0000","last_fullsized":"2023-05-20T05:56:20.362615+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360303+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:56:20.360303+0000","last_peered":"2023-05-20T05:56:20.360303+0000","last_clean":"2023-05-20T05:56:20.360303+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:56:20.360303+0000","last_undegraded":"2023-05-20T05:56:20.360303+0000","last_fullsized":"2023-05-20T05:56:20.360303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362070+0000","last_change":"2023-05-20T05:55:01.392319+0000","last_active":"2023-05-20T05:56:20.362070+0000","last_peered":"2023-05-20T05:56:20.362070+0000","last_clean":"2023-05-20T05:56:20.362070+0000","last_became_active":"2023-05-20T05:55:01.392015+0000","last_became_peered":"2023-05-20T05:55:01.392015+0000","last_unstale":"2023-05-20T05:56:20.362070+0000","last_undegraded":"2023-05-20T05:56:20.362070+0000","last_fullsized":"2023-05-20T05:56:20.362070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359771+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:56:20.359771+0000","last_peered":"2023-05-20T05:56:20.359771+0000","last_clean":"2023-05-20T05:56:20.359771+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:56:20.359771+0000","last_undegraded":"2023-05-20T05:56:20.359771+0000","last_fullsized":"2023-05-20T05:56:20.359771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362940+0000","last_change":"2023-05-20T05:55:01.404241+0000","last_active":"2023-05-20T05:56:20.362940+0000","last_peered":"2023-05-20T05:56:20.362940+0000","last_clean":"2023-05-20T05:56:20.362940+0000","last_became_active":"2023-05-20T05:55:01.403652+0000","last_became_peered":"2023-05-20T05:55:01.403652+0000","last_unstale":"2023-05-20T05:56:20.362940+0000","last_undegraded":"2023-05-20T05:56:20.362940+0000","last_fullsized":"2023-05-20T05:56:20.362940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056143+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:44.056143+0000","last_peered":"2023-05-20T05:55:44.056143+0000","last_clean":"2023-05-20T05:55:44.056143+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:44.056143+0000","last_undegraded":"2023-05-20T05:55:44.056143+0000","last_fullsized":"2023-05-20T05:55:44.056143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056331+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:44.056331+0000","last_peered":"2023-05-20T05:55:44.056331+0000","last_clean":"2023-05-20T05:55:44.056331+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:44.056331+0000","last_undegraded":"2023-05-20T05:55:44.056331+0000","last_fullsized":"2023-05-20T05:55:44.056331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362257+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:56:20.362257+0000","last_peered":"2023-05-20T05:56:20.362257+0000","last_clean":"2023-05-20T05:56:20.362257+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:56:20.362257+0000","last_undegraded":"2023-05-20T05:56:20.362257+0000","last_fullsized":"2023-05-20T05:56:20.362257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361981+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:56:20.361981+0000","last_peered":"2023-05-20T05:56:20.361981+0000","last_clean":"2023-05-20T05:56:20.361981+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:56:20.361981+0000","last_undegraded":"2023-05-20T05:56:20.361981+0000","last_fullsized":"2023-05-20T05:56:20.361981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361347+0000","last_change":"2023-05-20T05:55:01.395985+0000","last_active":"2023-05-20T05:56:20.361347+0000","last_peered":"2023-05-20T05:56:20.361347+0000","last_clean":"2023-05-20T05:56:20.361347+0000","last_became_active":"2023-05-20T05:55:01.395748+0000","last_became_peered":"2023-05-20T05:55:01.395748+0000","last_unstale":"2023-05-20T05:56:20.361347+0000","last_undegraded":"2023-05-20T05:56:20.361347+0000","last_fullsized":"2023-05-20T05:56:20.361347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365150+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:56:20.365150+0000","last_peered":"2023-05-20T05:56:20.365150+0000","last_clean":"2023-05-20T05:56:20.365150+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:56:20.365150+0000","last_undegraded":"2023-05-20T05:56:20.365150+0000","last_fullsized":"2023-05-20T05:56:20.365150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359476+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:56:20.359476+0000","last_peered":"2023-05-20T05:56:20.359476+0000","last_clean":"2023-05-20T05:56:20.359476+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:56:20.359476+0000","last_undegraded":"2023-05-20T05:56:20.359476+0000","last_fullsized":"2023-05-20T05:56:20.359476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360444+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:56:20.360444+0000","last_peered":"2023-05-20T05:56:20.360444+0000","last_clean":"2023-05-20T05:56:20.360444+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:56:20.360444+0000","last_undegraded":"2023-05-20T05:56:20.360444+0000","last_fullsized":"2023-05-20T05:56:20.360444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366562+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:56:20.366562+0000","last_peered":"2023-05-20T05:56:20.366562+0000","last_clean":"2023-05-20T05:56:20.366562+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:56:20.366562+0000","last_undegraded":"2023-05-20T05:56:20.366562+0000","last_fullsized":"2023-05-20T05:56:20.366562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362422+0000","last_change":"2023-05-20T05:55:01.406408+0000","last_active":"2023-05-20T05:56:20.362422+0000","last_peered":"2023-05-20T05:56:20.362422+0000","last_clean":"2023-05-20T05:56:20.362422+0000","last_became_active":"2023-05-20T05:55:01.405293+0000","last_became_peered":"2023-05-20T05:55:01.405293+0000","last_unstale":"2023-05-20T05:56:20.362422+0000","last_undegraded":"2023-05-20T05:56:20.362422+0000","last_fullsized":"2023-05-20T05:56:20.362422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361221+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:56:20.361221+0000","last_peered":"2023-05-20T05:56:20.361221+0000","last_clean":"2023-05-20T05:56:20.361221+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:56:20.361221+0000","last_undegraded":"2023-05-20T05:56:20.361221+0000","last_fullsized":"2023-05-20T05:56:20.361221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362827+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:56:20.362827+0000","last_peered":"2023-05-20T05:56:20.362827+0000","last_clean":"2023-05-20T05:56:20.362827+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:56:20.362827+0000","last_undegraded":"2023-05-20T05:56:20.362827+0000","last_fullsized":"2023-05-20T05:56:20.362827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362908+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:56:20.362908+0000","last_peered":"2023-05-20T05:56:20.362908+0000","last_clean":"2023-05-20T05:56:20.362908+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:56:20.362908+0000","last_undegraded":"2023-05-20T05:56:20.362908+0000","last_fullsized":"2023-05-20T05:56:20.362908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361102+0000","last_change":"2023-05-20T05:55:01.395657+0000","last_active":"2023-05-20T05:56:20.361102+0000","last_peered":"2023-05-20T05:56:20.361102+0000","last_clean":"2023-05-20T05:56:20.361102+0000","last_became_active":"2023-05-20T05:55:01.395439+0000","last_became_peered":"2023-05-20T05:55:01.395439+0000","last_unstale":"2023-05-20T05:56:20.361102+0000","last_undegraded":"2023-05-20T05:56:20.361102+0000","last_fullsized":"2023-05-20T05:56:20.361102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363522+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:56:20.363522+0000","last_peered":"2023-05-20T05:56:20.363522+0000","last_clean":"2023-05-20T05:56:20.363522+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:56:20.363522+0000","last_undegraded":"2023-05-20T05:56:20.363522+0000","last_fullsized":"2023-05-20T05:56:20.363522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360078+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:56:20.360078+0000","last_peered":"2023-05-20T05:56:20.360078+0000","last_clean":"2023-05-20T05:56:20.360078+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:56:20.360078+0000","last_undegraded":"2023-05-20T05:56:20.360078+0000","last_fullsized":"2023-05-20T05:56:20.360078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362545+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:56:20.362545+0000","last_peered":"2023-05-20T05:56:20.362545+0000","last_clean":"2023-05-20T05:56:20.362545+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:56:20.362545+0000","last_undegraded":"2023-05-20T05:56:20.362545+0000","last_fullsized":"2023-05-20T05:56:20.362545+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359986+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:56:20.359986+0000","last_peered":"2023-05-20T05:56:20.359986+0000","last_clean":"2023-05-20T05:56:20.359986+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:56:20.359986+0000","last_undegraded":"2023-05-20T05:56:20.359986+0000","last_fullsized":"2023-05-20T05:56:20.359986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362094+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:56:20.362094+0000","last_peered":"2023-05-20T05:56:20.362094+0000","last_clean":"2023-05-20T05:56:20.362094+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:56:20.362094+0000","last_undegraded":"2023-05-20T05:56:20.362094+0000","last_fullsized":"2023-05-20T05:56:20.362094+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362307+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:56:20.362307+0000","last_peered":"2023-05-20T05:56:20.362307+0000","last_clean":"2023-05-20T05:56:20.362307+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:56:20.362307+0000","last_undegraded":"2023-05-20T05:56:20.362307+0000","last_fullsized":"2023-05-20T05:56:20.362307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055184+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:44.055184+0000","last_peered":"2023-05-20T05:55:44.055184+0000","last_clean":"2023-05-20T05:55:44.055184+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:44.055184+0000","last_undegraded":"2023-05-20T05:55:44.055184+0000","last_fullsized":"2023-05-20T05:55:44.055184+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360391+0000","last_change":"2023-05-20T05:55:01.393610+0000","last_active":"2023-05-20T05:56:20.360391+0000","last_peered":"2023-05-20T05:56:20.360391+0000","last_clean":"2023-05-20T05:56:20.360391+0000","last_became_active":"2023-05-20T05:55:01.393227+0000","last_became_peered":"2023-05-20T05:55:01.393227+0000","last_unstale":"2023-05-20T05:56:20.360391+0000","last_undegraded":"2023-05-20T05:56:20.360391+0000","last_fullsized":"2023-05-20T05:56:20.360391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361123+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:56:20.361123+0000","last_peered":"2023-05-20T05:56:20.361123+0000","last_clean":"2023-05-20T05:56:20.361123+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:56:20.361123+0000","last_undegraded":"2023-05-20T05:56:20.361123+0000","last_fullsized":"2023-05-20T05:56:20.361123+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363213+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:56:20.363213+0000","last_peered":"2023-05-20T05:56:20.363213+0000","last_clean":"2023-05-20T05:56:20.363213+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:56:20.363213+0000","last_undegraded":"2023-05-20T05:56:20.363213+0000","last_fullsized":"2023-05-20T05:56:20.363213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.841420+0000","last_change":"2023-05-20T05:56:21.841420+0000","last_active":"2023-05-20T05:56:21.841420+0000","last_peered":"2023-05-20T05:56:21.841420+0000","last_clean":"2023-05-20T05:56:21.841420+0000","last_became_active":"2023-05-20T05:56:21.841062+0000","last_became_peered":"2023-05-20T05:56:21.841062+0000","last_unstale":"2023-05-20T05:56:21.841420+0000","last_undegraded":"2023-05-20T05:56:21.841420+0000","last_fullsized":"2023-05-20T05:56:21.841420+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:29:54.039535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365554+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:56:20.365554+0000","last_peered":"2023-05-20T05:56:20.365554+0000","last_clean":"2023-05-20T05:56:20.365554+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:56:20.365554+0000","last_undegraded":"2023-05-20T05:56:20.365554+0000","last_fullsized":"2023-05-20T05:56:20.365554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056281+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:44.056281+0000","last_peered":"2023-05-20T05:55:44.056281+0000","last_clean":"2023-05-20T05:55:44.056281+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:44.056281+0000","last_undegraded":"2023-05-20T05:55:44.056281+0000","last_fullsized":"2023-05-20T05:55:44.056281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360160+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:56:20.360160+0000","last_peered":"2023-05-20T05:56:20.360160+0000","last_clean":"2023-05-20T05:56:20.360160+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:56:20.360160+0000","last_undegraded":"2023-05-20T05:56:20.360160+0000","last_fullsized":"2023-05-20T05:56:20.360160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360124+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:56:20.360124+0000","last_peered":"2023-05-20T05:56:20.360124+0000","last_clean":"2023-05-20T05:56:20.360124+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:56:20.360124+0000","last_undegraded":"2023-05-20T05:56:20.360124+0000","last_fullsized":"2023-05-20T05:56:20.360124+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361034+0000","last_change":"2023-05-20T05:55:01.395228+0000","last_active":"2023-05-20T05:56:20.361034+0000","last_peered":"2023-05-20T05:56:20.361034+0000","last_clean":"2023-05-20T05:56:20.361034+0000","last_became_active":"2023-05-20T05:55:01.394903+0000","last_became_peered":"2023-05-20T05:55:01.394903+0000","last_unstale":"2023-05-20T05:56:20.361034+0000","last_undegraded":"2023-05-20T05:56:20.361034+0000","last_fullsized":"2023-05-20T05:56:20.361034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366281+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:56:20.366281+0000","last_peered":"2023-05-20T05:56:20.366281+0000","last_clean":"2023-05-20T05:56:20.366281+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:56:20.366281+0000","last_undegraded":"2023-05-20T05:56:20.366281+0000","last_fullsized":"2023-05-20T05:56:20.366281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362117+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:56:20.362117+0000","last_peered":"2023-05-20T05:56:20.362117+0000","last_clean":"2023-05-20T05:56:20.362117+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:56:20.362117+0000","last_undegraded":"2023-05-20T05:56:20.362117+0000","last_fullsized":"2023-05-20T05:56:20.362117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056002+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:44.056002+0000","last_peered":"2023-05-20T05:55:44.056002+0000","last_clean":"2023-05-20T05:55:44.056002+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:44.056002+0000","last_undegraded":"2023-05-20T05:55:44.056002+0000","last_fullsized":"2023-05-20T05:55:44.056002+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363246+0000","last_change":"2023-05-20T05:55:01.402999+0000","last_active":"2023-05-20T05:56:20.363246+0000","last_peered":"2023-05-20T05:56:20.363246+0000","last_clean":"2023-05-20T05:56:20.363246+0000","last_became_active":"2023-05-20T05:55:01.402719+0000","last_became_peered":"2023-05-20T05:55:01.402719+0000","last_unstale":"2023-05-20T05:56:20.363246+0000","last_undegraded":"2023-05-20T05:56:20.363246+0000","last_fullsized":"2023-05-20T05:56:20.363246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360645+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:56:20.360645+0000","last_peered":"2023-05-20T05:56:20.360645+0000","last_clean":"2023-05-20T05:56:20.360645+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:56:20.360645+0000","last_undegraded":"2023-05-20T05:56:20.360645+0000","last_fullsized":"2023-05-20T05:56:20.360645+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.365047+0000","last_change":"2023-05-20T05:56:21.365047+0000","last_active":"2023-05-20T05:56:21.365047+0000","last_peered":"2023-05-20T05:56:21.365047+0000","last_clean":"2023-05-20T05:56:21.365047+0000","last_became_active":"2023-05-20T05:56:21.364760+0000","last_became_peered":"2023-05-20T05:56:21.364760+0000","last_unstale":"2023-05-20T05:56:21.365047+0000","last_undegraded":"2023-05-20T05:56:21.365047+0000","last_fullsized":"2023-05-20T05:56:21.365047+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:28:56.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359873+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:56:20.359873+0000","last_peered":"2023-05-20T05:56:20.359873+0000","last_clean":"2023-05-20T05:56:20.359873+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:56:20.359873+0000","last_undegraded":"2023-05-20T05:56:20.359873+0000","last_fullsized":"2023-05-20T05:56:20.359873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362522+0000","last_change":"2023-05-20T05:55:01.400034+0000","last_active":"2023-05-20T05:56:20.362522+0000","last_peered":"2023-05-20T05:56:20.362522+0000","last_clean":"2023-05-20T05:56:20.362522+0000","last_became_active":"2023-05-20T05:55:01.399408+0000","last_became_peered":"2023-05-20T05:55:01.399408+0000","last_unstale":"2023-05-20T05:56:20.362522+0000","last_undegraded":"2023-05-20T05:56:20.362522+0000","last_fullsized":"2023-05-20T05:56:20.362522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055470+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:44.055470+0000","last_peered":"2023-05-20T05:55:44.055470+0000","last_clean":"2023-05-20T05:55:44.055470+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:44.055470+0000","last_undegraded":"2023-05-20T05:55:44.055470+0000","last_fullsized":"2023-05-20T05:55:44.055470+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054604+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:44.054604+0000","last_peered":"2023-05-20T05:55:44.054604+0000","last_clean":"2023-05-20T05:55:44.054604+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:44.054604+0000","last_undegraded":"2023-05-20T05:55:44.054604+0000","last_fullsized":"2023-05-20T05:55:44.054604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364349+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:56:20.364349+0000","last_peered":"2023-05-20T05:56:20.364349+0000","last_clean":"2023-05-20T05:56:20.364349+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:56:20.364349+0000","last_undegraded":"2023-05-20T05:56:20.364349+0000","last_fullsized":"2023-05-20T05:56:20.364349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362238+0000","last_change":"2023-05-20T05:55:01.396882+0000","last_active":"2023-05-20T05:56:20.362238+0000","last_peered":"2023-05-20T05:56:20.362238+0000","last_clean":"2023-05-20T05:56:20.362238+0000","last_became_active":"2023-05-20T05:55:01.396489+0000","last_became_peered":"2023-05-20T05:55:01.396489+0000","last_unstale":"2023-05-20T05:56:20.362238+0000","last_undegraded":"2023-05-20T05:56:20.362238+0000","last_fullsized":"2023-05-20T05:56:20.362238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364370+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:56:20.364370+0000","last_peered":"2023-05-20T05:56:20.364370+0000","last_clean":"2023-05-20T05:56:20.364370+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:56:20.364370+0000","last_undegraded":"2023-05-20T05:56:20.364370+0000","last_fullsized":"2023-05-20T05:56:20.364370+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913844+0000","last_change":"2023-05-20T05:56:21.913844+0000","last_active":"2023-05-20T05:56:21.913844+0000","last_peered":"2023-05-20T05:56:21.913844+0000","last_clean":"2023-05-20T05:56:21.913844+0000","last_became_active":"2023-05-20T05:56:21.913527+0000","last_became_peered":"2023-05-20T05:56:21.913527+0000","last_unstale":"2023-05-20T05:56:21.913844+0000","last_undegraded":"2023-05-20T05:56:21.913844+0000","last_fullsized":"2023-05-20T05:56:21.913844+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:38:22.320051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365499+0000","last_change":"2023-05-20T05:55:40.526077+0000","last_active":"2023-05-20T05:56:20.365499+0000","last_peered":"2023-05-20T05:56:20.365499+0000","last_clean":"2023-05-20T05:56:20.365499+0000","last_became_active":"2023-05-20T05:55:40.525779+0000","last_became_peered":"2023-05-20T05:55:40.525779+0000","last_unstale":"2023-05-20T05:56:20.365499+0000","last_undegraded":"2023-05-20T05:56:20.365499+0000","last_fullsized":"2023-05-20T05:56:20.365499+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365851+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:56:20.365851+0000","last_peered":"2023-05-20T05:56:20.365851+0000","last_clean":"2023-05-20T05:56:20.365851+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:56:20.365851+0000","last_undegraded":"2023-05-20T05:56:20.365851+0000","last_fullsized":"2023-05-20T05:56:20.365851+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360079+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:56:20.360079+0000","last_peered":"2023-05-20T05:56:20.360079+0000","last_clean":"2023-05-20T05:56:20.360079+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:56:20.360079+0000","last_undegraded":"2023-05-20T05:56:20.360079+0000","last_fullsized":"2023-05-20T05:56:20.360079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365924+0000","last_change":"2023-05-20T05:55:40.520783+0000","last_active":"2023-05-20T05:56:20.365924+0000","last_peered":"2023-05-20T05:56:20.365924+0000","last_clean":"2023-05-20T05:56:20.365924+0000","last_became_active":"2023-05-20T05:55:40.520477+0000","last_became_peered":"2023-05-20T05:55:40.520477+0000","last_unstale":"2023-05-20T05:56:20.365924+0000","last_undegraded":"2023-05-20T05:56:20.365924+0000","last_fullsized":"2023-05-20T05:56:20.365924+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359776+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:56:20.359776+0000","last_peered":"2023-05-20T05:56:20.359776+0000","last_clean":"2023-05-20T05:56:20.359776+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:56:20.359776+0000","last_undegraded":"2023-05-20T05:56:20.359776+0000","last_fullsized":"2023-05-20T05:56:20.359776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363800+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:56:20.363800+0000","last_peered":"2023-05-20T05:56:20.363800+0000","last_clean":"2023-05-20T05:56:20.363800+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:56:20.363800+0000","last_undegraded":"2023-05-20T05:56:20.363800+0000","last_fullsized":"2023-05-20T05:56:20.363800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366803+0000","last_change":"2023-05-20T05:55:40.526137+0000","last_active":"2023-05-20T05:56:20.366803+0000","last_peered":"2023-05-20T05:56:20.366803+0000","last_clean":"2023-05-20T05:56:20.366803+0000","last_became_active":"2023-05-20T05:55:40.525847+0000","last_became_peered":"2023-05-20T05:55:40.525847+0000","last_unstale":"2023-05-20T05:56:20.366803+0000","last_undegraded":"2023-05-20T05:56:20.366803+0000","last_fullsized":"2023-05-20T05:56:20.366803+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364870+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:56:20.364870+0000","last_peered":"2023-05-20T05:56:20.364870+0000","last_clean":"2023-05-20T05:56:20.364870+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:56:20.364870+0000","last_undegraded":"2023-05-20T05:56:20.364870+0000","last_fullsized":"2023-05-20T05:56:20.364870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364083+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:56:20.364083+0000","last_peered":"2023-05-20T05:56:20.364083+0000","last_clean":"2023-05-20T05:56:20.364083+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:56:20.364083+0000","last_undegraded":"2023-05-20T05:56:20.364083+0000","last_fullsized":"2023-05-20T05:56:20.364083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056041+0000","last_change":"2023-05-20T05:55:40.521777+0000","last_active":"2023-05-20T05:55:44.056041+0000","last_peered":"2023-05-20T05:55:44.056041+0000","last_clean":"2023-05-20T05:55:44.056041+0000","last_became_active":"2023-05-20T05:55:40.521480+0000","last_became_peered":"2023-05-20T05:55:40.521480+0000","last_unstale":"2023-05-20T05:55:44.056041+0000","last_undegraded":"2023-05-20T05:55:44.056041+0000","last_fullsized":"2023-05-20T05:55:44.056041+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361821+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:56:20.361821+0000","last_peered":"2023-05-20T05:56:20.361821+0000","last_clean":"2023-05-20T05:56:20.361821+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:56:20.361821+0000","last_undegraded":"2023-05-20T05:56:20.361821+0000","last_fullsized":"2023-05-20T05:56:20.361821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359696+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:56:20.359696+0000","last_peered":"2023-05-20T05:56:20.359696+0000","last_clean":"2023-05-20T05:56:20.359696+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:56:20.359696+0000","last_undegraded":"2023-05-20T05:56:20.359696+0000","last_fullsized":"2023-05-20T05:56:20.359696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361988+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:56:20.361988+0000","last_peered":"2023-05-20T05:56:20.361988+0000","last_clean":"2023-05-20T05:56:20.361988+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:56:20.361988+0000","last_undegraded":"2023-05-20T05:56:20.361988+0000","last_fullsized":"2023-05-20T05:56:20.361988+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361256+0000","last_change":"2023-05-20T05:55:40.520794+0000","last_active":"2023-05-20T05:56:20.361256+0000","last_peered":"2023-05-20T05:56:20.361256+0000","last_clean":"2023-05-20T05:56:20.361256+0000","last_became_active":"2023-05-20T05:55:40.520522+0000","last_became_peered":"2023-05-20T05:55:40.520522+0000","last_unstale":"2023-05-20T05:56:20.361256+0000","last_undegraded":"2023-05-20T05:56:20.361256+0000","last_fullsized":"2023-05-20T05:56:20.361256+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360484+0000","last_change":"2023-05-20T05:55:01.393223+0000","last_active":"2023-05-20T05:56:20.360484+0000","last_peered":"2023-05-20T05:56:20.360484+0000","last_clean":"2023-05-20T05:56:20.360484+0000","last_became_active":"2023-05-20T05:55:01.392937+0000","last_became_peered":"2023-05-20T05:55:01.392937+0000","last_unstale":"2023-05-20T05:56:20.360484+0000","last_undegraded":"2023-05-20T05:56:20.360484+0000","last_fullsized":"2023-05-20T05:56:20.360484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361810+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:56:20.361810+0000","last_peered":"2023-05-20T05:56:20.361810+0000","last_clean":"2023-05-20T05:56:20.361810+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:56:20.361810+0000","last_undegraded":"2023-05-20T05:56:20.361810+0000","last_fullsized":"2023-05-20T05:56:20.361810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360320+0000","last_change":"2023-05-20T05:55:40.522420+0000","last_active":"2023-05-20T05:56:20.360320+0000","last_peered":"2023-05-20T05:56:20.360320+0000","last_clean":"2023-05-20T05:56:20.360320+0000","last_became_active":"2023-05-20T05:55:40.522101+0000","last_became_peered":"2023-05-20T05:55:40.522101+0000","last_unstale":"2023-05-20T05:56:20.360320+0000","last_undegraded":"2023-05-20T05:56:20.360320+0000","last_fullsized":"2023-05-20T05:56:20.360320+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363428+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:56:20.363428+0000","last_peered":"2023-05-20T05:56:20.363428+0000","last_clean":"2023-05-20T05:56:20.363428+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:56:20.363428+0000","last_undegraded":"2023-05-20T05:56:20.363428+0000","last_fullsized":"2023-05-20T05:56:20.363428+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365999+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:56:20.365999+0000","last_peered":"2023-05-20T05:56:20.365999+0000","last_clean":"2023-05-20T05:56:20.365999+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:56:20.365999+0000","last_undegraded":"2023-05-20T05:56:20.365999+0000","last_fullsized":"2023-05-20T05:56:20.365999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363133+0000","last_change":"2023-05-20T05:55:40.521227+0000","last_active":"2023-05-20T05:56:20.363133+0000","last_peered":"2023-05-20T05:56:20.363133+0000","last_clean":"2023-05-20T05:56:20.363133+0000","last_became_active":"2023-05-20T05:55:40.520939+0000","last_became_peered":"2023-05-20T05:55:40.520939+0000","last_unstale":"2023-05-20T05:56:20.363133+0000","last_undegraded":"2023-05-20T05:56:20.363133+0000","last_fullsized":"2023-05-20T05:56:20.363133+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366567+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:56:20.366567+0000","last_peered":"2023-05-20T05:56:20.366567+0000","last_clean":"2023-05-20T05:56:20.366567+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:56:20.366567+0000","last_undegraded":"2023-05-20T05:56:20.366567+0000","last_fullsized":"2023-05-20T05:56:20.366567+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363038+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:56:20.363038+0000","last_peered":"2023-05-20T05:56:20.363038+0000","last_clean":"2023-05-20T05:56:20.363038+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:56:20.363038+0000","last_undegraded":"2023-05-20T05:56:20.363038+0000","last_fullsized":"2023-05-20T05:56:20.363038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361714+0000","last_change":"2023-05-20T05:55:40.522309+0000","last_active":"2023-05-20T05:56:20.361714+0000","last_peered":"2023-05-20T05:56:20.361714+0000","last_clean":"2023-05-20T05:56:20.361714+0000","last_became_active":"2023-05-20T05:55:40.521940+0000","last_became_peered":"2023-05-20T05:55:40.521940+0000","last_unstale":"2023-05-20T05:56:20.361714+0000","last_undegraded":"2023-05-20T05:56:20.361714+0000","last_fullsized":"2023-05-20T05:56:20.361714+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056189+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:44.056189+0000","last_peered":"2023-05-20T05:55:44.056189+0000","last_clean":"2023-05-20T05:55:44.056189+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:44.056189+0000","last_undegraded":"2023-05-20T05:55:44.056189+0000","last_fullsized":"2023-05-20T05:55:44.056189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913817+0000","last_change":"2023-05-20T05:56:21.913817+0000","last_active":"2023-05-20T05:56:21.913817+0000","last_peered":"2023-05-20T05:56:21.913817+0000","last_clean":"2023-05-20T05:56:21.913817+0000","last_became_active":"2023-05-20T05:56:21.913540+0000","last_became_peered":"2023-05-20T05:56:21.913540+0000","last_unstale":"2023-05-20T05:56:21.913817+0000","last_undegraded":"2023-05-20T05:56:21.913817+0000","last_fullsized":"2023-05-20T05:56:21.913817+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:28:40.011848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362078+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:56:20.362078+0000","last_peered":"2023-05-20T05:56:20.362078+0000","last_clean":"2023-05-20T05:56:20.362078+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:56:20.362078+0000","last_undegraded":"2023-05-20T05:56:20.362078+0000","last_fullsized":"2023-05-20T05:56:20.362078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362073+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:56:20.362073+0000","last_peered":"2023-05-20T05:56:20.362073+0000","last_clean":"2023-05-20T05:56:20.362073+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:56:20.362073+0000","last_undegraded":"2023-05-20T05:56:20.362073+0000","last_fullsized":"2023-05-20T05:56:20.362073+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365646+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:56:20.365646+0000","last_peered":"2023-05-20T05:56:20.365646+0000","last_clean":"2023-05-20T05:56:20.365646+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:56:20.365646+0000","last_undegraded":"2023-05-20T05:56:20.365646+0000","last_fullsized":"2023-05-20T05:56:20.365646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363173+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:56:20.363173+0000","last_peered":"2023-05-20T05:56:20.363173+0000","last_clean":"2023-05-20T05:56:20.363173+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:56:20.363173+0000","last_undegraded":"2023-05-20T05:56:20.363173+0000","last_fullsized":"2023-05-20T05:56:20.363173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365729+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:56:20.365729+0000","last_peered":"2023-05-20T05:56:20.365729+0000","last_clean":"2023-05-20T05:56:20.365729+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:56:20.365729+0000","last_undegraded":"2023-05-20T05:56:20.365729+0000","last_fullsized":"2023-05-20T05:56:20.365729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362162+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:56:20.362162+0000","last_peered":"2023-05-20T05:56:20.362162+0000","last_clean":"2023-05-20T05:56:20.362162+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:56:20.362162+0000","last_undegraded":"2023-05-20T05:56:20.362162+0000","last_fullsized":"2023-05-20T05:56:20.362162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362707+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:56:20.362707+0000","last_peered":"2023-05-20T05:56:20.362707+0000","last_clean":"2023-05-20T05:56:20.362707+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:56:20.362707+0000","last_undegraded":"2023-05-20T05:56:20.362707+0000","last_fullsized":"2023-05-20T05:56:20.362707+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055086+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:44.055086+0000","last_peered":"2023-05-20T05:55:44.055086+0000","last_clean":"2023-05-20T05:55:44.055086+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:44.055086+0000","last_undegraded":"2023-05-20T05:55:44.055086+0000","last_fullsized":"2023-05-20T05:55:44.055086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365176+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:56:20.365176+0000","last_peered":"2023-05-20T05:56:20.365176+0000","last_clean":"2023-05-20T05:56:20.365176+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:56:20.365176+0000","last_undegraded":"2023-05-20T05:56:20.365176+0000","last_fullsized":"2023-05-20T05:56:20.365176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363339+0000","last_change":"2023-05-20T05:55:01.407228+0000","last_active":"2023-05-20T05:56:20.363339+0000","last_peered":"2023-05-20T05:56:20.363339+0000","last_clean":"2023-05-20T05:56:20.363339+0000","last_became_active":"2023-05-20T05:55:01.406913+0000","last_became_peered":"2023-05-20T05:55:01.406913+0000","last_unstale":"2023-05-20T05:56:20.363339+0000","last_undegraded":"2023-05-20T05:56:20.363339+0000","last_fullsized":"2023-05-20T05:56:20.363339+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366192+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:56:20.366192+0000","last_peered":"2023-05-20T05:56:20.366192+0000","last_clean":"2023-05-20T05:56:20.366192+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:56:20.366192+0000","last_undegraded":"2023-05-20T05:56:20.366192+0000","last_fullsized":"2023-05-20T05:56:20.366192+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359886+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:56:20.359886+0000","last_peered":"2023-05-20T05:56:20.359886+0000","last_clean":"2023-05-20T05:56:20.359886+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:56:20.359886+0000","last_undegraded":"2023-05-20T05:56:20.359886+0000","last_fullsized":"2023-05-20T05:56:20.359886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366676+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:56:20.366676+0000","last_peered":"2023-05-20T05:56:20.366676+0000","last_clean":"2023-05-20T05:56:20.366676+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:56:20.366676+0000","last_undegraded":"2023-05-20T05:56:20.366676+0000","last_fullsized":"2023-05-20T05:56:20.366676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362789+0000","last_change":"2023-05-20T05:55:01.403980+0000","last_active":"2023-05-20T05:56:20.362789+0000","last_peered":"2023-05-20T05:56:20.362789+0000","last_clean":"2023-05-20T05:56:20.362789+0000","last_became_active":"2023-05-20T05:55:01.403278+0000","last_became_peered":"2023-05-20T05:55:01.403278+0000","last_unstale":"2023-05-20T05:56:20.362789+0000","last_undegraded":"2023-05-20T05:56:20.362789+0000","last_fullsized":"2023-05-20T05:56:20.362789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054447+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:44.054447+0000","last_peered":"2023-05-20T05:55:44.054447+0000","last_clean":"2023-05-20T05:55:44.054447+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:44.054447+0000","last_undegraded":"2023-05-20T05:55:44.054447+0000","last_fullsized":"2023-05-20T05:55:44.054447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364095+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:56:20.364095+0000","last_peered":"2023-05-20T05:56:20.364095+0000","last_clean":"2023-05-20T05:56:20.364095+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:56:20.364095+0000","last_undegraded":"2023-05-20T05:56:20.364095+0000","last_fullsized":"2023-05-20T05:56:20.364095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359974+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:56:20.359974+0000","last_peered":"2023-05-20T05:56:20.359974+0000","last_clean":"2023-05-20T05:56:20.359974+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:56:20.359974+0000","last_undegraded":"2023-05-20T05:56:20.359974+0000","last_fullsized":"2023-05-20T05:56:20.359974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360487+0000","last_change":"2023-05-20T05:55:01.394251+0000","last_active":"2023-05-20T05:56:20.360487+0000","last_peered":"2023-05-20T05:56:20.360487+0000","last_clean":"2023-05-20T05:56:20.360487+0000","last_became_active":"2023-05-20T05:55:01.393997+0000","last_became_peered":"2023-05-20T05:55:01.393997+0000","last_unstale":"2023-05-20T05:56:20.360487+0000","last_undegraded":"2023-05-20T05:56:20.360487+0000","last_fullsized":"2023-05-20T05:56:20.360487+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362365+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:56:20.362365+0000","last_peered":"2023-05-20T05:56:20.362365+0000","last_clean":"2023-05-20T05:56:20.362365+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:56:20.362365+0000","last_undegraded":"2023-05-20T05:56:20.362365+0000","last_fullsized":"2023-05-20T05:56:20.362365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366102+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:56:20.366102+0000","last_peered":"2023-05-20T05:56:20.366102+0000","last_clean":"2023-05-20T05:56:20.366102+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:56:20.366102+0000","last_undegraded":"2023-05-20T05:56:20.366102+0000","last_fullsized":"2023-05-20T05:56:20.366102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056304+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:44.056304+0000","last_peered":"2023-05-20T05:55:44.056304+0000","last_clean":"2023-05-20T05:55:44.056304+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:44.056304+0000","last_undegraded":"2023-05-20T05:55:44.056304+0000","last_fullsized":"2023-05-20T05:55:44.056304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363077+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:56:20.363077+0000","last_peered":"2023-05-20T05:56:20.363077+0000","last_clean":"2023-05-20T05:56:20.363077+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:56:20.363077+0000","last_undegraded":"2023-05-20T05:56:20.363077+0000","last_fullsized":"2023-05-20T05:56:20.363077+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359630+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:56:20.359630+0000","last_peered":"2023-05-20T05:56:20.359630+0000","last_clean":"2023-05-20T05:56:20.359630+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:56:20.359630+0000","last_undegraded":"2023-05-20T05:56:20.359630+0000","last_fullsized":"2023-05-20T05:56:20.359630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913818+0000","last_change":"2023-05-20T05:56:21.913818+0000","last_active":"2023-05-20T05:56:21.913818+0000","last_peered":"2023-05-20T05:56:21.913818+0000","last_clean":"2023-05-20T05:56:21.913818+0000","last_became_active":"2023-05-20T05:56:21.913462+0000","last_became_peered":"2023-05-20T05:56:21.913462+0000","last_unstale":"2023-05-20T05:56:21.913818+0000","last_undegraded":"2023-05-20T05:56:21.913818+0000","last_fullsized":"2023-05-20T05:56:21.913818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:19:34.692629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360364+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:56:20.360364+0000","last_peered":"2023-05-20T05:56:20.360364+0000","last_clean":"2023-05-20T05:56:20.360364+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:56:20.360364+0000","last_undegraded":"2023-05-20T05:56:20.360364+0000","last_fullsized":"2023-05-20T05:56:20.360364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360557+0000","last_change":"2023-05-20T05:55:01.388505+0000","last_active":"2023-05-20T05:56:20.360557+0000","last_peered":"2023-05-20T05:56:20.360557+0000","last_clean":"2023-05-20T05:56:20.360557+0000","last_became_active":"2023-05-20T05:55:01.388229+0000","last_became_peered":"2023-05-20T05:55:01.388229+0000","last_unstale":"2023-05-20T05:56:20.360557+0000","last_undegraded":"2023-05-20T05:56:20.360557+0000","last_fullsized":"2023-05-20T05:56:20.360557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056007+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:44.056007+0000","last_peered":"2023-05-20T05:55:44.056007+0000","last_clean":"2023-05-20T05:55:44.056007+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:44.056007+0000","last_undegraded":"2023-05-20T05:55:44.056007+0000","last_fullsized":"2023-05-20T05:55:44.056007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234010,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6660,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738492,"statfs":{"total":95995035648,"available":95988215808,"internally_reserved":0,"allocated":1306624,"data_stored":899605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.58299999999999996}]},{"osd":1,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.751}]},{"osd":2,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.72599999999999998}]},{"osd":3,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.71699999999999997}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.67200000000000004}]},{"osd":5,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.70499999999999996}]},{"osd":6,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.80000000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6660,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738492,"statfs":{"total":95995035648,"available":95988215808,"internally_reserved":0,"allocated":1306624,"data_stored":901088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.51000000000000001,"15min":0.51200000000000001},"min":{"1min":0.379,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.63300000000000001,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.502,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69599999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.503},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.32600000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.72499999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.48699999999999999}]},{"osd":2,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.39000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.54500000000000004,"15min":0.55700000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.65900000000000003,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36499999999999999}]},{"osd":3,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52200000000000002,"15min":0.52500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.40400000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76500000000000001,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.57799999999999996}]},{"osd":4,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66400000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.501}]},{"osd":5,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.77100000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.38300000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.55900000000000005}]},{"osd":7,"last update":"Sat May 20 05:55:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.53500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6844,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":6144,"kb_avail":93738308,"statfs":{"total":95995035648,"available":95988027392,"internally_reserved":0,"allocated":708608,"data_stored":308556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6291456},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.33000000000000002,"15min":0.311},"min":{"1min":0.23899999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.439,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.32600000000000001},"min":{"1min":0.252,"5min":0.214,"15min":0.214},"max":{"1min":0.53100000000000003,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.29699999999999999}]},{"osd":2,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.378,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.54900000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.44}]},{"osd":3,"last update":"Sat May 20 05:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.42099999999999999,"15min":0.44600000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57399999999999995,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.42399999999999999,"15min":0.44400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.53300000000000003,"5min":0.626,"15min":0.626},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.66900000000000004}]},{"osd":5,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60799999999999998,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73599999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.47799999999999998}]},{"osd":6,"last update":"Sat May 20 05:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.54900000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7500,"kb_used_data":1284,"kb_used_omap":0,"kb_used_meta":6208,"kb_avail":93737652,"statfs":{"total":95995035648,"available":95987355648,"internally_reserved":0,"allocated":1314816,"data_stored":899729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6356992},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:56:31 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.22,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.48699999999999999,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.20100000000000001}]},{"osd":2,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.42699999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.24199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29099999999999998}]},{"osd":3,"last update":"Sat May 20 05:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.45300000000000001,"15min":0.47099999999999997},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.57199999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.43099999999999999,"15min":0.44900000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.57499999999999996,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.32000000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:35 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.55500000000000005,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.63600000000000001,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58099999999999996,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72299999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.52800000000000002}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58699999999999997,"15min":0.59599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.54200000000000004}]},{"osd":6,"last update":"Sat May 20 05:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.49399999999999999}]},{"osd":7,"last update":"Sat May 20 05:55:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52000000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6712,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738440,"statfs":{"total":95995035648,"available":95988162560,"internally_reserved":0,"allocated":704512,"data_stored":308661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.35399999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.45300000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38300000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.46700000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.433}]},{"osd":1,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58299999999999996,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55900000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.41799999999999998}]},{"osd":3,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44500000000000001,"15min":0.46200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47199999999999998}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.54900000000000004,"15min":0.55200000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84799999999999998,"5min":1.004,"15min":1.004},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80100000000000005,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.59399999999999997}]},{"osd":5,"last update":"Sat May 20 05:56:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58199999999999996,"15min":0.59299999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.66300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.628,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.83599999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.42599999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78100000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.66700000000000004}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.69499999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182442,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6220,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738932,"statfs":{"total":95995035648,"available":95988666368,"internally_reserved":0,"allocated":724992,"data_stored":311089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35699999999999998,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.44,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.38600000000000001,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.52700000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.28999999999999998}]},{"osd":1,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40200000000000002,"15min":0.41099999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.318},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.33700000000000002}]},{"osd":2,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.35599999999999998}]},{"osd":4,"last update":"Sat May 20 05:55:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.59099999999999997,"15min":0.59999999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.85999999999999999,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.71599999999999997,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.40999999999999998}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.58699999999999997,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.42499999999999999}]},{"osd":6,"last update":"Sat May 20 05:56:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79700000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat May 20 05:55:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.55500000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6280,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":720896,"data_stored":309341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.504,"15min":0.502},"min":{"1min":0.34599999999999997,"5min":0.249,"15min":0.249},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.51800000000000002,"15min":0.51600000000000001},"min":{"1min":0.36599999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.503}]},{"osd":1,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.36799999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.496,"15min":0.496},"min":{"1min":0.35499999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.47799999999999998}]},{"osd":2,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.496,"15min":0.496},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.59299999999999997}]},{"osd":3,"last update":"Sat May 20 05:55:37 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54200000000000004,"15min":0.54700000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70799999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.51500000000000001,"15min":0.51100000000000001},"min":{"1min":0.34799999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.45200000000000001}]},{"osd":5,"last update":"Sat May 20 05:56:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45700000000000002,"15min":0.45100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47899999999999998,"15min":0.47399999999999998},"min":{"1min":0.311,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.53600000000000003}]},{"osd":7,"last update":"Sat May 20 05:55:41 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52300000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6208,"kb_used_data":696,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738944,"statfs":{"total":95995035648,"available":95988678656,"internally_reserved":0,"allocated":712704,"data_stored":310487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42799999999999999}]},{"osd":1,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.50700000000000001}]},{"osd":2,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69799999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.51600000000000001}]},{"osd":3,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.497},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56100000000000005}]},{"osd":4,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.30199999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.377},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56999999999999995}]},{"osd":6,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47699999999999998,"15min":0.48199999999999998},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.502,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76700000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.53300000000000003}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.55000000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:56:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:39 smithi081 ceph-mon[95500]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:39 smithi081 ceph-mon[95500]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:39 smithi081 ceph-mon[107735]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:39 smithi081 ceph-mon[107735]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:39.556 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 systemd[1]: Stopping Ceph prometheus.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:56:39.558 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:39 smithi170 ceph-mon[97338]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:39.558 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:39 smithi170 ceph-mon[97338]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:39.558 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2023-05-20T05:56:39.559 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2023-05-20T05:56:39.559 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2023-05-20T05:56:39.559 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2023-05-20T05:56:39.559 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2023-05-20T05:56:39.559 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2023-05-20T05:56:39.560 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2023-05-20T05:56:39.560 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2023-05-20T05:56:39.958 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2023-05-20T05:56:39.958 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2023-05-20T05:56:39.958 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2023-05-20T05:56:39.958 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.558Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.558Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.558Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.558Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.558Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.558Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.559Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2023-05-20T05:56:39.959 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.559Z caller=main.go:828 level=info msg="Scrape manager stopped" 2023-05-20T05:56:39.960 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.559Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2023-05-20T05:56:39.960 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.559Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2023-05-20T05:56:39.960 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.559Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2023-05-20T05:56:39.960 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[133484]: ts=2023-05-20T05:56:39.559Z caller=main.go:1066 level=info msg="See you next time!" 2023-05-20T05:56:40.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:39 smithi170 conmon[135621]: t=2023-05-20T05:56:39+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2023-05-20T05:56:40.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2023-05-20T05:56:40.246 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2023-05-20T05:56:40.503 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:40 smithi170 bash[137326]: 69ba15e881d71386af4cdc601e7a1878d340cefb700ddb6b0baf9f32bc022653 2023-05-20T05:56:40.503 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:40 smithi170 systemd[1]: ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@prometheus.a.service: Succeeded. 2023-05-20T05:56:40.503 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:40 smithi170 systemd[1]: Stopped Ceph prometheus.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:56:40.504 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:40 smithi170 systemd[1]: Starting Ceph prometheus.a for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:56:40.504 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2023-05-20T05:56:40.504 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2023-05-20T05:56:40.504 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2023-05-20T05:56:40.504 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2023-05-20T05:56:40.505 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2023-05-20T05:56:40.505 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2023-05-20T05:56:40.789 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2023-05-20T05:56:40.790 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2023-05-20T05:56:40.790 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2023-05-20T05:56:40.790 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2023-05-20T05:56:40.791 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2023-05-20T05:56:40.791 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2023-05-20T05:56:40.791 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2023-05-20T05:56:40.791 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2023-05-20T05:56:41.042 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2023-05-20T05:56:41.042 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2023-05-20T05:56:41.042 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:40 smithi170 conmon[135621]: t=2023-05-20T05:56:40+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2023-05-20T05:56:41.042 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2023-05-20T05:56:41.043 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2023-05-20T05:56:41.302 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2023-05-20T05:56:41.302 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2023-05-20T05:56:41.303 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2023-05-20T05:56:41.303 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2023-05-20T05:56:41.303 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2023-05-20T05:56:41.303 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2023-05-20T05:56:41.303 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.123Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2023-05-20T05:56:41.303 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.123Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.123Z caller=main.go:518 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi170 (none))" 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.123Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.123Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.125Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.126Z caller=main.go:923 level=info msg="Starting TSDB ..." 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.128Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2023-05-20T05:56:41.304 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.129Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-05-20T05:56:41.305 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.129Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.525µs 2023-05-20T05:56:41.305 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.129Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-05-20T05:56:41.305 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 bash[137652]: 51e647bdcd42674bbb748a6a46238a2c23622ea31c76d0819a5bd33ae9b202ef 2023-05-20T05:56:41.305 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 systemd[1]: Started Ceph prometheus.a for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:56:41.490 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:41.490 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.490 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi081.front.sepia.ceph.com:9093"}]: dispatch 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.491 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-05-20T05:56:41.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STOPPING 2023-05-20T05:56:41.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:56:41.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STOPPED 2023-05-20T05:56:41.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STARTING 2023-05-20T05:56:41.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Serving on http://:::9283 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STARTED 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STOPPING 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STOPPED 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STARTING 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Serving on http://:::9283 2023-05-20T05:56:41.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STARTED 2023-05-20T05:56:41.494 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STOPPING 2023-05-20T05:56:41.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:41.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-05-20T05:56:41.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi081.front.sepia.ceph.com:9093"}]: dispatch 2023-05-20T05:56:41.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-05-20T05:56:41.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2023-05-20T05:56:41.495 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.496 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:41 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-05-20T05:56:41.564 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.384Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-05-20T05:56:41.565 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.384Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-05-20T05:56:41.565 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.384Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.513µs wal_replay_duration=255.320533ms total_replay_duration=255.359383ms 2023-05-20T05:56:41.565 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.387Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2023-05-20T05:56:41.565 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.387Z caller=main.go:947 level=info msg="TSDB started" 2023-05-20T05:56:41.565 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.387Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-05-20T05:56:41.566 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.401Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.307278ms db_storage=723ns remote_storage=1.459µs web_handler=335ns query_engine=699ns scrape=196.071µs scrape_sd=23.845µs notify=24.212µs notify_sd=6.402µs rules=13.839038ms 2023-05-20T05:56:41.566 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[137693]: ts=2023-05-20T05:56:41.401Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2023-05-20T05:56:41.566 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2023-05-20T05:56:41.566 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2023-05-20T05:56:41.567 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2023-05-20T05:56:41.567 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=16.175991735s 2023-05-20T05:56:41.567 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Created default organization" logger=sqlstore 2023-05-20T05:56:41.567 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2023-05-20T05:56:41.567 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2023-05-20T05:56:41.567 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2023-05-20T05:56:41.567 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi081.front.sepia.ceph.com:9093"}]: dispatch 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-05-20T05:56:41.568 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2023-05-20T05:56:41.569 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:41.569 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:41 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-05-20T05:56:41.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:56:41.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STOPPED 2023-05-20T05:56:41.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STARTING 2023-05-20T05:56:41.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Serving on http://:::9283 2023-05-20T05:56:41.769 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:41 smithi081 conmon[95926]: [20/May/2023:05:56:41] ENGINE Bus STARTED 2023-05-20T05:56:41.903 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2023-05-20T05:56:41.903 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2023-05-20T05:56:41.903 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-05-20T05:56:41.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2023-05-20T05:56:41.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2023-05-20T05:56:41.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="warming cache for startup" logger=ngalert 2023-05-20T05:56:41.904 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2023-05-20T05:56:41.905 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 05:56:41 smithi170 conmon[135621]: t=2023-05-20T05:56:41+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2023-05-20T05:56:42.290 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph pg dump --format=json 2023-05-20T05:56:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-05-20T05:56:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi081.front.sepia.ceph.com:9093"}]: dispatch 2023-05-20T05:56:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-05-20T05:56:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2023-05-20T05:56:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-05-20T05:56:42.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2023-05-20T05:56:42.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2023-05-20T05:56:42.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:42.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:42 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-05-20T05:56:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi081.front.sepia.ceph.com:9093"}]: dispatch 2023-05-20T05:56:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-05-20T05:56:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2023-05-20T05:56:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-05-20T05:56:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2023-05-20T05:56:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2023-05-20T05:56:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi081.front.sepia.ceph.com:9093"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2023-05-20T05:56:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2023-05-20T05:56:42.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:42.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:42 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:42.774 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:43 smithi170 ceph-mon[97338]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:43 smithi081 ceph-mon[95500]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:43 smithi081 ceph-mon[107735]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:44.857 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:44.859 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2023-05-20T05:56:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:45 smithi170 ceph-mon[97338]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[95500]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:45.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:45.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:45 smithi081 ceph-mon[107735]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-05-20T05:56:45.621 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":51,"stamp":"2023-05-20T05:56:44.300612+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593462,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":53084,"kb_used_data":7324,"kb_used_omap":0,"kb_used_meta":45696,"kb_avail":749908132,"statfs":{"total":767960285184,"available":767905927168,"internally_reserved":0,"allocated":7499776,"data_stored":4248556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46792704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002930"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363031+0000","last_change":"2023-05-20T05:55:01.406205+0000","last_active":"2023-05-20T05:56:20.363031+0000","last_peered":"2023-05-20T05:56:20.363031+0000","last_clean":"2023-05-20T05:56:20.363031+0000","last_became_active":"2023-05-20T05:55:01.405921+0000","last_became_peered":"2023-05-20T05:55:01.405921+0000","last_unstale":"2023-05-20T05:56:20.363031+0000","last_undegraded":"2023-05-20T05:56:20.363031+0000","last_fullsized":"2023-05-20T05:56:20.363031+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366399+0000","last_change":"2023-05-20T05:55:01.405702+0000","last_active":"2023-05-20T05:56:20.366399+0000","last_peered":"2023-05-20T05:56:20.366399+0000","last_clean":"2023-05-20T05:56:20.366399+0000","last_became_active":"2023-05-20T05:55:01.405395+0000","last_became_peered":"2023-05-20T05:55:01.405395+0000","last_unstale":"2023-05-20T05:56:20.366399+0000","last_undegraded":"2023-05-20T05:56:20.366399+0000","last_fullsized":"2023-05-20T05:56:20.366399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361151+0000","last_change":"2023-05-20T05:55:01.395423+0000","last_active":"2023-05-20T05:56:20.361151+0000","last_peered":"2023-05-20T05:56:20.361151+0000","last_clean":"2023-05-20T05:56:20.361151+0000","last_became_active":"2023-05-20T05:55:01.395161+0000","last_became_peered":"2023-05-20T05:55:01.395161+0000","last_unstale":"2023-05-20T05:56:20.361151+0000","last_undegraded":"2023-05-20T05:56:20.361151+0000","last_fullsized":"2023-05-20T05:56:20.361151+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359981+0000","last_change":"2023-05-20T05:55:01.400877+0000","last_active":"2023-05-20T05:56:20.359981+0000","last_peered":"2023-05-20T05:56:20.359981+0000","last_clean":"2023-05-20T05:56:20.359981+0000","last_became_active":"2023-05-20T05:55:01.400569+0000","last_became_peered":"2023-05-20T05:55:01.400569+0000","last_unstale":"2023-05-20T05:56:20.359981+0000","last_undegraded":"2023-05-20T05:56:20.359981+0000","last_fullsized":"2023-05-20T05:56:20.359981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362615+0000","last_change":"2023-05-20T05:55:01.400215+0000","last_active":"2023-05-20T05:56:20.362615+0000","last_peered":"2023-05-20T05:56:20.362615+0000","last_clean":"2023-05-20T05:56:20.362615+0000","last_became_active":"2023-05-20T05:55:01.399774+0000","last_became_peered":"2023-05-20T05:55:01.399774+0000","last_unstale":"2023-05-20T05:56:20.362615+0000","last_undegraded":"2023-05-20T05:56:20.362615+0000","last_fullsized":"2023-05-20T05:56:20.362615+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360303+0000","last_change":"2023-05-20T05:55:01.392953+0000","last_active":"2023-05-20T05:56:20.360303+0000","last_peered":"2023-05-20T05:56:20.360303+0000","last_clean":"2023-05-20T05:56:20.360303+0000","last_became_active":"2023-05-20T05:55:01.392634+0000","last_became_peered":"2023-05-20T05:55:01.392634+0000","last_unstale":"2023-05-20T05:56:20.360303+0000","last_undegraded":"2023-05-20T05:56:20.360303+0000","last_fullsized":"2023-05-20T05:56:20.360303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362070+0000","last_change":"2023-05-20T05:55:01.392319+0000","last_active":"2023-05-20T05:56:20.362070+0000","last_peered":"2023-05-20T05:56:20.362070+0000","last_clean":"2023-05-20T05:56:20.362070+0000","last_became_active":"2023-05-20T05:55:01.392015+0000","last_became_peered":"2023-05-20T05:55:01.392015+0000","last_unstale":"2023-05-20T05:56:20.362070+0000","last_undegraded":"2023-05-20T05:56:20.362070+0000","last_fullsized":"2023-05-20T05:56:20.362070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359771+0000","last_change":"2023-05-20T05:55:01.399760+0000","last_active":"2023-05-20T05:56:20.359771+0000","last_peered":"2023-05-20T05:56:20.359771+0000","last_clean":"2023-05-20T05:56:20.359771+0000","last_became_active":"2023-05-20T05:55:01.399423+0000","last_became_peered":"2023-05-20T05:55:01.399423+0000","last_unstale":"2023-05-20T05:56:20.359771+0000","last_undegraded":"2023-05-20T05:56:20.359771+0000","last_fullsized":"2023-05-20T05:56:20.359771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362940+0000","last_change":"2023-05-20T05:55:01.404241+0000","last_active":"2023-05-20T05:56:20.362940+0000","last_peered":"2023-05-20T05:56:20.362940+0000","last_clean":"2023-05-20T05:56:20.362940+0000","last_became_active":"2023-05-20T05:55:01.403652+0000","last_became_peered":"2023-05-20T05:55:01.403652+0000","last_unstale":"2023-05-20T05:56:20.362940+0000","last_undegraded":"2023-05-20T05:56:20.362940+0000","last_fullsized":"2023-05-20T05:56:20.362940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056143+0000","last_change":"2023-05-20T05:55:01.398109+0000","last_active":"2023-05-20T05:55:44.056143+0000","last_peered":"2023-05-20T05:55:44.056143+0000","last_clean":"2023-05-20T05:55:44.056143+0000","last_became_active":"2023-05-20T05:55:01.397836+0000","last_became_peered":"2023-05-20T05:55:01.397836+0000","last_unstale":"2023-05-20T05:55:44.056143+0000","last_undegraded":"2023-05-20T05:55:44.056143+0000","last_fullsized":"2023-05-20T05:55:44.056143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056331+0000","last_change":"2023-05-20T05:55:01.387794+0000","last_active":"2023-05-20T05:55:44.056331+0000","last_peered":"2023-05-20T05:55:44.056331+0000","last_clean":"2023-05-20T05:55:44.056331+0000","last_became_active":"2023-05-20T05:55:01.387460+0000","last_became_peered":"2023-05-20T05:55:01.387460+0000","last_unstale":"2023-05-20T05:55:44.056331+0000","last_undegraded":"2023-05-20T05:55:44.056331+0000","last_fullsized":"2023-05-20T05:55:44.056331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362257+0000","last_change":"2023-05-20T05:55:01.384992+0000","last_active":"2023-05-20T05:56:20.362257+0000","last_peered":"2023-05-20T05:56:20.362257+0000","last_clean":"2023-05-20T05:56:20.362257+0000","last_became_active":"2023-05-20T05:55:01.384716+0000","last_became_peered":"2023-05-20T05:55:01.384716+0000","last_unstale":"2023-05-20T05:56:20.362257+0000","last_undegraded":"2023-05-20T05:56:20.362257+0000","last_fullsized":"2023-05-20T05:56:20.362257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361981+0000","last_change":"2023-05-20T05:55:01.389427+0000","last_active":"2023-05-20T05:56:20.361981+0000","last_peered":"2023-05-20T05:56:20.361981+0000","last_clean":"2023-05-20T05:56:20.361981+0000","last_became_active":"2023-05-20T05:55:01.389137+0000","last_became_peered":"2023-05-20T05:55:01.389137+0000","last_unstale":"2023-05-20T05:56:20.361981+0000","last_undegraded":"2023-05-20T05:56:20.361981+0000","last_fullsized":"2023-05-20T05:56:20.361981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361347+0000","last_change":"2023-05-20T05:55:01.395985+0000","last_active":"2023-05-20T05:56:20.361347+0000","last_peered":"2023-05-20T05:56:20.361347+0000","last_clean":"2023-05-20T05:56:20.361347+0000","last_became_active":"2023-05-20T05:55:01.395748+0000","last_became_peered":"2023-05-20T05:55:01.395748+0000","last_unstale":"2023-05-20T05:56:20.361347+0000","last_undegraded":"2023-05-20T05:56:20.361347+0000","last_fullsized":"2023-05-20T05:56:20.361347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365150+0000","last_change":"2023-05-20T05:55:01.399784+0000","last_active":"2023-05-20T05:56:20.365150+0000","last_peered":"2023-05-20T05:56:20.365150+0000","last_clean":"2023-05-20T05:56:20.365150+0000","last_became_active":"2023-05-20T05:55:01.399524+0000","last_became_peered":"2023-05-20T05:55:01.399524+0000","last_unstale":"2023-05-20T05:56:20.365150+0000","last_undegraded":"2023-05-20T05:56:20.365150+0000","last_fullsized":"2023-05-20T05:56:20.365150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359476+0000","last_change":"2023-05-20T05:55:01.391828+0000","last_active":"2023-05-20T05:56:20.359476+0000","last_peered":"2023-05-20T05:56:20.359476+0000","last_clean":"2023-05-20T05:56:20.359476+0000","last_became_active":"2023-05-20T05:55:01.391528+0000","last_became_peered":"2023-05-20T05:55:01.391528+0000","last_unstale":"2023-05-20T05:56:20.359476+0000","last_undegraded":"2023-05-20T05:56:20.359476+0000","last_fullsized":"2023-05-20T05:56:20.359476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360444+0000","last_change":"2023-05-20T05:55:01.392869+0000","last_active":"2023-05-20T05:56:20.360444+0000","last_peered":"2023-05-20T05:56:20.360444+0000","last_clean":"2023-05-20T05:56:20.360444+0000","last_became_active":"2023-05-20T05:55:01.392584+0000","last_became_peered":"2023-05-20T05:55:01.392584+0000","last_unstale":"2023-05-20T05:56:20.360444+0000","last_undegraded":"2023-05-20T05:56:20.360444+0000","last_fullsized":"2023-05-20T05:56:20.360444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366562+0000","last_change":"2023-05-20T05:55:01.388651+0000","last_active":"2023-05-20T05:56:20.366562+0000","last_peered":"2023-05-20T05:56:20.366562+0000","last_clean":"2023-05-20T05:56:20.366562+0000","last_became_active":"2023-05-20T05:55:01.388404+0000","last_became_peered":"2023-05-20T05:55:01.388404+0000","last_unstale":"2023-05-20T05:56:20.366562+0000","last_undegraded":"2023-05-20T05:56:20.366562+0000","last_fullsized":"2023-05-20T05:56:20.366562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362422+0000","last_change":"2023-05-20T05:55:01.406408+0000","last_active":"2023-05-20T05:56:20.362422+0000","last_peered":"2023-05-20T05:56:20.362422+0000","last_clean":"2023-05-20T05:56:20.362422+0000","last_became_active":"2023-05-20T05:55:01.405293+0000","last_became_peered":"2023-05-20T05:55:01.405293+0000","last_unstale":"2023-05-20T05:56:20.362422+0000","last_undegraded":"2023-05-20T05:56:20.362422+0000","last_fullsized":"2023-05-20T05:56:20.362422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361221+0000","last_change":"2023-05-20T05:55:00.992345+0000","last_active":"2023-05-20T05:56:20.361221+0000","last_peered":"2023-05-20T05:56:20.361221+0000","last_clean":"2023-05-20T05:56:20.361221+0000","last_became_active":"2023-05-20T05:55:00.991863+0000","last_became_peered":"2023-05-20T05:55:00.991863+0000","last_unstale":"2023-05-20T05:56:20.361221+0000","last_undegraded":"2023-05-20T05:56:20.361221+0000","last_fullsized":"2023-05-20T05:56:20.361221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362827+0000","last_change":"2023-05-20T05:55:01.389748+0000","last_active":"2023-05-20T05:56:20.362827+0000","last_peered":"2023-05-20T05:56:20.362827+0000","last_clean":"2023-05-20T05:56:20.362827+0000","last_became_active":"2023-05-20T05:55:01.389473+0000","last_became_peered":"2023-05-20T05:55:01.389473+0000","last_unstale":"2023-05-20T05:56:20.362827+0000","last_undegraded":"2023-05-20T05:56:20.362827+0000","last_fullsized":"2023-05-20T05:56:20.362827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362908+0000","last_change":"2023-05-20T05:55:00.995741+0000","last_active":"2023-05-20T05:56:20.362908+0000","last_peered":"2023-05-20T05:56:20.362908+0000","last_clean":"2023-05-20T05:56:20.362908+0000","last_became_active":"2023-05-20T05:55:00.995462+0000","last_became_peered":"2023-05-20T05:55:00.995462+0000","last_unstale":"2023-05-20T05:56:20.362908+0000","last_undegraded":"2023-05-20T05:56:20.362908+0000","last_fullsized":"2023-05-20T05:56:20.362908+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361102+0000","last_change":"2023-05-20T05:55:01.395657+0000","last_active":"2023-05-20T05:56:20.361102+0000","last_peered":"2023-05-20T05:56:20.361102+0000","last_clean":"2023-05-20T05:56:20.361102+0000","last_became_active":"2023-05-20T05:55:01.395439+0000","last_became_peered":"2023-05-20T05:55:01.395439+0000","last_unstale":"2023-05-20T05:56:20.361102+0000","last_undegraded":"2023-05-20T05:56:20.361102+0000","last_fullsized":"2023-05-20T05:56:20.361102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363522+0000","last_change":"2023-05-20T05:55:00.994290+0000","last_active":"2023-05-20T05:56:20.363522+0000","last_peered":"2023-05-20T05:56:20.363522+0000","last_clean":"2023-05-20T05:56:20.363522+0000","last_became_active":"2023-05-20T05:55:00.993976+0000","last_became_peered":"2023-05-20T05:55:00.993976+0000","last_unstale":"2023-05-20T05:56:20.363522+0000","last_undegraded":"2023-05-20T05:56:20.363522+0000","last_fullsized":"2023-05-20T05:56:20.363522+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360078+0000","last_change":"2023-05-20T05:55:01.392331+0000","last_active":"2023-05-20T05:56:20.360078+0000","last_peered":"2023-05-20T05:56:20.360078+0000","last_clean":"2023-05-20T05:56:20.360078+0000","last_became_active":"2023-05-20T05:55:01.391946+0000","last_became_peered":"2023-05-20T05:55:01.391946+0000","last_unstale":"2023-05-20T05:56:20.360078+0000","last_undegraded":"2023-05-20T05:56:20.360078+0000","last_fullsized":"2023-05-20T05:56:20.360078+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362545+0000","last_change":"2023-05-20T05:55:00.997524+0000","last_active":"2023-05-20T05:56:20.362545+0000","last_peered":"2023-05-20T05:56:20.362545+0000","last_clean":"2023-05-20T05:56:20.362545+0000","last_became_active":"2023-05-20T05:55:00.997232+0000","last_became_peered":"2023-05-20T05:55:00.997232+0000","last_unstale":"2023-05-20T05:56:20.362545+0000","last_undegraded":"2023-05-20T05:56:20.362545+0000","last_fullsized":"2023-05-20T05:56:20.362545+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359986+0000","last_change":"2023-05-20T05:55:01.387762+0000","last_active":"2023-05-20T05:56:20.359986+0000","last_peered":"2023-05-20T05:56:20.359986+0000","last_clean":"2023-05-20T05:56:20.359986+0000","last_became_active":"2023-05-20T05:55:01.386878+0000","last_became_peered":"2023-05-20T05:55:01.386878+0000","last_unstale":"2023-05-20T05:56:20.359986+0000","last_undegraded":"2023-05-20T05:56:20.359986+0000","last_fullsized":"2023-05-20T05:56:20.359986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362094+0000","last_change":"2023-05-20T05:55:00.994767+0000","last_active":"2023-05-20T05:56:20.362094+0000","last_peered":"2023-05-20T05:56:20.362094+0000","last_clean":"2023-05-20T05:56:20.362094+0000","last_became_active":"2023-05-20T05:55:00.994247+0000","last_became_peered":"2023-05-20T05:55:00.994247+0000","last_unstale":"2023-05-20T05:56:20.362094+0000","last_undegraded":"2023-05-20T05:56:20.362094+0000","last_fullsized":"2023-05-20T05:56:20.362094+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362307+0000","last_change":"2023-05-20T05:55:01.392137+0000","last_active":"2023-05-20T05:56:20.362307+0000","last_peered":"2023-05-20T05:56:20.362307+0000","last_clean":"2023-05-20T05:56:20.362307+0000","last_became_active":"2023-05-20T05:55:01.391859+0000","last_became_peered":"2023-05-20T05:55:01.391859+0000","last_unstale":"2023-05-20T05:56:20.362307+0000","last_undegraded":"2023-05-20T05:56:20.362307+0000","last_fullsized":"2023-05-20T05:56:20.362307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055184+0000","last_change":"2023-05-20T05:55:00.990220+0000","last_active":"2023-05-20T05:55:44.055184+0000","last_peered":"2023-05-20T05:55:44.055184+0000","last_clean":"2023-05-20T05:55:44.055184+0000","last_became_active":"2023-05-20T05:55:00.989937+0000","last_became_peered":"2023-05-20T05:55:00.989937+0000","last_unstale":"2023-05-20T05:55:44.055184+0000","last_undegraded":"2023-05-20T05:55:44.055184+0000","last_fullsized":"2023-05-20T05:55:44.055184+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360391+0000","last_change":"2023-05-20T05:55:01.393610+0000","last_active":"2023-05-20T05:56:20.360391+0000","last_peered":"2023-05-20T05:56:20.360391+0000","last_clean":"2023-05-20T05:56:20.360391+0000","last_became_active":"2023-05-20T05:55:01.393227+0000","last_became_peered":"2023-05-20T05:55:01.393227+0000","last_unstale":"2023-05-20T05:56:20.360391+0000","last_undegraded":"2023-05-20T05:56:20.360391+0000","last_fullsized":"2023-05-20T05:56:20.360391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361123+0000","last_change":"2023-05-20T05:55:00.995330+0000","last_active":"2023-05-20T05:56:20.361123+0000","last_peered":"2023-05-20T05:56:20.361123+0000","last_clean":"2023-05-20T05:56:20.361123+0000","last_became_active":"2023-05-20T05:55:00.994948+0000","last_became_peered":"2023-05-20T05:55:00.994948+0000","last_unstale":"2023-05-20T05:56:20.361123+0000","last_undegraded":"2023-05-20T05:56:20.361123+0000","last_fullsized":"2023-05-20T05:56:20.361123+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363213+0000","last_change":"2023-05-20T05:55:01.390695+0000","last_active":"2023-05-20T05:56:20.363213+0000","last_peered":"2023-05-20T05:56:20.363213+0000","last_clean":"2023-05-20T05:56:20.363213+0000","last_became_active":"2023-05-20T05:55:01.390281+0000","last_became_peered":"2023-05-20T05:55:01.390281+0000","last_unstale":"2023-05-20T05:56:20.363213+0000","last_undegraded":"2023-05-20T05:56:20.363213+0000","last_fullsized":"2023-05-20T05:56:20.363213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.841420+0000","last_change":"2023-05-20T05:56:21.841420+0000","last_active":"2023-05-20T05:56:21.841420+0000","last_peered":"2023-05-20T05:56:21.841420+0000","last_clean":"2023-05-20T05:56:21.841420+0000","last_became_active":"2023-05-20T05:56:21.841062+0000","last_became_peered":"2023-05-20T05:56:21.841062+0000","last_unstale":"2023-05-20T05:56:21.841420+0000","last_undegraded":"2023-05-20T05:56:21.841420+0000","last_fullsized":"2023-05-20T05:56:21.841420+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:29:54.039535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365554+0000","last_change":"2023-05-20T05:55:01.389502+0000","last_active":"2023-05-20T05:56:20.365554+0000","last_peered":"2023-05-20T05:56:20.365554+0000","last_clean":"2023-05-20T05:56:20.365554+0000","last_became_active":"2023-05-20T05:55:01.389206+0000","last_became_peered":"2023-05-20T05:55:01.389206+0000","last_unstale":"2023-05-20T05:56:20.365554+0000","last_undegraded":"2023-05-20T05:56:20.365554+0000","last_fullsized":"2023-05-20T05:56:20.365554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056281+0000","last_change":"2023-05-20T05:55:00.997551+0000","last_active":"2023-05-20T05:55:44.056281+0000","last_peered":"2023-05-20T05:55:44.056281+0000","last_clean":"2023-05-20T05:55:44.056281+0000","last_became_active":"2023-05-20T05:55:00.997288+0000","last_became_peered":"2023-05-20T05:55:00.997288+0000","last_unstale":"2023-05-20T05:55:44.056281+0000","last_undegraded":"2023-05-20T05:55:44.056281+0000","last_fullsized":"2023-05-20T05:55:44.056281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360160+0000","last_change":"2023-05-20T05:55:01.392288+0000","last_active":"2023-05-20T05:56:20.360160+0000","last_peered":"2023-05-20T05:56:20.360160+0000","last_clean":"2023-05-20T05:56:20.360160+0000","last_became_active":"2023-05-20T05:55:01.391920+0000","last_became_peered":"2023-05-20T05:55:01.391920+0000","last_unstale":"2023-05-20T05:56:20.360160+0000","last_undegraded":"2023-05-20T05:56:20.360160+0000","last_fullsized":"2023-05-20T05:56:20.360160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360124+0000","last_change":"2023-05-20T05:55:01.002134+0000","last_active":"2023-05-20T05:56:20.360124+0000","last_peered":"2023-05-20T05:56:20.360124+0000","last_clean":"2023-05-20T05:56:20.360124+0000","last_became_active":"2023-05-20T05:55:01.000910+0000","last_became_peered":"2023-05-20T05:55:01.000910+0000","last_unstale":"2023-05-20T05:56:20.360124+0000","last_undegraded":"2023-05-20T05:56:20.360124+0000","last_fullsized":"2023-05-20T05:56:20.360124+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361034+0000","last_change":"2023-05-20T05:55:01.395228+0000","last_active":"2023-05-20T05:56:20.361034+0000","last_peered":"2023-05-20T05:56:20.361034+0000","last_clean":"2023-05-20T05:56:20.361034+0000","last_became_active":"2023-05-20T05:55:01.394903+0000","last_became_peered":"2023-05-20T05:55:01.394903+0000","last_unstale":"2023-05-20T05:56:20.361034+0000","last_undegraded":"2023-05-20T05:56:20.361034+0000","last_fullsized":"2023-05-20T05:56:20.361034+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366281+0000","last_change":"2023-05-20T05:55:00.996659+0000","last_active":"2023-05-20T05:56:20.366281+0000","last_peered":"2023-05-20T05:56:20.366281+0000","last_clean":"2023-05-20T05:56:20.366281+0000","last_became_active":"2023-05-20T05:55:00.996370+0000","last_became_peered":"2023-05-20T05:55:00.996370+0000","last_unstale":"2023-05-20T05:56:20.366281+0000","last_undegraded":"2023-05-20T05:56:20.366281+0000","last_fullsized":"2023-05-20T05:56:20.366281+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362117+0000","last_change":"2023-05-20T05:55:01.390921+0000","last_active":"2023-05-20T05:56:20.362117+0000","last_peered":"2023-05-20T05:56:20.362117+0000","last_clean":"2023-05-20T05:56:20.362117+0000","last_became_active":"2023-05-20T05:55:01.390647+0000","last_became_peered":"2023-05-20T05:55:01.390647+0000","last_unstale":"2023-05-20T05:56:20.362117+0000","last_undegraded":"2023-05-20T05:56:20.362117+0000","last_fullsized":"2023-05-20T05:56:20.362117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056002+0000","last_change":"2023-05-20T05:55:00.997083+0000","last_active":"2023-05-20T05:55:44.056002+0000","last_peered":"2023-05-20T05:55:44.056002+0000","last_clean":"2023-05-20T05:55:44.056002+0000","last_became_active":"2023-05-20T05:55:00.996783+0000","last_became_peered":"2023-05-20T05:55:00.996783+0000","last_unstale":"2023-05-20T05:55:44.056002+0000","last_undegraded":"2023-05-20T05:55:44.056002+0000","last_fullsized":"2023-05-20T05:55:44.056002+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":9,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2324,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363246+0000","last_change":"2023-05-20T05:55:01.402999+0000","last_active":"2023-05-20T05:56:20.363246+0000","last_peered":"2023-05-20T05:56:20.363246+0000","last_clean":"2023-05-20T05:56:20.363246+0000","last_became_active":"2023-05-20T05:55:01.402719+0000","last_became_peered":"2023-05-20T05:55:01.402719+0000","last_unstale":"2023-05-20T05:56:20.363246+0000","last_undegraded":"2023-05-20T05:56:20.363246+0000","last_fullsized":"2023-05-20T05:56:20.363246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360645+0000","last_change":"2023-05-20T05:55:00.991835+0000","last_active":"2023-05-20T05:56:20.360645+0000","last_peered":"2023-05-20T05:56:20.360645+0000","last_clean":"2023-05-20T05:56:20.360645+0000","last_became_active":"2023-05-20T05:55:00.991583+0000","last_became_peered":"2023-05-20T05:55:00.991583+0000","last_unstale":"2023-05-20T05:56:20.360645+0000","last_undegraded":"2023-05-20T05:56:20.360645+0000","last_fullsized":"2023-05-20T05:56:20.360645+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.365047+0000","last_change":"2023-05-20T05:56:21.365047+0000","last_active":"2023-05-20T05:56:21.365047+0000","last_peered":"2023-05-20T05:56:21.365047+0000","last_clean":"2023-05-20T05:56:21.365047+0000","last_became_active":"2023-05-20T05:56:21.364760+0000","last_became_peered":"2023-05-20T05:56:21.364760+0000","last_unstale":"2023-05-20T05:56:21.365047+0000","last_undegraded":"2023-05-20T05:56:21.365047+0000","last_fullsized":"2023-05-20T05:56:21.365047+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:28:56.565384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359873+0000","last_change":"2023-05-20T05:55:01.001663+0000","last_active":"2023-05-20T05:56:20.359873+0000","last_peered":"2023-05-20T05:56:20.359873+0000","last_clean":"2023-05-20T05:56:20.359873+0000","last_became_active":"2023-05-20T05:55:01.001324+0000","last_became_peered":"2023-05-20T05:55:01.001324+0000","last_unstale":"2023-05-20T05:56:20.359873+0000","last_undegraded":"2023-05-20T05:56:20.359873+0000","last_fullsized":"2023-05-20T05:56:20.359873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362522+0000","last_change":"2023-05-20T05:55:01.400034+0000","last_active":"2023-05-20T05:56:20.362522+0000","last_peered":"2023-05-20T05:56:20.362522+0000","last_clean":"2023-05-20T05:56:20.362522+0000","last_became_active":"2023-05-20T05:55:01.399408+0000","last_became_peered":"2023-05-20T05:55:01.399408+0000","last_unstale":"2023-05-20T05:56:20.362522+0000","last_undegraded":"2023-05-20T05:56:20.362522+0000","last_fullsized":"2023-05-20T05:56:20.362522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055470+0000","last_change":"2023-05-20T05:55:00.991666+0000","last_active":"2023-05-20T05:55:44.055470+0000","last_peered":"2023-05-20T05:55:44.055470+0000","last_clean":"2023-05-20T05:55:44.055470+0000","last_became_active":"2023-05-20T05:55:00.991297+0000","last_became_peered":"2023-05-20T05:55:00.991297+0000","last_unstale":"2023-05-20T05:55:44.055470+0000","last_undegraded":"2023-05-20T05:55:44.055470+0000","last_fullsized":"2023-05-20T05:55:44.055470+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054604+0000","last_change":"2023-05-20T05:55:01.388215+0000","last_active":"2023-05-20T05:55:44.054604+0000","last_peered":"2023-05-20T05:55:44.054604+0000","last_clean":"2023-05-20T05:55:44.054604+0000","last_became_active":"2023-05-20T05:55:01.387401+0000","last_became_peered":"2023-05-20T05:55:01.387401+0000","last_unstale":"2023-05-20T05:55:44.054604+0000","last_undegraded":"2023-05-20T05:55:44.054604+0000","last_fullsized":"2023-05-20T05:55:44.054604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364349+0000","last_change":"2023-05-20T05:55:00.990019+0000","last_active":"2023-05-20T05:56:20.364349+0000","last_peered":"2023-05-20T05:56:20.364349+0000","last_clean":"2023-05-20T05:56:20.364349+0000","last_became_active":"2023-05-20T05:55:00.989752+0000","last_became_peered":"2023-05-20T05:55:00.989752+0000","last_unstale":"2023-05-20T05:56:20.364349+0000","last_undegraded":"2023-05-20T05:56:20.364349+0000","last_fullsized":"2023-05-20T05:56:20.364349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362238+0000","last_change":"2023-05-20T05:55:01.396882+0000","last_active":"2023-05-20T05:56:20.362238+0000","last_peered":"2023-05-20T05:56:20.362238+0000","last_clean":"2023-05-20T05:56:20.362238+0000","last_became_active":"2023-05-20T05:55:01.396489+0000","last_became_peered":"2023-05-20T05:55:01.396489+0000","last_unstale":"2023-05-20T05:56:20.362238+0000","last_undegraded":"2023-05-20T05:56:20.362238+0000","last_fullsized":"2023-05-20T05:56:20.362238+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364370+0000","last_change":"2023-05-20T05:55:00.988259+0000","last_active":"2023-05-20T05:56:20.364370+0000","last_peered":"2023-05-20T05:56:20.364370+0000","last_clean":"2023-05-20T05:56:20.364370+0000","last_became_active":"2023-05-20T05:55:00.987924+0000","last_became_peered":"2023-05-20T05:55:00.987924+0000","last_unstale":"2023-05-20T05:56:20.364370+0000","last_undegraded":"2023-05-20T05:56:20.364370+0000","last_fullsized":"2023-05-20T05:56:20.364370+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913844+0000","last_change":"2023-05-20T05:56:21.913844+0000","last_active":"2023-05-20T05:56:21.913844+0000","last_peered":"2023-05-20T05:56:21.913844+0000","last_clean":"2023-05-20T05:56:21.913844+0000","last_became_active":"2023-05-20T05:56:21.913527+0000","last_became_peered":"2023-05-20T05:56:21.913527+0000","last_unstale":"2023-05-20T05:56:21.913844+0000","last_undegraded":"2023-05-20T05:56:21.913844+0000","last_fullsized":"2023-05-20T05:56:21.913844+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:38:22.320051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365499+0000","last_change":"2023-05-20T05:55:40.526077+0000","last_active":"2023-05-20T05:56:20.365499+0000","last_peered":"2023-05-20T05:56:20.365499+0000","last_clean":"2023-05-20T05:56:20.365499+0000","last_became_active":"2023-05-20T05:55:40.525779+0000","last_became_peered":"2023-05-20T05:55:40.525779+0000","last_unstale":"2023-05-20T05:56:20.365499+0000","last_undegraded":"2023-05-20T05:56:20.365499+0000","last_fullsized":"2023-05-20T05:56:20.365499+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365851+0000","last_change":"2023-05-20T05:55:00.999151+0000","last_active":"2023-05-20T05:56:20.365851+0000","last_peered":"2023-05-20T05:56:20.365851+0000","last_clean":"2023-05-20T05:56:20.365851+0000","last_became_active":"2023-05-20T05:55:00.998900+0000","last_became_peered":"2023-05-20T05:55:00.998900+0000","last_unstale":"2023-05-20T05:56:20.365851+0000","last_undegraded":"2023-05-20T05:56:20.365851+0000","last_fullsized":"2023-05-20T05:56:20.365851+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360079+0000","last_change":"2023-05-20T05:55:01.380688+0000","last_active":"2023-05-20T05:56:20.360079+0000","last_peered":"2023-05-20T05:56:20.360079+0000","last_clean":"2023-05-20T05:56:20.360079+0000","last_became_active":"2023-05-20T05:55:01.380408+0000","last_became_peered":"2023-05-20T05:55:01.380408+0000","last_unstale":"2023-05-20T05:56:20.360079+0000","last_undegraded":"2023-05-20T05:56:20.360079+0000","last_fullsized":"2023-05-20T05:56:20.360079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365924+0000","last_change":"2023-05-20T05:55:40.520783+0000","last_active":"2023-05-20T05:56:20.365924+0000","last_peered":"2023-05-20T05:56:20.365924+0000","last_clean":"2023-05-20T05:56:20.365924+0000","last_became_active":"2023-05-20T05:55:40.520477+0000","last_became_peered":"2023-05-20T05:55:40.520477+0000","last_unstale":"2023-05-20T05:56:20.365924+0000","last_undegraded":"2023-05-20T05:56:20.365924+0000","last_fullsized":"2023-05-20T05:56:20.365924+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359776+0000","last_change":"2023-05-20T05:55:01.001531+0000","last_active":"2023-05-20T05:56:20.359776+0000","last_peered":"2023-05-20T05:56:20.359776+0000","last_clean":"2023-05-20T05:56:20.359776+0000","last_became_active":"2023-05-20T05:55:01.000829+0000","last_became_peered":"2023-05-20T05:55:01.000829+0000","last_unstale":"2023-05-20T05:56:20.359776+0000","last_undegraded":"2023-05-20T05:56:20.359776+0000","last_fullsized":"2023-05-20T05:56:20.359776+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363800+0000","last_change":"2023-05-20T05:55:01.384069+0000","last_active":"2023-05-20T05:56:20.363800+0000","last_peered":"2023-05-20T05:56:20.363800+0000","last_clean":"2023-05-20T05:56:20.363800+0000","last_became_active":"2023-05-20T05:55:01.383762+0000","last_became_peered":"2023-05-20T05:55:01.383762+0000","last_unstale":"2023-05-20T05:56:20.363800+0000","last_undegraded":"2023-05-20T05:56:20.363800+0000","last_fullsized":"2023-05-20T05:56:20.363800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366803+0000","last_change":"2023-05-20T05:55:40.526137+0000","last_active":"2023-05-20T05:56:20.366803+0000","last_peered":"2023-05-20T05:56:20.366803+0000","last_clean":"2023-05-20T05:56:20.366803+0000","last_became_active":"2023-05-20T05:55:40.525847+0000","last_became_peered":"2023-05-20T05:55:40.525847+0000","last_unstale":"2023-05-20T05:56:20.366803+0000","last_undegraded":"2023-05-20T05:56:20.366803+0000","last_fullsized":"2023-05-20T05:56:20.366803+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364870+0000","last_change":"2023-05-20T05:55:01.390578+0000","last_active":"2023-05-20T05:56:20.364870+0000","last_peered":"2023-05-20T05:56:20.364870+0000","last_clean":"2023-05-20T05:56:20.364870+0000","last_became_active":"2023-05-20T05:55:01.390279+0000","last_became_peered":"2023-05-20T05:55:01.390279+0000","last_unstale":"2023-05-20T05:56:20.364870+0000","last_undegraded":"2023-05-20T05:56:20.364870+0000","last_fullsized":"2023-05-20T05:56:20.364870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364083+0000","last_change":"2023-05-20T05:55:00.988696+0000","last_active":"2023-05-20T05:56:20.364083+0000","last_peered":"2023-05-20T05:56:20.364083+0000","last_clean":"2023-05-20T05:56:20.364083+0000","last_became_active":"2023-05-20T05:55:00.988446+0000","last_became_peered":"2023-05-20T05:55:00.988446+0000","last_unstale":"2023-05-20T05:56:20.364083+0000","last_undegraded":"2023-05-20T05:56:20.364083+0000","last_fullsized":"2023-05-20T05:56:20.364083+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056041+0000","last_change":"2023-05-20T05:55:40.521777+0000","last_active":"2023-05-20T05:55:44.056041+0000","last_peered":"2023-05-20T05:55:44.056041+0000","last_clean":"2023-05-20T05:55:44.056041+0000","last_became_active":"2023-05-20T05:55:40.521480+0000","last_became_peered":"2023-05-20T05:55:40.521480+0000","last_unstale":"2023-05-20T05:55:44.056041+0000","last_undegraded":"2023-05-20T05:55:44.056041+0000","last_fullsized":"2023-05-20T05:55:44.056041+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361821+0000","last_change":"2023-05-20T05:55:01.378780+0000","last_active":"2023-05-20T05:56:20.361821+0000","last_peered":"2023-05-20T05:56:20.361821+0000","last_clean":"2023-05-20T05:56:20.361821+0000","last_became_active":"2023-05-20T05:55:01.378442+0000","last_became_peered":"2023-05-20T05:55:01.378442+0000","last_unstale":"2023-05-20T05:56:20.361821+0000","last_undegraded":"2023-05-20T05:56:20.361821+0000","last_fullsized":"2023-05-20T05:56:20.361821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359696+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:56:20.359696+0000","last_peered":"2023-05-20T05:56:20.359696+0000","last_clean":"2023-05-20T05:56:20.359696+0000","last_became_active":"2023-05-20T05:55:00.995616+0000","last_became_peered":"2023-05-20T05:55:00.995616+0000","last_unstale":"2023-05-20T05:56:20.359696+0000","last_undegraded":"2023-05-20T05:56:20.359696+0000","last_fullsized":"2023-05-20T05:56:20.359696+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361988+0000","last_change":"2023-05-20T05:54:44.194374+0000","last_active":"2023-05-20T05:56:20.361988+0000","last_peered":"2023-05-20T05:56:20.361988+0000","last_clean":"2023-05-20T05:56:20.361988+0000","last_became_active":"2023-05-20T05:54:44.193901+0000","last_became_peered":"2023-05-20T05:54:44.193901+0000","last_unstale":"2023-05-20T05:56:20.361988+0000","last_undegraded":"2023-05-20T05:56:20.361988+0000","last_fullsized":"2023-05-20T05:56:20.361988+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:52:50.246984+0000","last_clean_scrub_stamp":"2023-05-20T05:52:50.246984+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361256+0000","last_change":"2023-05-20T05:55:40.520794+0000","last_active":"2023-05-20T05:56:20.361256+0000","last_peered":"2023-05-20T05:56:20.361256+0000","last_clean":"2023-05-20T05:56:20.361256+0000","last_became_active":"2023-05-20T05:55:40.520522+0000","last_became_peered":"2023-05-20T05:55:40.520522+0000","last_unstale":"2023-05-20T05:56:20.361256+0000","last_undegraded":"2023-05-20T05:56:20.361256+0000","last_fullsized":"2023-05-20T05:56:20.361256+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360484+0000","last_change":"2023-05-20T05:55:01.393223+0000","last_active":"2023-05-20T05:56:20.360484+0000","last_peered":"2023-05-20T05:56:20.360484+0000","last_clean":"2023-05-20T05:56:20.360484+0000","last_became_active":"2023-05-20T05:55:01.392937+0000","last_became_peered":"2023-05-20T05:55:01.392937+0000","last_unstale":"2023-05-20T05:56:20.360484+0000","last_undegraded":"2023-05-20T05:56:20.360484+0000","last_fullsized":"2023-05-20T05:56:20.360484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361810+0000","last_change":"2023-05-20T05:55:00.994827+0000","last_active":"2023-05-20T05:56:20.361810+0000","last_peered":"2023-05-20T05:56:20.361810+0000","last_clean":"2023-05-20T05:56:20.361810+0000","last_became_active":"2023-05-20T05:55:00.994324+0000","last_became_peered":"2023-05-20T05:55:00.994324+0000","last_unstale":"2023-05-20T05:56:20.361810+0000","last_undegraded":"2023-05-20T05:56:20.361810+0000","last_fullsized":"2023-05-20T05:56:20.361810+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360320+0000","last_change":"2023-05-20T05:55:40.522420+0000","last_active":"2023-05-20T05:56:20.360320+0000","last_peered":"2023-05-20T05:56:20.360320+0000","last_clean":"2023-05-20T05:56:20.360320+0000","last_became_active":"2023-05-20T05:55:40.522101+0000","last_became_peered":"2023-05-20T05:55:40.522101+0000","last_unstale":"2023-05-20T05:56:20.360320+0000","last_undegraded":"2023-05-20T05:56:20.360320+0000","last_fullsized":"2023-05-20T05:56:20.360320+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363428+0000","last_change":"2023-05-20T05:55:00.998296+0000","last_active":"2023-05-20T05:56:20.363428+0000","last_peered":"2023-05-20T05:56:20.363428+0000","last_clean":"2023-05-20T05:56:20.363428+0000","last_became_active":"2023-05-20T05:55:00.997976+0000","last_became_peered":"2023-05-20T05:55:00.997976+0000","last_unstale":"2023-05-20T05:56:20.363428+0000","last_undegraded":"2023-05-20T05:56:20.363428+0000","last_fullsized":"2023-05-20T05:56:20.363428+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365999+0000","last_change":"2023-05-20T05:55:01.399223+0000","last_active":"2023-05-20T05:56:20.365999+0000","last_peered":"2023-05-20T05:56:20.365999+0000","last_clean":"2023-05-20T05:56:20.365999+0000","last_became_active":"2023-05-20T05:55:01.398957+0000","last_became_peered":"2023-05-20T05:55:01.398957+0000","last_unstale":"2023-05-20T05:56:20.365999+0000","last_undegraded":"2023-05-20T05:56:20.365999+0000","last_fullsized":"2023-05-20T05:56:20.365999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363133+0000","last_change":"2023-05-20T05:55:40.521227+0000","last_active":"2023-05-20T05:56:20.363133+0000","last_peered":"2023-05-20T05:56:20.363133+0000","last_clean":"2023-05-20T05:56:20.363133+0000","last_became_active":"2023-05-20T05:55:40.520939+0000","last_became_peered":"2023-05-20T05:55:40.520939+0000","last_unstale":"2023-05-20T05:56:20.363133+0000","last_undegraded":"2023-05-20T05:56:20.363133+0000","last_fullsized":"2023-05-20T05:56:20.363133+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366567+0000","last_change":"2023-05-20T05:55:00.991112+0000","last_active":"2023-05-20T05:56:20.366567+0000","last_peered":"2023-05-20T05:56:20.366567+0000","last_clean":"2023-05-20T05:56:20.366567+0000","last_became_active":"2023-05-20T05:55:00.990841+0000","last_became_peered":"2023-05-20T05:55:00.990841+0000","last_unstale":"2023-05-20T05:56:20.366567+0000","last_undegraded":"2023-05-20T05:56:20.366567+0000","last_fullsized":"2023-05-20T05:56:20.366567+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363038+0000","last_change":"2023-05-20T05:55:01.387843+0000","last_active":"2023-05-20T05:56:20.363038+0000","last_peered":"2023-05-20T05:56:20.363038+0000","last_clean":"2023-05-20T05:56:20.363038+0000","last_became_active":"2023-05-20T05:55:01.387575+0000","last_became_peered":"2023-05-20T05:55:01.387575+0000","last_unstale":"2023-05-20T05:56:20.363038+0000","last_undegraded":"2023-05-20T05:56:20.363038+0000","last_fullsized":"2023-05-20T05:56:20.363038+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.361714+0000","last_change":"2023-05-20T05:55:40.522309+0000","last_active":"2023-05-20T05:56:20.361714+0000","last_peered":"2023-05-20T05:56:20.361714+0000","last_clean":"2023-05-20T05:56:20.361714+0000","last_became_active":"2023-05-20T05:55:40.521940+0000","last_became_peered":"2023-05-20T05:55:40.521940+0000","last_unstale":"2023-05-20T05:56:20.361714+0000","last_undegraded":"2023-05-20T05:56:20.361714+0000","last_fullsized":"2023-05-20T05:56:20.361714+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:39.338354+0000","last_clean_scrub_stamp":"2023-05-20T05:55:39.338354+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056189+0000","last_change":"2023-05-20T05:55:00.990359+0000","last_active":"2023-05-20T05:55:44.056189+0000","last_peered":"2023-05-20T05:55:44.056189+0000","last_clean":"2023-05-20T05:55:44.056189+0000","last_became_active":"2023-05-20T05:55:00.990065+0000","last_became_peered":"2023-05-20T05:55:00.990065+0000","last_unstale":"2023-05-20T05:55:44.056189+0000","last_undegraded":"2023-05-20T05:55:44.056189+0000","last_fullsized":"2023-05-20T05:55:44.056189+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913817+0000","last_change":"2023-05-20T05:56:21.913817+0000","last_active":"2023-05-20T05:56:21.913817+0000","last_peered":"2023-05-20T05:56:21.913817+0000","last_clean":"2023-05-20T05:56:21.913817+0000","last_became_active":"2023-05-20T05:56:21.913540+0000","last_became_peered":"2023-05-20T05:56:21.913540+0000","last_unstale":"2023-05-20T05:56:21.913817+0000","last_undegraded":"2023-05-20T05:56:21.913817+0000","last_fullsized":"2023-05-20T05:56:21.913817+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:28:40.011848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362078+0000","last_change":"2023-05-20T05:55:00.994610+0000","last_active":"2023-05-20T05:56:20.362078+0000","last_peered":"2023-05-20T05:56:20.362078+0000","last_clean":"2023-05-20T05:56:20.362078+0000","last_became_active":"2023-05-20T05:55:00.993926+0000","last_became_peered":"2023-05-20T05:55:00.993926+0000","last_unstale":"2023-05-20T05:56:20.362078+0000","last_undegraded":"2023-05-20T05:56:20.362078+0000","last_fullsized":"2023-05-20T05:56:20.362078+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362073+0000","last_change":"2023-05-20T05:55:01.393165+0000","last_active":"2023-05-20T05:56:20.362073+0000","last_peered":"2023-05-20T05:56:20.362073+0000","last_clean":"2023-05-20T05:56:20.362073+0000","last_became_active":"2023-05-20T05:55:01.392807+0000","last_became_peered":"2023-05-20T05:55:01.392807+0000","last_unstale":"2023-05-20T05:56:20.362073+0000","last_undegraded":"2023-05-20T05:56:20.362073+0000","last_fullsized":"2023-05-20T05:56:20.362073+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365646+0000","last_change":"2023-05-20T05:55:00.995077+0000","last_active":"2023-05-20T05:56:20.365646+0000","last_peered":"2023-05-20T05:56:20.365646+0000","last_clean":"2023-05-20T05:56:20.365646+0000","last_became_active":"2023-05-20T05:55:00.994426+0000","last_became_peered":"2023-05-20T05:55:00.994426+0000","last_unstale":"2023-05-20T05:56:20.365646+0000","last_undegraded":"2023-05-20T05:56:20.365646+0000","last_fullsized":"2023-05-20T05:56:20.365646+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363173+0000","last_change":"2023-05-20T05:55:01.390542+0000","last_active":"2023-05-20T05:56:20.363173+0000","last_peered":"2023-05-20T05:56:20.363173+0000","last_clean":"2023-05-20T05:56:20.363173+0000","last_became_active":"2023-05-20T05:55:01.389920+0000","last_became_peered":"2023-05-20T05:55:01.389920+0000","last_unstale":"2023-05-20T05:56:20.363173+0000","last_undegraded":"2023-05-20T05:56:20.363173+0000","last_fullsized":"2023-05-20T05:56:20.363173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365729+0000","last_change":"2023-05-20T05:55:00.994696+0000","last_active":"2023-05-20T05:56:20.365729+0000","last_peered":"2023-05-20T05:56:20.365729+0000","last_clean":"2023-05-20T05:56:20.365729+0000","last_became_active":"2023-05-20T05:55:00.994341+0000","last_became_peered":"2023-05-20T05:55:00.994341+0000","last_unstale":"2023-05-20T05:56:20.365729+0000","last_undegraded":"2023-05-20T05:56:20.365729+0000","last_fullsized":"2023-05-20T05:56:20.365729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362162+0000","last_change":"2023-05-20T05:55:01.384058+0000","last_active":"2023-05-20T05:56:20.362162+0000","last_peered":"2023-05-20T05:56:20.362162+0000","last_clean":"2023-05-20T05:56:20.362162+0000","last_became_active":"2023-05-20T05:55:01.383811+0000","last_became_peered":"2023-05-20T05:55:01.383811+0000","last_unstale":"2023-05-20T05:56:20.362162+0000","last_undegraded":"2023-05-20T05:56:20.362162+0000","last_fullsized":"2023-05-20T05:56:20.362162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362707+0000","last_change":"2023-05-20T05:55:00.997821+0000","last_active":"2023-05-20T05:56:20.362707+0000","last_peered":"2023-05-20T05:56:20.362707+0000","last_clean":"2023-05-20T05:56:20.362707+0000","last_became_active":"2023-05-20T05:55:00.997534+0000","last_became_peered":"2023-05-20T05:55:00.997534+0000","last_unstale":"2023-05-20T05:56:20.362707+0000","last_undegraded":"2023-05-20T05:56:20.362707+0000","last_fullsized":"2023-05-20T05:56:20.362707+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.055086+0000","last_change":"2023-05-20T05:55:01.390502+0000","last_active":"2023-05-20T05:55:44.055086+0000","last_peered":"2023-05-20T05:55:44.055086+0000","last_clean":"2023-05-20T05:55:44.055086+0000","last_became_active":"2023-05-20T05:55:01.390187+0000","last_became_peered":"2023-05-20T05:55:01.390187+0000","last_unstale":"2023-05-20T05:55:44.055086+0000","last_undegraded":"2023-05-20T05:55:44.055086+0000","last_fullsized":"2023-05-20T05:55:44.055086+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.365176+0000","last_change":"2023-05-20T05:55:00.996031+0000","last_active":"2023-05-20T05:56:20.365176+0000","last_peered":"2023-05-20T05:56:20.365176+0000","last_clean":"2023-05-20T05:56:20.365176+0000","last_became_active":"2023-05-20T05:55:00.995742+0000","last_became_peered":"2023-05-20T05:55:00.995742+0000","last_unstale":"2023-05-20T05:56:20.365176+0000","last_undegraded":"2023-05-20T05:56:20.365176+0000","last_fullsized":"2023-05-20T05:56:20.365176+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363339+0000","last_change":"2023-05-20T05:55:01.407228+0000","last_active":"2023-05-20T05:56:20.363339+0000","last_peered":"2023-05-20T05:56:20.363339+0000","last_clean":"2023-05-20T05:56:20.363339+0000","last_became_active":"2023-05-20T05:55:01.406913+0000","last_became_peered":"2023-05-20T05:55:01.406913+0000","last_unstale":"2023-05-20T05:56:20.363339+0000","last_undegraded":"2023-05-20T05:56:20.363339+0000","last_fullsized":"2023-05-20T05:56:20.363339+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366192+0000","last_change":"2023-05-20T05:55:00.994996+0000","last_active":"2023-05-20T05:56:20.366192+0000","last_peered":"2023-05-20T05:56:20.366192+0000","last_clean":"2023-05-20T05:56:20.366192+0000","last_became_active":"2023-05-20T05:55:00.994728+0000","last_became_peered":"2023-05-20T05:55:00.994728+0000","last_unstale":"2023-05-20T05:56:20.366192+0000","last_undegraded":"2023-05-20T05:56:20.366192+0000","last_fullsized":"2023-05-20T05:56:20.366192+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359886+0000","last_change":"2023-05-20T05:55:01.401103+0000","last_active":"2023-05-20T05:56:20.359886+0000","last_peered":"2023-05-20T05:56:20.359886+0000","last_clean":"2023-05-20T05:56:20.359886+0000","last_became_active":"2023-05-20T05:55:01.400795+0000","last_became_peered":"2023-05-20T05:55:01.400795+0000","last_unstale":"2023-05-20T05:56:20.359886+0000","last_undegraded":"2023-05-20T05:56:20.359886+0000","last_fullsized":"2023-05-20T05:56:20.359886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366676+0000","last_change":"2023-05-20T05:55:00.986320+0000","last_active":"2023-05-20T05:56:20.366676+0000","last_peered":"2023-05-20T05:56:20.366676+0000","last_clean":"2023-05-20T05:56:20.366676+0000","last_became_active":"2023-05-20T05:55:00.985099+0000","last_became_peered":"2023-05-20T05:55:00.985099+0000","last_unstale":"2023-05-20T05:56:20.366676+0000","last_undegraded":"2023-05-20T05:56:20.366676+0000","last_fullsized":"2023-05-20T05:56:20.366676+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:54:59.959576+0000","last_clean_scrub_stamp":"2023-05-20T05:54:59.959576+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362789+0000","last_change":"2023-05-20T05:55:01.403980+0000","last_active":"2023-05-20T05:56:20.362789+0000","last_peered":"2023-05-20T05:56:20.362789+0000","last_clean":"2023-05-20T05:56:20.362789+0000","last_became_active":"2023-05-20T05:55:01.403278+0000","last_became_peered":"2023-05-20T05:55:01.403278+0000","last_unstale":"2023-05-20T05:56:20.362789+0000","last_undegraded":"2023-05-20T05:56:20.362789+0000","last_fullsized":"2023-05-20T05:56:20.362789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.054447+0000","last_change":"2023-05-20T05:55:01.388301+0000","last_active":"2023-05-20T05:55:44.054447+0000","last_peered":"2023-05-20T05:55:44.054447+0000","last_clean":"2023-05-20T05:55:44.054447+0000","last_became_active":"2023-05-20T05:55:01.387917+0000","last_became_peered":"2023-05-20T05:55:01.387917+0000","last_unstale":"2023-05-20T05:55:44.054447+0000","last_undegraded":"2023-05-20T05:55:44.054447+0000","last_fullsized":"2023-05-20T05:55:44.054447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.364095+0000","last_change":"2023-05-20T05:55:01.388629+0000","last_active":"2023-05-20T05:56:20.364095+0000","last_peered":"2023-05-20T05:56:20.364095+0000","last_clean":"2023-05-20T05:56:20.364095+0000","last_became_active":"2023-05-20T05:55:01.388356+0000","last_became_peered":"2023-05-20T05:55:01.388356+0000","last_unstale":"2023-05-20T05:56:20.364095+0000","last_undegraded":"2023-05-20T05:56:20.364095+0000","last_fullsized":"2023-05-20T05:56:20.364095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359974+0000","last_change":"2023-05-20T05:55:01.383190+0000","last_active":"2023-05-20T05:56:20.359974+0000","last_peered":"2023-05-20T05:56:20.359974+0000","last_clean":"2023-05-20T05:56:20.359974+0000","last_became_active":"2023-05-20T05:55:01.382787+0000","last_became_peered":"2023-05-20T05:55:01.382787+0000","last_unstale":"2023-05-20T05:56:20.359974+0000","last_undegraded":"2023-05-20T05:56:20.359974+0000","last_fullsized":"2023-05-20T05:56:20.359974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360487+0000","last_change":"2023-05-20T05:55:01.394251+0000","last_active":"2023-05-20T05:56:20.360487+0000","last_peered":"2023-05-20T05:56:20.360487+0000","last_clean":"2023-05-20T05:56:20.360487+0000","last_became_active":"2023-05-20T05:55:01.393997+0000","last_became_peered":"2023-05-20T05:55:01.393997+0000","last_unstale":"2023-05-20T05:56:20.360487+0000","last_undegraded":"2023-05-20T05:56:20.360487+0000","last_fullsized":"2023-05-20T05:56:20.360487+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.362365+0000","last_change":"2023-05-20T05:55:01.392464+0000","last_active":"2023-05-20T05:56:20.362365+0000","last_peered":"2023-05-20T05:56:20.362365+0000","last_clean":"2023-05-20T05:56:20.362365+0000","last_became_active":"2023-05-20T05:55:01.391332+0000","last_became_peered":"2023-05-20T05:55:01.391332+0000","last_unstale":"2023-05-20T05:56:20.362365+0000","last_undegraded":"2023-05-20T05:56:20.362365+0000","last_fullsized":"2023-05-20T05:56:20.362365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.366102+0000","last_change":"2023-05-20T05:55:01.401280+0000","last_active":"2023-05-20T05:56:20.366102+0000","last_peered":"2023-05-20T05:56:20.366102+0000","last_clean":"2023-05-20T05:56:20.366102+0000","last_became_active":"2023-05-20T05:55:01.401094+0000","last_became_peered":"2023-05-20T05:55:01.401094+0000","last_unstale":"2023-05-20T05:56:20.366102+0000","last_undegraded":"2023-05-20T05:56:20.366102+0000","last_fullsized":"2023-05-20T05:56:20.366102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056304+0000","last_change":"2023-05-20T05:55:01.387331+0000","last_active":"2023-05-20T05:55:44.056304+0000","last_peered":"2023-05-20T05:55:44.056304+0000","last_clean":"2023-05-20T05:55:44.056304+0000","last_became_active":"2023-05-20T05:55:01.386150+0000","last_became_peered":"2023-05-20T05:55:01.386150+0000","last_unstale":"2023-05-20T05:55:44.056304+0000","last_undegraded":"2023-05-20T05:55:44.056304+0000","last_fullsized":"2023-05-20T05:55:44.056304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.363077+0000","last_change":"2023-05-20T05:55:01.382550+0000","last_active":"2023-05-20T05:56:20.363077+0000","last_peered":"2023-05-20T05:56:20.363077+0000","last_clean":"2023-05-20T05:56:20.363077+0000","last_became_active":"2023-05-20T05:55:01.382292+0000","last_became_peered":"2023-05-20T05:55:01.382292+0000","last_unstale":"2023-05-20T05:56:20.363077+0000","last_undegraded":"2023-05-20T05:56:20.363077+0000","last_fullsized":"2023-05-20T05:56:20.363077+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.359630+0000","last_change":"2023-05-20T05:55:01.387564+0000","last_active":"2023-05-20T05:56:20.359630+0000","last_peered":"2023-05-20T05:56:20.359630+0000","last_clean":"2023-05-20T05:56:20.359630+0000","last_became_active":"2023-05-20T05:55:01.387278+0000","last_became_peered":"2023-05-20T05:55:01.387278+0000","last_unstale":"2023-05-20T05:56:20.359630+0000","last_undegraded":"2023-05-20T05:56:20.359630+0000","last_fullsized":"2023-05-20T05:56:20.359630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-05-20T05:56:21.913818+0000","last_change":"2023-05-20T05:56:21.913818+0000","last_active":"2023-05-20T05:56:21.913818+0000","last_peered":"2023-05-20T05:56:21.913818+0000","last_clean":"2023-05-20T05:56:21.913818+0000","last_became_active":"2023-05-20T05:56:21.913462+0000","last_became_peered":"2023-05-20T05:56:21.913462+0000","last_unstale":"2023-05-20T05:56:21.913818+0000","last_undegraded":"2023-05-20T05:56:21.913818+0000","last_fullsized":"2023-05-20T05:56:21.913818+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T08:19:34.692629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360364+0000","last_change":"2023-05-20T05:55:01.385951+0000","last_active":"2023-05-20T05:56:20.360364+0000","last_peered":"2023-05-20T05:56:20.360364+0000","last_clean":"2023-05-20T05:56:20.360364+0000","last_became_active":"2023-05-20T05:55:01.385457+0000","last_became_peered":"2023-05-20T05:55:01.385457+0000","last_unstale":"2023-05-20T05:56:20.360364+0000","last_undegraded":"2023-05-20T05:56:20.360364+0000","last_fullsized":"2023-05-20T05:56:20.360364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-05-20T05:56:20.360557+0000","last_change":"2023-05-20T05:55:01.388505+0000","last_active":"2023-05-20T05:56:20.360557+0000","last_peered":"2023-05-20T05:56:20.360557+0000","last_clean":"2023-05-20T05:56:20.360557+0000","last_became_active":"2023-05-20T05:55:01.388229+0000","last_became_peered":"2023-05-20T05:55:01.388229+0000","last_unstale":"2023-05-20T05:56:20.360557+0000","last_undegraded":"2023-05-20T05:56:20.360557+0000","last_fullsized":"2023-05-20T05:56:20.360557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-05-20T05:55:44.056007+0000","last_change":"2023-05-20T05:55:01.389345+0000","last_active":"2023-05-20T05:55:44.056007+0000","last_peered":"2023-05-20T05:55:44.056007+0000","last_clean":"2023-05-20T05:55:44.056007+0000","last_became_active":"2023-05-20T05:55:01.388719+0000","last_became_peered":"2023-05-20T05:55:01.388719+0000","last_unstale":"2023-05-20T05:55:44.056007+0000","last_undegraded":"2023-05-20T05:55:44.056007+0000","last_fullsized":"2023-05-20T05:55:44.056007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-05-20T05:55:00.969605+0000","last_clean_scrub_stamp":"2023-05-20T05:55:00.969605+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3094,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234011,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6660,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738492,"statfs":{"total":95995035648,"available":95988215808,"internally_reserved":0,"allocated":1306624,"data_stored":899605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.52100000000000002}]},{"osd":1,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.503}]},{"osd":2,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.68100000000000005}]},{"osd":3,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.50900000000000001}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.40200000000000002}]},{"osd":5,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.39400000000000002}]},{"osd":6,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435}]}]},{"osd":6,"up_from":46,"seq":197568495646,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6660,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93738492,"statfs":{"total":95995035648,"available":95988215808,"internally_reserved":0,"allocated":1306624,"data_stored":901088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.51000000000000001,"15min":0.51200000000000001},"min":{"1min":0.379,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.63300000000000001,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.371},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.502,"15min":0.50800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69599999999999995,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.41599999999999998}]},{"osd":1,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.503},"min":{"1min":0.379,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.436},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.51400000000000001,"15min":0.51800000000000002},"min":{"1min":0.32600000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.72499999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.40200000000000002}]},{"osd":2,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.39000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.54500000000000004,"15min":0.55700000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.65900000000000003,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.52200000000000002,"15min":0.52500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.40400000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76500000000000001,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.5}]},{"osd":4,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66400000000000003,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.48099999999999998}]},{"osd":5,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.77100000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.5,"15min":0.499},"min":{"1min":0.38300000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.51400000000000001}]},{"osd":7,"last update":"Sat May 20 05:55:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.55400000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6844,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":6144,"kb_avail":93738308,"statfs":{"total":95995035648,"available":95988027392,"internally_reserved":0,"allocated":708608,"data_stored":308556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6291456},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.33100000000000002,"15min":0.311},"min":{"1min":0.21299999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34899999999999998,"15min":0.32700000000000001},"min":{"1min":0.22900000000000001,"5min":0.214,"15min":0.214},"max":{"1min":0.52200000000000002,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.32100000000000001}]},{"osd":2,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36699999999999999,"15min":0.36499999999999999},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.50800000000000001,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.378,"5min":0.39400000000000002,"15min":0.38800000000000001},"min":{"1min":0.22700000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.54900000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.33800000000000002}]},{"osd":3,"last update":"Sat May 20 05:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.42099999999999999,"15min":0.44600000000000001},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57399999999999995,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.42399999999999999,"15min":0.44400000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.53300000000000003,"5min":0.626,"15min":0.626},"last":0.31}]},{"osd":4,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.67200000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat May 20 05:55:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69299999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60799999999999998,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73599999999999999,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.64100000000000001}]},{"osd":6,"last update":"Sat May 20 05:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.69499999999999995}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.65100000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7500,"kb_used_data":1284,"kb_used_omap":0,"kb_used_meta":6208,"kb_avail":93737652,"statfs":{"total":95995035648,"available":95987355648,"internally_reserved":0,"allocated":1314816,"data_stored":899729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6356992},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 20 05:56:31 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.33600000000000002,"15min":0.32700000000000001},"min":{"1min":0.22,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.48699999999999999,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.40100000000000002}]},{"osd":2,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.29699999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.42699999999999999,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.37},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.38600000000000001,"15min":0.38800000000000001},"min":{"1min":0.24199999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.54800000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.35499999999999998}]},{"osd":3,"last update":"Sat May 20 05:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.45300000000000001,"15min":0.47099999999999997},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.57199999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.375,"5min":0.43099999999999999,"15min":0.44900000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.57499999999999996,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.434}]},{"osd":4,"last update":"Sat May 20 05:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.55400000000000005,"15min":0.56499999999999995},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57499999999999996,"15min":0.58699999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72099999999999997,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.58699999999999997,"15min":0.59599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68200000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56100000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat May 20 05:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.57599999999999996}]},{"osd":7,"last update":"Sat May 20 05:55:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53300000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6712,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":6016,"kb_avail":93738440,"statfs":{"total":95995035648,"available":95988162560,"internally_reserved":0,"allocated":704512,"data_stored":308661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6160384},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.35399999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.45300000000000001,"5min":0.55000000000000004,"15min":0.55000000000000004},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.376,"15min":0.38300000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.46700000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.32200000000000001}]},{"osd":1,"last update":"Sat May 20 05:55:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.58299999999999996,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.55900000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.20899999999999999}]},{"osd":3,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44500000000000001,"15min":0.46200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.26100000000000001}]},{"osd":4,"last update":"Sat May 20 05:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.55200000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.73999999999999999,"5min":1.004,"15min":1.004},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88700000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.33100000000000002}]},{"osd":5,"last update":"Sat May 20 05:56:02 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58199999999999996,"15min":0.59299999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.66300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.628,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.36399999999999999}]},{"osd":6,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.39400000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.83599999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57899999999999996,"15min":0.57699999999999996},"min":{"1min":0.42599999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78100000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.314}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.34300000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6220,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738932,"statfs":{"total":95995035648,"available":95988666368,"internally_reserved":0,"allocated":724992,"data_stored":311089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35699999999999998,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.44,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.439},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.38600000000000001,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.52700000000000002,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.35599999999999998}]},{"osd":1,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.40200000000000002,"15min":0.41099999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.60799999999999998,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40400000000000003,"15min":0.41199999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.66500000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.39600000000000002}]},{"osd":2,"last update":"Sat May 20 05:56:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.42599999999999999,"15min":0.437},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.55600000000000005,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.41399999999999998,"15min":0.42699999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.497,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.36899999999999999}]},{"osd":4,"last update":"Sat May 20 05:56:38 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.57299999999999995,"15min":0.59399999999999997},"min":{"1min":0.42599999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.76300000000000001,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.57499999999999996,"15min":0.60299999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83299999999999996,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.52100000000000002}]},{"osd":5,"last update":"Sat May 20 05:55:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.58699999999999997,"15min":0.59799999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.74199999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.59699999999999998,"15min":0.61099999999999999},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.71399999999999997,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.504}]},{"osd":6,"last update":"Sat May 20 05:56:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.43099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.79700000000000004,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.47699999999999998}]},{"osd":7,"last update":"Sat May 20 05:55:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.623}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6280,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":5568,"kb_avail":93738872,"statfs":{"total":95995035648,"available":95988604928,"internally_reserved":0,"allocated":720896,"data_stored":309341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5701632},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.49199999999999999,"15min":0.498},"min":{"1min":0.29499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.39400000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70599999999999996,"5min":0.751,"15min":0.751},"last":0.51900000000000002}]},{"osd":1,"last update":"Sat May 20 05:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.50900000000000001,"15min":0.51700000000000002},"min":{"1min":0.34399999999999997,"5min":0.317,"15min":0.317},"max":{"1min":0.72899999999999998,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.505,"15min":0.499},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.51700000000000002}]},{"osd":2,"last update":"Sat May 20 05:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.505,"15min":0.499},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.501},{"interface":"front","average":{"1min":0.501,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.34399999999999997,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.67600000000000005,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57899999999999996}]},{"osd":3,"last update":"Sat May 20 05:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.54500000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.66900000000000004,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.53600000000000003,"15min":0.51800000000000002},"min":{"1min":0.33300000000000002,"5min":0.318,"15min":0.318},"max":{"1min":2.3039999999999998,"5min":2.3039999999999998,"15min":2.3039999999999998},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat May 20 05:56:00 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.29199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.41199999999999998,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.39300000000000002}]},{"osd":6,"last update":"Sat May 20 05:56:23 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45700000000000002,"15min":0.45100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47899999999999998,"15min":0.47399999999999998},"min":{"1min":0.311,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.45700000000000002}]},{"osd":7,"last update":"Sat May 20 05:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56299999999999994,"15min":0.56599999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.71799999999999997,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.50800000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757284,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6208,"kb_used_data":696,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738944,"statfs":{"total":95995035648,"available":95988678656,"internally_reserved":0,"allocated":712704,"data_stored":310487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.503,"15min":0.501},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.503}]},{"osd":1,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.504},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.505,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.68000000000000005}]},{"osd":2,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.505},"min":{"1min":0.38100000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69799999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.3919999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.65900000000000003}]},{"osd":3,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.38200000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.73699999999999999,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.439,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.624}]},{"osd":4,"last update":"Sat May 20 05:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.30199999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.314},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.30299999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat May 20 05:56:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47699999999999998,"15min":0.48199999999999998},"min":{"1min":0.33500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.502,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.76700000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.374}]},{"osd":7,"last update":"Sat May 20 05:55:42 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.38}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-05-20T05:56:45.633 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-05-20T05:56:45.633 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-05-20T05:56:45.634 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-05-20T05:56:45.634 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph health --format=json 2023-05-20T05:56:45.974 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 05:56:45 smithi081 conmon[157419]: level=info ts=2023-05-20T05:56:45.687Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.003070143s 2023-05-20T05:56:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[95500]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[107735]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:47.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:47 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.696 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:47.697 INFO:teuthology.orchestra.run.smithi081.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-05-20T05:56:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:47 smithi170 ceph-mon[97338]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:47 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:47 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:47 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:47 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:47 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:48.363 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-05-20T05:56:48.364 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:56:48.681 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:48.682 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":69,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:56:21.357452+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-05-20T05:55:38.633027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:56:48.695 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:48 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3235612619' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-05-20T05:56:48.695 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:48 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3235612619' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-05-20T05:56:48.696 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-05-20T05:52:50.246606+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-05-20T05:54:59.886759+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-05-20T05:55:00.540911+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-05-20T05:55:38.633027+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-05-20T05:56:48.697 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-05-20T05:56:48.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:48 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3235612619' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-05-20T05:56:49.009 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-05-20T05:56:49.023 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-05-20T05:56:49.335 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-05-20T05:56:49.349 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-05-20T05:56:49.662 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-05-20T05:56:49.674 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[95500]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:49.674 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1075046026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:49.674 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2033812452' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:56:49.674 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2772071614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-05-20T05:56:49.675 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[107735]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:49.675 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1075046026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:49.675 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2033812452' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:56:49.675 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:49 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2772071614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-05-20T05:56:49.676 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-05-20T05:56:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:49 smithi170 ceph-mon[97338]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:49 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1075046026' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:49 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2033812452' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:56:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:49 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2772071614' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-05-20T05:56:49.987 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-05-20T05:56:50.001 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:56:50.359 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:50.360 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/3069043079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":3069043079},{"type":"v1","addr":"172.21.15.170:6833","nonce":3069043079}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-05-20T05:55:01.367513+0000","modified":"2023-05-20T05:55:04.382138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.81:6835/1300516930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":1300516930},{"type":"v1","addr":"172.21.15.81:6835","nonce":1300516930}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-05-20T05:56:50.362 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 8 2023-05-20T05:56:50.377 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:56:50.688 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:50.689 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":69,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:56:21.357452+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-05-20T05:55:38.633027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:56:50.701 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/409338636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-05-20T05:56:50.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1234412285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-05-20T05:56:50.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:50.702 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3847155742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:50.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/409338636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-05-20T05:56:50.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1234412285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-05-20T05:56:50.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:50.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:50 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3847155742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:50.704 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-05-20T05:52:50.246606+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-05-20T05:54:59.886759+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-05-20T05:55:00.540911+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-05-20T05:55:38.633027+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-05-20T05:56:50.705 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-05-20T05:56:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:50 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/409338636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-05-20T05:56:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:50 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1234412285' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-05-20T05:56:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:56:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:50 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3847155742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:51.021 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2023-05-20T05:56:51.035 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-05-20T05:56:51.346 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2023-05-20T05:56:51.361 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-05-20T05:56:51.675 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 64 2023-05-20T05:56:51.688 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[95500]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:51.689 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2885614013' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:51.689 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2863267790' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:56:51.689 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1513181929' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-05-20T05:56:51.689 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[107735]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:51.689 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2885614013' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:51.690 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2863267790' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:56:51.690 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:51 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1513181929' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-05-20T05:56:51.691 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-05-20T05:56:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:51 smithi170 ceph-mon[97338]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:56:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:51 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2885614013' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:51 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2863267790' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-05-20T05:56:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:51 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1513181929' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.000 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 8 2023-05-20T05:56:52.014 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:56:52.367 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:52.368 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/3069043079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":3069043079},{"type":"v1","addr":"172.21.15.170:6833","nonce":3069043079}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-05-20T05:55:01.367513+0000","modified":"2023-05-20T05:55:04.382138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.81:6835/1300516930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":1300516930},{"type":"v1","addr":"172.21.15.81:6835","nonce":1300516930}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-05-20T05:56:52.370 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 8 2023-05-20T05:56:52.381 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-05-20T05:56:52.695 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:52.695 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":69,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T05:56:21.357452+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-05-20T05:55:38.633027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T05:56:52.708 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[95500]: mgrmap e20: y(active, since 91s), standbys: x 2023-05-20T05:56:52.708 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/838204019' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.709 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2955150148' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.709 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/848002739' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:52.709 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[107735]: mgrmap e20: y(active, since 91s), standbys: x 2023-05-20T05:56:52.709 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/838204019' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.709 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2955150148' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.710 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:52 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/848002739' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:52.711 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-05-20T05:56:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:52 smithi170 ceph-mon[97338]: mgrmap e20: y(active, since 91s), standbys: x 2023-05-20T05:56:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:52 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/838204019' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:52 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2955150148' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-05-20T05:56:52.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:52 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/848002739' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:53.066 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T05:56:53.067 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24352,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/3069043079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":3069043079},{"type":"v1","addr":"172.21.15.170:6833","nonce":3069043079}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-05-20T05:55:01.367513+0000","modified":"2023-05-20T05:55:04.382138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.81:6835/1300516930","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6834","nonce":1300516930},{"type":"v1","addr":"172.21.15.81:6835","nonce":1300516930}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-05-20T05:56:53.069 INFO:teuthology.orchestra.run.smithi081.stderr:dumped fsmap epoch 8 2023-05-20T05:56:53.081 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-05-20T05:55:01.367513+0000', 'modified': '2023-05-20T05:55:04.382138+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24365}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24365': {'gid': 24365, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.81:6835/1300516930', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.81:6834', 'nonce': 1300516930}, {'type': 'v1', 'addr': '172.21.15.81:6835', 'nonce': 1300516930}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2023-05-20T05:56:53.081 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-05-20T05:56:53.081 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-05-20T05:56:53.209 INFO:teuthology.orchestra.run.smithi081.stderr:2023-05-20T05:56:53.205+0000 7fb5377fe700 0 client.14907 ms_handle_reset on v2:172.21.15.81:6834/1300516930 2023-05-20T05:56:53.231 INFO:teuthology.orchestra.run.smithi081.stderr:2023-05-20T05:56:53.226+0000 7fb5377fe700 0 client.24833 ms_handle_reset on v2:172.21.15.81:6834/1300516930 2023-05-20T05:56:53.231 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-05-20T05:56:53.232 INFO:teuthology.orchestra.run.smithi081.stdout: "cluster_fsid": "00896e68-f6d2-11ed-9b02-001a4aab830c", 2023-05-20T05:56:53.232 INFO:teuthology.orchestra.run.smithi081.stdout: "whoami": 0, 2023-05-20T05:56:53.232 INFO:teuthology.orchestra.run.smithi081.stdout: "id": 24365, 2023-05-20T05:56:53.232 INFO:teuthology.orchestra.run.smithi081.stdout: "want_state": "up:active", 2023-05-20T05:56:53.233 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "up:active", 2023-05-20T05:56:53.233 INFO:teuthology.orchestra.run.smithi081.stdout: "fs_name": "cephfs", 2023-05-20T05:56:53.233 INFO:teuthology.orchestra.run.smithi081.stdout: "rank_uptime": 111.855835082, 2023-05-20T05:56:53.233 INFO:teuthology.orchestra.run.smithi081.stdout: "mdsmap_epoch": 8, 2023-05-20T05:56:53.234 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_epoch": 69, 2023-05-20T05:56:53.234 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap_epoch_barrier": 62, 2023-05-20T05:56:53.234 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 119.073305666 2023-05-20T05:56:53.235 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-05-20T05:56:53.242 INFO:tasks.cephadm:Setup complete, yielding 2023-05-20T05:56:53.243 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:56:53.252 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2023-05-20T05:56:53.252 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:56:53.268 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-05-20T05:56:53.268 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-05-20T05:56:53.280 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi081.front.sepia.ceph.com 2023-05-20T05:56:53.282 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-05-20T05:56:53.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:53] "GET /metrics HTTP/1.1" 200 237288 "" "Prometheus/2.33.4" 2023-05-20T05:56:53.631 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:56:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:53 smithi170 ceph-mon[97338]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:53 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/879119714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:53 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1341438041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:53 smithi081 ceph-mon[95500]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:53 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/879119714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:53 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1341438041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:53 smithi081 ceph-mon[107735]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:53 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/879119714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T05:56:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:53 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1341438041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-05-20T05:56:55.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:54 smithi170 ceph-mon[97338]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:55.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:54 smithi081 ceph-mon[95500]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:54 smithi081 ceph-mon[107735]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:55.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:55 smithi081 conmon[95926]: [20/May/2023:05:56:55] ENGINE Bus STOPPING 2023-05-20T05:56:55.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:55 smithi081 conmon[95926]: [20/May/2023:05:56:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:56:55.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:55 smithi081 conmon[95926]: [20/May/2023:05:56:55] ENGINE Bus STOPPED 2023-05-20T05:56:55.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:55 smithi081 conmon[95926]: [20/May/2023:05:56:55] ENGINE Bus STARTING 2023-05-20T05:56:55.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:55 smithi081 conmon[95926]: [20/May/2023:05:56:55] ENGINE Serving on http://:::9283 2023-05-20T05:56:55.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:56:55 smithi081 conmon[95926]: [20/May/2023:05:56:55] ENGINE Bus STARTED 2023-05-20T05:56:55.952 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:56:55.968 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-05-20T05:56:55.969 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:56:56.008 INFO:teuthology.task.print:**** done start telemetry quincy... 2023-05-20T05:56:56.008 INFO:teuthology.run_tasks:Running task workunit... 2023-05-20T05:56:56.026 INFO:tasks.workunit:Pulling workunits from ref 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:56:56.027 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-05-20T05:56:56.027 DEBUG:teuthology.orchestra.run.smithi081:> stat -- /home/ubuntu/cephtest/mnt.0 2023-05-20T05:56:56.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-05-20T05:56:56.046 INFO:teuthology.orchestra.run.smithi081.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-05-20T05:56:56.046 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-05-20T05:56:56.102 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-05-20T05:56:56.102 DEBUG:teuthology.orchestra.run.smithi081:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-05-20T05:56:56.159 INFO:tasks.workunit:timeout=3h 2023-05-20T05:56:56.159 INFO:tasks.workunit:cleanup=True 2023-05-20T05:56:56.159 DEBUG:teuthology.orchestra.run.smithi081:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:56:56.215 INFO:tasks.workunit.client.0.smithi081.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-05-20T05:56:56.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:56:56 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:56:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:56:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:56 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' 2023-05-20T05:56:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:56 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:56 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:56 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:56 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' 2023-05-20T05:56:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:56.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' 2023-05-20T05:56:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:56:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:56:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:56:56.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:56 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:56:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:57 smithi170 ceph-mon[97338]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:57 smithi081 ceph-mon[95500]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:57 smithi081 ceph-mon[107735]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:56:59 smithi170 ceph-mon[97338]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:56:59 smithi081 ceph-mon[95500]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:56:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:56:59 smithi081 ceph-mon[107735]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:01 smithi170 ceph-mon[97338]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:01 smithi081 ceph-mon[95500]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:01 smithi081 ceph-mon[107735]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:03.359 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:03] "GET /metrics HTTP/1.1" 200 237288 "" "Prometheus/2.33.4" 2023-05-20T05:57:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:03 smithi170 ceph-mon[97338]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:03 smithi081 ceph-mon[95500]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:03 smithi081 ceph-mon[107735]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-05-20T05:57:05.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:04 smithi170 ceph-mon[97338]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:05.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:04 smithi081 ceph-mon[95500]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:04 smithi081 ceph-mon[107735]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:05 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:05 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:05 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:06.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:57:06 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:57:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:06 smithi081 ceph-mon[95500]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:06 smithi081 ceph-mon[107735]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:06 smithi170 ceph-mon[97338]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:09 smithi170 ceph-mon[97338]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:09 smithi081 ceph-mon[95500]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:09 smithi081 ceph-mon[107735]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:11 smithi170 ceph-mon[97338]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:11 smithi081 ceph-mon[95500]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:11 smithi081 ceph-mon[107735]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:13.368 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:13] "GET /metrics HTTP/1.1" 200 237290 "" "Prometheus/2.33.4" 2023-05-20T05:57:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:13 smithi170 ceph-mon[97338]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:13 smithi081 ceph-mon[95500]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:13 smithi081 ceph-mon[107735]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:14 smithi170 ceph-mon[97338]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:14 smithi081 ceph-mon[95500]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:14 smithi081 ceph-mon[107735]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:16.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:57:16 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:57:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:17 smithi170 ceph-mon[97338]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:17 smithi081 ceph-mon[95500]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:17 smithi081 ceph-mon[107735]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:19 smithi170 ceph-mon[97338]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:19 smithi081 ceph-mon[95500]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:19 smithi081 ceph-mon[107735]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:20 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:20 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:20 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:21 smithi170 ceph-mon[97338]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:21 smithi081 ceph-mon[95500]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:21 smithi081 ceph-mon[107735]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:23.379 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:23] "GET /metrics HTTP/1.1" 200 237282 "" "Prometheus/2.33.4" 2023-05-20T05:57:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:23 smithi170 ceph-mon[97338]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:23 smithi081 ceph-mon[95500]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:23 smithi081 ceph-mon[107735]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:24 smithi081 ceph-mon[95500]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:24 smithi081 ceph-mon[107735]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:24 smithi170 ceph-mon[97338]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:26.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:57:26 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:57:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:27 smithi170 ceph-mon[97338]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:27 smithi081 ceph-mon[95500]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:27 smithi081 ceph-mon[107735]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:29 smithi170 ceph-mon[97338]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:29 smithi081 ceph-mon[95500]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:29 smithi081 ceph-mon[107735]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:31 smithi170 ceph-mon[97338]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:31 smithi081 ceph-mon[95500]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:31 smithi081 ceph-mon[107735]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:33.375 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:33] "GET /metrics HTTP/1.1" 200 237282 "" "Prometheus/2.33.4" 2023-05-20T05:57:33.376 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:33 smithi081 ceph-mon[95500]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:33 smithi170 ceph-mon[97338]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:33 smithi081 ceph-mon[107735]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:34 smithi081 ceph-mon[95500]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:34 smithi081 ceph-mon[107735]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:34 smithi170 ceph-mon[97338]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:35 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:35 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:36.304 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:35 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:36.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:57:36 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:57:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:36 smithi081 ceph-mon[95500]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:36 smithi081 ceph-mon[107735]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:36 smithi170 ceph-mon[97338]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:39 smithi170 ceph-mon[97338]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:39 smithi081 ceph-mon[95500]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:39 smithi081 ceph-mon[107735]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:41 smithi170 ceph-mon[97338]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:41 smithi081 ceph-mon[95500]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:41 smithi081 ceph-mon[107735]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:43.289 INFO:tasks.workunit.client.0.smithi081.stderr:Note: switching to '8160727644d3bd5a5ab8383dc49372ac6d00bfb1'. 2023-05-20T05:57:43.290 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.290 INFO:tasks.workunit.client.0.smithi081.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-05-20T05:57:43.290 INFO:tasks.workunit.client.0.smithi081.stderr:changes and commit them, and you can discard any commits you make in this 2023-05-20T05:57:43.290 INFO:tasks.workunit.client.0.smithi081.stderr:state without impacting any branches by switching back to a branch. 2023-05-20T05:57:43.290 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr:If you want to create a new branch to retain commits you create, you may 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr:do so (now or later) by using -c with the switch command. Example: 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr: git switch -c 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr:Or undo this operation with: 2023-05-20T05:57:43.291 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.292 INFO:tasks.workunit.client.0.smithi081.stderr: git switch - 2023-05-20T05:57:43.292 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.292 INFO:tasks.workunit.client.0.smithi081.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-05-20T05:57:43.292 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:43.292 INFO:tasks.workunit.client.0.smithi081.stderr:HEAD is now at 8160727644d Merge branch 'wip-bs-include-bdev-in-cbt-logs' of https://github.com/rzarzynski/ceph into wip-yuri11-testing-2023-05-19-0836 2023-05-20T05:57:43.293 DEBUG:teuthology.orchestra.run.smithi081:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-05-20T05:57:43.375 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:43] "GET /metrics HTTP/1.1" 200 237292 "" "Prometheus/2.33.4" 2023-05-20T05:57:43.407 INFO:tasks.workunit.client.0.smithi081.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-05-20T05:57:43.410 INFO:tasks.workunit.client.0.smithi081.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-05-20T05:57:43.410 INFO:tasks.workunit.client.0.smithi081.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-05-20T05:57:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:43 smithi170 ceph-mon[97338]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:43 smithi081 ceph-mon[95500]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:43 smithi081 ceph-mon[107735]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:43.940 INFO:tasks.workunit.client.0.smithi081.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-05-20T05:57:43.993 INFO:tasks.workunit.client.0.smithi081.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-05-20T05:57:44.030 INFO:tasks.workunit.client.0.smithi081.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-05-20T05:57:44.031 INFO:tasks.workunit.client.0.smithi081.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-05-20T05:57:44.032 INFO:tasks.workunit.client.0.smithi081.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-05-20T05:57:44.067 INFO:tasks.workunit.client.0.smithi081.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-05-20T05:57:44.073 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2023-05-20T05:57:44.074 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-05-20T05:57:44.091 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2023-05-20T05:57:44.092 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2023-05-20T05:57:44.092 DEBUG:teuthology.orchestra.run.smithi081:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=8160727644d3bd5a5ab8383dc49372ac6d00bfb1 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2023-05-20T05:57:44.151 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-05-20T05:57:44.604 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-05-20T05:57:44.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STOPPING 2023-05-20T05:57:44.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:57:44.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STOPPED 2023-05-20T05:57:44.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STARTING 2023-05-20T05:57:44.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Serving on http://:::9283 2023-05-20T05:57:44.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STARTED 2023-05-20T05:57:45.082 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-05-20T05:57:45.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STOPPING 2023-05-20T05:57:45.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:57:45.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STOPPED 2023-05-20T05:57:45.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:44 smithi081 conmon[95926]: [20/May/2023:05:57:44] ENGINE Bus STARTING 2023-05-20T05:57:45.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Serving on http://:::9283 2023-05-20T05:57:45.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Bus STARTED 2023-05-20T05:57:45.523 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry preview 2023-05-20T05:57:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' 2023-05-20T05:57:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3570114275' entity='client.admin' 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2383049384' entity='client.admin' 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:45 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Bus STOPPING 2023-05-20T05:57:45.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:57:45.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Bus STOPPED 2023-05-20T05:57:45.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Bus STARTING 2023-05-20T05:57:45.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Serving on http://:::9283 2023-05-20T05:57:45.768 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:45 smithi081 conmon[95926]: [20/May/2023:05:57:45] ENGINE Bus STARTED 2023-05-20T05:57:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' 2023-05-20T05:57:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3570114275' entity='client.admin' 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2383049384' entity='client.admin' 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' 2023-05-20T05:57:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3570114275' entity='client.admin' 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2383049384' entity='client.admin' 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:45.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:45.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:45.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:45 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.068 INFO:tasks.workunit.client.0.smithi081.stdout:{ 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer": { 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: "active": true, 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: "mode": "" 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: "channels": [ 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:46.069 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: "ident" 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: "channels_available": [ 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: "ident", 2023-05-20T05:57:46.070 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "perf" 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_available": [ 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:46.071 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:46.072 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_opted_in": [ 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:46.073 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:46.074 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:46.074 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:46.074 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:46.074 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:46.074 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:46.075 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.075 INFO:tasks.workunit.client.0.smithi081.stdout: "config": { 2023-05-20T05:57:46.075 INFO:tasks.workunit.client.0.smithi081.stdout: "active_changed": [ 2023-05-20T05:57:46.075 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "client_check_pool_perm", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_gid", 2023-05-20T05:57:46.076 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_uid", 2023-05-20T05:57:46.078 INFO:tasks.workunit.client.0.smithi081.stdout: "client_quota", 2023-05-20T05:57:46.078 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:46.078 INFO:tasks.workunit.client.0.smithi081.stdout: "daemonize", 2023-05-20T05:57:46.079 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:46.079 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:46.079 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:46.079 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:46.079 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:46.079 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "keyring", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_block_size", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_cache_size", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_compression", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_log", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_write_buffer_size", 2023-05-20T05:57:46.080 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_file", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_journald", 2023-05-20T05:57:46.081 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_stderr", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_host", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:46.082 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:46.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:46.084 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:46.084 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:46.085 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:46.085 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:46.085 INFO:tasks.workunit.client.0.smithi081.stdout: "no_config_file", 2023-05-20T05:57:46.086 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:46.086 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:46.086 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:46.086 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:46.087 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:46.087 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:46.087 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:46.087 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:46.087 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:46.087 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:46.088 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:46.088 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-05-20T05:57:46.088 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-05-20T05:57:46.089 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-05-20T05:57:46.089 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-05-20T05:57:46.089 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-05-20T05:57:46.089 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-05-20T05:57:46.090 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_lim", 2023-05-20T05:57:46.090 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_res", 2023-05-20T05:57:46.090 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_wgt", 2023-05-20T05:57:46.091 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:46.091 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:46.091 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:46.091 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:46.092 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:46.092 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:46.092 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:46.092 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:46.093 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:46.093 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:46.093 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addr", 2023-05-20T05:57:46.094 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addrv", 2023-05-20T05:57:46.094 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:46.094 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_default_features", 2023-05-20T05:57:46.094 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_qos_exclude_ops", 2023-05-20T05:57:46.094 INFO:tasks.workunit.client.0.smithi081.stdout: "setgroup", 2023-05-20T05:57:46.094 INFO:tasks.workunit.client.0.smithi081.stdout: "setuser" 2023-05-20T05:57:46.095 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.095 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_changed": [ 2023-05-20T05:57:46.095 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:46.095 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:46.095 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:46.095 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:46.096 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:46.096 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:46.097 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:46.097 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:46.098 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:46.098 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:46.098 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:46.098 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:46.099 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:46.099 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:46.099 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:46.099 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_join_fs", 2023-05-20T05:57:46.099 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/allow_ptrace", 2023-05-20T05:57:46.099 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/container_init", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/migration_current", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/use_repo_digest", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ssl_server_port", 2023-05-20T05:57:46.100 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/orchestrator/orchestrator", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/channel_ident", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/description", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/organization", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:46.101 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:46.102 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:46.103 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:46.104 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target", 2023-05-20T05:57:46.105 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:46.106 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:46.106 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:46.106 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:46.106 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:46.106 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_cache_enabled", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_ops_log", 2023-05-20T05:57:46.107 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_usage_log" 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: "contact": null, 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: "crashes": [], 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: "created": "2023-05-20T05:49:45.957781Z", 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: "crush": { 2023-05-20T05:57:46.108 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_algs": { 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: "straw2": 3 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_sizes": { 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: "2": 1, 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: "4": 2 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_types": { 2023-05-20T05:57:46.109 INFO:tasks.workunit.client.0.smithi081.stdout: "1": 2, 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: "11": 1 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: "compat_weight_set": false, 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: "device_classes": [ 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: 8 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: "num_buckets": 6, 2023-05-20T05:57:46.110 INFO:tasks.workunit.client.0.smithi081.stdout: "num_devices": 8, 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "num_rules": 1, 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "num_types": 12, 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "num_weight_sets": 0, 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "tunables": { 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "allowed_bucket_algs": 54, 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_fallback_tries": 0, 2023-05-20T05:57:46.111 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_tries": 0, 2023-05-20T05:57:46.112 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_total_tries": 50, 2023-05-20T05:57:46.112 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_descend_once": 1, 2023-05-20T05:57:46.112 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_stable": 1, 2023-05-20T05:57:46.112 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_vary_r": 1, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v2_rules": 0, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v3_rules": 0, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v4_buckets": 1, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v5_rules": 0, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "legacy_tunables": 0, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "minimum_required_version": "jewel", 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "optimal_tunables": 1, 2023-05-20T05:57:46.113 INFO:tasks.workunit.client.0.smithi081.stdout: "profile": "jewel", 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables": 1, 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables2": 1, 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables3": 1, 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables5": 1, 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: "straw_calc_version": 1 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.114 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "description": "upgrade test cluster", 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "fs": { 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "feature_flags": { 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "enable_multiple": true, 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_enabled_multiple": true 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.115 INFO:tasks.workunit.client.0.smithi081.stdout: "filesystems": [ 2023-05-20T05:57:46.116 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.116 INFO:tasks.workunit.client.0.smithi081.stdout: "approx_ctime": "2023-05", 2023-05-20T05:57:46.118 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer_enabled": false, 2023-05-20T05:57:46.118 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:46.118 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_caps": 0, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_dns": 10, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_inos": 13, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_subtrees": 2, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_allowed_features": 0, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "explicitly_allowed_features": 0, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "files": 0, 2023-05-20T05:57:46.119 INFO:tasks.workunit.client.0.smithi081.stdout: "max_mds": 1, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_data_pools": 1, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_in": 1, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_mds": 1, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": 0, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_replay": 0, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_up": 1, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "snaps": 0, 2023-05-20T05:57:46.120 INFO:tasks.workunit.client.0.smithi081.stdout: "standby_count_wanted": 0 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_mds": 1, 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: "total_num_mds": 2 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: "hosts": { 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: "num": 2, 2023-05-20T05:57:46.121 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mds": 2, 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mgr": 2, 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mon": 2, 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_osd": 2 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: "leaderboard": false, 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: "license": "sharing-1-0", 2023-05-20T05:57:46.122 INFO:tasks.workunit.client.0.smithi081.stdout: "metadata": { 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 2 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.123 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 2 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 2 2023-05-20T05:57:46.124 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.125 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:46.125 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-05-20T05:57:46.125 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.125 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:46.125 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-05-20T05:57:46.125 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.126 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:46.126 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 2 2023-05-20T05:57:46.126 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.126 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.126 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:46.126 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 3 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-05-20T05:57:46.127 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.128 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:46.128 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 3 2023-05-20T05:57:46.128 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.128 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:46.129 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 3 2023-05-20T05:57:46.129 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.129 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:46.130 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-05-20T05:57:46.130 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.130 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:46.130 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-05-20T05:57:46.131 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.131 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:46.131 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 3 2023-05-20T05:57:46.131 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.132 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.132 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:46.132 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:46.132 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 8 2023-05-20T05:57:46.133 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.133 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:46.133 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:57:46.133 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.134 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:46.134 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-05-20T05:57:46.134 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.134 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:46.134 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 8 2023-05-20T05:57:46.134 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.135 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:46.135 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 8 2023-05-20T05:57:46.136 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.136 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:46.136 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-05-20T05:57:46.136 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.136 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:46.137 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-05-20T05:57:46.137 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.137 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:46.137 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 8 2023-05-20T05:57:46.138 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.138 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_objectstore": { 2023-05-20T05:57:46.138 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": 8 2023-05-20T05:57:46.138 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.139 INFO:tasks.workunit.client.0.smithi081.stdout: "rotational": { 2023-05-20T05:57:46.139 INFO:tasks.workunit.client.0.smithi081.stdout: "0": 8 2023-05-20T05:57:46.139 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.140 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.140 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.140 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:46.141 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:46.141 INFO:tasks.workunit.client.0.smithi081.stdout: "features": { 2023-05-20T05:57:46.141 INFO:tasks.workunit.client.0.smithi081.stdout: "optional": [], 2023-05-20T05:57:46.141 INFO:tasks.workunit.client.0.smithi081.stdout: "persistent": [ 2023-05-20T05:57:46.142 INFO:tasks.workunit.client.0.smithi081.stdout: "kraken", 2023-05-20T05:57:46.142 INFO:tasks.workunit.client.0.smithi081.stdout: "luminous", 2023-05-20T05:57:46.142 INFO:tasks.workunit.client.0.smithi081.stdout: "mimic", 2023-05-20T05:57:46.142 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap-prune", 2023-05-20T05:57:46.142 INFO:tasks.workunit.client.0.smithi081.stdout: "nautilus", 2023-05-20T05:57:46.143 INFO:tasks.workunit.client.0.smithi081.stdout: "octopus", 2023-05-20T05:57:46.143 INFO:tasks.workunit.client.0.smithi081.stdout: "pacific", 2023-05-20T05:57:46.143 INFO:tasks.workunit.client.0.smithi081.stdout: "elector-pinging", 2023-05-20T05:57:46.144 INFO:tasks.workunit.client.0.smithi081.stdout: "quincy" 2023-05-20T05:57:46.144 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:46.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.144 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv4_addr_mons": 6, 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv6_addr_mons": 0, 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "min_mon_release": 17, 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "v1_addr_mons": 3, 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "v2_addr_mons": 3 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "organization": "ceph-qa", 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:46.145 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_network": false, 2023-05-20T05:57:46.146 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 8, 2023-05-20T05:57:46.146 INFO:tasks.workunit.client.0.smithi081.stdout: "require_min_compat_client": "luminous", 2023-05-20T05:57:46.146 INFO:tasks.workunit.client.0.smithi081.stdout: "require_osd_release": "quincy" 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": [ 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr" 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:46.147 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 1, 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 1, 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 1, 2023-05-20T05:57:46.148 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:46.149 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:46.149 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:46.149 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 1781760, 2023-05-20T05:57:46.150 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:46.151 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:46.151 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 1781760, 2023-05-20T05:57:46.151 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:46.151 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:46.151 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 2, 2023-05-20T05:57:46.151 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 2.4424314233328914e-06, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 212, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 313344, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 590368, 2023-05-20T05:57:46.152 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 590368, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 1771104, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 179, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 2473984 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:46.153 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:46.154 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 32, 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 32, 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 2, 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:46.155 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 98304, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 98304, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:46.156 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 22, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 1.3475515459049348e-07, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 3376, 2023-05-20T05:57:46.157 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 3376, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 10128, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 51, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 19456 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:46.158 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:46.159 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 64, 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 64, 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 3, 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:46.160 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:46.161 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:46.162 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:46.163 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd" 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:46.164 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 8, 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 8, 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 4, 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:46.165 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:46.166 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:46.167 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:46.168 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": { 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: "mirroring_by_pool": [ 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: false 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_images_by_pool": [ 2023-05-20T05:57:46.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pools": 1 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: "report_id": "42fd6d77-5272-4edd-9b7f-425f4dcacb57", 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: "report_timestamp": "2023-05-20T05:57:46.058085", 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: "report_version": 1, 2023-05-20T05:57:46.170 INFO:tasks.workunit.client.0.smithi081.stdout: "rook": { 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster": { 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "external-mode": null, 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "allow-multiple-per-node": null, 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "count": null, 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "max-id": null, 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "pvc": { 2023-05-20T05:57:46.171 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: "stretch": { 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: "network": { 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: "provider": null 2023-05-20T05:57:46.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: "storage": { 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: "device-set": { 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: "non-portable": null, 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: "portable": null, 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.173 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: "csi": { 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes": { 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:46.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "node": { 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes-total": null, 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "with-ceph-daemons": null, 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-cephfs-plugin": null, 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-nfs-plugin": null, 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-rbd-plugin": null 2023-05-20T05:57:46.175 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: "storage-class": { 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket": null, 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs": null, 2023-05-20T05:57:46.176 INFO:tasks.workunit.client.0.smithi081.stdout: "nfs": null, 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": null, 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.177 INFO:tasks.workunit.client.0.smithi081.stdout: "services": {}, 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 105, 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": 4, 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_by_class": { 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "ssd": { 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:57:46.178 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552, 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_bytes": 54423552, 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_ratio": 7.086766709107906e-05 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:57:46.179 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552 2023-05-20T05:57:46.180 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.180 INFO:tasks.workunit.client.0.smithi081.stdout:} 2023-05-20T05:57:46.180 INFO:tasks.workunit.client.0.smithi081.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-05-20T05:57:46.180 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry preview-device 2023-05-20T05:57:46.652 INFO:tasks.workunit.client.0.smithi081.stdout:{ 2023-05-20T05:57:46.652 INFO:tasks.workunit.client.0.smithi081.stdout: "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:46.652 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPED1D480GA_3e6ed096-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055254": { 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.653 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "E2010325", 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:46.654 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561973 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:46.655 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:46.656 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.657 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.658 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.658 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:46.658 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:46.658 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:46.658 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:46.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.659 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.660 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 5925558 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.661 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.662 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.663 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.665 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.666 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:46.667 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:46.667 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:46.667 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.667 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.667 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 18 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.668 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 755484 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.669 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 0, 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 0, 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.670 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 0, 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 2338, 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:46.671 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 86250385, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 388337429, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 1410811853, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 8205499946, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 0, 2023-05-20T05:57:46.672 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 19190, 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 20545, 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 38, 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 6219 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 19190, 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:46.673 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 20545 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:46.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.675 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:46.676 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: E2010325", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-05-20T05:57:46.677 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.678 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.679 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 38 Celsius", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 0%", 2023-05-20T05:57:46.680 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 0%", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 86,250,385 [44.1 TB]", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 388,337,429 [198 TB]", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 1,410,811,853", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 8,205,499,946", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 2,338", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 19,190", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 20,545", 2023-05-20T05:57:46.681 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 6,219", 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.682 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.683 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 38 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.684 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "3e70079a-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPEDMD400G4_3e70ea48-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055252": { 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:46.685 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "8DV101H0", 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e70079a-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:46.686 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561971 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-05-20T05:57:46.687 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.688 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:46.689 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:46.690 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:46.691 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.692 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 27378131 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.693 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 1 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.694 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 44155951 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.695 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.696 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.697 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:46.698 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.699 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 64 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.700 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 91, 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 2968, 2023-05-20T05:57:46.701 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 2983, 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 2953 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:46.702 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 10, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 0, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 374537970, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 1794253252, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 5920017125, 2023-05-20T05:57:46.703 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 29873618961, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 9, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 43650, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 49484, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 27, 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 76 2023-05-20T05:57:46.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 43650, 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 49484 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:46.705 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:46.706 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:46.707 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: 8DV101H0", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:46.708 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:46.709 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-05-20T05:57:46.710 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:46.710 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:46.710 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.710 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:46.710 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: " 1 - 512 8 2", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: " 2 - 512 16 2", 2023-05-20T05:57:46.711 INFO:tasks.workunit.client.0.smithi081.stdout: " 3 - 4096 0 0", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: " 4 - 4096 8 0", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: " 5 - 4096 64 0", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: " 6 - 4096 128 0", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:46.712 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 27 Celsius", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 10%", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 9%", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 374,537,970 [191 TB]", 2023-05-20T05:57:46.713 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 1,794,253,252 [918 TB]", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 5,920,017,125", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 29,873,618,961", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 0", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 43,650", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 49,484", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 76", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:46.714 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:46.715 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 27 2023-05-20T05:57:46.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:46.717 INFO:tasks.workunit.client.0.smithi081.stdout:} 2023-05-20T05:57:46.718 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry preview-all 2023-05-20T05:57:46.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:57:46 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:57:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:46 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:46 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:47.223 INFO:tasks.workunit.client.0.smithi081.stdout:{ 2023-05-20T05:57:47.223 INFO:tasks.workunit.client.0.smithi081.stdout: "device_report": { 2023-05-20T05:57:47.223 INFO:tasks.workunit.client.0.smithi081.stdout: "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:47.223 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPED1D480GA_3e6ed096-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:47.224 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055254": { 2023-05-20T05:57:47.224 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:47.224 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:47.224 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:47.225 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:47.225 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:47.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.226 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "E2010325", 2023-05-20T05:57:47.226 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:47.226 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:47.226 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:47.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:47.227 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.227 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:47.227 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:47.227 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561973 2023-05-20T05:57:47.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.228 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:47.228 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:47.229 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.230 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:47.231 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:47.232 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:47.232 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:47.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.232 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:47.233 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:47.233 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:47.233 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.233 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.233 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.234 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 5925558 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.235 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.240 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 18 2023-05-20T05:57:47.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 755484 2023-05-20T05:57:47.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:47.243 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 0, 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 0, 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:47.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 0, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 2338, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 86250385, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 388337429, 2023-05-20T05:57:47.245 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 1410811853, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 8205499946, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 0, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 19190, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 20545, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 38, 2023-05-20T05:57:47.246 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 6219 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 19190, 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 20545 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:47.247 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:47.248 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:47.249 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:47.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.249 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:47.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.250 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:47.250 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:47.250 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:47.251 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:47.251 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:47.251 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:47.252 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.252 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:47.252 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:47.252 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:47.253 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:47.253 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:47.253 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.253 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:47.254 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-05-20T05:57:47.254 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:47.254 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: E2010325", 2023-05-20T05:57:47.255 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:47.255 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:47.255 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:47.255 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:47.256 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-05-20T05:57:47.256 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:47.256 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:47.256 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:47.257 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-05-20T05:57:47.257 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:47.257 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:47.258 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.258 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:47.258 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:47.258 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:47.259 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.259 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:47.259 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:47.259 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:47.260 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.260 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:47.260 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:47.260 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.261 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:47.261 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:47.261 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 38 Celsius", 2023-05-20T05:57:47.261 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:47.261 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 0%", 2023-05-20T05:57:47.262 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 0%", 2023-05-20T05:57:47.262 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 86,250,385 [44.1 TB]", 2023-05-20T05:57:47.262 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 388,337,429 [198 TB]", 2023-05-20T05:57:47.262 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 1,410,811,853", 2023-05-20T05:57:47.262 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 8,205,499,946", 2023-05-20T05:57:47.262 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 2,338", 2023-05-20T05:57:47.263 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 19,190", 2023-05-20T05:57:47.263 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 20,545", 2023-05-20T05:57:47.263 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 6,219", 2023-05-20T05:57:47.263 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:47.263 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:47.264 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:47.265 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 38 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.266 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "3e70079a-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPEDMD400G4_3e70ea48-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055252": { 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:47.267 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:47.268 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:47.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.268 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "8DV101H0", 2023-05-20T05:57:47.269 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e70079a-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:47.269 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:47.269 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:47.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:47.270 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.270 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:47.270 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:47.270 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561971 2023-05-20T05:57:47.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.271 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:47.271 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-05-20T05:57:47.272 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:47.272 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:47.272 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:47.272 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.273 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:47.273 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:47.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:47.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.274 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:47.274 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:47.274 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:47.274 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:47.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:47.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.276 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:47.276 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:47.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:47.276 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:47.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.278 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:47.278 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:47.278 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:47.279 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.279 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.280 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:47.280 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.280 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.280 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:47.280 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:47.281 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.282 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 27378131 2023-05-20T05:57:47.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.282 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:47.282 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.282 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 1 2023-05-20T05:57:47.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.283 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:47.283 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.283 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.284 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:47.284 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.285 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 44155951 2023-05-20T05:57:47.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.285 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:47.285 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.286 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.286 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:47.286 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.286 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.288 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:47.289 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.290 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:47.290 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.290 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:47.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.290 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 64 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.291 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 91, 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:47.292 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 2968, 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 2983, 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 2953 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.293 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 10, 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 0, 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 374537970, 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 1794253252, 2023-05-20T05:57:47.294 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 5920017125, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 29873618961, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 9, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 43650, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 49484, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 27, 2023-05-20T05:57:47.295 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 76 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 43650, 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 49484 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:47.296 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:47.297 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:47.298 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:47.298 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:47.298 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:47.298 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.298 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:47.298 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:47.299 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: 8DV101H0", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:47.300 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:47.301 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: " 1 - 512 8 2", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: " 2 - 512 16 2", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: " 3 - 4096 0 0", 2023-05-20T05:57:47.302 INFO:tasks.workunit.client.0.smithi081.stdout: " 4 - 4096 8 0", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: " 5 - 4096 64 0", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: " 6 - 4096 128 0", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.303 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 27 Celsius", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 10%", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 9%", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 374,537,970 [191 TB]", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 1,794,253,252 [918 TB]", 2023-05-20T05:57:47.304 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 5,920,017,125", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 29,873,618,961", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 0", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 43,650", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 49,484", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 76", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:47.305 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:47.306 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 27 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.307 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.308 INFO:tasks.workunit.client.0.smithi081.stdout: "report": { 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer": { 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "active": true, 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "mode": "" 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "channels": [ 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:47.309 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "ident" 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "channels_available": [ 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "ident", 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:47.310 INFO:tasks.workunit.client.0.smithi081.stdout: "perf" 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_available": [ 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:47.311 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.312 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_opted_in": [ 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:47.313 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "config": { 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "active_changed": [ 2023-05-20T05:57:47.314 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "client_check_pool_perm", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_gid", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_uid", 2023-05-20T05:57:47.315 INFO:tasks.workunit.client.0.smithi081.stdout: "client_quota", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "daemonize", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:47.316 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "keyring", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_block_size", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_cache_size", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_compression", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_log", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_write_buffer_size", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:47.317 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_file", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_journald", 2023-05-20T05:57:47.318 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_stderr", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_host", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:47.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:47.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "no_config_file", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:47.321 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:47.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-05-20T05:57:47.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_lim", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_res", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_wgt", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:47.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addr", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addrv", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:47.325 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_default_features", 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_qos_exclude_ops", 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: "setgroup", 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: "setuser" 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_changed": [ 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:47.326 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:47.327 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_join_fs", 2023-05-20T05:57:47.328 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/allow_ptrace", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/container_init", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/migration_current", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/use_repo_digest", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-05-20T05:57:47.329 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ssl_server_port", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/orchestrator/orchestrator", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/channel_ident", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/description", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/organization", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:47.330 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:47.331 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:47.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:47.333 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target", 2023-05-20T05:57:47.334 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:47.335 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_cache_enabled", 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_ops_log", 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_usage_log" 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.336 INFO:tasks.workunit.client.0.smithi081.stdout: "contact": null, 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: "crashes": [], 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: "created": "2023-05-20T05:49:45.957781Z", 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: "crush": { 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_algs": { 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: "straw2": 3 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_sizes": { 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: "2": 1, 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: "4": 2 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_types": { 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: "1": 2, 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: "11": 1 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.338 INFO:tasks.workunit.client.0.smithi081.stdout: "compat_weight_set": false, 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: "device_classes": [ 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: 8 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_buckets": 6, 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_devices": 8, 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_rules": 1, 2023-05-20T05:57:47.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_types": 12, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_weight_sets": 0, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "tunables": { 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "allowed_bucket_algs": 54, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_fallback_tries": 0, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_tries": 0, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_total_tries": 50, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_descend_once": 1, 2023-05-20T05:57:47.340 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_stable": 1, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_vary_r": 1, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v2_rules": 0, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v3_rules": 0, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v4_buckets": 1, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v5_rules": 0, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "legacy_tunables": 0, 2023-05-20T05:57:47.341 INFO:tasks.workunit.client.0.smithi081.stdout: "minimum_required_version": "jewel", 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "optimal_tunables": 1, 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "profile": "jewel", 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables": 1, 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables2": 1, 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables3": 1, 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables5": 1, 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: "straw_calc_version": 1 2023-05-20T05:57:47.342 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: "description": "upgrade test cluster", 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: "fs": { 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: "feature_flags": { 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: "enable_multiple": true, 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_enabled_multiple": true 2023-05-20T05:57:47.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "filesystems": [ 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "approx_ctime": "2023-05", 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer_enabled": false, 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_caps": 0, 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_dns": 10, 2023-05-20T05:57:47.344 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_inos": 13, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_subtrees": 2, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_allowed_features": 0, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "explicitly_allowed_features": 0, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "files": 0, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "max_mds": 1, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "num_data_pools": 1, 2023-05-20T05:57:47.345 INFO:tasks.workunit.client.0.smithi081.stdout: "num_in": 1, 2023-05-20T05:57:47.346 INFO:tasks.workunit.client.0.smithi081.stdout: "num_mds": 1, 2023-05-20T05:57:47.346 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": 0, 2023-05-20T05:57:47.346 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_replay": 0, 2023-05-20T05:57:47.346 INFO:tasks.workunit.client.0.smithi081.stdout: "num_up": 1, 2023-05-20T05:57:47.346 INFO:tasks.workunit.client.0.smithi081.stdout: "snaps": 0, 2023-05-20T05:57:47.346 INFO:tasks.workunit.client.0.smithi081.stdout: "standby_count_wanted": 0 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_mds": 1, 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: "total_num_mds": 2 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: "hosts": { 2023-05-20T05:57:47.347 INFO:tasks.workunit.client.0.smithi081.stdout: "num": 2, 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mds": 2, 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mgr": 2, 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mon": 2, 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_osd": 2 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "leaderboard": false, 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "license": "sharing-1-0", 2023-05-20T05:57:47.348 INFO:tasks.workunit.client.0.smithi081.stdout: "metadata": { 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 2 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.349 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 2 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 2 2023-05-20T05:57:47.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:47.351 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 2 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 3 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.352 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 3 2023-05-20T05:57:47.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 3 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:47.354 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 3 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:47.355 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 8 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:47.356 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 8 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 8 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.357 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 8 2023-05-20T05:57:47.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_objectstore": { 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": 8 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: "rotational": { 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: "0": 8 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.359 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "features": { 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "optional": [], 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "persistent": [ 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "kraken", 2023-05-20T05:57:47.360 INFO:tasks.workunit.client.0.smithi081.stdout: "luminous", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "mimic", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap-prune", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "nautilus", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "octopus", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "pacific", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "elector-pinging", 2023-05-20T05:57:47.361 INFO:tasks.workunit.client.0.smithi081.stdout: "quincy" 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv4_addr_mons": 6, 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv6_addr_mons": 0, 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: "min_mon_release": 17, 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: "v1_addr_mons": 3, 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: "v2_addr_mons": 3 2023-05-20T05:57:47.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "organization": "ceph-qa", 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_network": false, 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 8, 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "require_min_compat_client": "luminous", 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "require_osd_release": "quincy" 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.363 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": [ 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr" 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:47.364 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 1, 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 1, 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 1, 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:47.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 1781760, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 1781760, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 2, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:47.366 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 2.4424314233328914e-06, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 212, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 313344, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 590368, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 590368, 2023-05-20T05:57:47.367 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 1771104, 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 179, 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 2473984 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:47.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:47.369 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 32, 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 32, 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 2, 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:47.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 98304, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 98304, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 22, 2023-05-20T05:57:47.371 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 1.3475515459049348e-07, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 3376, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 3376, 2023-05-20T05:57:47.372 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 10128, 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 51, 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 19456 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:47.373 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:47.374 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 64, 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 64, 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 3, 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:47.375 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:47.376 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:47.377 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:47.378 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd" 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:47.379 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 8, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 8, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 4, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:47.380 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:47.381 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:47.382 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:47.383 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:47.384 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:47.384 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.384 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.384 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": { 2023-05-20T05:57:47.384 INFO:tasks.workunit.client.0.smithi081.stdout: "mirroring_by_pool": [ 2023-05-20T05:57:47.384 INFO:tasks.workunit.client.0.smithi081.stdout: false 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: "num_images_by_pool": [ 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pools": 1 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: "report_id": "42fd6d77-5272-4edd-9b7f-425f4dcacb57", 2023-05-20T05:57:47.385 INFO:tasks.workunit.client.0.smithi081.stdout: "report_timestamp": "2023-05-20T05:57:47.200084", 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "report_version": 1, 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "rook": { 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster": { 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "external-mode": null, 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "allow-multiple-per-node": null, 2023-05-20T05:57:47.386 INFO:tasks.workunit.client.0.smithi081.stdout: "count": null, 2023-05-20T05:57:47.387 INFO:tasks.workunit.client.0.smithi081.stdout: "max-id": null, 2023-05-20T05:57:47.387 INFO:tasks.workunit.client.0.smithi081.stdout: "pvc": { 2023-05-20T05:57:47.387 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: "stretch": { 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: "network": { 2023-05-20T05:57:47.388 INFO:tasks.workunit.client.0.smithi081.stdout: "provider": null 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: "storage": { 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: "device-set": { 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: "non-portable": null, 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: "portable": null, 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:47.389 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: "csi": { 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes": { 2023-05-20T05:57:47.390 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:47.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.391 INFO:tasks.workunit.client.0.smithi081.stdout: "node": { 2023-05-20T05:57:47.391 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:47.391 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes-total": null, 2023-05-20T05:57:47.391 INFO:tasks.workunit.client.0.smithi081.stdout: "with-ceph-daemons": null, 2023-05-20T05:57:47.391 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-cephfs-plugin": null, 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-nfs-plugin": null, 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-rbd-plugin": null 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: "storage-class": { 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:47.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket": null, 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs": null, 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: "nfs": null, 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": null, 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.393 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: "services": {}, 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 105, 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": 4, 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_by_class": { 2023-05-20T05:57:47.394 INFO:tasks.workunit.client.0.smithi081.stdout: "ssd": { 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552, 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_bytes": 54423552, 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_ratio": 7.086766709107906e-05 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:47.395 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:57:47.396 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:57:47.396 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552 2023-05-20T05:57:47.396 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.396 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:47.396 INFO:tasks.workunit.client.0.smithi081.stdout:} 2023-05-20T05:57:47.397 INFO:tasks.workunit.client.0.smithi081.stderr:++ ceph telemetry collection ls 2023-05-20T05:57:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:47 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:47 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:47.778 INFO:tasks.workunit.client.0.smithi081.stderr:+ COLLECTIONS='New collections are available: 2023-05-20T05:57:47.778 INFO:tasks.workunit.client.0.smithi081.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-05-20T05:57:47.778 INFO:tasks.workunit.client.0.smithi081.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr:NAME STATUS DESC 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-05-20T05:57:47.779 INFO:tasks.workunit.client.0.smithi081.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-05-20T05:57:47.780 INFO:tasks.workunit.client.0.smithi081.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:+ [[ New collections are available: 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:NAME STATUS DESC 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-05-20T05:57:47.781 INFO:tasks.workunit.client.0.smithi081.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-05-20T05:57:47.782 INFO:tasks.workunit.client.0.smithi081.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:+ [[ New collections are available: 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:NAME STATUS DESC 2023-05-20T05:57:47.783 INFO:tasks.workunit.client.0.smithi081.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-05-20T05:57:47.784 INFO:tasks.workunit.client.0.smithi081.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-05-20T05:57:47.784 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-05-20T05:57:47.784 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-05-20T05:57:47.784 INFO:tasks.workunit.client.0.smithi081.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-05-20T05:57:47.785 INFO:tasks.workunit.client.0.smithi081.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:+ [[ New collections are available: 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:NAME STATUS DESC 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-05-20T05:57:47.786 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-05-20T05:57:47.787 INFO:tasks.workunit.client.0.smithi081.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:+ [[ New collections are available: 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:NAME STATUS DESC 2023-05-20T05:57:47.788 INFO:tasks.workunit.client.0.smithi081.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-05-20T05:57:47.789 INFO:tasks.workunit.client.0.smithi081.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:+ [[ New collections are available: 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr: 2023-05-20T05:57:47.790 INFO:tasks.workunit.client.0.smithi081.stderr:NAME STATUS DESC 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-05-20T05:57:47.791 INFO:tasks.workunit.client.0.smithi081.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-05-20T05:57:47.792 INFO:tasks.workunit.client.0.smithi081.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-05-20T05:57:47.792 INFO:tasks.workunit.client.0.smithi081.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-05-20T05:57:47.792 INFO:tasks.workunit.client.0.smithi081.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-05-20T05:57:47.792 INFO:tasks.workunit.client.0.smithi081.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-05-20T05:57:47.792 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry on --license sharing-1-0 2023-05-20T05:57:48.353 INFO:tasks.workunit.client.0.smithi081.stdout:Telemetry is on. 2023-05-20T05:57:48.353 INFO:tasks.workunit.client.0.smithi081.stdout:Some channels are disabled, please enable with: 2023-05-20T05:57:48.354 INFO:tasks.workunit.client.0.smithi081.stdout:`ceph telemetry enable channel perf` 2023-05-20T05:57:48.365 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry enable channel perf 2023-05-20T05:57:48.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STOPPING 2023-05-20T05:57:48.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:57:48.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STOPPED 2023-05-20T05:57:48.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STARTING 2023-05-20T05:57:48.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Serving on http://:::9283 2023-05-20T05:57:48.472 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STARTED 2023-05-20T05:57:48.727 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: mgrmap e21: y(active, since 2m), standbys: x 2023-05-20T05:57:48.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:48.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: mgrmap e21: y(active, since 2m), standbys: x 2023-05-20T05:57:48.730 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.731 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.732 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:48.732 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:48.732 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.732 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.732 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.732 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:48 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: mgrmap e21: y(active, since 2m), standbys: x 2023-05-20T05:57:48.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:48.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:48 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:48.911 INFO:tasks.workunit.client.0.smithi081.stdout:channel_perf is enabled 2023-05-20T05:57:48.924 INFO:tasks.workunit.client.0.smithi081.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-05-20T05:57:49.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STOPPING 2023-05-20T05:57:49.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:57:49.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STOPPED 2023-05-20T05:57:49.018 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STARTING 2023-05-20T05:57:49.018 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Serving on http://:::9283 2023-05-20T05:57:49.018 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:48 smithi081 conmon[95926]: [20/May/2023:05:57:48] ENGINE Bus STARTED 2023-05-20T05:57:49.350 INFO:tasks.workunit.client.0.smithi081.stderr:+ LAST_OPT_REVISION=1 2023-05-20T05:57:49.350 INFO:tasks.workunit.client.0.smithi081.stderr:+ '[' 1 -ne 1 ']' 2023-05-20T05:57:49.351 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry show 2023-05-20T05:57:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2550798740' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-05-20T05:57:49.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/2550798740' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-05-20T05:57:49.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:49.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:49 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2550798740' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-05-20T05:57:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/2550798740' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-05-20T05:57:50.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:50.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:50.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:50.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2550798740' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-05-20T05:57:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/2550798740' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-05-20T05:57:50.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:49 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:50.127 INFO:tasks.workunit.client.0.smithi081.stdout:{ 2023-05-20T05:57:50.127 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer": { 2023-05-20T05:57:50.127 INFO:tasks.workunit.client.0.smithi081.stdout: "active": true, 2023-05-20T05:57:50.127 INFO:tasks.workunit.client.0.smithi081.stdout: "mode": "" 2023-05-20T05:57:50.128 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.128 INFO:tasks.workunit.client.0.smithi081.stdout: "channels": [ 2023-05-20T05:57:50.128 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:50.128 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: "ident", 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: "perf" 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: "channels_available": [ 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:50.129 INFO:tasks.workunit.client.0.smithi081.stdout: "ident", 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "perf" 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_available": [ 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:50.130 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:50.131 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:50.132 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.132 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_opted_in": [ 2023-05-20T05:57:50.132 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:50.132 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:50.132 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:50.133 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:50.133 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.134 INFO:tasks.workunit.client.0.smithi081.stdout: "config": { 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "active_changed": [ 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:50.135 INFO:tasks.workunit.client.0.smithi081.stdout: "client_check_pool_perm", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_gid", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_uid", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "client_quota", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "daemonize", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:50.136 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "keyring", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_block_size", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_cache_size", 2023-05-20T05:57:50.137 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_compression", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_log", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_write_buffer_size", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:50.138 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:50.139 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:50.139 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_file", 2023-05-20T05:57:50.139 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_journald", 2023-05-20T05:57:50.139 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_stderr", 2023-05-20T05:57:50.139 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:50.140 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:50.140 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_host", 2023-05-20T05:57:50.140 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:50.140 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:50.140 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:50.141 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "no_config_file", 2023-05-20T05:57:50.142 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:50.143 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-05-20T05:57:50.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_lim", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_res", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_wgt", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:50.145 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:50.146 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addr", 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addrv", 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_default_features", 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_qos_exclude_ops", 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "setgroup", 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "setuser" 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.147 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_changed": [ 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:50.148 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:50.149 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_join_fs", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/allow_ptrace", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/container_init", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/migration_current", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/use_repo_digest", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-05-20T05:57:50.150 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ssl_server_port", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/orchestrator/orchestrator", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/channel_ident", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/channel_perf", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/description", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/enabled", 2023-05-20T05:57:50.151 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/organization", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:50.152 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:50.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:50.154 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:50.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:50.156 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_cache_enabled", 2023-05-20T05:57:50.157 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_ops_log", 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_usage_log" 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: "contact": null, 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: "crashes": [], 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: "created": "2023-05-20T05:49:45.957781Z", 2023-05-20T05:57:50.158 INFO:tasks.workunit.client.0.smithi081.stdout: "crush": { 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_algs": { 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: "straw2": 3 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_sizes": { 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: "2": 1, 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: "4": 2 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.159 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_types": { 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: "1": 2, 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: "11": 1 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: "compat_weight_set": false, 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: "device_classes": [ 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: 8 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.160 INFO:tasks.workunit.client.0.smithi081.stdout: "num_buckets": 6, 2023-05-20T05:57:50.161 INFO:tasks.workunit.client.0.smithi081.stdout: "num_devices": 8, 2023-05-20T05:57:50.161 INFO:tasks.workunit.client.0.smithi081.stdout: "num_rules": 1, 2023-05-20T05:57:50.161 INFO:tasks.workunit.client.0.smithi081.stdout: "num_types": 12, 2023-05-20T05:57:50.161 INFO:tasks.workunit.client.0.smithi081.stdout: "num_weight_sets": 0, 2023-05-20T05:57:50.161 INFO:tasks.workunit.client.0.smithi081.stdout: "tunables": { 2023-05-20T05:57:50.161 INFO:tasks.workunit.client.0.smithi081.stdout: "allowed_bucket_algs": 54, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_fallback_tries": 0, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_tries": 0, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_total_tries": 50, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_descend_once": 1, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_stable": 1, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_vary_r": 1, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v2_rules": 0, 2023-05-20T05:57:50.162 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v3_rules": 0, 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v4_buckets": 1, 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v5_rules": 0, 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "legacy_tunables": 0, 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "minimum_required_version": "jewel", 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "optimal_tunables": 1, 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "profile": "jewel", 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables": 1, 2023-05-20T05:57:50.163 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables2": 1, 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables3": 1, 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables5": 1, 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: "straw_calc_version": 1 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: "description": "upgrade test cluster", 2023-05-20T05:57:50.164 INFO:tasks.workunit.client.0.smithi081.stdout: "fs": { 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: "feature_flags": { 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: "enable_multiple": true, 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_enabled_multiple": true 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: "filesystems": [ 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.165 INFO:tasks.workunit.client.0.smithi081.stdout: "approx_ctime": "2023-05", 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer_enabled": false, 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_caps": 0, 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_dns": 10, 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_inos": 13, 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_subtrees": 2, 2023-05-20T05:57:50.166 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_allowed_features": 0, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "explicitly_allowed_features": 0, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "files": 0, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "max_mds": 1, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_data_pools": 1, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_in": 1, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_mds": 1, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": 0, 2023-05-20T05:57:50.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_replay": 0, 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_up": 1, 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: "snaps": 0, 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: "standby_count_wanted": 0 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_mds": 1, 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: "total_num_mds": 2 2023-05-20T05:57:50.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_stats": { 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 19210240, 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 280776, 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 122880, 2023-05-20T05:57:50.169 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 0, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 310, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 823592, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 12, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 834048, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 14396432, 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 19210240 2023-05-20T05:57:50.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 20119552, 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 347888, 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 139264, 2023-05-20T05:57:50.171 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 375, 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 1437832, 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 20, 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 711168, 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 14870152, 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 20258816 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 36036608, 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 895248, 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 24576, 2023-05-20T05:57:50.173 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 10534912, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1102, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 7261200, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 21, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1727488, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 23375584, 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 46571520 2023-05-20T05:57:50.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.6be6ab158094b70e0c0f84d08371bec7b4437a25": { 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 37593088, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1144224, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 598016, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 7938048, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1185, 2023-05-20T05:57:50.175 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 7224680, 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 22, 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1938688, 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 23934968, 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 45531136 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:50.176 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 45416448, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1243096, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 753664, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 3235840, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1723, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.177 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 10457376, 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 22, 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2381056, 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 27828744, 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 48652288 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.178 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.0": { 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 273948672, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 736960, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 950272, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1321, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.179 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 5087680, 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 45, 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2604288, 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 262636160, 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 274898944 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.1": { 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 239419392, 2023-05-20T05:57:50.180 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 637824, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 811008, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1269, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4890872, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 47, 2023-05-20T05:57:50.181 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2926336, 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 228080776, 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 240230400 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.2": { 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 237674496, 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 767280, 2023-05-20T05:57:50.182 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 393216, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1173, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4322376, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 46, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2604032, 2023-05-20T05:57:50.183 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 227097224, 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 238067712 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.3": { 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 272343040, 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 584952, 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 4980736, 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.184 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 540672, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1149, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4014800, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 44, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1972736, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 260789816, 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 272883712 2023-05-20T05:57:50.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.4": { 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 270983168, 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 981128, 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 704512, 2023-05-20T05:57:50.186 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1161, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4290360, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 46, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1510144, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 261317952, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 271687680 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.187 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.5": { 2023-05-20T05:57:50.188 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 238559232, 2023-05-20T05:57:50.188 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 888288, 2023-05-20T05:57:50.188 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.188 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 835584, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1175, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4667728, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 47, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1804544, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 228315088, 2023-05-20T05:57:50.189 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 239394816 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.6": { 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 237928448, 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1166088, 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.190 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 1253376, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1172, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4541728, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 45, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1801984, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 227535064, 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 239181824 2023-05-20T05:57:50.191 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.7": { 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 238608384, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 972296, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 638976, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1213, 2023-05-20T05:57:50.192 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4653336, 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 45, 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2129920, 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 227969248, 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 239247360 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.193 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: "hosts": { 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num": 2, 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mds": 2, 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mgr": 2, 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mon": 2, 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_osd": 2 2023-05-20T05:57:50.194 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "io_rate": { 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_stats_delta": { 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 0, 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 0, 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "stamp_delta": "12.002773", 2023-05-20T05:57:50.195 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:50.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:50.197 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:50.198 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:50.199 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:50.200 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 0, 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:57:50.201 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 0, 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.202 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 0 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: "leaderboard": false, 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: "license": "sharing-1-0", 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: "mempool": { 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:50.203 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:50.204 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.204 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.204 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.204 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.204 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.204 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.205 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.206 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.207 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.208 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 148273, 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 30 2023-05-20T05:57:50.213 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 856, 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.214 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.216 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.217 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.218 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.219 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.221 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.222 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.223 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.224 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.225 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.226 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.227 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.228 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 213639, 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 67 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 50488, 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 208 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.231 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 7744, 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 121 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.234 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.235 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.236 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.237 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.238 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.239 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.240 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.241 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.242 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.243 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1103703, 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 349 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.244 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.245 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.246 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6392, 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 120 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.247 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12744, 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1546 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5152, 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 83 2023-05-20T05:57:50.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.249 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.6be6ab158094b70e0c0f84d08371bec7b4437a25": { 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.250 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.251 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.252 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.253 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.254 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.256 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.257 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.258 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.259 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1337715, 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 428 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 88, 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.260 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.261 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.262 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6392, 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 120 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12744, 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1546 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.263 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5152, 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 83 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.264 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.265 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.266 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.267 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.268 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.269 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.270 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.271 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1189239, 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 354 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 440, 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 5 2023-05-20T05:57:50.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.277 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6392, 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 120 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12744, 2023-05-20T05:57:50.278 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1546 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 10304, 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 166 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.279 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.280 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.0": { 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6192, 2023-05-20T05:57:50.281 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 128 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.282 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20832, 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.283 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1344, 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 12 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8928, 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20832, 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1280, 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 16 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.285 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 602112, 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 16 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 50926, 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9466 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 136680, 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 201 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 11324, 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 737 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 31596, 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 201 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 413492, 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 92 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2466688, 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 199 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.290 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6688, 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 76 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.291 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.292 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 519840, 2023-05-20T05:57:50.292 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 45 2023-05-20T05:57:50.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.292 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.292 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.292 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 88400, 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:50.293 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.294 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.295 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.1": { 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6192, 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 128 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19376, 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 173 2023-05-20T05:57:50.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8304, 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 173 2023-05-20T05:57:50.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19376, 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 173 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:50.300 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 14 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8192, 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 44633, 2023-05-20T05:57:50.301 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8432 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 125800, 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 185 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9196, 2023-05-20T05:57:50.302 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 562 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 27064, 2023-05-20T05:57:50.303 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 185 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1472, 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 446415, 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 100 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 40192, 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2442426, 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 187 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4664, 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 53 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.306 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 415872, 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 36 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.307 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 7280, 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 18 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221680, 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3436 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.309 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.2": { 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.311 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6192, 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 128 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.312 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.313 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19264, 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.314 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8256, 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19264, 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:50.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 14 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8192, 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 43344, 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8236 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 122400, 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 180 2023-05-20T05:57:50.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8280, 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 513 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 25952, 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 180 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1472, 2023-05-20T05:57:50.319 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 322256, 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 70 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 40192, 2023-05-20T05:57:50.320 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2443352, 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 185 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4312, 2023-05-20T05:57:50.321 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 49 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 358112, 2023-05-20T05:57:50.322 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 31 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8320, 2023-05-20T05:57:50.323 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 24 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221680, 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3436 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.325 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.3": { 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:50.327 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.328 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19824, 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 177 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.329 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 224, 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8496, 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 177 2023-05-20T05:57:50.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19824, 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 177 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480, 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 44416, 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8505 2023-05-20T05:57:50.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 127160, 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 187 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9372, 2023-05-20T05:57:50.333 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 570 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 26904, 2023-05-20T05:57:50.334 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 187 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2208, 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 303747, 2023-05-20T05:57:50.335 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 65 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 30637, 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2429105, 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 182 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4664, 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 53 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 427424, 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 37 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 10400, 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 20 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.339 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.341 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.4": { 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.342 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.343 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19712, 2023-05-20T05:57:50.344 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 176 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8448, 2023-05-20T05:57:50.345 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 176 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19712, 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 176 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 640, 2023-05-20T05:57:50.346 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 14883, 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 45142, 2023-05-20T05:57:50.347 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8594 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 128520, 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9592, 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 571 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 27584, 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1472, 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 914371, 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 72 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 40192, 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2403308, 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 169 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4928, 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 56 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.352 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 450528, 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 39 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.353 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 7904, 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 16 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.354 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221424, 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3424 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.355 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.5": { 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.357 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.358 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.359 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19488, 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 336, 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.360 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8352, 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19488, 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.361 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 720, 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4096, 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1 2023-05-20T05:57:50.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 45258, 2023-05-20T05:57:50.363 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8603 2023-05-20T05:57:50.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 129200, 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 190 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9872, 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 569 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 28176, 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 190 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2208, 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 830514, 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 51 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 30637, 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2438848, 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 182 2023-05-20T05:57:50.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5456, 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 62 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 485184, 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 42 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 11960, 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 23 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:50.370 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.371 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.372 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.6": { 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.373 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:50.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8832, 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:50.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 640, 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:50.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 45773, 2023-05-20T05:57:50.378 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8916 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 128520, 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 10804, 2023-05-20T05:57:50.379 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 727 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 28780, 2023-05-20T05:57:50.380 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 186398, 2023-05-20T05:57:50.381 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 38 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2420198, 2023-05-20T05:57:50.382 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4400, 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 50 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.383 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 450528, 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 39 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 88712, 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 181 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.385 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.387 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.7": { 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.388 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:50.389 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:50.390 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 896, 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8832, 2023-05-20T05:57:50.391 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 640, 2023-05-20T05:57:50.392 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 274432, 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:50.393 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 48620, 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9290 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 134640, 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 198 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:50.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 11588, 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 734 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:50.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 31084, 2023-05-20T05:57:50.396 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 198 2023-05-20T05:57:50.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.396 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:50.396 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.396 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:50.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 152650, 2023-05-20T05:57:50.397 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 30 2023-05-20T05:57:50.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:50.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2407397, 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 204 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.398 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:50.399 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5896, 2023-05-20T05:57:50.399 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 67 2023-05-20T05:57:50.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.399 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:50.399 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.399 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 531392, 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 46 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.400 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 90480, 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 202 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:50.401 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:50.402 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:50.403 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: "metadata": { 2023-05-20T05:57:50.404 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 2 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:50.405 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 2 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 2 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.406 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:50.407 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 2 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 3 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:50.408 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 3 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.409 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 3 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-05-20T05:57:50.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 3 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 8 2023-05-20T05:57:50.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.412 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 8 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 8 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-05-20T05:57:50.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 8 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_objectstore": { 2023-05-20T05:57:50.414 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": 8 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: "rotational": { 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: "0": 8 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.415 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "features": { 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "optional": [], 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "persistent": [ 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "kraken", 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "luminous", 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "mimic", 2023-05-20T05:57:50.416 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap-prune", 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: "nautilus", 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: "octopus", 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: "pacific", 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: "elector-pinging", 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: "quincy" 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.417 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv4_addr_mons": 6, 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv6_addr_mons": 0, 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "min_mon_release": 17, 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "v1_addr_mons": 3, 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "v2_addr_mons": 3 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "organization": "ceph-qa", 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.418 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_network": false, 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 8, 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: "require_min_compat_client": "luminous", 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: "require_osd_release": "quincy" 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_perf_histograms": [ 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:50.419 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:50.420 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.420 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.420 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.420 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 99999]", 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "[100000, 199999]", 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "[200000, 399999]", 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "[400000, 799999]", 2023-05-20T05:57:50.421 INFO:tasks.workunit.client.0.smithi081.stdout: "[800000, 1599999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[1600000, 3199999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[3200000, 6399999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[6400000, 12799999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[12800000, 25599999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[25600000, 51199999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[51200000, 102399999]", 2023-05-20T05:57:50.422 INFO:tasks.workunit.client.0.smithi081.stdout: "[102400000, 204799999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[204800000, 409599999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[409600000, 819199999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[819200000, 1638399999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[1638400000, 3276799999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[3276800000, 6553599999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[6553600000, 13107199999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[13107200000, 26214399999]", 2023-05-20T05:57:50.423 INFO:tasks.workunit.client.0.smithi081.stdout: "[26214400000, 52428799999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[52428800000, 104857599999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[104857600000, 209715199999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[209715200000, 419430399999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[419430400000, 838860799999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[838860800000, 1677721599999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[1677721600000, 3355443199999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[3355443200000, 6710886399999]", 2023-05-20T05:57:50.424 INFO:tasks.workunit.client.0.smithi081.stdout: "[6710886400000, 13421772799999]", 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: "[13421772800000, 26843545599999]", 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: "[26843545600000, 53687091199999]", 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: "[53687091200000, None]" 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.425 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 511]", 2023-05-20T05:57:50.426 INFO:tasks.workunit.client.0.smithi081.stdout: "[512, 1023]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[1024, 2047]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[2048, 4095]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[4096, 8191]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[8192, 16383]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[16384, 32767]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[32768, 65535]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[65536, 131071]", 2023-05-20T05:57:50.427 INFO:tasks.workunit.client.0.smithi081.stdout: "[131072, 262143]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[262144, 524287]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[524288, 1048575]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[1048576, 2097151]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[2097152, 4194303]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[4194304, 8388607]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[8388608, 16777215]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[16777216, 33554431]", 2023-05-20T05:57:50.428 INFO:tasks.workunit.client.0.smithi081.stdout: "[33554432, 67108863]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[67108864, 134217727]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[134217728, 268435455]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[268435456, 536870911]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[536870912, 1073741823]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[1073741824, 2147483647]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[2147483648, 4294967295]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[4294967296, 8589934591]", 2023-05-20T05:57:50.429 INFO:tasks.workunit.client.0.smithi081.stdout: "[8589934592, 17179869183]", 2023-05-20T05:57:50.430 INFO:tasks.workunit.client.0.smithi081.stdout: "[17179869184, 34359738367]", 2023-05-20T05:57:50.430 INFO:tasks.workunit.client.0.smithi081.stdout: "[34359738368, 68719476735]", 2023-05-20T05:57:50.430 INFO:tasks.workunit.client.0.smithi081.stdout: "[68719476736, 137438953471]", 2023-05-20T05:57:50.430 INFO:tasks.workunit.client.0.smithi081.stdout: "[137438953472, 274877906943]", 2023-05-20T05:57:50.430 INFO:tasks.workunit.client.0.smithi081.stdout: "[274877906944, None]" 2023-05-20T05:57:50.430 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.431 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.432 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.433 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.434 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.435 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.436 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.437 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.438 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.439 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.440 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.441 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.442 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.443 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.444 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.445 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.446 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.447 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.448 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.449 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.449 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.449 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.449 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.450 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.450 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.450 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.450 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.451 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.451 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.451 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.451 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.452 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.452 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.452 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.453 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:50.453 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.453 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.453 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.454 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.454 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.454 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.454 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.455 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.455 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.455 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.455 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.456 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.456 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.456 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.456 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.457 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.457 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.457 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.457 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.458 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.458 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.458 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.458 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.459 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.459 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.459 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.460 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.460 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.460 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.460 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.461 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.461 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.461 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.461 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.462 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.462 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:50.462 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.463 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.463 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.463 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.463 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.464 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.464 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.464 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.464 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.465 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.465 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.465 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.465 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.466 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.466 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.466 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.467 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.467 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.467 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.468 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.468 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.468 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.469 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.469 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.470 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.470 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.470 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.470 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.471 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.471 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.471 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.471 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.472 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.472 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.472 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.473 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:50.473 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.473 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.474 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.474 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.474 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.474 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.475 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.475 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.475 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.475 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.476 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.476 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.476 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.476 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.477 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.477 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.477 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.477 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.479 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.479 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.480 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.480 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.480 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.480 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.480 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.480 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.481 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.481 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.481 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.481 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.481 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.481 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.482 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.483 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.483 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.483 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.483 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.483 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.484 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.484 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.484 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.484 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.484 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.484 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.485 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.486 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.486 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.486 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.486 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.487 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.487 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.487 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.487 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.487 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.487 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.488 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:50.489 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 99999]", 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[100000, 199999]", 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[200000, 399999]", 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[400000, 799999]", 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[800000, 1599999]", 2023-05-20T05:57:50.490 INFO:tasks.workunit.client.0.smithi081.stdout: "[1600000, 3199999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[3200000, 6399999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[6400000, 12799999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[12800000, 25599999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[25600000, 51199999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[51200000, 102399999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[102400000, 204799999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[204800000, 409599999]", 2023-05-20T05:57:50.491 INFO:tasks.workunit.client.0.smithi081.stdout: "[409600000, 819199999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[819200000, 1638399999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[1638400000, 3276799999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[3276800000, 6553599999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[6553600000, 13107199999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[13107200000, 26214399999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[26214400000, 52428799999]", 2023-05-20T05:57:50.492 INFO:tasks.workunit.client.0.smithi081.stdout: "[52428800000, 104857599999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[104857600000, 209715199999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[209715200000, 419430399999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[419430400000, 838860799999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[838860800000, 1677721599999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[1677721600000, 3355443199999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[3355443200000, 6710886399999]", 2023-05-20T05:57:50.493 INFO:tasks.workunit.client.0.smithi081.stdout: "[6710886400000, 13421772799999]", 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: "[13421772800000, 26843545599999]", 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: "[26843545600000, 53687091199999]", 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: "[53687091200000, None]" 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.494 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.495 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 511]", 2023-05-20T05:57:50.496 INFO:tasks.workunit.client.0.smithi081.stdout: "[512, 1023]", 2023-05-20T05:57:50.496 INFO:tasks.workunit.client.0.smithi081.stdout: "[1024, 2047]", 2023-05-20T05:57:50.496 INFO:tasks.workunit.client.0.smithi081.stdout: "[2048, 4095]", 2023-05-20T05:57:50.496 INFO:tasks.workunit.client.0.smithi081.stdout: "[4096, 8191]", 2023-05-20T05:57:50.496 INFO:tasks.workunit.client.0.smithi081.stdout: "[8192, 16383]", 2023-05-20T05:57:50.497 INFO:tasks.workunit.client.0.smithi081.stdout: "[16384, 32767]", 2023-05-20T05:57:50.497 INFO:tasks.workunit.client.0.smithi081.stdout: "[32768, 65535]", 2023-05-20T05:57:50.497 INFO:tasks.workunit.client.0.smithi081.stdout: "[65536, 131071]", 2023-05-20T05:57:50.497 INFO:tasks.workunit.client.0.smithi081.stdout: "[131072, 262143]", 2023-05-20T05:57:50.497 INFO:tasks.workunit.client.0.smithi081.stdout: "[262144, 524287]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[524288, 1048575]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[1048576, 2097151]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[2097152, 4194303]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[4194304, 8388607]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[8388608, 16777215]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[16777216, 33554431]", 2023-05-20T05:57:50.498 INFO:tasks.workunit.client.0.smithi081.stdout: "[33554432, 67108863]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[67108864, 134217727]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[134217728, 268435455]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[268435456, 536870911]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[536870912, 1073741823]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[1073741824, 2147483647]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[2147483648, 4294967295]", 2023-05-20T05:57:50.499 INFO:tasks.workunit.client.0.smithi081.stdout: "[4294967296, 8589934591]", 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: "[8589934592, 17179869183]", 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: "[17179869184, 34359738367]", 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: "[34359738368, 68719476735]", 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: "[68719476736, 137438953471]", 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: "[137438953472, 274877906943]", 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: "[274877906944, None]" 2023-05-20T05:57:50.500 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:50.501 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.502 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.503 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.504 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.504 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.504 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.504 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.504 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.505 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.505 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.505 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.505 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.505 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.505 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.506 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.506 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.506 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.506 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.506 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.506 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.507 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.507 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.507 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.507 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:50.507 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.508 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.509 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.510 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.511 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.512 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.513 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.514 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.515 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.515 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.515 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.515 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.515 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.515 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.516 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.517 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.518 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.519 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.520 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.520 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.520 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.520 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.521 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.522 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.523 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.524 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.525 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.526 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.527 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.528 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.529 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.530 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.531 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.532 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.533 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.534 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.535 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.536 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.536 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.536 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.536 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.536 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.536 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.537 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.538 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.539 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.540 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.541 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.542 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.543 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.544 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.545 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 99999]", 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "[100000, 199999]", 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "[200000, 399999]", 2023-05-20T05:57:50.546 INFO:tasks.workunit.client.0.smithi081.stdout: "[400000, 799999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[800000, 1599999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[1600000, 3199999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[3200000, 6399999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[6400000, 12799999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[12800000, 25599999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[25600000, 51199999]", 2023-05-20T05:57:50.547 INFO:tasks.workunit.client.0.smithi081.stdout: "[51200000, 102399999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[102400000, 204799999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[204800000, 409599999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[409600000, 819199999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[819200000, 1638399999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[1638400000, 3276799999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[3276800000, 6553599999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[6553600000, 13107199999]", 2023-05-20T05:57:50.548 INFO:tasks.workunit.client.0.smithi081.stdout: "[13107200000, 26214399999]", 2023-05-20T05:57:50.549 INFO:tasks.workunit.client.0.smithi081.stdout: "[26214400000, 52428799999]", 2023-05-20T05:57:50.549 INFO:tasks.workunit.client.0.smithi081.stdout: "[52428800000, 104857599999]", 2023-05-20T05:57:50.549 INFO:tasks.workunit.client.0.smithi081.stdout: "[104857600000, 209715199999]", 2023-05-20T05:57:50.549 INFO:tasks.workunit.client.0.smithi081.stdout: "[209715200000, 419430399999]", 2023-05-20T05:57:50.549 INFO:tasks.workunit.client.0.smithi081.stdout: "[419430400000, 838860799999]", 2023-05-20T05:57:50.549 INFO:tasks.workunit.client.0.smithi081.stdout: "[838860800000, 1677721599999]", 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: "[1677721600000, 3355443199999]", 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: "[3355443200000, 6710886399999]", 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: "[6710886400000, 13421772799999]", 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: "[13421772800000, 26843545599999]", 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: "[26843545600000, 53687091199999]", 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: "[53687091200000, None]" 2023-05-20T05:57:50.550 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:50.551 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 511]", 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "[512, 1023]", 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "[1024, 2047]", 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "[2048, 4095]", 2023-05-20T05:57:50.552 INFO:tasks.workunit.client.0.smithi081.stdout: "[4096, 8191]", 2023-05-20T05:57:50.553 INFO:tasks.workunit.client.0.smithi081.stdout: "[8192, 16383]", 2023-05-20T05:57:50.553 INFO:tasks.workunit.client.0.smithi081.stdout: "[16384, 32767]", 2023-05-20T05:57:50.553 INFO:tasks.workunit.client.0.smithi081.stdout: "[32768, 65535]", 2023-05-20T05:57:50.553 INFO:tasks.workunit.client.0.smithi081.stdout: "[65536, 131071]", 2023-05-20T05:57:50.553 INFO:tasks.workunit.client.0.smithi081.stdout: "[131072, 262143]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[262144, 524287]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[524288, 1048575]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[1048576, 2097151]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[2097152, 4194303]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[4194304, 8388607]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[8388608, 16777215]", 2023-05-20T05:57:50.554 INFO:tasks.workunit.client.0.smithi081.stdout: "[16777216, 33554431]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[33554432, 67108863]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[67108864, 134217727]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[134217728, 268435455]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[268435456, 536870911]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[536870912, 1073741823]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[1073741824, 2147483647]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[2147483648, 4294967295]", 2023-05-20T05:57:50.555 INFO:tasks.workunit.client.0.smithi081.stdout: "[4294967296, 8589934591]", 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: "[8589934592, 17179869183]", 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: "[17179869184, 34359738367]", 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: "[34359738368, 68719476735]", 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: "[68719476736, 137438953471]", 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: "[137438953472, 274877906943]", 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: "[274877906944, None]" 2023-05-20T05:57:50.556 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:50.557 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.558 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.559 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.560 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.561 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.562 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.563 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.564 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.564 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.564 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.564 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.564 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.565 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.566 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.567 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.568 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.568 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.568 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:50.568 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.568 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.568 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.569 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.570 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.571 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.572 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.573 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.574 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.574 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.574 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.574 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.574 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.574 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.575 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.576 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.577 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.578 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.579 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.580 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.581 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.582 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.583 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.584 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.585 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.586 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.587 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.588 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.589 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.590 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.591 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.592 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.593 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.594 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.595 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.595 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.595 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.595 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.595 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.595 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.596 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.597 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.598 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.599 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:50.600 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 99999]", 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "[100000, 199999]", 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "[200000, 399999]", 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "[400000, 799999]", 2023-05-20T05:57:50.601 INFO:tasks.workunit.client.0.smithi081.stdout: "[800000, 1599999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[1600000, 3199999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[3200000, 6399999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[6400000, 12799999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[12800000, 25599999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[25600000, 51199999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[51200000, 102399999]", 2023-05-20T05:57:50.602 INFO:tasks.workunit.client.0.smithi081.stdout: "[102400000, 204799999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[204800000, 409599999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[409600000, 819199999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[819200000, 1638399999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[1638400000, 3276799999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[3276800000, 6553599999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[6553600000, 13107199999]", 2023-05-20T05:57:50.603 INFO:tasks.workunit.client.0.smithi081.stdout: "[13107200000, 26214399999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[26214400000, 52428799999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[52428800000, 104857599999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[104857600000, 209715199999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[209715200000, 419430399999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[419430400000, 838860799999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[838860800000, 1677721599999]", 2023-05-20T05:57:50.604 INFO:tasks.workunit.client.0.smithi081.stdout: "[1677721600000, 3355443199999]", 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: "[3355443200000, 6710886399999]", 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: "[6710886400000, 13421772799999]", 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: "[13421772800000, 26843545599999]", 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: "[26843545600000, 53687091199999]", 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: "[53687091200000, None]" 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.605 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:50.606 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[None, -1]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 511]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[512, 1023]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[1024, 2047]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[2048, 4095]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[4096, 8191]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[8192, 16383]", 2023-05-20T05:57:50.607 INFO:tasks.workunit.client.0.smithi081.stdout: "[16384, 32767]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[32768, 65535]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[65536, 131071]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[131072, 262143]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[262144, 524287]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[524288, 1048575]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[1048576, 2097151]", 2023-05-20T05:57:50.608 INFO:tasks.workunit.client.0.smithi081.stdout: "[2097152, 4194303]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[4194304, 8388607]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[8388608, 16777215]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[16777216, 33554431]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[33554432, 67108863]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[67108864, 134217727]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[134217728, 268435455]", 2023-05-20T05:57:50.609 INFO:tasks.workunit.client.0.smithi081.stdout: "[268435456, 536870911]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[536870912, 1073741823]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[1073741824, 2147483647]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[2147483648, 4294967295]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[4294967296, 8589934591]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[8589934592, 17179869183]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[17179869184, 34359738367]", 2023-05-20T05:57:50.610 INFO:tasks.workunit.client.0.smithi081.stdout: "[34359738368, 68719476735]", 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: "[68719476736, 137438953471]", 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: "[137438953472, 274877906943]", 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: "[274877906944, None]" 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.611 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.612 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:50.612 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.612 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:50.612 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.612 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.612 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.613 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.614 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.615 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.616 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.617 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 7, 1, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.618 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 22, 4, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.619 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.620 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.621 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.622 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.622 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.622 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.622 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.622 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.622 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.623 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.624 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.625 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.626 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.627 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.628 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.629 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.630 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.631 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.632 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.632 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.632 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.632 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.632 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.632 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.633 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.634 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.635 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.636 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.637 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.638 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.639 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.640 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.641 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.642 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.642 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.642 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.642 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.642 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.642 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.643 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.644 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.645 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.646 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.647 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.648 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.649 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.650 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.651 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.652 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.652 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.652 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.652 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.652 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.652 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-05-20T05:57:50.653 INFO:tasks.workunit.client.0.smithi081.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:50.654 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_counters": { 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: "caps": { 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_flush_ack": { 2023-05-20T05:57:50.655 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_flushsnap_ack": { 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_grant": { 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.656 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_revoke": { 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_trunc": { 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_commit": { 2023-05-20T05:57:50.657 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_fetch": { 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_merge": { 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_split": { 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: "exported_inodes": { 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.659 INFO:tasks.workunit.client.0.smithi081.stdout: "forward": { 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_cap_release": { 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_caps": { 2023-05-20T05:57:50.660 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_caps_dirty": { 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_inode_file_caps": { 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.661 INFO:tasks.workunit.client.0.smithi081.stdout: "imported_inodes": { 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes": { 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes_expired": { 2023-05-20T05:57:50.662 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes_pinned": { 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes_with_caps": { 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: "load_cent": { 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: "openino_dir_fetch": { 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.664 INFO:tasks.workunit.client.0.smithi081.stdout: "process_request_cap_release": { 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: "reply_latency": { 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 145038 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.665 INFO:tasks.workunit.client.0.smithi081.stdout: "request": { 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: "root_rbytes": { 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: "root_rfiles": { 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: "root_rsnaps": { 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_reply": { 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.667 INFO:tasks.workunit.client.0.smithi081.stdout: "subtrees": { 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_cache": { 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_enqueue_scrub": { 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.668 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_exportdir": { 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_flush": { 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.669 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_fragmentdir": { 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_fragstats": { 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_inodestats": { 2023-05-20T05:57:50.670 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_recovering_enqueued": { 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_recovering_prioritized": { 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_recovering_processing": { 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_strays": { 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_strays_delayed": { 2023-05-20T05:57:50.672 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_strays_enqueuing": { 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_completed": { 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_started": { 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_created": { 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.674 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_enqueued": { 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_migrated": { 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_reintegrated": { 2023-05-20T05:57:50.675 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_log": { 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: "ev": { 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.676 INFO:tasks.workunit.client.0.smithi081.stdout: "evadd": { 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: "evex": { 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: "evexd": { 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.677 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: "evexg": { 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: "evtrm": { 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.678 INFO:tasks.workunit.client.0.smithi081.stdout: "jlat": { 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11181566 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: "replayed": { 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.679 INFO:tasks.workunit.client.0.smithi081.stdout: "seg": { 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: "segadd": { 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: "segex": { 2023-05-20T05:57:50.680 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: "segexd": { 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: "segexg": { 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.681 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: "segtrm": { 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_mem": { 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: "cap": { 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.682 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: "cap+": { 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: "cap-": { 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.683 INFO:tasks.workunit.client.0.smithi081.stdout: "dir": { 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: "dir+": { 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: "dir-": { 2023-05-20T05:57:50.684 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: "dn": { 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: "dn+": { 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:50.685 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: "dn-": { 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: "heap": { 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 207132 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.686 INFO:tasks.workunit.client.0.smithi081.stdout: "ino": { 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: "ino+": { 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: "ino-": { 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.687 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_server": { 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: "cap_acquisition_throttle": { 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: "cap_revoke_eviction": { 2023-05-20T05:57:50.688 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_request": { 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_session": { 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 16 2023-05-20T05:57:50.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.690 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_peer_request": { 2023-05-20T05:57:50.690 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.690 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.690 INFO:tasks.workunit.client.0.smithi081.stdout: "req_create_latency": { 2023-05-20T05:57:50.690 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.690 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: "req_getattr_latency": { 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 145038 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: "req_getfilelock_latency": { 2023-05-20T05:57:50.691 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: "req_getvxattr_latency": { 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.692 INFO:tasks.workunit.client.0.smithi081.stdout: "req_link_latency": { 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookup_latency": { 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.693 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookuphash_latency": { 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupino_latency": { 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupname_latency": { 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupparent_latency": { 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.695 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupsnap_latency": { 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lssnap_latency": { 2023-05-20T05:57:50.696 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: "req_mkdir_latency": { 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.697 INFO:tasks.workunit.client.0.smithi081.stdout: "req_mknod_latency": { 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: "req_mksnap_latency": { 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.698 INFO:tasks.workunit.client.0.smithi081.stdout: "req_open_latency": { 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: "req_readdir_latency": { 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.699 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rename_latency": { 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: "req_renamesnap_latency": { 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.700 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rmdir_latency": { 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rmsnap_latency": { 2023-05-20T05:57:50.701 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rmxattr_latency": { 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.702 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setattr_latency": { 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setdirlayout_latency": { 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.703 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setfilelock_latency": { 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setlayout_latency": { 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setxattr_latency": { 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: "req_symlink_latency": { 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.705 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: "req_unlink_latency": { 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.706 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_sessions": { 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: "average_load": { 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: "avg_session_uptime": { 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 88 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.707 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: "session_count": { 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: "session_remove": { 2023-05-20T05:57:50.708 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: "sessions_open": { 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: "sessions_stale": { 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.709 INFO:tasks.workunit.client.0.smithi081.stdout: "total_load": { 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.710 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.711 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 45 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: "purge_queue": { 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executed": { 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.712 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing": { 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing_high_water": { 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.713 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing_ops": { 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing_ops_high_water": { 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_item_in_journal": { 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.714 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: "election_call": { 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.715 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: "election_lose": { 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: "election_win": { 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_elections": { 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": { 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:50.717 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: "session_rm": { 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 50 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: "session_trim": { 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.718 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: "paxos": { 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: "accept_timeout": { 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: "begin": { 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 823 2023-05-20T05:57:50.719 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_bytes": { 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 823, 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3640919 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_keys": { 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.720 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_latency": { 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 823, 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 94997835 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: "collect": { 2023-05-20T05:57:50.721 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_bytes": { 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 146 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_keys": { 2023-05-20T05:57:50.722 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_latency": { 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.723 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_timeout": { 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_uncommitted": { 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: "commit": { 2023-05-20T05:57:50.724 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 824 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_bytes": { 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_keys": { 2023-05-20T05:57:50.725 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_latency": { 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_ack_timeout": { 2023-05-20T05:57:50.726 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_timeout": { 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn": { 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.727 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn_latency": { 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh": { 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 824 2023-05-20T05:57:50.728 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.729 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh_latency": { 2023-05-20T05:57:50.729 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 824, 2023-05-20T05:57:50.729 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1567964199 2023-05-20T05:57:50.729 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.729 INFO:tasks.workunit.client.0.smithi081.stdout: "restart": { 2023-05-20T05:57:50.729 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state": { 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_bytes": { 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.730 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_keys": { 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: "start_leader": { 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.731 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: "start_peon": { 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state": { 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 824 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.732 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_bytes": { 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 824, 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7127280 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_keys": { 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 824, 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5711 2023-05-20T05:57:50.733 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_latency": { 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 824, 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 102997651 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache": { 2023-05-20T05:57:50.734 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1020054731 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 43819008 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:50.735 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 32710656 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2147483648 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11108352 2023-05-20T05:57:50.736 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:full": { 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.737 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.738 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 270695 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.739 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.740 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.741 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 70834707 2023-05-20T05:57:50.742 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:inc": { 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.743 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:50.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 40788 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.745 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.746 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.747 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.748 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71064614 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:kv": { 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 322961408 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.749 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184681220 2023-05-20T05:57:50.750 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.751 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.752 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.753 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.754 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71171324 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb": { 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: "compact": { 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.755 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_len": { 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_merge": { 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_range": { 2023-05-20T05:57:50.756 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: "get_latency": { 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 35011, 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 74651475 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_delay_time": { 2023-05-20T05:57:50.757 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_memtable_time": { 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.758 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_pre_and_post_time": { 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_wal_time": { 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.759 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_latency": { 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_sync_latency": { 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1785, 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234544303 2023-05-20T05:57:50.760 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.6be6ab158094b70e0c0f84d08371bec7b4437a25": { 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: "election_call": { 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.761 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: "election_lose": { 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: "election_win": { 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.762 INFO:tasks.workunit.client.0.smithi081.stdout: "num_elections": { 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": { 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:50.763 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: "session_rm": { 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 100 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: "session_trim": { 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.764 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: "paxos": { 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: "accept_timeout": { 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: "begin": { 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 811 2023-05-20T05:57:50.765 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_bytes": { 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 811, 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3614558 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_keys": { 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.766 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_latency": { 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 811, 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 249995308 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: "collect": { 2023-05-20T05:57:50.767 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_bytes": { 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 73 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_keys": { 2023-05-20T05:57:50.768 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_latency": { 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.769 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_timeout": { 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_uncommitted": { 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: "commit": { 2023-05-20T05:57:50.770 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 812 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_bytes": { 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_keys": { 2023-05-20T05:57:50.771 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_latency": { 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.772 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_ack_timeout": { 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_timeout": { 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn": { 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.773 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn_latency": { 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh": { 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 812 2023-05-20T05:57:50.774 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh_latency": { 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 812, 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1868964937 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: "restart": { 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8 2023-05-20T05:57:50.775 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state": { 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_bytes": { 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.776 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_keys": { 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: "start_leader": { 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.777 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: "start_peon": { 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state": { 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 812 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.778 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_bytes": { 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 812, 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7077034 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_keys": { 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 812, 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5624 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.779 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_latency": { 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 812, 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 494990702 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache": { 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:50.780 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1020054731 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42778624 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33660928 2023-05-20T05:57:50.781 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2147483648 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9117696 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.782 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:full": { 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.784 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 270695 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.785 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.786 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.787 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 70834707 2023-05-20T05:57:50.788 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:inc": { 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.789 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 40788 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.791 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.792 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.793 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.794 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71064614 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:kv": { 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 322961408 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.795 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.796 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.796 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.796 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.796 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.796 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.796 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184681220 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.797 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.798 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.799 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.800 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71171324 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb": { 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: "compact": { 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.801 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_len": { 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_merge": { 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_range": { 2023-05-20T05:57:50.802 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: "get_latency": { 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 34863, 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 83743400 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_delay_time": { 2023-05-20T05:57:50.803 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_memtable_time": { 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.804 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_pre_and_post_time": { 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_wal_time": { 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.805 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_latency": { 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_sync_latency": { 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1739, 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 810258401 2023-05-20T05:57:50.806 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: "election_call": { 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.807 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.808 INFO:tasks.workunit.client.0.smithi081.stdout: "election_lose": { 2023-05-20T05:57:50.808 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.808 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.808 INFO:tasks.workunit.client.0.smithi081.stdout: "election_win": { 2023-05-20T05:57:50.808 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:50.808 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_elections": { 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": { 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.809 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: "session_rm": { 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 207 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: "session_trim": { 2023-05-20T05:57:50.810 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: "paxos": { 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: "accept_timeout": { 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: "begin": { 2023-05-20T05:57:50.811 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 961 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_bytes": { 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 961, 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4652732 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_keys": { 2023-05-20T05:57:50.812 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 961, 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2883 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_latency": { 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 961, 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 179996636 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.813 INFO:tasks.workunit.client.0.smithi081.stdout: "collect": { 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_bytes": { 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.814 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_keys": { 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_latency": { 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.815 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_timeout": { 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_uncommitted": { 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.816 INFO:tasks.workunit.client.0.smithi081.stdout: "commit": { 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 961 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_bytes": { 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 961, 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4583598 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.817 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_keys": { 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 961, 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5645 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_latency": { 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 961, 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 439976539 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.818 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_ack_timeout": { 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_timeout": { 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn": { 2023-05-20T05:57:50.819 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn_latency": { 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1999964 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh": { 2023-05-20T05:57:50.820 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 963 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh_latency": { 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 963, 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2438954358 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: "restart": { 2023-05-20T05:57:50.821 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state": { 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_bytes": { 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.822 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1050 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_keys": { 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: "start_leader": { 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:50.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.824 INFO:tasks.workunit.client.0.smithi081.stdout: "start_peon": { 2023-05-20T05:57:50.824 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.824 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.824 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state": { 2023-05-20T05:57:50.824 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.824 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_bytes": { 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_keys": { 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.825 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_latency": { 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.826 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache": { 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1020054731 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 45899776 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.827 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:50.828 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 41115648 2023-05-20T05:57:50.828 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.828 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:50.829 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2147483648 2023-05-20T05:57:50.829 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.829 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4784128 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:full": { 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:50.830 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.831 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277022892 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 270265 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.832 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.833 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.834 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.835 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 70834075 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:inc": { 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.836 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.837 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277022892 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 38385 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.838 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.839 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.840 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.841 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71065955 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:kv": { 2023-05-20T05:57:50.842 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 322961408 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.843 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184681928 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.844 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.845 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.846 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.847 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71170616 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.848 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb": { 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: "compact": { 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_len": { 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.849 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_merge": { 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_range": { 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: "get_latency": { 2023-05-20T05:57:50.850 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 42760, 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 154222407 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_delay_time": { 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.851 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_memtable_time": { 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_pre_and_post_time": { 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.852 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_wal_time": { 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_latency": { 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.853 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_sync_latency": { 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2079, 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 683856748 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.854 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.0": { 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:50.855 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.856 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:50.857 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2727936 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.858 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:50.859 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6356992 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1560576 2023-05-20T05:57:50.860 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1421312 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6291456 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.861 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:50.862 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.863 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:50.864 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:50.865 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.866 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:50.867 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.868 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:50.869 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.870 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.871 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:50.872 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1314816 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.873 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.874 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:50.875 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 23, 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 62612 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.876 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 332, 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 85382977 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 330, 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14012892 2023-05-20T05:57:50.877 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 332, 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 395683 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 332, 2023-05-20T05:57:50.878 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 85778660 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.879 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 45443 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:50.880 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.881 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11258 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 801 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.882 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 223 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 120, 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2559751 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.883 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 325, 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 281385 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 205, 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5974189 2023-05-20T05:57:50.884 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 174335 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.885 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15354197 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 125, 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 44485808 2023-05-20T05:57:50.886 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.887 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:50.887 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 123, 2023-05-20T05:57:50.887 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 289986365083 2023-05-20T05:57:50.887 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.887 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:50.887 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 125, 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 147882587911 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 466, 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71918490999 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.888 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 466, 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 81674 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3633537 2023-05-20T05:57:50.889 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 219352727 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.890 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 135645 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 111776803 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:50.891 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 24665326 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 899729 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:50.892 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 374847581 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:50.893 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 29155636 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 468, 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4615161 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.894 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 272015360 2023-05-20T05:57:50.895 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 271007744 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.896 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1007616 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:50.897 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.898 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142485974 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.899 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.900 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 602112 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.901 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75015722 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.903 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.904 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068644805 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.905 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.907 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.908 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72204715 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:50.909 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.910 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 94990649 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.911 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.912 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.913 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.914 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72781047 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.915 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.916 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068644805 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.917 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.918 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5647 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.919 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 272510 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.920 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71927726 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.921 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.922 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.923 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 47 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.924 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.925 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 588 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36559375 2023-05-20T05:57:50.926 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.927 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:50.927 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.927 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.927 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:50.927 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:50.927 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2406987 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33903821 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:50.928 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.929 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.930 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.931 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.932 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.933 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:50.934 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:50.935 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 588 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36559375 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:50.936 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2406987 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:50.937 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33903821 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:50.938 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1771104 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:50.939 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7680000 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.1": { 2023-05-20T05:57:50.940 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.941 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.942 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.943 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2498560 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.944 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.945 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6291456 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1441792 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:50.946 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1302528 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6225920 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.947 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:50.948 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:50.949 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.950 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:50.951 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:50.952 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:50.953 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.954 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.955 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:50.956 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.957 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:50.958 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 708608 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:50.959 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 30, 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71252 2023-05-20T05:57:50.961 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 303, 2023-05-20T05:57:50.962 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78360447 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 292, 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10289751 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:50.963 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 303, 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 395769 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 303, 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78756216 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.964 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1549 2023-05-20T05:57:50.965 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15396 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.966 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:50.967 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11214 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 811 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:50.968 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 228 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 135, 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4360487 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:50.969 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 351, 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 284414 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 216, 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7732492 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.970 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 8, 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 263039 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:50.971 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.972 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12849824 2023-05-20T05:57:50.972 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.972 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:50.972 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 121, 2023-05-20T05:57:50.972 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8638460 2023-05-20T05:57:50.972 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 119, 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 272279539765 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 121, 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 129160626190 2023-05-20T05:57:50.973 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 402, 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75193949723 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 402, 2023-05-20T05:57:50.974 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 37856 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3621889 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:50.975 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 200290883 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 127380 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.976 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 129392861 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 23235682 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.977 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 308556 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.978 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 369454190 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 27218331 2023-05-20T05:57:50.979 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2976586 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:50.980 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 237346816 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:50.981 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236380160 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 966656 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.982 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.983 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523345 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.984 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.985 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.986 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.987 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75572271 2023-05-20T05:57:50.988 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.989 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068925091 2023-05-20T05:57:50.990 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.991 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.992 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.993 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:50.994 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71924429 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.995 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:50.996 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015563 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.997 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.998 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:50.999 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.000 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756133 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.001 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.002 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068925091 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.003 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.004 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.004 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.004 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.004 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.004 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.004 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6888 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 242469 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.006 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71676240 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.007 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.008 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.009 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 155 2023-05-20T05:57:51.010 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.011 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2429440 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 155, 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 614422492 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.012 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1052 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 155, 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 61026933 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.013 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 155, 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 251392217 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.014 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 33, 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7153110 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.015 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1052 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 33, 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6364302 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.016 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 33, 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5442704 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.017 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 22, 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18981865 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.018 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.019 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 22, 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8593155 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 22, 2023-05-20T05:57:51.020 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 17784291 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 100 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2429440 2023-05-20T05:57:51.021 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 100, 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 588287517 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.022 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 100, 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 46069476 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 100, 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 228165222 2023-05-20T05:57:51.023 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 590368 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.024 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.025 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7008256 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.2": { 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:51.026 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:51.027 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.028 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2162688 2023-05-20T05:57:51.029 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.030 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6160384 2023-05-20T05:57:51.031 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1232896 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1093632 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.032 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6094848 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:51.033 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.034 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:51.035 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.036 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.037 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:51.038 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.040 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:51.041 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.042 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.043 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 704512 2023-05-20T05:57:51.044 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.045 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.046 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 12, 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15449 2023-05-20T05:57:51.047 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 252, 2023-05-20T05:57:51.048 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78023275 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 244, 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8467627 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 252, 2023-05-20T05:57:51.049 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 338213 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 252, 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78361488 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:51.050 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1647 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.051 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.052 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.053 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10036 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 579 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 212 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.054 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 88, 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1134497 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 250, 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 304267 2023-05-20T05:57:51.055 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 162, 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2543308 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.056 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 7, 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 259144 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.057 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9035728 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 114, 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7859783 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:51.058 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 112, 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 238362598965 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 114, 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118612866257 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:51.059 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 327, 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75195490029 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 327, 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 30994 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.060 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 376465 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 169685320 2023-05-20T05:57:51.061 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 101593 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.062 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 109309615 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 17784669 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 308661 2023-05-20T05:57:51.063 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.064 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 306241516 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 21420967 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:51.065 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1987754 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:51.066 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235184128 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234635264 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.067 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 548864 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:51.068 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.069 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523764 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.070 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.072 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.073 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75571852 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.074 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.075 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928236 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.076 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.078 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.080 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.080 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.080 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.080 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.080 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71921284 2023-05-20T05:57:51.080 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.081 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.081 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:51.081 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.081 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:51.081 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.081 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.082 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015843 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.083 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.085 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.086 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72755853 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.087 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.088 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.088 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.088 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.088 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.088 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.088 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928236 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.089 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.090 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11016 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 231354 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.091 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.092 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71680082 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.093 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.094 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.095 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 31 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.096 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.097 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 169867078 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.098 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3780628 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.099 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 156363412 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.100 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.101 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.102 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.103 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.104 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.105 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.106 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.107 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 169867078 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.108 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3780628 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 156363412 2023-05-20T05:57:51.109 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.110 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6873088 2023-05-20T05:57:51.111 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.3": { 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.112 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.113 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:51.114 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1261568 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.115 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.116 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5636096 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.117 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 806912 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 667648 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:51.118 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.119 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.120 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:51.121 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.122 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.123 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:51.124 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.125 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.126 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.127 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.128 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.129 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 724992 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.130 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.131 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.132 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5435 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:51.133 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 148, 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 51255253 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.134 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 136, 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22804358 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 148, 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 240590 2023-05-20T05:57:51.135 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 148, 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 51495843 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.136 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:51.137 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.138 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22590 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.139 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 352 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 216 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:51.140 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 90, 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 898841 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 160, 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 266046 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.141 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 70, 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 357079 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.142 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6303723 2023-05-20T05:57:51.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 54, 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4437235 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 51, 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 294420158643 2023-05-20T05:57:51.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 54, 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 84920133003 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 239, 2023-05-20T05:57:51.145 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1176474 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 239, 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 23854 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:51.146 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 269418 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 158177544 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.147 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71653 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 61555240 2023-05-20T05:57:51.148 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11376674 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 311371 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.149 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 237714678 2023-05-20T05:57:51.150 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14003642 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.151 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1532941 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.152 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 267902976 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 267141120 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:51.153 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 761856 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:51.154 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.155 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523755 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.156 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.157 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.158 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.158 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.158 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.158 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.159 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75580053 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.160 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.161 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928169 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.162 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.164 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71921351 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.166 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.167 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015837 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.168 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.170 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.170 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.170 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.170 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.171 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.172 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72755859 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.173 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928169 2023-05-20T05:57:51.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.175 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.176 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 16441 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 239778 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.178 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71666300 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.179 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.180 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.181 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.182 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.183 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.184 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 648900 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.186 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.187 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.188 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.189 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.190 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.191 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.192 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.193 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.194 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 648900 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.195 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6369280 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.198 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.4": { 2023-05-20T05:57:51.198 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:51.198 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:51.198 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.198 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.198 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:51.199 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.200 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1335296 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.201 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.202 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5701632 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:51.203 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 876544 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 737280 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5636096 2023-05-20T05:57:51.204 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:51.206 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:51.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:51.208 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:51.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.210 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:51.211 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.213 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:51.213 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.213 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.213 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:51.213 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.214 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.214 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:51.214 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.214 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.214 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:51.214 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 720896 2023-05-20T05:57:51.216 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.217 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4731 2023-05-20T05:57:51.219 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 165, 2023-05-20T05:57:51.220 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 46409239 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 152, 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6467269 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:51.221 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 165, 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 228194 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 165, 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 46637433 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.222 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1468 2023-05-20T05:57:51.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.224 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.225 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 23686 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 364 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 233 2023-05-20T05:57:51.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 95, 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 873894 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 161, 2023-05-20T05:57:51.227 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 252209 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 66, 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 127391 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:51.228 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 350081 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:51.229 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6162303 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3446952 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:51.230 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 41, 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 191440958141 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 55193843901 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.231 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 259, 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 449151 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 259, 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 25858 2023-05-20T05:57:51.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 252329 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.233 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 126670129 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 85493 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:51.234 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65112152 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12104942 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:51.235 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 309341 2023-05-20T05:57:51.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.236 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:51.236 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.236 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 923 2023-05-20T05:57:51.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.236 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 210347547 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14666377 2023-05-20T05:57:51.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1871069 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:51.238 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 268804096 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 268099584 2023-05-20T05:57:51.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 704512 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523047 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.242 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.243 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.245 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75572569 2023-05-20T05:57:51.246 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.247 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068922858 2023-05-20T05:57:51.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.249 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.251 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.252 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71926662 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.253 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.254 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015365 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.255 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.256 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.256 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.256 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.256 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.256 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.256 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.258 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756331 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.260 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068922858 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.261 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8248 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 246082 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.263 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71673500 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.265 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.267 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 41 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:51.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.269 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15509311 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.270 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 675578 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.271 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13851696 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.272 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.273 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.274 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.276 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.276 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.276 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.276 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.276 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.278 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.279 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15509311 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.280 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 675578 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13851696 2023-05-20T05:57:51.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.282 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6430720 2023-05-20T05:57:51.283 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.5": { 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.285 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:51.286 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1196032 2023-05-20T05:57:51.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.288 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5636096 2023-05-20T05:57:51.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 778240 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 638976 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.290 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.292 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:51.293 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.295 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:51.296 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.297 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:51.298 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.300 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.301 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 712704 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:51.302 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.303 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:51.304 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 4, 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5799 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:51.305 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 141, 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 49022536 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.306 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 135, 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5556862 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 141, 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 176336 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.307 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 141, 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 49198872 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1515 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.309 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:51.310 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11255 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.311 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 332 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 238 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:51.312 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 88, 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 655545 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 142, 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 241136 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:51.313 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 54, 2023-05-20T05:57:51.314 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 197561 2023-05-20T05:57:51.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.314 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:51.314 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.314 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 7, 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235373 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3684187 2023-05-20T05:57:51.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 41, 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3771968 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 38, 2023-05-20T05:57:51.316 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 278782285688 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 41, 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71847430229 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:51.317 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 264, 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 422338 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 264, 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 26594 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:51.318 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 244546 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 168591081 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.319 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78877 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193496993 2023-05-20T05:57:51.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11424930 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 310769 2023-05-20T05:57:51.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 599 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 377473455 2023-05-20T05:57:51.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13804158 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:51.323 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1742678 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.324 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236511232 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235446272 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:51.325 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1064960 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:51.326 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523273 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.328 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.329 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.331 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75576439 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:51.332 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.333 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924549 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.335 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:51.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.337 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71924971 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.339 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015515 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.341 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.342 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.343 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756181 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.345 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924549 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.346 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.347 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 16431 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.348 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 243738 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71665970 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.351 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.352 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.353 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.353 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42 2023-05-20T05:57:51.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.353 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.353 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.354 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.355 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.356 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.357 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.358 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.359 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.360 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.362 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.363 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.364 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.365 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.366 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.367 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6356992 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.6": { 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:51.369 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:51.370 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1097728 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:51.373 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:51.374 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 765952 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 626688 2023-05-20T05:57:51.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5505024 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.376 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:51.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.378 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:51.379 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:51.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.381 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.383 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:51.384 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1306624 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.387 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.389 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6493 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.390 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 138, 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 38041812 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.391 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:51.392 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 125, 2023-05-20T05:57:51.392 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12411065 2023-05-20T05:57:51.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.392 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:51.392 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 138, 2023-05-20T05:57:51.392 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 137397 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 138, 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 38179209 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:51.393 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.394 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.395 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11736 2023-05-20T05:57:51.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 293 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 249 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.397 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 86, 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 662462 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 129, 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 330364 2023-05-20T05:57:51.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 183663 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3633068 2023-05-20T05:57:51.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 32, 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2205407 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 29, 2023-05-20T05:57:51.401 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 237310031749 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 32, 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 47902159545 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:51.402 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 239, 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 392284 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 239, 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 25077 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.403 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 726216 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 230079199 2023-05-20T05:57:51.404 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 80957 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 98367518 2023-05-20T05:57:51.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10242540 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 901370 2023-05-20T05:57:51.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 391 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.407 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 343079620 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12331437 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:51.408 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1806489 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.409 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236298240 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234766336 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:51.410 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1531904 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:51.411 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.412 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523271 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.413 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.414 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.416 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75580537 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:51.417 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.418 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924537 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.420 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:51.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.422 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71924983 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.423 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.424 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015514 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.426 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.427 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756182 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.430 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924537 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.431 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.432 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12585 2023-05-20T05:57:51.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 251707 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.434 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71661859 2023-05-20T05:57:51.435 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.436 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.437 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 39 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.438 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.439 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2786 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.440 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118463367 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.441 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 15, 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7119889 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 88618972 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.442 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.443 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.444 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.445 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.447 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.448 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.449 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2786 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118463367 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.450 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 15, 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7119889 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.451 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 88618972 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.452 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6885376 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.7": { 2023-05-20T05:57:51.454 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:51.455 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1064960 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.458 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:51.459 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5505024 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 770048 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 630784 2023-05-20T05:57:51.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5439488 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.461 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:51.462 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:51.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:51.464 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:51.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.466 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:51.467 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.469 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:51.470 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1306624 2023-05-20T05:57:51.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.473 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12427 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.475 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 139, 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 39438812 2023-05-20T05:57:51.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 134, 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5749148 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 139, 2023-05-20T05:57:51.477 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 111029 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 139, 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 39549841 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:51.478 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:51.479 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.480 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11400 2023-05-20T05:57:51.481 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 389 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 267 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.482 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 95, 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 784317 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 138, 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 254597 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.483 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 247165 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.484 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 4, 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 127082 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3179640 2023-05-20T05:57:51.485 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 20, 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1554312 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 18, 2023-05-20T05:57:51.486 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118039190526 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 20, 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33383036760 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:51.487 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 272, 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 418959 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 272, 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 27663 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.488 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184928 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 147637890 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.489 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 98302 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 166017913 2023-05-20T05:57:51.490 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10490616 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 899605 2023-05-20T05:57:51.491 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 678 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.492 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 327564321 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14010425 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:51.493 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1937983 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.494 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236363776 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235151360 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:51.495 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1212416 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:51.496 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.497 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142514364 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.499 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 135168 2023-05-20T05:57:51.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.501 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75454276 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.502 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.503 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068857731 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.504 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.505 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.506 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:51.507 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.507 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.507 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.507 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.507 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.507 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71991789 2023-05-20T05:57:51.508 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:51.509 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95009576 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.510 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.511 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.513 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72762120 2023-05-20T05:57:51.514 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:51.515 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068857731 2023-05-20T05:57:51.516 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.517 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11215 2023-05-20T05:57:51.518 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 257953 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.519 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:51.520 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71723789 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.521 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.522 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 47 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:51.523 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 43 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.524 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.525 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 83863945 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 132129 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.526 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 45, 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11410645 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 60995394 2023-05-20T05:57:51.527 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 28 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 28, 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4609568 2023-05-20T05:57:51.528 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 132129 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:51.529 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 28, 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4277602 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 28, 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3421696 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.530 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:51.531 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9745866 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:51.532 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4031715 2023-05-20T05:57:51.533 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9224587 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:51.534 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 69508511 2023-05-20T05:57:51.535 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 7, 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3101328 2023-05-20T05:57:51.536 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 48349111 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.537 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:51.538 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6819840 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": [ 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr" 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:51.540 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 1, 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 1, 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 1, 2023-05-20T05:57:51.541 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 1781760, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 1781760, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:51.542 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 2, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 2.4424314233328914e-06, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 212, 2023-05-20T05:57:51.543 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 313344, 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 590368, 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 590368, 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 1771104, 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 179, 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 2473984 2023-05-20T05:57:51.544 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:51.545 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:51.546 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 32, 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 32, 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 2, 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 98304, 2023-05-20T05:57:51.547 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 98304, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 22, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:51.548 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 1.3475515459049348e-07, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 3376, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 3376, 2023-05-20T05:57:51.549 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 10128, 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 51, 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 19456 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:51.550 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:51.551 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 64, 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 64, 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 3, 2023-05-20T05:57:51.552 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:51.553 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:51.554 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:51.555 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:51.556 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd" 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:51.557 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 8, 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 8, 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 4, 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:51.558 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:51.559 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:51.560 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:51.561 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": { 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: "mirroring_by_pool": [ 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: false 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_images_by_pool": [ 2023-05-20T05:57:51.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pools": 1 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: "report_id": "42fd6d77-5272-4edd-9b7f-425f4dcacb57", 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: "report_timestamp": "2023-05-20T05:57:50.000026", 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: "report_version": 1, 2023-05-20T05:57:51.563 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_stats": { 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "6.15.5" 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "rook": { 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster": { 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "external-mode": null, 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "allow-multiple-per-node": null, 2023-05-20T05:57:51.564 INFO:tasks.workunit.client.0.smithi081.stdout: "count": null, 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: "max-id": null, 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: "pvc": { 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: "stretch": { 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:51.565 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: "network": { 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: "provider": null 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: "storage": { 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: "device-set": { 2023-05-20T05:57:51.566 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: "non-portable": null, 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: "portable": null, 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.567 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: "csi": { 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes": { 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.568 INFO:tasks.workunit.client.0.smithi081.stdout: "node": { 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes-total": null, 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: "with-ceph-daemons": null, 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-cephfs-plugin": null, 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-nfs-plugin": null, 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-rbd-plugin": null 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.569 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "storage-class": { 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket": null, 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs": null, 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "nfs": null, 2023-05-20T05:57:51.570 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": null, 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.571 INFO:tasks.workunit.client.0.smithi081.stdout: "services": {}, 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_per_pg": [ 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.572 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.573 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.405921+0000", 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.405921+0000", 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.406205+0000", 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.574 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.575 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.576 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.576 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:51.576 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.576 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.576 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.576 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.577 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3f", 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.578 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000", 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.579 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.580 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.581 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.582 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.583 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.585 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.586 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.587 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.405395+0000", 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.405395+0000", 2023-05-20T05:57:51.588 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.405702+0000", 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.589 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:51.590 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.591 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3e", 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.592 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000", 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.593 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.594 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.595 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.596 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.597 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.598 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.599 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:51.600 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.601 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.602 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.395161+0000", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.395161+0000", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395423+0000", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.603 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.604 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.605 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.606 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3d", 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.607 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000", 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.608 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.609 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.610 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.611 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.611 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.611 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.611 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.611 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.611 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.614 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.615 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.616 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.400569+0000", 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.400569+0000", 2023-05-20T05:57:51.617 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.400877+0000", 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.618 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:51.619 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.620 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3c", 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.621 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000", 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.622 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.623 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.624 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.628 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.629 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.630 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.631 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399774+0000", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399774+0000", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.400215+0000", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.632 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.633 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.637 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.638 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3b", 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.639 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000", 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.645 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.646 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.647 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:51.648 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392634+0000", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392634+0000", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392953+0000", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.650 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.651 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.652 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3a", 2023-05-20T05:57:51.653 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000", 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.654 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.658 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.659 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.660 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.661 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.662 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.663 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392015+0000", 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392015+0000", 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392319+0000", 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.664 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.665 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.666 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.667 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.39", 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.668 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000", 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.676 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.677 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399423+0000", 2023-05-20T05:57:51.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399423+0000", 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.399760+0000", 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.679 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.680 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.681 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.38", 2023-05-20T05:57:51.682 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000", 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.683 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.688 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.689 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:51.690 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.691 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.692 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.403652+0000", 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.403652+0000", 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.404241+0000", 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.694 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.695 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.696 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.37", 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.697 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000", 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.704 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.705 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.706 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.397836+0000", 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.397836+0000", 2023-05-20T05:57:51.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.398109+0000", 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.708 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:51.709 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.710 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.36", 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.711 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000", 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.712 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.717 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.718 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:51.719 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.720 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.721 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387460+0000", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387460+0000", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387794+0000", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.722 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.723 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.724 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.725 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.35", 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000", 2023-05-20T05:57:51.726 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.730 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.731 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.732 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.732 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.732 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.732 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.732 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.732 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.734 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.735 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.384716+0000", 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.384716+0000", 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.384992+0000", 2023-05-20T05:57:51.736 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.737 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.738 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.739 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.34", 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.740 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000", 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.743 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.744 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.745 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.746 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.747 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.748 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:51.749 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.750 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389137+0000", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389137+0000", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389427+0000", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.751 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.752 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.753 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.33", 2023-05-20T05:57:51.754 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000", 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.755 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.756 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.757 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.758 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.759 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.760 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.761 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.761 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.761 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.761 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.761 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.761 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.762 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.763 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.764 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.395748+0000", 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.395748+0000", 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395985+0000", 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.765 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.766 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.767 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.768 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.32", 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.769 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000", 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.770 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.771 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.772 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.773 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.774 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.775 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.775 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.775 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.775 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.775 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.776 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.777 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.778 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.779 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399524+0000", 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399524+0000", 2023-05-20T05:57:51.780 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.399784+0000", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.781 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.782 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.782 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.782 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.782 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.783 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.31", 2023-05-20T05:57:51.784 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.785 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.785 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.785 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.785 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.785 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000", 2023-05-20T05:57:51.785 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.787 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.787 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.787 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.787 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.788 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.788 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.788 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.788 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.789 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.789 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.789 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.789 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.789 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.789 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.794 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.795 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.795 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.795 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.795 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:51.796 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.796 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:51.796 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.797 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.797 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.797 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.798 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.798 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.798 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:51.798 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.799 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.799 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.799 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.799 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.799 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391528+0000", 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391528+0000", 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.391828+0000", 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.802 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.803 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.30", 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000", 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.804 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.810 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.810 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:51.811 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.812 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392584+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392584+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392869+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.815 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.816 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2f", 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.817 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000", 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.824 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.825 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.826 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388404+0000", 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388404+0000", 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388651+0000", 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.828 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.829 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.830 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2e", 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000", 2023-05-20T05:57:51.831 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.837 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.837 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.837 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:51.838 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.839 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.840 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.840 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.840 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.840 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.840 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.840 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.405293+0000", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.405293+0000", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.406408+0000", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.841 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.842 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.843 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2d", 2023-05-20T05:57:51.844 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000", 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.845 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.851 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.852 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:51.853 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.991863+0000", 2023-05-20T05:57:51.854 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.991863+0000", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.992345+0000", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.855 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 4, 2023-05-20T05:57:51.856 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.857 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 4, 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1f", 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.858 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 22, 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000", 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 554, 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:51.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 4, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.864 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:51.865 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'4" 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.866 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:51.867 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.867 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.867 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.867 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.867 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389473+0000", 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389473+0000", 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389748+0000", 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.868 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.869 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.870 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.871 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1e", 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000", 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.872 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.878 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.879 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.880 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.995462+0000", 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.995462+0000", 2023-05-20T05:57:51.881 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.995741+0000", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.882 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.883 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.884 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1e", 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:51.885 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000", 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.891 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.892 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.893 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.894 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.395439+0000", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.395439+0000", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395657+0000", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.895 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.896 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:51.897 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.897 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.897 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.897 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.898 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1f", 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.899 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000", 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.905 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.906 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.907 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.908 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.993976+0000", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.993976+0000", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994290+0000", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:51.909 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.911 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1d", 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.912 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000", 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:51.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.918 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.919 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.920 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.921 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391946+0000", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391946+0000", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392331+0000", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.922 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.924 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1c", 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.925 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000", 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.926 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.932 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.933 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.934 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997232+0000", 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997232+0000", 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997524+0000", 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.935 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:51.937 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.938 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.938 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.938 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.938 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:51.938 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1c", 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:51.939 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000", 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:51.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:51.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.945 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:51.946 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:51.947 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.948 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.386878+0000", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.386878+0000", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387762+0000", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:51.950 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.951 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1d", 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.952 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000", 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.958 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.959 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.960 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.961 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994247+0000", 2023-05-20T05:57:51.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994247+0000", 2023-05-20T05:57:51.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994767+0000", 2023-05-20T05:57:51.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:51.964 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.965 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1b", 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000", 2023-05-20T05:57:51.966 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.972 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.973 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.974 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391859+0000", 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391859+0000", 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392137+0000", 2023-05-20T05:57:51.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.977 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.978 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1a", 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.979 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000", 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.985 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.986 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:51.987 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.989937+0000", 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.989937+0000", 2023-05-20T05:57:51.988 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.990220+0000", 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:51.990 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:51.991 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1a", 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:51.992 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000", 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:51.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:51.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:51.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:51.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:51.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:51.998 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:51.999 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.000 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.393227+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.393227+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.393610+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.004 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1b", 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.005 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000", 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.011 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.012 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.014 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994948+0000", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994948+0000", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.995330+0000", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.017 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.19", 2023-05-20T05:57:52.018 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000", 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.019 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.026 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.027 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390281+0000", 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390281+0000", 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390695+0000", 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.030 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.031 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.18", 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000", 2023-05-20T05:57:52.032 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.038 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.039 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.040 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.841062+0000", 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.841062+0000", 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.043 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.044 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.18", 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 28, 2023-05-20T05:57:52.045 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:29:54.039535+0000", 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.051 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.052 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.053 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389206+0000", 2023-05-20T05:57:52.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389206+0000", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389502+0000", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:52.056 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.057 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.19", 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.058 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000", 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.064 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.065 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.066 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997288+0000", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997288+0000", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997551+0000", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.070 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.17", 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.071 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000", 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.078 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.079 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.080 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391920+0000", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391920+0000", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392288+0000", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.083 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.16", 2023-05-20T05:57:52.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000", 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.085 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.091 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.092 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.093 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.000910+0000", 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.000910+0000", 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.002134+0000", 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.096 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.097 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.16", 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000", 2023-05-20T05:57:52.098 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.104 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.105 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.106 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.394903+0000", 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.394903+0000", 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395228+0000", 2023-05-20T05:57:52.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.109 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.110 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.17", 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000", 2023-05-20T05:57:52.111 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.118 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.119 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.996370+0000", 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.996370+0000", 2023-05-20T05:57:52.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.996659+0000", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 3, 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.122 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 3, 2023-05-20T05:57:52.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.15", 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 21, 2023-05-20T05:57:52.124 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000", 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 90, 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 4, 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.130 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'3" 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.131 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:52.132 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390647+0000", 2023-05-20T05:57:52.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390647+0000", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390921+0000", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.135 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.136 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.14", 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.137 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000", 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.143 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.145 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.996783+0000", 2023-05-20T05:57:52.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.996783+0000", 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997083+0000", 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:52.148 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 12, 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.149 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 12, 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.14", 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.150 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 29, 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000", 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 2606, 2023-05-20T05:57:52.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 12, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 4, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 4, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 12, 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 9 2023-05-20T05:57:52.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.157 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "69'12" 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.158 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.159 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.402719+0000", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.402719+0000", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.402999+0000", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.162 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.15", 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.163 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000", 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.164 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.170 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.171 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.172 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.991583+0000", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.991583+0000", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.991835+0000", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.175 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.13", 2023-05-20T05:57:52.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.177 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.177 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.177 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:52.177 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000", 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 34, 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:52.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 6 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.183 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.184 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.185 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.364760+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.364760+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.189 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.12", 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.190 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 10, 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:28:56.565384+0000", 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.197 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.198 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.001324+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.001324+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.001663+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.202 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.12", 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.203 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000", 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.210 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.211 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.212 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399408+0000", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399408+0000", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.400034+0000", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.215 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.13", 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.216 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000", 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.217 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.223 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.224 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.225 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.991297+0000", 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.991297+0000", 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.991666+0000", 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.228 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.11", 2023-05-20T05:57:52.229 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000", 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.230 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.236 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.237 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.238 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387401+0000", 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387401+0000", 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388215+0000", 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.241 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.242 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.10", 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000", 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.243 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.250 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.251 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.989752+0000", 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.989752+0000", 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.990019+0000", 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 8, 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.254 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 8, 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.255 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.10", 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 26, 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000", 2023-05-20T05:57:52.256 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 12, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 4, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 4, 2023-05-20T05:57:52.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 4, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 12, 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.262 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'8" 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.263 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.264 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.396489+0000", 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.396489+0000", 2023-05-20T05:57:52.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.396882+0000", 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.267 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.268 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.11", 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.269 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000", 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.275 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:52.277 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.987924+0000", 2023-05-20T05:57:52.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.987924+0000", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.988259+0000", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:52.280 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.281 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.f", 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.282 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000", 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 22, 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:52.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.288 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:52.289 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.290 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.913527+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.913527+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.294 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.e", 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.295 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 27, 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:38:22.320051+0000", 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.302 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.303 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.304 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.525779+0000", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.525779+0000", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.526077+0000", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.306 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.307 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.2", 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.308 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000", 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.315 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.317 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.998900+0000", 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.998900+0000", 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.999151+0000", 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.320 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.4", 2023-05-20T05:57:52.321 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000", 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.322 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.328 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.329 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.330 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.380408+0000", 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.380408+0000", 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.380688+0000", 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.333 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.334 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.5", 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000", 2023-05-20T05:57:52.335 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.341 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.343 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.520477+0000", 2023-05-20T05:57:52.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.520477+0000", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.520783+0000", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.346 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.347 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.4", 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.348 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000", 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.354 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.356 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.000829+0000", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.000829+0000", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.001531+0000", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:52.359 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.360 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.2", 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.361 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000", 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.368 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.369 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.383762+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.383762+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.384069+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.372 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.373 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3", 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.374 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000", 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.381 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.383 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.525847+0000", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.525847+0000", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.526137+0000", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.385 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.386 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.7", 2023-05-20T05:57:52.387 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000", 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.388 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.394 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.395 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.396 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390279+0000", 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390279+0000", 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390578+0000", 2023-05-20T05:57:52.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.398 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.399 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.400 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.0", 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000", 2023-05-20T05:57:52.401 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.407 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.408 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.409 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.988446+0000", 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.988446+0000", 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.988696+0000", 2023-05-20T05:57:52.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.411 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.412 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.413 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1", 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.414 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000", 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.420 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.422 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.521480+0000", 2023-05-20T05:57:52.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.521480+0000", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.521777+0000", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.424 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:52.425 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.426 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.5", 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.427 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 12, 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000", 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.433 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.435 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.436 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.378442+0000", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.378442+0000", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.378780+0000", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.437 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:52.438 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.439 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2", 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.440 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000", 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.441 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.442 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.443 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.446 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.447 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.448 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.449 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.995616+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.995616+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.996031+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.450 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.451 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.452 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.3", 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.453 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000", 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.460 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.461 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 19, 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.462 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:54:44.193901+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:54:44.193901+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:54:44.194374+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:52:50.246984+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:52:50.246984+0000", 2023-05-20T05:57:52.463 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 58, 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:52:50.246984+0000", 2023-05-20T05:57:52.464 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 128, 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 57, 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.465 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 128, 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "1.0", 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.466 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 276, 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000", 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.467 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 590368, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 1771104, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.468 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.469 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 6, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 212, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 306, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 179, 2023-05-20T05:57:52.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 2416 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.473 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "63'128" 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.474 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.475 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.520522+0000", 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.520522+0000", 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.520794+0000", 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.476 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.477 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.478 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.479 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.6", 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000", 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.480 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.481 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.482 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.483 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.486 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.488 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392937+0000", 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392937+0000", 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.393223+0000", 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.489 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.490 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.491 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.492 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1", 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000", 2023-05-20T05:57:52.493 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.494 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.495 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.496 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.499 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.500 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.501 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994324+0000", 2023-05-20T05:57:52.502 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994324+0000", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994827+0000", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.503 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.504 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.505 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.0", 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.506 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000", 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.507 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.508 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.509 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.512 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.513 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.514 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.515 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.522101+0000", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.522101+0000", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.522420+0000", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.516 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:52.517 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.518 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.3", 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.519 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000", 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.520 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.521 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.522 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.525 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.526 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.527 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.528 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997976+0000", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997976+0000", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.998296+0000", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.529 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.530 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.531 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.5", 2023-05-20T05:57:52.532 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000", 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.533 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.534 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.535 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.536 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.537 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.538 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.539 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.540 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.541 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.398957+0000", 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.398957+0000", 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.399223+0000", 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.542 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.543 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.544 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.545 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.4", 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000", 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.546 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.548 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.549 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.550 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.551 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.552 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.553 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.554 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.520939+0000", 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.520939+0000", 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.521227+0000", 2023-05-20T05:57:52.555 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.556 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.557 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.558 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.0", 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000", 2023-05-20T05:57:52.559 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.565 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.566 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.567 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.990841+0000", 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.990841+0000", 2023-05-20T05:57:52.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.991112+0000", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.570 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.571 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.6", 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.572 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000", 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.578 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "62'1" 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.579 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.580 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387575+0000", 2023-05-20T05:57:52.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387575+0000", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387843+0000", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.583 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.584 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.7", 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.585 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000", 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.591 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.592 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:52.593 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.594 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.521940+0000", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.521940+0000", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.522309+0000", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:52.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:57:52.596 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.597 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.1", 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.598 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000", 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.604 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:52.605 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.606 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.607 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.990065+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.990065+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.990359+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.610 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.7", 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.611 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000", 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:52.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.618 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.619 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.620 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.913540+0000", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.913540+0000", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.623 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.6", 2023-05-20T05:57:52.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 10, 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:28:40.011848+0000", 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.625 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.631 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.633 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.993926+0000", 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.993926+0000", 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994610+0000", 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.636 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.637 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.8", 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000", 2023-05-20T05:57:52.638 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.644 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.645 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.646 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392807+0000", 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392807+0000", 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.393165+0000", 2023-05-20T05:57:52.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.649 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.650 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.651 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.651 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.9", 2023-05-20T05:57:52.651 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.651 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.651 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000", 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.658 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.659 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.660 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.661 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994426+0000", 2023-05-20T05:57:52.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994426+0000", 2023-05-20T05:57:52.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.995077+0000", 2023-05-20T05:57:52.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.663 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.664 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.9", 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.665 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000", 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.666 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.667 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.671 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.672 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.673 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.674 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389920+0000", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389920+0000", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390542+0000", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.675 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.676 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.676 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.676 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.678 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.679 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.8", 2023-05-20T05:57:52.680 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000", 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.681 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.682 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.683 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.684 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.685 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.686 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.687 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.687 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.687 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.688 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.689 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.690 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994341+0000", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994341+0000", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994696+0000", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.691 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.692 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.693 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.694 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.a", 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000", 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.695 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.696 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.696 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.696 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.698 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.699 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.702 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.703 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.704 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.383811+0000", 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.383811+0000", 2023-05-20T05:57:52.705 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.384058+0000", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.706 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.707 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.708 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.708 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.708 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.708 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.b", 2023-05-20T05:57:52.709 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000", 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.710 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.711 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.712 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.713 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.714 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.715 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.716 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.717 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.718 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997534+0000", 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997534+0000", 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997821+0000", 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.719 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.720 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.721 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.722 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.b", 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000", 2023-05-20T05:57:52.723 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:52.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.729 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.730 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.731 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390187+0000", 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390187+0000", 2023-05-20T05:57:52.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390502+0000", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.734 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.735 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.a", 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:52.736 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000", 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.742 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.743 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.744 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.995742+0000", 2023-05-20T05:57:52.745 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.995742+0000", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.996031+0000", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:57:52.747 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.748 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.c", 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.749 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000", 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.750 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.755 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.756 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.757 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.758 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.406913+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.406913+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.407228+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.761 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.d", 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.762 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000", 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.763 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.768 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.769 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.770 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.771 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994728+0000", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994728+0000", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994996+0000", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.774 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.d", 2023-05-20T05:57:52.775 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000", 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.776 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 70, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.777 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.782 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.783 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.784 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.784 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.784 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.784 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.784 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.400795+0000", 2023-05-20T05:57:52.785 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.400795+0000", 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.401103+0000", 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:57:52.787 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.788 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.c", 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.789 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000", 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.790 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.795 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.796 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.797 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.798 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.985099+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.985099+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.986320+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.799 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.801 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.e", 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.802 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000", 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.803 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.804 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.805 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.806 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.807 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:52.808 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:52.809 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.810 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.811 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.403278+0000", 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.403278+0000", 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.403980+0000", 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.812 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.813 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.814 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.f", 2023-05-20T05:57:52.815 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000", 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.816 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.817 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.818 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.820 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.821 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.824 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387917+0000", 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387917+0000", 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388301+0000", 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.825 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.826 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.827 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.828 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.20", 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000", 2023-05-20T05:57:52.829 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.830 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.831 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.832 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.833 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.834 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.836 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.837 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388356+0000", 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388356+0000", 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388629+0000", 2023-05-20T05:57:52.838 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.839 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.840 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.841 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.21", 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000", 2023-05-20T05:57:52.842 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.843 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.844 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.845 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.846 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.847 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.848 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.849 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.850 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.382787+0000", 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.382787+0000", 2023-05-20T05:57:52.851 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.383190+0000", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.852 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.853 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.854 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.22", 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.855 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000", 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.856 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.857 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.858 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.859 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.860 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.861 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.862 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.863 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.864 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.393997+0000", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.393997+0000", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.394251+0000", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.865 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.866 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.867 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.23", 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.868 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000", 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.869 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.870 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.871 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.872 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.873 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.874 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.875 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.877 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391332+0000", 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391332+0000", 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392464+0000", 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.878 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.879 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.880 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.24", 2023-05-20T05:57:52.881 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000", 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.882 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.883 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.884 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.884 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.884 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.884 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.884 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.884 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.885 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.886 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.887 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.888 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.889 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.890 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.401094+0000", 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.401094+0000", 2023-05-20T05:57:52.891 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.401280+0000", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.892 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.893 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.894 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.25", 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.895 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000", 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.896 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.897 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.899 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.900 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.901 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.903 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.904 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.386150+0000", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.386150+0000", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387331+0000", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.905 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:57:52.906 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.907 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.26", 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.908 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000", 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.909 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.910 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.911 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.912 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.913 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.914 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.915 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.916 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.917 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.382292+0000", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.382292+0000", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.382550+0000", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.918 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.919 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.920 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.27", 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.921 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000", 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.922 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.923 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.924 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.925 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.926 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.927 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.928 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.929 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.930 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387278+0000", 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387278+0000", 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387564+0000", 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.931 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.932 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.933 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.28", 2023-05-20T05:57:52.934 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000", 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.935 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.936 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.937 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.938 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.939 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.940 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.941 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.942 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.943 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.913462+0000", 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.913462+0000", 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.944 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.945 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.946 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.947 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.29", 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 27, 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.948 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:19:34.692629+0000", 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.949 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.950 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.951 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.952 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.953 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.954 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.955 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.956 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.385457+0000", 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.385457+0000", 2023-05-20T05:57:52.957 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.385951+0000", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.958 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.959 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.960 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2a", 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.961 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000", 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.962 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.963 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.964 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.965 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.966 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.967 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.968 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:52.969 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388229+0000", 2023-05-20T05:57:52.970 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388229+0000", 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388505+0000", 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.971 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:57:52.972 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.973 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2b", 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:52.974 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000", 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.975 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.976 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.977 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.978 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.979 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.980 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:52.981 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.982 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.983 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388719+0000", 2023-05-20T05:57:52.984 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388719+0000", 2023-05-20T05:57:52.984 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389345+0000", 2023-05-20T05:57:52.984 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.984 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.984 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:52.985 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:52.986 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2c", 2023-05-20T05:57:52.987 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000", 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:52.988 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.989 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:52.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:52.992 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:52.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:52.994 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_per_pool": [ 2023-05-20T05:57:52.995 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 24, 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd" 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 8, 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 8, 2023-05-20T05:57:52.996 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 4, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:52.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:52.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:52.999 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:53.000 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:53.001 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 0, 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:57:53.002 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:57:53.003 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 24 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 192, 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.004 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 64, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 8, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 3, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:53.005 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:53.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:53.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:53.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:53.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.010 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:57:53.011 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 192 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.012 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 3, 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr" 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 128, 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 1, 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 3, 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 128, 2023-05-20T05:57:53.013 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 1, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 590368, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 1771104, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:53.014 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:53.015 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:53.016 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 6, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:53.017 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 212, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 306, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:53.018 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 179, 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 2416 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 1781760, 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:57:53.019 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 1771104, 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:57:53.020 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 3 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 96, 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.021 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 45, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 32, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 8, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 45, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 2, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 3376, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:53.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:53.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 66, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 22, 2023-05-20T05:57:53.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 22, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 14, 2023-05-20T05:57:53.025 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:53.026 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 51, 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 19 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:57:53.027 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 98304, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 10128, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:57:53.028 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 96 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:53.029 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 105, 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": 4, 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_by_class": { 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "ssd": { 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552, 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_bytes": 54423552, 2023-05-20T05:57:53.030 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_ratio": 7.086766709107906e-05 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout:} 2023-05-20T05:57:53.031 INFO:tasks.workunit.client.0.smithi081.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-05-20T05:57:53.032 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry show-device 2023-05-20T05:57:53.033 INFO:tasks.workunit.client.0.smithi081.stdout:{ 2023-05-20T05:57:53.033 INFO:tasks.workunit.client.0.smithi081.stdout: "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.033 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPED1D480GA_3e6ed096-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.033 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055254": { 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "E2010325", 2023-05-20T05:57:53.034 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:53.035 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561973 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.036 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:53.037 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.038 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:53.039 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.040 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.041 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 5925558 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.042 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.043 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.044 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.045 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.046 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.047 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 18 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.048 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 755484 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.049 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 0, 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 0, 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0 2023-05-20T05:57:53.050 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 0, 2023-05-20T05:57:53.051 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 2338, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 86250385, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 388337429, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 1410811853, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 8205499946, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:53.052 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 0, 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 19190, 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 20545, 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 38, 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 6219 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:53.053 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 19190, 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 20545 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:53.054 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:53.055 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.056 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: E2010325", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:53.057 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:53.058 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:53.059 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 38 Celsius", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:53.060 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 0%", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 0%", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 86,250,385 [44.1 TB]", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 388,337,429 [198 TB]", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 1,410,811,853", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 8,205,499,946", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 2,338", 2023-05-20T05:57:53.061 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 19,190", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 20,545", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 6,219", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:53.062 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.063 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 38 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.064 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: "3e70079a-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPEDMD400G4_3e70ea48-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055252": { 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:53.065 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "8DV101H0", 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e70079a-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:53.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561971 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:53.067 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.068 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:53.069 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:53.070 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.071 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.072 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 27378131 2023-05-20T05:57:53.073 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 1 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.074 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 44155951 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.075 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.076 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.077 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:53.077 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.077 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.077 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.078 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:53.079 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 64 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:53.080 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:53.081 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 91, 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 2968, 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 2983, 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 2953 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.082 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 10, 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 0, 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:53.083 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 374537970, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 1794253252, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 5920017125, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 29873618961, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 9, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 43650, 2023-05-20T05:57:53.084 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 49484, 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 27, 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 76 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 43650, 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 49484 2023-05-20T05:57:53.085 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.086 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:53.087 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-05-20T05:57:53.088 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: 8DV101H0", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:53.089 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:53.090 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: " 1 - 512 8 2", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: " 2 - 512 16 2", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: " 3 - 4096 0 0", 2023-05-20T05:57:53.091 INFO:tasks.workunit.client.0.smithi081.stdout: " 4 - 4096 8 0", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: " 5 - 4096 64 0", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: " 6 - 4096 128 0", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.092 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 27 Celsius", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 10%", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 9%", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 374,537,970 [191 TB]", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 1,794,253,252 [918 TB]", 2023-05-20T05:57:53.093 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 5,920,017,125", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 29,873,618,961", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 0", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 43,650", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 49,484", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 76", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:53.094 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:53.095 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 27 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:53.096 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.097 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.097 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.097 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.097 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.097 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.097 INFO:tasks.workunit.client.0.smithi081.stdout:} 2023-05-20T05:57:53.098 INFO:tasks.workunit.client.0.smithi081.stderr:+ ceph telemetry show-all 2023-05-20T05:57:53.098 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.098 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.099 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.102 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.102 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.102 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.102 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.102 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.103 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.104 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.105 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.106 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.107 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.108 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.109 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.109 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.109 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.109 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:50 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:53.109 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.109 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.111 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.112 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.113 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.114 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.115 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.116 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:52 smithi170 ceph-mon[97338]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:52 smithi170 ceph-mon[97338]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.117 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.118 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.119 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.120 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.121 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.121 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.121 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.121 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.121 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.122 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.124 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.124 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.124 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.124 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.124 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:53.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:53.128 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:53.128 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:53.128 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:50 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:57:53.133 INFO:tasks.workunit.client.0.smithi081.stdout:{ 2023-05-20T05:57:53.134 INFO:tasks.workunit.client.0.smithi081.stdout: "device_report": { 2023-05-20T05:57:53.134 INFO:tasks.workunit.client.0.smithi081.stdout: "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.134 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPED1D480GA_3e6ed096-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.134 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055254": { 2023-05-20T05:57:53.134 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:53.134 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "E2010325", 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e6e4022-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:53.135 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561973 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.136 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPED1D480GA", 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.137 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.138 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:53.139 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.140 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.141 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.142 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 5925558 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.143 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:53.144 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:53.145 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:53.146 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:53.147 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.148 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 18 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:53.149 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 755484 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:53.150 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 0, 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 0, 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.151 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 0, 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 2338, 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 86250385, 2023-05-20T05:57:53.152 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 388337429, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 1410811853, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 8205499946, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 0, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 19190, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 20545, 2023-05-20T05:57:53.153 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 38, 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 6219 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 19190, 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 20545 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.154 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.155 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:53.156 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPED1D480GA", 2023-05-20T05:57:53.157 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: E2010325", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:53.158 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:53 2023 UTC", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:53.159 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:53.160 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 38 Celsius", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 0%", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 0%", 2023-05-20T05:57:53.161 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 86,250,385 [44.1 TB]", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 388,337,429 [198 TB]", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 1,410,811,853", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 8,205,499,946", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 2,338", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 19,190", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 20,545", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 6,219", 2023-05-20T05:57:53.162 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:53.163 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:53.164 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 38 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 937703088, 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480103981056 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "3e70079a-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "INTEL_SSDPEDMD400G4_3e70ea48-f6d3-11ed-98cb-0cc47a8fd753": { 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "20230520-055252": { 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "device": { 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "info_name": "/dev/nvme0n1", 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "/dev/nvme0n1", 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "protocol": "NVMe", 2023-05-20T05:57:53.166 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "nvme" 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: "firmware_version": "8DV101H0", 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: "host_id": "3e70079a-f6d3-11ed-98cb-0cc47a8fd753", 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: "json_format_version": [ 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.167 INFO:tasks.workunit.client.0.smithi081.stdout: "local_time": { 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: "asctime": "Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: "time_t": 1684561971 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: "logical_block_size": 512, 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_controller_id": 0, 2023-05-20T05:57:53.168 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_namespaces": [ 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: "capacity": { 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: "formatted_lba_size": 512, 2023-05-20T05:57:53.169 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 1, 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: "size": { 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: "utilization": { 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.170 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_number_of_namespaces": 1, 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_pci_vendor": { 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: "id": 32902, 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: "subsystem_id": 32902 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.171 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_add_log": { 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: "Device stats": { 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_fw_downgrades": { 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: "crc_error_count": { 2023-05-20T05:57:53.172 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: "end_to_end_error_detection_count": { 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: "erase_fail_count": { 2023-05-20T05:57:53.173 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: "host_bytes_written": { 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 27378131 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: "host_ctx_wear_used": { 2023-05-20T05:57:53.174 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 1 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: "media_bytes_read": { 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: "nand_bytes_written": { 2023-05-20T05:57:53.175 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 44155951 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_stat_indicator": { 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pll_lock_loss_count": { 2023-05-20T05:57:53.176 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: "program_fail_count": { 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: "re_alloc_sectr_cnt": { 2023-05-20T05:57:53.177 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: "retry_buffer_overflow_count": { 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.178 INFO:tasks.workunit.client.0.smithi081.stdout: "soft_ecc_err_rate": { 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: "thermal_throttle_status": { 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.179 INFO:tasks.workunit.client.0.smithi081.stdout: "cnt": 0, 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: "pct": 0 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_host_reads": { 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.180 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_media_wear": { 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 64 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: "timed_workload_timer": { 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 100, 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 65535 2023-05-20T05:57:53.181 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "unexp_power_loss": { 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 0, 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": 0 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "wear_leveling": { 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "normalized": 91, 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "raw": { 2023-05-20T05:57:53.182 INFO:tasks.workunit.client.0.smithi081.stdout: "avg": 2968, 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: "max": 2983, 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 2953 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel Smart log": "nvme0n1" 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.183 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_smart_health_information_log": { 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare": 100, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "available_spare_threshold": 10, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "controller_busy_time": 0, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "critical_warning": 0, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_read": 374537970, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "data_units_written": 1794253252, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "host_reads": 5920017125, 2023-05-20T05:57:53.184 INFO:tasks.workunit.client.0.smithi081.stdout: "host_writes": 29873618961, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "media_errors": 0, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "num_err_log_entries": 0, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "percentage_used": 9, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycles": 43650, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_hours": 49484, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": 27, 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: "unsafe_shutdowns": 76 2023-05-20T05:57:53.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme_vendor": "intel", 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "power_cycle_count": 43650, 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "power_on_time": { 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "hours": 49484 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "serial_number": "deleted", 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "smart_status": { 2023-05-20T05:57:53.186 INFO:tasks.workunit.client.0.smithi081.stdout: "nvme": { 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: "passed": true 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl": { 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: "argv": [ 2023-05-20T05:57:53.187 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl", 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "-x", 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "--json=o", 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "/dev/nvme0n1" 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "build_info": "(local build)", 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "exit_status": 0, 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "output": [ 2023-05-20T05:57:53.188 INFO:tasks.workunit.client.0.smithi081.stdout: "smartctl 7.1 2020-04-05 r5049 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF INFORMATION SECTION ===", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "Serial Number: deleted", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Version: 8DV101H0", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-05-20T05:57:53.189 INFO:tasks.workunit.client.0.smithi081.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller ID: 0", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Number of Namespaces: 1", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Local Time is: Sat May 20 05:52:51 2023 UTC", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Firmware Updates (0x02): 1 Slot", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-05-20T05:57:53.190 INFO:tasks.workunit.client.0.smithi081.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported Power States", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.191 INFO:tasks.workunit.client.0.smithi081.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 0 + 512 0 2", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 1 - 512 8 2", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 2 - 512 16 2", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 3 - 4096 0 0", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 4 - 4096 8 0", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 5 - 4096 64 0", 2023-05-20T05:57:53.192 INFO:tasks.workunit.client.0.smithi081.stdout: " 6 - 4096 128 0", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "=== START OF SMART DATA SECTION ===", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "Critical Warning: 0x00", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "Temperature: 27 Celsius", 2023-05-20T05:57:53.193 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare: 100%", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Available Spare Threshold: 10%", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Percentage Used: 9%", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Read: 374,537,970 [191 TB]", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Data Units Written: 1,794,253,252 [918 TB]", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Read Commands: 5,920,017,125", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Host Write Commands: 29,873,618,961", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Controller Busy Time: 0", 2023-05-20T05:57:53.194 INFO:tasks.workunit.client.0.smithi081.stdout: "Power Cycles: 43,650", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "Power On Hours: 49,484", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "Unsafe Shutdowns: 76", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "Media and Data Integrity Errors: 0", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information Log Entries: 0", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "No Errors Logged", 2023-05-20T05:57:53.195 INFO:tasks.workunit.client.0.smithi081.stdout: "" 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: "svn_revision": "5049", 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: "version": [ 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:53.196 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: "temperature": { 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: "current": 27 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: "user_capacity": { 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: "blocks": 781422768, 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 400088457216 2023-05-20T05:57:53.197 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: "report": { 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer": { 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: "active": true, 2023-05-20T05:57:53.198 INFO:tasks.workunit.client.0.smithi081.stdout: "mode": "" 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: "channels": [ 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: "ident", 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: "perf" 2023-05-20T05:57:53.199 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "channels_available": [ 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "basic", 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "ident", 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "crash", 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "device", 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "perf" 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.200 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_available": [ 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:53.201 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: "collections_opted_in": [ 2023-05-20T05:57:53.202 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_base", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "device_base", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "crash_base", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "ident_base", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_perf", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_mds_metadata", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_usage", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_usage_by_class", 2023-05-20T05:57:53.203 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_rook_v01", 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_memory_metrics", 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "basic_pool_options_bluestore" 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "config": { 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "active_changed": [ 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:53.204 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "client_check_pool_perm", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_gid", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "client_mount_uid", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "client_quota", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:53.205 INFO:tasks.workunit.client.0.smithi081.stdout: "daemonize", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:53.206 INFO:tasks.workunit.client.0.smithi081.stdout: "keyring", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_block_size", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_cache_size", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_compression", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_log", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "leveldb_write_buffer_size", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:53.207 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_file", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_journald", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_to_stderr", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:53.208 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_host", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:53.209 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:53.210 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "no_config_file", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:53.211 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-05-20T05:57:53.212 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_lim", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_res", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_scheduler_client_wgt", 2023-05-20T05:57:53.213 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:53.214 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addr", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "public_addrv", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_default_features", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd_qos_exclude_ops", 2023-05-20T05:57:53.215 INFO:tasks.workunit.client.0.smithi081.stdout: "setgroup", 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "setuser" 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_changed": [ 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_allow_insecure_global_id_reclaim", 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_debug", 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_mon_ticket_ttl", 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "auth_service_ticket_ttl", 2023-05-20T05:57:53.216 INFO:tasks.workunit.client.0.smithi081.stdout: "bdev_debug_aio", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "container_image", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_asserts_on_shutdown", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mgr", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_mon", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_ms", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_osd", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "debug_paxos", 2023-05-20T05:57:53.217 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_file", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_journald", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "log_to_stderr", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_join_fs", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/allow_ptrace", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/container_init", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/migration_current", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/cephadm/use_repo_digest", 2023-05-20T05:57:53.218 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/dashboard/ssl_server_port", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/orchestrator/orchestrator", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/channel_ident", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/channel_perf", 2023-05-20T05:57:53.219 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/description", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/enabled", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr/telemetry/organization", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_allow_pool_delete", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_clock_drift_allowed", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_cluster_log_file_level", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_data_avail_warn", 2023-05-20T05:57:53.220 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_election_default_strategy", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_max_pg_per_osd", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_mgr_mkfs_grace", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_prime_pg_temp", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_osd_reporter_subtree_level", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_pg_warn_max_object_skew", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_bytes_per_osd", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_reweight_min_pgs_per_osd", 2023-05-20T05:57:53.221 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_legacy_crush_tunables", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "mon_warn_on_too_few_osds", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_bug", 2023-05-20T05:57:53.222 INFO:tasks.workunit.client.0.smithi081.stdout: "ms_die_on_old_message", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_default_list", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_class_load_list", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_misdirected_ops", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_op_order", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_pg_log_writeout", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_shutdown", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_cached_snaps", 2023-05-20T05:57:53.223 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_missing_on_start", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_debug_verify_stray_on_activate", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_deep_scrub_update_digest_min_age", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mclock_profile", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_memory_target_autotune", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_op_queue_cut_off", 2023-05-20T05:57:53.224 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_erasure_code_profile", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pool_default_pg_autoscale_mode", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recover_clone_overlap", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_recovery_max_chunk", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_load_threshold", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_scrub_max_interval", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_shutdown_pgref_assert", 2023-05-20T05:57:53.225 INFO:tasks.workunit.client.0.smithi081.stdout: "public_network", 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_cache_enabled", 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_ops_log", 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: "rgw_enable_usage_log" 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: "contact": null, 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: "crashes": [], 2023-05-20T05:57:53.226 INFO:tasks.workunit.client.0.smithi081.stdout: "created": "2023-05-20T05:49:45.957781Z", 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: "crush": { 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_algs": { 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: "straw2": 3 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_sizes": { 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: "2": 1, 2023-05-20T05:57:53.227 INFO:tasks.workunit.client.0.smithi081.stdout: "4": 2 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket_types": { 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: "1": 2, 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: "11": 1 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: "compat_weight_set": false, 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: "device_classes": [ 2023-05-20T05:57:53.228 INFO:tasks.workunit.client.0.smithi081.stdout: 8 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "num_buckets": 6, 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "num_devices": 8, 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "num_rules": 1, 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "num_types": 12, 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "num_weight_sets": 0, 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "tunables": { 2023-05-20T05:57:53.229 INFO:tasks.workunit.client.0.smithi081.stdout: "allowed_bucket_algs": 54, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_fallback_tries": 0, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_local_tries": 0, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "choose_total_tries": 50, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_descend_once": 1, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_stable": 1, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "chooseleaf_vary_r": 1, 2023-05-20T05:57:53.230 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v2_rules": 0, 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v3_rules": 0, 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v4_buckets": 1, 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "has_v5_rules": 0, 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "legacy_tunables": 0, 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "minimum_required_version": "jewel", 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "optimal_tunables": 1, 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "profile": "jewel", 2023-05-20T05:57:53.231 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables": 1, 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables2": 1, 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables3": 1, 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: "require_feature_tunables5": 1, 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: "straw_calc_version": 1 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: "description": "upgrade test cluster", 2023-05-20T05:57:53.232 INFO:tasks.workunit.client.0.smithi081.stdout: "fs": { 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: "feature_flags": { 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: "enable_multiple": true, 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_enabled_multiple": true 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: "filesystems": [ 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.233 INFO:tasks.workunit.client.0.smithi081.stdout: "approx_ctime": "2023-05", 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "balancer_enabled": false, 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_caps": 0, 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_dns": 10, 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_inos": 13, 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "cached_subtrees": 2, 2023-05-20T05:57:53.234 INFO:tasks.workunit.client.0.smithi081.stdout: "ever_allowed_features": 0, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "explicitly_allowed_features": 0, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "files": 0, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "max_mds": 1, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_data_pools": 1, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_in": 1, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_mds": 1, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": 0, 2023-05-20T05:57:53.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_replay": 0, 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_up": 1, 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: "snaps": 0, 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: "standby_count_wanted": 0 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_standby_mds": 1, 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: "total_num_mds": 2 2023-05-20T05:57:53.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_stats": { 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 19210240, 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 271032, 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 106496, 2023-05-20T05:57:53.237 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 0, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 311, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 849720, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 12, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 834048, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 14396432, 2023-05-20T05:57:53.238 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 19210240 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 20135936, 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 345216, 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 122880, 2023-05-20T05:57:53.239 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 376, 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 1391352, 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 20, 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 776704, 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 14870152, 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 20258816 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 36159488, 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 867696, 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 16384, 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 10412032, 2023-05-20T05:57:53.241 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1105, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 7271824, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 21, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1893376, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 23357696, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 46571520 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.242 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.6be6ab158094b70e0c0f84d08371bec7b4437a25": { 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 37404672, 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1105120, 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 8126464, 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1195, 2023-05-20T05:57:53.243 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 7694208, 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 22, 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1864448, 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 23988384, 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 45531136 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:53.244 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 45416448, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1341624, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2752512, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 573440, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 3235840, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1730, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 9834016, 2023-05-20T05:57:53.245 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 22, 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 3004672, 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 27910184, 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 48652288 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.0": { 2023-05-20T05:57:53.246 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 273981440, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 793760, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 917504, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1324, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.247 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 5080656, 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 45, 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2569984, 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 262653456, 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 274898944 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.1": { 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 239419392, 2023-05-20T05:57:53.248 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 608656, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 811008, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1269, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4891880, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 47, 2023-05-20T05:57:53.249 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2946304, 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 228088968, 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 240230400 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.2": { 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 237715456, 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 746920, 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.250 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 352256, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1174, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4391920, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 46, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2589696, 2023-05-20T05:57:53.251 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 227103336, 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 238067712 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.3": { 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 272384000, 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 580696, 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 4980736, 2023-05-20T05:57:53.252 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 8192, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 499712, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1151, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4081552, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 44, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1939968, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 260792856, 2023-05-20T05:57:53.253 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 272883712 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.4": { 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 271032320, 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 981432, 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 24576, 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 655360, 2023-05-20T05:57:53.254 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1162, 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4255784, 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 46, 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1565952, 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 261320992, 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 271687680 2023-05-20T05:57:53.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.5": { 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 238559232, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 842368, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 0, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 835584, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1175, 2023-05-20T05:57:53.256 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4738768, 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 47, 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1773312, 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 228321200, 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 239394816 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.6": { 2023-05-20T05:57:53.257 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 237944832, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1140616, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 24576, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 1236992, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1174, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.258 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4551776, 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 45, 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 1796352, 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 227547928, 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 239181824 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.7": { 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "actual_memory_used": 238600192, 2023-05-20T05:57:53.259 INFO:tasks.workunit.client.0.smithi081.stdout: "central_cache_freelist": 1109560, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "malloc_metadata": 2883584, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "page_heap_freelist": 24576, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "released_to_os": 647168, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "spans_in_use": 1214, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "tcmalloc_page_size": 8192, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_cache_freelists": 4567880, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "thread_heaps_in_use": 45, 2023-05-20T05:57:53.260 INFO:tasks.workunit.client.0.smithi081.stdout: "transfer_cache_freelist": 2030080, 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: "use_by_application": 227984512, 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: "virtual_address_space_used": 239247360 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: "hosts": { 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num": 2, 2023-05-20T05:57:53.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mds": 2, 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mgr": 2, 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_mon": 2, 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_with_osd": 2 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: "io_rate": { 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_stats_delta": { 2023-05-20T05:57:53.262 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 0, 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 0, 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "stamp_delta": "12.002701", 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:53.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:53.264 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:53.265 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:53.266 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:53.267 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.268 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 0, 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 0, 2023-05-20T05:57:53.269 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 0 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.270 INFO:tasks.workunit.client.0.smithi081.stdout: "leaderboard": false, 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "license": "sharing-1-0", 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "mempool": { 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.275 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.276 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.277 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.278 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.279 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.280 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 148273, 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 30 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.281 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 856, 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.282 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.283 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.284 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.286 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.287 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.288 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.289 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.290 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.291 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.292 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.293 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.294 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.295 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 213639, 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 67 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 50488, 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 208 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 7744, 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 121 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.300 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.301 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.302 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.303 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.304 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.305 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.306 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.307 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.308 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.309 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.310 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.311 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.311 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.311 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1107575, 2023-05-20T05:57:53.311 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 348 2023-05-20T05:57:53.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6392, 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 120 2023-05-20T05:57:53.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12744, 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1546 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5152, 2023-05-20T05:57:53.315 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 83 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.316 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.6be6ab158094b70e0c0f84d08371bec7b4437a25": { 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.317 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.318 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.323 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.324 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.325 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1361719, 2023-05-20T05:57:53.326 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 432 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.327 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.328 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.329 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6392, 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 120 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12744, 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1546 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.330 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5152, 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 83 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.331 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.333 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.334 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.335 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.336 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.337 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.338 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.339 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.341 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1198903, 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 360 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 440, 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 5 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.342 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.343 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6392, 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 120 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12744, 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1546 2023-05-20T05:57:53.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 10304, 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 166 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.347 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.0": { 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6192, 2023-05-20T05:57:53.348 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 128 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.349 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20832, 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1344, 2023-05-20T05:57:53.350 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 12 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8928, 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20832, 2023-05-20T05:57:53.351 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1280, 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 16 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 602112, 2023-05-20T05:57:53.352 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 16 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 50926, 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9466 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.353 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 136680, 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 201 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 11324, 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 737 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.354 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 31596, 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 201 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.355 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 413492, 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 92 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2466688, 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 199 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.357 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6688, 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 76 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.358 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 519840, 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 45 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.359 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 94640, 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 186 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.360 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.361 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.362 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.1": { 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.363 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6192, 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 128 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.364 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19376, 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 173 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.365 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8304, 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 173 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.366 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19376, 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 173 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 14 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.367 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8192, 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 44633, 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8432 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.368 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 125800, 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 185 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9196, 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 562 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.369 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 27064, 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 185 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.370 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1472, 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 446415, 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 100 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.371 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 40192, 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2442426, 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 187 2023-05-20T05:57:53.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4664, 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 53 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.373 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 415872, 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 36 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.374 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 7280, 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 18 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221680, 2023-05-20T05:57:53.375 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3436 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.376 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.377 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.2": { 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6192, 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 128 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19264, 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:53.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8256, 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:53.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19264, 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 14 2023-05-20T05:57:53.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8192, 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 43344, 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8236 2023-05-20T05:57:53.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 122400, 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 180 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8280, 2023-05-20T05:57:53.384 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 513 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 25952, 2023-05-20T05:57:53.385 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 180 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1472, 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 322256, 2023-05-20T05:57:53.386 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 70 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 40192, 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2443352, 2023-05-20T05:57:53.387 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 185 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4312, 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 49 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.388 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 358112, 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 31 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.389 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8320, 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 24 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221680, 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3436 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.391 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.392 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.3": { 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.394 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19824, 2023-05-20T05:57:53.395 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 177 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 224, 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8496, 2023-05-20T05:57:53.396 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 177 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19824, 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 177 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 480, 2023-05-20T05:57:53.397 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.398 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 44416, 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8505 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 127160, 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 187 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.399 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9372, 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 570 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.400 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 26904, 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 187 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2208, 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.401 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 303747, 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 65 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 30637, 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.402 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2429105, 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 182 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4664, 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 53 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.403 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.404 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.404 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.404 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.404 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.404 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 427424, 2023-05-20T05:57:53.404 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 37 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.405 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 10400, 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 20 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.406 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.407 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.408 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.4": { 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:53.409 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.410 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19712, 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 176 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1120, 2023-05-20T05:57:53.411 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8448, 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 176 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19712, 2023-05-20T05:57:53.412 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 176 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 640, 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.413 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 14883, 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 45142, 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8594 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.414 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 128520, 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9592, 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 571 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.415 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 27584, 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.416 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 1472, 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 2 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 914371, 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 72 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.417 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 40192, 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 10 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2403308, 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 169 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.418 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4928, 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 56 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.419 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 450528, 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 39 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.420 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 7904, 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 16 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221424, 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3424 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.421 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.422 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.423 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.5": { 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.424 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.425 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19488, 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.426 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 336, 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8352, 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.427 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 19488, 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 174 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 720, 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.428 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4096, 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 1 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 45258, 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8603 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.429 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 129200, 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 190 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 9872, 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 569 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.430 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 28176, 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 190 2023-05-20T05:57:53.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2208, 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 830514, 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 51 2023-05-20T05:57:53.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 30637, 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2438848, 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 182 2023-05-20T05:57:53.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5456, 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 62 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 485184, 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 42 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.435 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 11960, 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 23 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.436 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.437 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.438 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.6": { 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.439 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:53.441 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8832, 2023-05-20T05:57:53.442 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 640, 2023-05-20T05:57:53.443 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 45773, 2023-05-20T05:57:53.444 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8916 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 128520, 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 10804, 2023-05-20T05:57:53.445 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 727 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.446 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 28780, 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 189 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.447 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 186398, 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 38 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.448 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2420198, 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 172 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 4400, 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 50 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.449 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 450528, 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 39 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.450 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 94952, 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 193 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.451 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.452 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.453 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.7": { 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: "bloom_filter": { 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.454 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 6000, 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 112 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_reader": { 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 12672, 2023-05-20T05:57:53.455 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 6 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs_file_writer": { 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 576, 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Blob": { 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:53.456 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Buffer": { 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 896, 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_Extent": { 2023-05-20T05:57:53.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 8832, 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_SharedBlob": { 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 20608, 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 184 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_alloc": { 2023-05-20T05:57:53.458 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 640, 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_data": { 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 274432, 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 8 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_meta": { 2023-05-20T05:57:53.459 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 48620, 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 9290 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_onode": { 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 134640, 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 198 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_cache_other": { 2023-05-20T05:57:53.460 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 11588, 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 734 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_fsck": { 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.461 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_inline_bl": { 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 31084, 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 198 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_txc": { 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.462 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing": { 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 152650, 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 30 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore_writing_deferred": { 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.463 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_anon": { 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 2407397, 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 204 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: "buffer_meta": { 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 5896, 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 67 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.464 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_co": { 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 531392, 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 46 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.465 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_mapbl": { 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_pglog": { 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 97968, 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 226 2023-05-20T05:57:53.466 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap": { 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 221168, 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 3412 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap_mapping": { 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.467 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: "pgmap": { 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_1": { 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.468 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: "unittest_2": { 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes": 0, 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: "items": 0 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: "metadata": { 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 2 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:57:53.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 2 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.471 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 2 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-05-20T05:57:53.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 2 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 3 2023-05-20T05:57:53.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:53.474 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 3 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 3 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.475 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 3 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.476 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: "arch": { 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: "x86_64": 8 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_version": { 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: "cpu": { 2023-05-20T05:57:53.477 INFO:tasks.workunit.client.0.smithi081.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: "distro": { 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: "centos": 8 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: "distro_description": { 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: "CentOS Stream 8": 8 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.478 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_description": { 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: "kernel_version": { 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: "os": { 2023-05-20T05:57:53.479 INFO:tasks.workunit.client.0.smithi081.stdout: "Linux": 8 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_objectstore": { 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": 8 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: "rotational": { 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: "0": 8 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.480 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "features": { 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "optional": [], 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "persistent": [ 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "kraken", 2023-05-20T05:57:53.481 INFO:tasks.workunit.client.0.smithi081.stdout: "luminous", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "mimic", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "osdmap-prune", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "nautilus", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "octopus", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "pacific", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "elector-pinging", 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: "quincy" 2023-05-20T05:57:53.482 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv4_addr_mons": 6, 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: "ipv6_addr_mons": 0, 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: "min_mon_release": 17, 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: "v1_addr_mons": 3, 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: "v2_addr_mons": 3 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.483 INFO:tasks.workunit.client.0.smithi081.stdout: "organization": "ceph-qa", 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster_network": false, 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 8, 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: "require_min_compat_client": "luminous", 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: "require_osd_release": "quincy" 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_perf_histograms": [ 2023-05-20T05:57:53.484 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:53.485 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.486 INFO:tasks.workunit.client.0.smithi081.stdout: 99999 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: 100000, 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: 199999 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: 200000, 2023-05-20T05:57:53.487 INFO:tasks.workunit.client.0.smithi081.stdout: 399999 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: 400000, 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: 799999 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: 800000, 2023-05-20T05:57:53.488 INFO:tasks.workunit.client.0.smithi081.stdout: 1599999 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: 1600000, 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: 3199999 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: 3200000, 2023-05-20T05:57:53.489 INFO:tasks.workunit.client.0.smithi081.stdout: 6399999 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: 6400000, 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: 12799999 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: 12800000, 2023-05-20T05:57:53.490 INFO:tasks.workunit.client.0.smithi081.stdout: 25599999 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: 25600000, 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: 51199999 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: 51200000, 2023-05-20T05:57:53.491 INFO:tasks.workunit.client.0.smithi081.stdout: 102399999 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: 102400000, 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: 204799999 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: 204800000, 2023-05-20T05:57:53.492 INFO:tasks.workunit.client.0.smithi081.stdout: 409599999 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: 409600000, 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: 819199999 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.493 INFO:tasks.workunit.client.0.smithi081.stdout: 819200000, 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: 1638399999 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: 1638400000, 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: 3276799999 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.494 INFO:tasks.workunit.client.0.smithi081.stdout: 3276800000, 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: 6553599999 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: 6553600000, 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: 13107199999 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.495 INFO:tasks.workunit.client.0.smithi081.stdout: 13107200000, 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: 26214399999 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: 26214400000, 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: 52428799999 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.496 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: 52428800000, 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: 104857599999 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: 104857600000, 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: 209715199999 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.497 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: 209715200000, 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: 419430399999 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: 419430400000, 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: 838860799999 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.498 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: 838860800000, 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721599999 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721600000, 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443199999 2023-05-20T05:57:53.499 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443200000, 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886399999 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886400000, 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772799999 2023-05-20T05:57:53.500 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772800000, 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545599999 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545600000, 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091199999 2023-05-20T05:57:53.501 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091200000, 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.502 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.503 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: 511 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.504 INFO:tasks.workunit.client.0.smithi081.stdout: 512, 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: 1023 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: 1024, 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: 2047 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.505 INFO:tasks.workunit.client.0.smithi081.stdout: 2048, 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: 4095 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: 4096, 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: 8191 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.506 INFO:tasks.workunit.client.0.smithi081.stdout: 8192, 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: 16383 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: 16384, 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: 32767 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.507 INFO:tasks.workunit.client.0.smithi081.stdout: 32768, 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: 65535 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: 65536, 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: 131071 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.508 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: 131072, 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: 262143 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: 262144, 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: 524287 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.509 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: 524288, 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: 1048575 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: 1048576, 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: 2097151 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.510 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: 2097152, 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: 4194303 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: 4194304, 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: 8388607 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.511 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: 8388608, 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: 16777215 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: 16777216, 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: 33554431 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.512 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: 33554432, 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: 67108863 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: 67108864, 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: 134217727 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.513 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: 134217728, 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: 268435455 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: 268435456, 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: 536870911 2023-05-20T05:57:53.514 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: 536870912, 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741823 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741824, 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483647 2023-05-20T05:57:53.515 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483648, 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967295 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967296, 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934591 2023-05-20T05:57:53.516 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934592, 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869183 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869184, 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738367 2023-05-20T05:57:53.517 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738368, 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476735 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476736, 2023-05-20T05:57:53.518 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953471 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953472, 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906943 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906944, 2023-05-20T05:57:53.519 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.520 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.529 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.542 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.555 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.568 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.581 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.594 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.642 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.666 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: 21, 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.675 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 10, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.684 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.688 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.723 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.740 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.749 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.766 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.775 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.792 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.801 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.806 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.832 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.845 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.858 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.884 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.927 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.936 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.967 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.993 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:53.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.006 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.015 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.028 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.041 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.054 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.067 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.080 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.085 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.098 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.111 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.120 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.120 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.159 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.185 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.211 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.220 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.229 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.242 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.255 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.268 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.294 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.320 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.359 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.368 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.381 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.394 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.407 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.420 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.437 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.450 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.463 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.476 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.489 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.498 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.507 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 98, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: 8, 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.537 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.550 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.563 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.576 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.589 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.602 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.615 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.637 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:54.638 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: 99999 2023-05-20T05:57:54.639 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: 100000, 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: 199999 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: 200000, 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: 399999 2023-05-20T05:57:54.640 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: 400000, 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: 799999 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: 800000, 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: 1599999 2023-05-20T05:57:54.641 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: 1600000, 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: 3199999 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: 3200000, 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: 6399999 2023-05-20T05:57:54.642 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: 6400000, 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: 12799999 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: 12800000, 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: 25599999 2023-05-20T05:57:54.643 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: 25600000, 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: 51199999 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: 51200000, 2023-05-20T05:57:54.644 INFO:tasks.workunit.client.0.smithi081.stdout: 102399999 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: 102400000, 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: 204799999 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: 204800000, 2023-05-20T05:57:54.645 INFO:tasks.workunit.client.0.smithi081.stdout: 409599999 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: 409600000, 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: 819199999 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: 819200000, 2023-05-20T05:57:54.646 INFO:tasks.workunit.client.0.smithi081.stdout: 1638399999 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: 1638400000, 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: 3276799999 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: 3276800000, 2023-05-20T05:57:54.647 INFO:tasks.workunit.client.0.smithi081.stdout: 6553599999 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: 6553600000, 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: 13107199999 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: 13107200000, 2023-05-20T05:57:54.648 INFO:tasks.workunit.client.0.smithi081.stdout: 26214399999 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: 26214400000, 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: 52428799999 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: 52428800000, 2023-05-20T05:57:54.649 INFO:tasks.workunit.client.0.smithi081.stdout: 104857599999 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: 104857600000, 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: 209715199999 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: 209715200000, 2023-05-20T05:57:54.650 INFO:tasks.workunit.client.0.smithi081.stdout: 419430399999 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: 419430400000, 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: 838860799999 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: 838860800000, 2023-05-20T05:57:54.651 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721599999 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721600000, 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443199999 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.652 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443200000, 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886399999 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886400000, 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772799999 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.653 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772800000, 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545599999 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545600000, 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091199999 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.654 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091200000, 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:54.655 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:54.656 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: 511 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: 512, 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: 1023 2023-05-20T05:57:54.657 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: 1024, 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: 2047 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: 2048, 2023-05-20T05:57:54.658 INFO:tasks.workunit.client.0.smithi081.stdout: 4095 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: 4096, 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: 8191 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: 8192, 2023-05-20T05:57:54.659 INFO:tasks.workunit.client.0.smithi081.stdout: 16383 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: 16384, 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: 32767 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: 32768, 2023-05-20T05:57:54.660 INFO:tasks.workunit.client.0.smithi081.stdout: 65535 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: 65536, 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: 131071 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: 131072, 2023-05-20T05:57:54.661 INFO:tasks.workunit.client.0.smithi081.stdout: 262143 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: 262144, 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: 524287 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.662 INFO:tasks.workunit.client.0.smithi081.stdout: 524288, 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: 1048575 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: 1048576, 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: 2097151 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.663 INFO:tasks.workunit.client.0.smithi081.stdout: 2097152, 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: 4194303 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: 4194304, 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: 8388607 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.664 INFO:tasks.workunit.client.0.smithi081.stdout: 8388608, 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: 16777215 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: 16777216, 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: 33554431 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.665 INFO:tasks.workunit.client.0.smithi081.stdout: 33554432, 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: 67108863 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: 67108864, 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: 134217727 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.666 INFO:tasks.workunit.client.0.smithi081.stdout: 134217728, 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: 268435455 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: 268435456, 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: 536870911 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.667 INFO:tasks.workunit.client.0.smithi081.stdout: 536870912, 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741823 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741824, 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483647 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.668 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483648, 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967295 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967296, 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934591 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.669 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934592, 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869183 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869184, 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738367 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.670 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738368, 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476735 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476736, 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953471 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.671 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953472, 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906943 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906944, 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.672 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.673 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.686 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.699 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.712 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.725 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.738 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.751 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.764 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.777 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.790 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.803 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.812 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 11, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: 11, 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.847 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.860 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.873 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.916 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.929 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:54.951 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.964 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.977 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.990 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:54.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.003 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.016 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.029 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.042 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.059 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.072 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.085 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:55.090 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.103 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.133 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.146 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.163 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.176 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.189 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.229 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.244 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.259 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.264 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.264 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.269 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.269 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.274 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.274 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.284 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.284 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.309 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.314 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.314 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.320 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.320 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.330 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.330 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.340 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.341 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.346 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.346 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.351 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.351 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.356 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.356 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.366 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.366 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.371 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.385 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:55.390 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.416 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.442 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.459 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.472 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.485 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.498 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.511 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.529 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.543 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.543 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.556 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.569 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.582 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.595 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.608 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.621 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.643 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.656 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.672 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.677 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.687 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.687 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: 40, 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.702 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.713 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.713 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:55.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:55.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:55.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:55.715 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:55.715 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:55.715 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:55.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.723 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.724 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.740 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.762 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.775 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.788 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.801 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.814 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.827 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:55.828 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.829 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: 99999 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: 100000, 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: 199999 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.830 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: 200000, 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: 399999 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: 400000, 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: 799999 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.831 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: 800000, 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: 1599999 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: 1600000, 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: 3199999 2023-05-20T05:57:55.832 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: 3200000, 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: 6399999 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: 6400000, 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: 12799999 2023-05-20T05:57:55.833 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: 12800000, 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: 25599999 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: 25600000, 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: 51199999 2023-05-20T05:57:55.834 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: 51200000, 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: 102399999 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: 102400000, 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: 204799999 2023-05-20T05:57:55.835 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: 204800000, 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: 409599999 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: 409600000, 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: 819199999 2023-05-20T05:57:55.836 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: 819200000, 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: 1638399999 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: 1638400000, 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: 3276799999 2023-05-20T05:57:55.837 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: 3276800000, 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: 6553599999 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: 6553600000, 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: 13107199999 2023-05-20T05:57:55.838 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: 13107200000, 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: 26214399999 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: 26214400000, 2023-05-20T05:57:55.839 INFO:tasks.workunit.client.0.smithi081.stdout: 52428799999 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: 52428800000, 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: 104857599999 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: 104857600000, 2023-05-20T05:57:55.840 INFO:tasks.workunit.client.0.smithi081.stdout: 209715199999 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: 209715200000, 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: 419430399999 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: 419430400000, 2023-05-20T05:57:55.841 INFO:tasks.workunit.client.0.smithi081.stdout: 838860799999 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: 838860800000, 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721599999 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721600000, 2023-05-20T05:57:55.842 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443199999 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443200000, 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886399999 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886400000, 2023-05-20T05:57:55.843 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772799999 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772800000, 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545599999 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545600000, 2023-05-20T05:57:55.844 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091199999 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091200000, 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:55.845 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.846 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: 511 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.847 INFO:tasks.workunit.client.0.smithi081.stdout: 512, 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: 1023 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: 1024, 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: 2047 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.848 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: 2048, 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: 4095 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: 4096, 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: 8191 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.849 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: 8192, 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: 16383 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: 16384, 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: 32767 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.850 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: 32768, 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: 65535 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: 65536, 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: 131071 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.851 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: 131072, 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: 262143 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: 262144, 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: 524287 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.852 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: 524288, 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: 1048575 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: 1048576, 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: 2097151 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.853 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: 2097152, 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: 4194303 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: 4194304, 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: 8388607 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.854 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: 8388608, 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: 16777215 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: 16777216, 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: 33554431 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.855 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: 33554432, 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: 67108863 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: 67108864, 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: 134217727 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.856 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: 134217728, 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: 268435455 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: 268435456, 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: 536870911 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.857 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: 536870912, 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741823 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741824, 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483647 2023-05-20T05:57:55.858 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483648, 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967295 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967296, 2023-05-20T05:57:55.859 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934591 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934592, 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869183 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869184, 2023-05-20T05:57:55.860 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738367 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738368, 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476735 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476736, 2023-05-20T05:57:55.861 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953471 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953472, 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906943 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906944, 2023-05-20T05:57:55.862 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:55.863 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.872 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.885 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.928 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.941 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.972 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.985 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:55.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.003 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.021 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 11, 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: 11, 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.034 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.052 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.078 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.091 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.104 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.117 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.130 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.143 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.161 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.204 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.230 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.274 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.283 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.292 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.292 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.309 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.335 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.353 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.366 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.379 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.392 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.405 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.418 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:56.423 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.458 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.501 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.514 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.527 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.540 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.553 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.558 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.559 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.560 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.562 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.588 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.601 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.614 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.627 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.640 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.653 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.670 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.671 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.672 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.673 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.683 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.696 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:56.701 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.714 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.727 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.740 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.753 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.766 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.784 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.785 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.786 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.792 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.805 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.818 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.831 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.840 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:56.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 40, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.866 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.879 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.897 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.898 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.899 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.900 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.901 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.902 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.903 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.904 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.905 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.927 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.953 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.975 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:56.980 INFO:tasks.workunit.client.0.smithi081.stdout: "axes": [ 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Latency (usec)", 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 100000, 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.981 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: 99999 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.982 INFO:tasks.workunit.client.0.smithi081.stdout: 100000, 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: 199999 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: 200000, 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: 399999 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.983 INFO:tasks.workunit.client.0.smithi081.stdout: 400000, 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: 799999 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: 800000, 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: 1599999 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.984 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: 1600000, 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: 3199999 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: 3200000, 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: 6399999 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.985 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: 6400000, 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: 12799999 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: 12800000, 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: 25599999 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.986 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: 25600000, 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: 51199999 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: 51200000, 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: 102399999 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.987 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: 102400000, 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: 204799999 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: 204800000, 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: 409599999 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.988 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: 409600000, 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: 819199999 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: 819200000, 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: 1638399999 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.989 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: 1638400000, 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: 3276799999 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: 3276800000, 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: 6553599999 2023-05-20T05:57:56.990 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: 6553600000, 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: 13107199999 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: 13107200000, 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: 26214399999 2023-05-20T05:57:56.991 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: 26214400000, 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: 52428799999 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: 52428800000, 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: 104857599999 2023-05-20T05:57:56.992 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: 104857600000, 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: 209715199999 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: 209715200000, 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: 419430399999 2023-05-20T05:57:56.993 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: 419430400000, 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: 838860799999 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: 838860800000, 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721599999 2023-05-20T05:57:56.994 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: 1677721600000, 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443199999 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: 3355443200000, 2023-05-20T05:57:56.995 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886399999 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: 6710886400000, 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772799999 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: 13421772800000, 2023-05-20T05:57:56.996 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545599999 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: 26843545600000, 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091199999 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: 53687091200000, 2023-05-20T05:57:56.997 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: "buckets": 32, 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: "min": 0, 2023-05-20T05:57:56.998 INFO:tasks.workunit.client.0.smithi081.stdout: "name": "Request size (bytes)", 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: "quant_size": 512, 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: "ranges": [ 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: null, 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: -1 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:56.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: 511 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: 512, 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: 1023 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.000 INFO:tasks.workunit.client.0.smithi081.stdout: 1024, 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: 2047 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: 2048, 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: 4095 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.001 INFO:tasks.workunit.client.0.smithi081.stdout: 4096, 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: 8191 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: 8192, 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: 16383 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.002 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: 16384, 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: 32767 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: 32768, 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: 65535 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.003 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: 65536, 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: 131071 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: 131072, 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: 262143 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.004 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: 262144, 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: 524287 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: 524288, 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: 1048575 2023-05-20T05:57:57.005 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: 1048576, 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: 2097151 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: 2097152, 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: 4194303 2023-05-20T05:57:57.006 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: 4194304, 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: 8388607 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: 8388608, 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: 16777215 2023-05-20T05:57:57.007 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: 16777216, 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: 33554431 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: 33554432, 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: 67108863 2023-05-20T05:57:57.008 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: 67108864, 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: 134217727 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: 134217728, 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: 268435455 2023-05-20T05:57:57.009 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: 268435456, 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: 536870911 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: 536870912, 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741823 2023-05-20T05:57:57.010 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: 1073741824, 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483647 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: 2147483648, 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967295 2023-05-20T05:57:57.011 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: 4294967296, 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934591 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: 8589934592, 2023-05-20T05:57:57.012 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869183 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: 17179869184, 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738367 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: 34359738368, 2023-05-20T05:57:57.013 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476735 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: 68719476736, 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953471 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: 137438953472, 2023-05-20T05:57:57.014 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906943 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: 274877906944, 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: null 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: "scale_type": "log2" 2023-05-20T05:57:57.015 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: "osds": [ 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 0, 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.020 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.033 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.081 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.094 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.107 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.120 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.133 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.150 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 1, 2023-05-20T05:57:57.155 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.156 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.158 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.159 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.160 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.161 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.162 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.163 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.164 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.165 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.166 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.167 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.168 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.169 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.170 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.172 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.173 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.174 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.175 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.176 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: 11, 2023-05-20T05:57:57.177 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:57.178 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.179 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.180 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.181 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.182 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 17, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.185 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: 22, 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.186 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 9, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.187 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.188 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.189 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.190 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.191 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.192 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.193 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.194 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.195 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.197 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.198 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.199 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.200 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.201 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.202 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.203 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.204 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.205 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.206 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.207 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.208 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.209 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.211 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.212 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.213 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.214 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.215 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.216 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.217 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.218 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.219 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.220 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.221 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.222 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.223 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.224 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.225 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.226 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.227 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.228 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.229 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.230 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.231 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.232 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.233 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.234 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.235 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.236 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.237 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.238 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.239 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.240 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.241 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.242 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.243 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.244 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.245 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.246 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.247 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.248 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.249 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.251 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.253 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.254 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.255 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.256 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.257 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.258 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.259 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.260 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.261 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.265 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.266 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.267 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.268 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.269 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.270 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.271 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.272 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.273 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.274 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.276 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.277 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.278 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.280 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.281 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.282 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.283 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.284 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.285 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.286 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.287 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.288 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.290 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:57.293 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 2, 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.294 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.295 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.296 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.297 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.298 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.299 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.300 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.302 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.303 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.306 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.307 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.308 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.309 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.310 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.311 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.312 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.313 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.315 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.316 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.317 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.319 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.320 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.321 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.322 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.323 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.324 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.325 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.326 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.328 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.329 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.330 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.331 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.332 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: 10, 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.333 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.334 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.335 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.336 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.337 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.338 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.339 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.340 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.341 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.342 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.343 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.344 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.345 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.346 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.347 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.348 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.349 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.350 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.351 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.352 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.353 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.354 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.355 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.356 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.357 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.358 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.359 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.360 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.361 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.362 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.363 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.364 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.365 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.366 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.367 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.368 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.369 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.370 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.371 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.372 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.373 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.374 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.375 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.376 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.377 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.378 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.379 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.380 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.381 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.382 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.383 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.384 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.385 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.386 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.387 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.388 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.389 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.390 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.391 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.392 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.393 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.394 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.395 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.396 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.397 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.399 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.400 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.401 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.402 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.403 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.404 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.405 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.406 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.408 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.409 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.412 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.413 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.414 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.415 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.416 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.417 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.418 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.421 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.422 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.425 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.426 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.427 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.428 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.429 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.430 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.431 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 3, 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.433 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.434 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.435 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.436 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.437 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.438 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.439 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.440 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.441 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.442 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.443 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.444 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.445 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.446 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.447 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.448 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.449 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.450 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.451 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.452 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.453 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.454 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.455 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.456 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.457 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.458 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.459 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.460 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.461 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.462 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.463 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.464 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.465 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.466 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.467 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.468 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.469 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.470 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.471 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.472 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.473 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.474 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.475 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.476 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.477 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.478 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.479 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.480 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.481 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.482 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.483 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.484 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.485 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.486 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.487 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.488 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.489 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.490 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.491 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.492 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.493 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.494 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.495 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.496 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.497 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.498 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.499 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.500 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.501 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.502 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.503 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.505 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.506 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.507 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.508 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.509 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.510 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.511 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.512 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.513 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.514 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.515 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.518 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.519 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.520 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.521 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.522 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.523 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.524 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.525 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.526 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.527 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.528 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.530 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.531 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.532 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.533 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.534 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.535 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.536 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.537 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.538 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.539 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.540 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.541 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.542 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.543 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.544 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.545 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.546 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.547 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.548 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.549 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.550 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.551 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.552 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.553 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.554 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.555 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.556 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.557 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.557 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.558 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.561 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:57.561 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:57.561 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.561 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.561 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.562 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.563 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.564 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.565 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.566 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.567 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.568 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.569 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.570 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.571 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.572 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.573 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.574 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 4, 2023-05-20T05:57:57.575 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.576 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.577 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.578 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.580 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.581 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.582 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.583 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.584 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.585 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.586 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.587 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.588 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.589 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.590 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.592 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.593 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.594 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.595 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.596 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.597 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.598 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.599 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.600 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.601 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.602 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.603 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.604 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.605 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.606 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.607 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.608 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.609 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.610 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.611 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.612 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.613 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.614 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.615 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.616 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.617 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.618 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.619 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.620 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.621 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.622 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.623 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.624 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.625 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.626 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.627 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.628 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.629 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.630 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.631 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.632 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.633 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.634 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.635 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.636 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.637 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.638 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.639 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.640 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.641 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.642 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.643 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.644 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.646 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.647 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.648 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.649 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.650 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.651 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.652 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.653 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.654 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.655 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.656 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.657 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.660 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.661 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.662 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.663 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.664 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.665 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.666 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.667 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.668 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.669 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.669 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:53 smithi170 ceph-mon[97338]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2023-05-20T05:57:57.669 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:54 smithi170 ceph-mon[97338]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2023-05-20T05:57:57.670 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:57.670 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:57:57.670 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:57.670 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:57.670 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.674 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:57:56 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:57:57.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.674 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.675 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.676 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.677 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.678 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.680 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.681 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.682 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.683 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.684 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.684 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.684 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.685 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.686 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.687 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.688 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.689 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.690 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.691 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.692 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.693 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.694 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.695 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.696 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.697 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.698 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.699 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.700 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.701 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.702 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.703 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.704 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.705 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.706 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.707 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.708 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.709 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.711 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.712 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.713 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.714 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.715 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.716 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.717 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.718 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.719 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 5, 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.720 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.721 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.722 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.723 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.724 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.725 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.726 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.727 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.728 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.729 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.731 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.732 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.733 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.734 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.735 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.736 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.737 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.738 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.739 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.740 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.741 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.742 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.743 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.744 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.745 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.746 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.747 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.748 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.749 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.750 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.751 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.752 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.753 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.754 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.755 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.756 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.758 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.759 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.760 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.761 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.762 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.763 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.764 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.765 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.766 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.767 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.768 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.770 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.771 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.772 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.773 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.774 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.775 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.776 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.777 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.778 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.779 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.780 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.781 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.782 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.783 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.784 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.784 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.784 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.784 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.786 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.787 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.787 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.787 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.788 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.789 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.790 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.791 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.792 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.793 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.794 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.795 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.796 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.797 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.798 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.799 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.800 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.801 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.802 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.803 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.804 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.805 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.806 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.807 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.808 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.809 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.810 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.811 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.812 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.813 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.814 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.815 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.817 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.818 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.819 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.820 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.821 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.822 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.823 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.824 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.825 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.826 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.827 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.830 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.831 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.832 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.833 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.834 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.835 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.836 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.837 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.838 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.839 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.840 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.841 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.843 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.844 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.845 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.846 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.847 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.848 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.849 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.850 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.851 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.852 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.853 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.854 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.855 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.857 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.858 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.859 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.860 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.861 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.862 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.863 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 6, 2023-05-20T05:57:57.864 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.865 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.866 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.867 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.869 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.870 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.871 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.872 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.873 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.874 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.875 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.876 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.877 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.878 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.879 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.880 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.881 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.882 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.883 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.884 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.885 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.886 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.887 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.888 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.889 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.890 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.891 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.892 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.893 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.894 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.895 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.896 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.897 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.897 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.898 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.900 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-05-20T05:57:57.901 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-05-20T05:57:57.901 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:57:57.901 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:57:57.901 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:57:57.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:57 smithi170 ceph-mon[97338]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:57:57.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.906 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.907 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.908 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.910 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.911 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.912 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.913 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.914 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.915 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.916 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.917 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.918 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.919 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.920 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.923 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.924 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.925 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.926 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.927 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.928 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.929 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.930 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.931 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.932 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.933 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.935 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.936 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.937 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.938 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.939 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.940 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.941 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.942 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.943 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.944 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.945 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.946 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.948 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.949 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.950 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.951 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.952 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.953 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.954 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.955 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.956 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.957 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.958 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.959 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.961 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.962 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.963 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.964 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.965 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.966 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.967 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.968 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.969 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.970 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.971 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.972 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.974 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.975 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.976 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.977 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.978 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.979 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.980 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.981 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.982 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.983 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.984 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.985 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.987 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.988 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.989 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.990 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.992 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.993 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.994 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.995 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:57.996 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.997 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.998 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:57.999 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.001 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.002 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.003 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.004 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.005 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.006 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.007 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.008 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.009 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.010 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.011 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: "osd_id": 7, 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: "values": [ 2023-05-20T05:57:58.014 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.015 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.016 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.017 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.018 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.019 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.020 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.021 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.022 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.023 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.024 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.028 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.029 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.030 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.031 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.032 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.033 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.034 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.035 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.036 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.037 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.039 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.040 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.041 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.042 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.043 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.044 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.045 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.046 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.047 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.048 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.049 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.050 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.051 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.052 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.053 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.054 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.055 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.056 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.057 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.058 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.059 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.060 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.061 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.062 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.063 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.064 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.065 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.067 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.068 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.069 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.070 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.071 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.072 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.073 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.074 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.075 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.076 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.077 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.080 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.081 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.082 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.083 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.084 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.085 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.086 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.087 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.088 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.089 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.090 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.092 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.093 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.094 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.095 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.096 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.097 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.098 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.099 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.100 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.101 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.102 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.103 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.104 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.105 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.106 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.107 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.108 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.109 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.110 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.111 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.112 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.113 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.114 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.115 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.116 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.117 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.119 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.120 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.121 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.122 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.123 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.124 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.125 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.126 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.127 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.128 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.129 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.130 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.131 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.132 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.133 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.134 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.135 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.136 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.137 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.138 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.139 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.140 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.141 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.142 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.143 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.146 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.147 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.148 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.149 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: [ 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.150 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.151 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.152 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.153 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.154 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: ] 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: "perf_counters": { 2023-05-20T05:57:58.155 INFO:tasks.workunit.client.0.smithi081.stdout: "mds.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: "mds": { 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: "caps": { 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_flush_ack": { 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_flushsnap_ack": { 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_grant": { 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_revoke": { 2023-05-20T05:57:58.157 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: "ceph_cap_op_trunc": { 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_commit": { 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.158 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_fetch": { 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_merge": { 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: "dir_split": { 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.159 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: "exported_inodes": { 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: "forward": { 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_cap_release": { 2023-05-20T05:57:58.160 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_caps": { 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_caps_dirty": { 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.161 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_inode_file_caps": { 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: "imported_inodes": { 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes": { 2023-05-20T05:57:58.162 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes_expired": { 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes_pinned": { 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.163 INFO:tasks.workunit.client.0.smithi081.stdout: "inodes_with_caps": { 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: "load_cent": { 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: "openino_dir_fetch": { 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.164 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: "process_request_cap_release": { 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: "reply_latency": { 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 145038 2023-05-20T05:57:58.165 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: "request": { 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: "root_rbytes": { 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: "root_rfiles": { 2023-05-20T05:57:58.166 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: "root_rsnaps": { 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_reply": { 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.167 INFO:tasks.workunit.client.0.smithi081.stdout: "subtrees": { 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_cache": { 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_enqueue_scrub": { 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.168 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_exportdir": { 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_flush": { 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_fragmentdir": { 2023-05-20T05:57:58.169 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_fragstats": { 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: "ireq_inodestats": { 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.170 INFO:tasks.workunit.client.0.smithi081.stdout: "num_recovering_enqueued": { 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: "num_recovering_prioritized": { 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: "num_recovering_processing": { 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: "num_strays": { 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: "num_strays_delayed": { 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: "num_strays_enqueuing": { 2023-05-20T05:57:58.172 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_completed": { 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_started": { 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.173 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_created": { 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_enqueued": { 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_migrated": { 2023-05-20T05:57:58.174 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: "strays_reintegrated": { 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_log": { 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: "ev": { 2023-05-20T05:57:58.175 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: "evadd": { 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: "evex": { 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.176 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: "evexd": { 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: "evexg": { 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: "evtrm": { 2023-05-20T05:57:58.177 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: "jlat": { 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11181566 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: "replayed": { 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.178 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: "seg": { 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: "segadd": { 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: "segex": { 2023-05-20T05:57:58.179 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: "segexd": { 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: "segexg": { 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.180 INFO:tasks.workunit.client.0.smithi081.stdout: "segtrm": { 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_mem": { 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: "cap": { 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.181 INFO:tasks.workunit.client.0.smithi081.stdout: "cap+": { 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: "cap-": { 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: "dir": { 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:58.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: "dir+": { 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: "dir-": { 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.183 INFO:tasks.workunit.client.0.smithi081.stdout: "dn": { 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: "dn+": { 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: "dn-": { 2023-05-20T05:57:58.184 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: "heap": { 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 207132 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: "ino": { 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.185 INFO:tasks.workunit.client.0.smithi081.stdout: "ino+": { 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: "ino-": { 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_server": { 2023-05-20T05:57:58.186 INFO:tasks.workunit.client.0.smithi081.stdout: "cap_acquisition_throttle": { 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: "cap_revoke_eviction": { 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_request": { 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.187 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_client_session": { 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 16 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: "handle_peer_request": { 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.188 INFO:tasks.workunit.client.0.smithi081.stdout: "req_create_latency": { 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: "req_getattr_latency": { 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 145038 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.189 INFO:tasks.workunit.client.0.smithi081.stdout: "req_getfilelock_latency": { 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: "req_getvxattr_latency": { 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.190 INFO:tasks.workunit.client.0.smithi081.stdout: "req_link_latency": { 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookup_latency": { 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.191 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookuphash_latency": { 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupino_latency": { 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.192 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupname_latency": { 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupparent_latency": { 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.193 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lookupsnap_latency": { 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: "req_lssnap_latency": { 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.194 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: "req_mkdir_latency": { 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: "req_mknod_latency": { 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.195 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: "req_mksnap_latency": { 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: "req_open_latency": { 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: "req_readdir_latency": { 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rename_latency": { 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: "req_renamesnap_latency": { 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rmdir_latency": { 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.198 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rmsnap_latency": { 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: "req_rmxattr_latency": { 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.199 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setattr_latency": { 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setdirlayout_latency": { 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.200 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setfilelock_latency": { 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setlayout_latency": { 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.201 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: "req_setxattr_latency": { 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: "req_symlink_latency": { 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.202 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: "req_unlink_latency": { 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: "mds_sessions": { 2023-05-20T05:57:58.203 INFO:tasks.workunit.client.0.smithi081.stdout: "average_load": { 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: "avg_session_uptime": { 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 88 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:58.204 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: "session_count": { 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: "session_remove": { 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.205 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: "sessions_open": { 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: "sessions_stale": { 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: "total_load": { 2023-05-20T05:57:58.206 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.207 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 45 2023-05-20T05:57:58.208 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: "purge_queue": { 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executed": { 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing": { 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing_high_water": { 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing_ops": { 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_executing_ops_high_water": { 2023-05-20T05:57:58.210 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: "pq_item_in_journal": { 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.1ecbf7af9e6b568c08b2c1df4ec725d162d70420": { 2023-05-20T05:57:58.211 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: "election_call": { 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: "election_lose": { 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: "election_win": { 2023-05-20T05:57:58.212 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: "num_elections": { 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": { 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9 2023-05-20T05:57:58.213 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: "session_rm": { 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 56 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: "session_trim": { 2023-05-20T05:57:58.214 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: "paxos": { 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: "accept_timeout": { 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.215 INFO:tasks.workunit.client.0.smithi081.stdout: "begin": { 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 846 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_bytes": { 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 846, 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3803232 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_keys": { 2023-05-20T05:57:58.216 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_latency": { 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 846, 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 98997743 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.217 INFO:tasks.workunit.client.0.smithi081.stdout: "collect": { 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_bytes": { 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 146 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_keys": { 2023-05-20T05:57:58.218 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_latency": { 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_timeout": { 2023-05-20T05:57:58.219 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_uncommitted": { 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: "commit": { 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 847 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.220 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_bytes": { 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_keys": { 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.221 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_latency": { 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_ack_timeout": { 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.222 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_timeout": { 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn": { 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn_latency": { 2023-05-20T05:57:58.223 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh": { 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 847 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh_latency": { 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 847, 2023-05-20T05:57:58.224 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1617963051 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: "restart": { 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state": { 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.225 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_bytes": { 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_keys": { 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.226 INFO:tasks.workunit.client.0.smithi081.stdout: "start_leader": { 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: "start_peon": { 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state": { 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 847 2023-05-20T05:57:58.227 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_bytes": { 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 847, 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7447559 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_keys": { 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 847, 2023-05-20T05:57:58.228 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5934 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_latency": { 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 847, 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 108997512 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache": { 2023-05-20T05:57:58.229 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1020054731 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 43819008 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33267712 2023-05-20T05:57:58.230 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2147483648 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10551296 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.231 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:full": { 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.232 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 270695 2023-05-20T05:57:58.233 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.234 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.235 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.236 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 70834707 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:inc": { 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.237 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.238 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 40788 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.239 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.240 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.241 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.242 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71064614 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:kv": { 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 322961408 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.243 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184681220 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.245 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.246 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.247 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.248 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.248 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.248 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71171324 2023-05-20T05:57:58.248 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb": { 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: "compact": { 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_len": { 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.249 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_merge": { 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_range": { 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: "get_latency": { 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 35969, 2023-05-20T05:57:58.250 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 77412805 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_delay_time": { 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_memtable_time": { 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.251 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_pre_and_post_time": { 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_wal_time": { 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.252 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_latency": { 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_sync_latency": { 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1831, 2023-05-20T05:57:58.253 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 241205399 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.6be6ab158094b70e0c0f84d08371bec7b4437a25": { 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: "election_call": { 2023-05-20T05:57:58.254 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: "election_lose": { 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: "election_win": { 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.255 INFO:tasks.workunit.client.0.smithi081.stdout: "num_elections": { 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": { 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:58.256 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: "session_rm": { 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 113 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: "session_trim": { 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.257 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: "paxos": { 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: "accept_timeout": { 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: "begin": { 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 834 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.258 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_bytes": { 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 834, 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3776871 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_keys": { 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.259 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_latency": { 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 834, 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 255995195 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: "collect": { 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.260 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_bytes": { 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 73 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_keys": { 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.261 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_latency": { 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_timeout": { 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_uncommitted": { 2023-05-20T05:57:58.262 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: "commit": { 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 835 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_bytes": { 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_keys": { 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_latency": { 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.264 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_ack_timeout": { 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_timeout": { 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn": { 2023-05-20T05:57:58.265 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn_latency": { 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh": { 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 835 2023-05-20T05:57:58.266 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh_latency": { 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 835, 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1914964076 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: "restart": { 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.267 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state": { 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_bytes": { 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.268 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_keys": { 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: "start_leader": { 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: "start_peon": { 2023-05-20T05:57:58.269 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state": { 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 835 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_bytes": { 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 835, 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7397313 2023-05-20T05:57:58.270 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_keys": { 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 835, 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5847 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_latency": { 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 835, 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 514990330 2023-05-20T05:57:58.271 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache": { 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1020054731 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42778624 2023-05-20T05:57:58.272 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 34627584 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2147483648 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.273 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8151040 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:full": { 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.274 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:58.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 270695 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.276 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.277 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.278 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 70834707 2023-05-20T05:57:58.279 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:inc": { 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.280 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277021830 2023-05-20T05:57:58.281 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 40788 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.282 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.283 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.284 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.285 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71064614 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:kv": { 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 322961408 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.286 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184681220 2023-05-20T05:57:58.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.288 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.289 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.290 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71171324 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb": { 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: "compact": { 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_len": { 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.292 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_merge": { 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_range": { 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: "get_latency": { 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 35865, 2023-05-20T05:57:58.293 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 86568419 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_delay_time": { 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_memtable_time": { 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.294 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_pre_and_post_time": { 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_wal_time": { 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.295 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_latency": { 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_sync_latency": { 2023-05-20T05:57:58.296 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1785, 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 832954291 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: "mon.82a655737e5b02ad61ea9265eaf7daa28abbc2cb": { 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: "election_call": { 2023-05-20T05:57:58.297 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: "election_lose": { 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: "election_win": { 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_elections": { 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_sessions": { 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: "session_add": { 2023-05-20T05:57:58.299 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: "session_rm": { 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 222 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: "session_trim": { 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: "paxos": { 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: "accept_timeout": { 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: "begin": { 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 984 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.301 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_bytes": { 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 984, 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4815045 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_keys": { 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 984, 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2952 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.302 INFO:tasks.workunit.client.0.smithi081.stdout: "begin_latency": { 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 984, 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 182996580 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: "collect": { 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_bytes": { 2023-05-20T05:57:58.303 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_keys": { 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.304 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_latency": { 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_timeout": { 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: "collect_uncommitted": { 2023-05-20T05:57:58.305 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: "commit": { 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 984 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_bytes": { 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 984, 2023-05-20T05:57:58.306 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4744255 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_keys": { 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 984, 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5845 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: "commit_latency": { 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 984, 2023-05-20T05:57:58.307 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 450295963 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_ack_timeout": { 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: "lease_timeout": { 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.308 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn": { 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: "new_pn_latency": { 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1999964 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.309 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh": { 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 986 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: "refresh_latency": { 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 986, 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2492953351 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: "restart": { 2023-05-20T05:57:58.310 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state": { 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_bytes": { 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1050 2023-05-20T05:57:58.311 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: "share_state_keys": { 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: "start_leader": { 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.312 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: "start_peon": { 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state": { 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.313 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_bytes": { 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_keys": { 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.314 INFO:tasks.workunit.client.0.smithi081.stdout: "store_state_latency": { 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache": { 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.315 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1020054731 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 45899776 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 41852928 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.316 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2147483648 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4046848 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:full": { 2023-05-20T05:57:58.317 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.318 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277022892 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 270265 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.319 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.320 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.321 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.322 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 70834075 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:inc": { 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348127232 2023-05-20T05:57:58.323 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.324 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 277022892 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 38385 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.325 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.326 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.327 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71065955 2023-05-20T05:57:58.328 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: "prioritycache:kv": { 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 322961408 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.329 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 184681928 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.330 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.331 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.332 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.333 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71170616 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb": { 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: "compact": { 2023-05-20T05:57:58.334 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_len": { 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_queue_merge": { 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.335 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_range": { 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: "get_latency": { 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43744, 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 157532305 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.336 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_delay_time": { 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_memtable_time": { 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.337 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_pre_and_post_time": { 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_write_wal_time": { 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.338 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_latency": { 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: "submit_sync_latency": { 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2126, 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 698649708 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.339 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.0": { 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.340 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.341 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.342 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2916352 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.344 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6422528 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1691648 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.345 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1552384 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6356992 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.346 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.347 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.348 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.349 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.350 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.351 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.352 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.353 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.355 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.356 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1314816 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.357 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 23, 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 62612 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.359 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 364, 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 89940397 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.360 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 362, 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14322155 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 364, 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 399412 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.361 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 364, 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 90339809 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.362 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 45443 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.363 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.364 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11258 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 865 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.365 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 229 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 120, 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2559751 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 325, 2023-05-20T05:57:58.366 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 281385 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 205, 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5974189 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 174335 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.368 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15357242 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 125, 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 44485808 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 125, 2023-05-20T05:57:58.369 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 456639526655 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 125, 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 147882587911 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.370 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71918525447 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 85708 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.371 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3643973 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 224260774 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.372 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 146834 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 112069012 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.373 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 25439987 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 899729 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.374 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 380841365 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.375 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 30065775 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 500, 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4801602 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.376 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 272015360 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.377 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 271097856 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 917504 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.378 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.379 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142486054 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.381 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 602112 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.382 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75015642 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.384 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.385 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068645410 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.386 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.387 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.388 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72204110 2023-05-20T05:57:58.389 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.390 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 94990703 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.391 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.393 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.394 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72780993 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.395 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068645410 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.397 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12647 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.398 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5621 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 264193 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.399 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.400 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71922817 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.401 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.402 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 47 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.403 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.404 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 588 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.405 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36559375 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2406987 2023-05-20T05:57:58.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33903821 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.407 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.408 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.409 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.410 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.412 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.413 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 588 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.414 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36559375 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 6, 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2406987 2023-05-20T05:57:58.415 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33903821 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.416 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1771104 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.417 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7745536 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.1": { 2023-05-20T05:57:58.418 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.419 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.420 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2498560 2023-05-20T05:57:58.421 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.422 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6291456 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.423 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1441792 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1302528 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6225920 2023-05-20T05:57:58.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.425 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.426 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.427 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.428 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.429 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.430 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.431 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.433 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.434 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 708608 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.435 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.437 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.438 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 30, 2023-05-20T05:57:58.438 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71252 2023-05-20T05:57:58.438 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.438 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.438 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.438 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 303, 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78360447 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.439 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 292, 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10289751 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 303, 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 395769 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.440 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 303, 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78756216 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.441 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1549 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15396 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.442 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.443 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11214 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 811 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.444 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 135, 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4360487 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 351, 2023-05-20T05:57:58.445 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 284414 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 216, 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7732492 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.446 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 8, 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 263039 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12849824 2023-05-20T05:57:58.447 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 121, 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8638460 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 119, 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 272279539765 2023-05-20T05:57:58.448 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 121, 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 129160626190 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 402, 2023-05-20T05:57:58.449 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75193949723 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 402, 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 37856 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.450 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3621889 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 200290883 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.451 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 127380 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 129392861 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.452 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 23235682 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 308556 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.453 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 369454190 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.454 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 27218331 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 404, 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2976586 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.455 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 237346816 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236535808 2023-05-20T05:57:58.456 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 811008 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.457 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.458 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523345 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.459 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.460 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.461 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75572271 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.464 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068925091 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.465 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.466 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.467 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71924429 2023-05-20T05:57:58.468 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.469 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015563 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.470 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.471 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.472 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.473 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756133 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.474 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.475 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068925091 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.476 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6888 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 242469 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.478 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.479 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71676240 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.480 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.481 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.482 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 155 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.483 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2429440 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.484 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 155, 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 614422492 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1052 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 155, 2023-05-20T05:57:58.485 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 61026933 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 155, 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 251392217 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33 2023-05-20T05:57:58.486 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 33, 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7153110 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.487 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1052 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 33, 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6364302 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.488 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 33, 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5442704 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.489 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 22, 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18981865 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.490 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 22, 2023-05-20T05:57:58.491 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8593155 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 22, 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 17784291 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.492 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 100 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2429440 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 100, 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 588287517 2023-05-20T05:57:58.493 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 100, 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 46069476 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.494 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 100, 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 228165222 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.495 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 590368 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.496 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7008256 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.2": { 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.497 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.498 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.499 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2162688 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.500 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.501 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6160384 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.502 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1232896 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1093632 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6094848 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.503 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.504 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.505 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.506 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.506 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.506 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.506 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.506 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.506 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.507 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.508 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.509 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.510 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.511 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.512 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.513 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 704512 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.514 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.515 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.516 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 12, 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15449 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.517 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 252, 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78023275 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 244, 2023-05-20T05:57:58.518 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8467627 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 252, 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 338213 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 252, 2023-05-20T05:57:58.519 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78361488 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.520 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1647 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.521 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.522 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10036 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 579 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 212 2023-05-20T05:57:58.523 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 88, 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1134497 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 250, 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 304267 2023-05-20T05:57:58.524 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 162, 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2543308 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.525 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 7, 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 259144 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 9035728 2023-05-20T05:57:58.526 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 114, 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7859783 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 112, 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 238362598965 2023-05-20T05:57:58.527 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 114, 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118612866257 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 327, 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75195490029 2023-05-20T05:57:58.528 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 327, 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 30994 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 376465 2023-05-20T05:57:58.529 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 169685320 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 101593 2023-05-20T05:57:58.530 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 109309615 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.531 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 17784669 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 308661 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.532 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 306241516 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 21420967 2023-05-20T05:57:58.533 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 329, 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1987754 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.534 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235184128 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234831872 2023-05-20T05:57:58.535 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 352256 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.536 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.537 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523764 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.538 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.539 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.540 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.541 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75571852 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.542 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.543 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928236 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.544 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.545 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.546 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71921284 2023-05-20T05:57:58.547 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.548 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015843 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.549 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.550 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.551 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.552 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72755853 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.553 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.554 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928236 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.555 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.556 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8262 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234108 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.557 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.558 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71680082 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.559 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.560 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 31 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.561 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.562 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:58.563 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 169867078 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:58.564 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3780628 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 156363412 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.565 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.567 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.568 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.569 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.570 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.571 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 10 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.572 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 169867078 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.573 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3780628 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 10, 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 156363412 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.574 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.575 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6873088 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.576 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.3": { 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.577 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.578 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.579 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1261568 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.580 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.581 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5636096 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 806912 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 667648 2023-05-20T05:57:58.582 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.583 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.584 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.584 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.584 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.584 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.584 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.584 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.585 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.586 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.587 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.588 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.589 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.590 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.591 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.592 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.593 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 724992 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.594 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.595 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.596 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.596 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.596 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.596 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.596 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:58.596 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5435 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 148, 2023-05-20T05:57:58.597 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 51255253 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 136, 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22804358 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 148, 2023-05-20T05:57:58.598 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 240590 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 148, 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 51495843 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.599 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.600 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.601 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22590 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.602 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 352 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 216 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 90, 2023-05-20T05:57:58.603 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 898841 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 160, 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 266046 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 70, 2023-05-20T05:57:58.604 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 357079 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.605 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6303723 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 54, 2023-05-20T05:57:58.606 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4437235 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 51, 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 294420158643 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 54, 2023-05-20T05:57:58.607 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 84920133003 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 239, 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1176474 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 239, 2023-05-20T05:57:58.608 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 23854 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 269418 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.609 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 158177544 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71653 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.610 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 61555240 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11376674 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 311371 2023-05-20T05:57:58.611 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.612 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 237714678 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14003642 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 242, 2023-05-20T05:57:58.613 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1532941 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.614 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 267902976 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 267362304 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.615 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 540672 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.616 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.617 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523755 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.618 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.619 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.620 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75580053 2023-05-20T05:57:58.621 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.622 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928169 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.623 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.625 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.626 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71921351 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.627 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.628 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015837 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.629 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.630 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.631 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.632 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72755859 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.633 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.634 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068928169 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.635 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 16441 2023-05-20T05:57:58.636 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 239778 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.637 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71666300 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.638 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.639 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.640 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 36 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.641 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.642 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.643 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 648900 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.644 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.645 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.646 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.647 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.648 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.649 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.650 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.651 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.652 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 648900 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.653 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.654 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6369280 2023-05-20T05:57:58.655 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.4": { 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.656 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.657 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.658 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1335296 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.659 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.660 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5701632 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 876544 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.661 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 737280 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5636096 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.662 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.663 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.664 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.665 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.666 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.667 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.668 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.669 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.670 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.671 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.672 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 720896 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.673 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.674 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4731 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.675 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 165, 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 46409239 2023-05-20T05:57:58.676 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 152, 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6467269 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 165, 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 228194 2023-05-20T05:57:58.677 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 165, 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 46637433 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.678 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1468 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.679 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.680 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 23686 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 364 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.681 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 233 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 95, 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 873894 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.682 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 161, 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 252209 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 66, 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 127391 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.683 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 350081 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.684 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6162303 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3446952 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.685 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 41, 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 191440958141 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 55193843901 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.686 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 259, 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 449151 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 259, 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 25858 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.687 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 252329 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 126670129 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.688 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 85493 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65112152 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.689 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12104942 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 309341 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.690 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 923 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 210347547 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.691 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14666377 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 261, 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1871069 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.692 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 268804096 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.693 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 268099584 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 704512 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.694 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.695 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523047 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.696 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.697 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.698 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.699 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75572569 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.700 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.701 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068922858 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.702 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.703 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.704 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.705 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71926662 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.706 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015365 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.707 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.708 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.709 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.710 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756331 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.711 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.712 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068922858 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.713 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.714 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5499 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 248831 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.715 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.716 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71673500 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.717 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.718 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 41 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.719 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.720 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.721 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15509311 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 675578 2023-05-20T05:57:58.722 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13851696 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.723 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.724 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.725 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.726 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.727 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.728 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1 2023-05-20T05:57:58.729 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15509311 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.730 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 675578 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.731 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 1, 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13851696 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.732 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.733 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6430720 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.5": { 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.734 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.735 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.736 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1196032 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.737 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.738 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5636096 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 778240 2023-05-20T05:57:58.739 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 638976 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.740 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.741 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.743 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.744 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.745 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.746 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.747 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.748 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.749 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.750 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 712704 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.751 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.752 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 4, 2023-05-20T05:57:58.753 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5799 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 141, 2023-05-20T05:57:58.754 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 49022536 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 135, 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5556862 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 141, 2023-05-20T05:57:58.755 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 176336 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 141, 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 49198872 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.756 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1515 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.757 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.758 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11255 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 332 2023-05-20T05:57:58.759 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 238 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 88, 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 655545 2023-05-20T05:57:58.760 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 142, 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 241136 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 54, 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 197561 2023-05-20T05:57:58.761 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 7, 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235373 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.762 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3684187 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 41, 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3771968 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.763 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 38, 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 278782285688 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 41, 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71847430229 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.764 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 264, 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 422338 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 264, 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 26594 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.765 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 244546 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 168591081 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.766 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 78877 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193496993 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.767 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11424930 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 310769 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.768 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 599 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 377473455 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.769 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13804158 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 267, 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1742678 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.770 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236511232 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.771 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235675648 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 835584 2023-05-20T05:57:58.772 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.773 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523273 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.774 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.775 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.776 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.777 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75576439 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.778 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.779 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924549 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.780 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.781 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.782 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.783 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71924971 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.784 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015515 2023-05-20T05:57:58.785 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.786 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.787 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.788 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756181 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.789 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924549 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.791 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.792 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 16431 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 243738 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.793 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.794 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71665970 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.795 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.796 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.797 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.798 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.799 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.800 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.801 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.802 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.803 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.804 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.805 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.806 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.807 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.808 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.809 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.810 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.811 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6356992 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.6": { 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.812 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.813 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.814 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1286144 2023-05-20T05:57:58.815 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.816 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.817 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 897024 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 757760 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5505024 2023-05-20T05:57:58.818 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.819 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.820 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.821 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.822 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.823 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.824 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.825 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.826 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.827 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.828 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1306624 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.829 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.830 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.831 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 3, 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6493 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.832 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 170, 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42095867 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 157, 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12807473 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.833 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 170, 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 141405 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 170, 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42237272 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.834 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.835 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.836 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11736 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.837 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 357 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 249 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 86, 2023-05-20T05:57:58.838 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 662462 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 129, 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 330364 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 43, 2023-05-20T05:57:58.839 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 183663 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.840 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3636978 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 32, 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2205407 2023-05-20T05:57:58.841 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 32, 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 402580105814 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 32, 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 47902159545 2023-05-20T05:57:58.842 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 436613 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 29234 2023-05-20T05:57:58.843 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 738071 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.844 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234435426 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 96648 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.845 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 98750528 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11130829 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.846 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 901370 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 391 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.847 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 348731398 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13411565 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.848 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 274, 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2023064 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.849 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236298240 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235044864 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.850 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1253376 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.851 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.852 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142523293 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.853 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.854 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.855 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.856 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75580515 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.857 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924703 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.858 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.859 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.860 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.861 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71924817 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.862 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.863 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95015529 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.864 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.865 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.866 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.867 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72756167 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.868 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.869 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068924703 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2792 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.870 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4189 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12567 2023-05-20T05:57:58.871 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 244374 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.872 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71662063 2023-05-20T05:57:58.873 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.874 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.875 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 39 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.876 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.877 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2786 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118463367 2023-05-20T05:57:58.878 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 15, 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7119889 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.879 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 88618972 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.880 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.881 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.882 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.883 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.884 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.885 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.886 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2786 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 118463367 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.887 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 15, 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 7119889 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.888 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 13, 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 88618972 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.889 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.890 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6885376 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: "osd.7": { 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: "bluefs": { 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_fallback": { 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.891 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_slow_size_fallback": { 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_db": { 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 65536 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_main": { 2023-05-20T05:57:58.892 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit_wal": { 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_slow": { 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.893 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_sst": { 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_written_wal": { 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1253376 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lat": { 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.894 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: "compact_lock_lat": { 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: "db_total_bytes": { 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.895 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: "db_used_bytes": { 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5570560 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: "log_bytes": { 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 901120 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.896 INFO:tasks.workunit.client.0.smithi081.stdout: "logged_bytes": { 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 761856 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_db": { 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5505024 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_slow": { 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.897 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: "max_bytes_wal": { 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: "num_files": { 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 13 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.898 INFO:tasks.workunit.client.0.smithi081.stdout: "read_bytes": { 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 193903 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: "read_count": { 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 22 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes": { 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1265664 2023-05-20T05:57:58.899 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_db": { 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1269760 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_slow": { 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_bytes_wal": { 2023-05-20T05:57:58.900 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: "read_disk_count": { 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 14 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_bytes": { 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3627 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.901 INFO:tasks.workunit.client.0.smithi081.stdout: "read_prefetch_count": { 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_bytes": { 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_buffer_count": { 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.902 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_bytes": { 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3807 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_count": { 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes": { 2023-05-20T05:57:58.903 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_db": { 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_slow": { 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.904 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_bytes_wal": { 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: "read_random_disk_count": { 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_total_bytes": { 2023-05-20T05:57:58.905 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: "slow_used_bytes": { 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_total_bytes": { 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.906 INFO:tasks.workunit.client.0.smithi081.stdout: "wal_used_bytes": { 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore": { 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: "alloc_unit": { 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4096 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.907 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": { 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1306624 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: "clist_lat": { 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.908 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_lat": { 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed": { 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_allocated": { 2023-05-20T05:57:58.909 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: "compressed_original": { 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: "csum_lat": { 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 9, 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 28081 2023-05-20T05:57:58.910 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: "decompress_lat": { 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_commit_lat": { 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 171, 2023-05-20T05:57:58.911 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 44207890 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_final_lat": { 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 166, 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6206722 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_flush_lat": { 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 171, 2023-05-20T05:57:58.912 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 116150 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: "kv_sync_lat": { 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 171, 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 44324040 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_keys_lat": { 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.913 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_get_values_lat": { 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_lower_bound_lat": { 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.914 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_next_lat": { 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_seek_to_first_lat": { 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 0, 2023-05-20T05:57:58.915 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_upper_bound_lat": { 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11400 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_hits": { 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 745 2023-05-20T05:57:58.916 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: "onode_misses": { 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 283 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: "read_lat": { 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 131, 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1334009 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.917 INFO:tasks.workunit.client.0.smithi081.stdout: "read_onode_meta_lat": { 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 210, 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 298510 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: "read_wait_aio_lat": { 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 79, 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 551862 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.918 INFO:tasks.workunit.client.0.smithi081.stdout: "reads_with_retries": { 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: "remove_lat": { 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 4, 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 127082 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: "state_aio_wait_lat": { 2023-05-20T05:57:58.919 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3184237 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_aio_wait_lat": { 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 20, 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1554312 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.920 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_cleanup_lat": { 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 20, 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 286127098228 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: "state_deferred_queued_lat": { 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 20, 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 33383036760 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.921 INFO:tasks.workunit.client.0.smithi081.stdout: "state_done_lat": { 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 482183 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: "state_finishing_lat": { 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 32313 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.922 INFO:tasks.workunit.client.0.smithi081.stdout: "state_io_done_lat": { 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 196442 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_commiting_lat": { 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 152791863 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.923 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_done_lat": { 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 114278 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: "state_kv_queued_lat": { 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 166450302 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.924 INFO:tasks.workunit.client.0.smithi081.stdout: "state_prepare_lat": { 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 11455725 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": { 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 899605 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: "truncate_lat": { 2023-05-20T05:57:58.925 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 2, 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 678 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_commit_lat": { 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 334140821 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.926 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_submit_lat": { 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15185937 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: "txc_throttle_lat": { 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 306, 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2172180 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.927 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache": { 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_bytes": { 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 2845415832 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: "heap_bytes": { 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 236363776 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.928 INFO:tasks.workunit.client.0.smithi081.stdout: "mapped_bytes": { 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 235708416 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: "target_bytes": { 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4294967296 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: "unmapped_bytes": { 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 655360 2023-05-20T05:57:58.929 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:data": { 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 218103808 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.930 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 142506050 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.931 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 8192 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.932 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 139264 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.933 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 126976 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.934 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 75323326 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.935 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv": { 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1207959552 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.936 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068795380 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.937 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.938 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1168 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.939 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.940 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72054140 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:kv_onode": { 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 234881024 2023-05-20T05:57:58.941 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 67108864 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 464 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.942 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95004033 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.943 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.944 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.945 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.946 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 72767663 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: "bluestore-pricache:meta": { 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: "committed_bytes": { 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1140850688 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: "pri0_bytes": { 2023-05-20T05:57:58.947 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: "pri10_bytes": { 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: "pri11_bytes": { 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 1068795380 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.948 INFO:tasks.workunit.client.0.smithi081.stdout: "pri1_bytes": { 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: "pri2_bytes": { 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4195 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: "pri3_bytes": { 2023-05-20T05:57:58.949 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12585 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: "pri4_bytes": { 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: "pri5_bytes": { 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 4195 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.950 INFO:tasks.workunit.client.0.smithi081.stdout: "pri6_bytes": { 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 255900 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: "pri7_bytes": { 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: "pri8_bytes": { 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.951 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: "pri9_bytes": { 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: "reserved_bytes": { 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 71778433 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.952 INFO:tasks.workunit.client.0.smithi081.stdout: "objecter": { 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: "op_active": { 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rmw": { 2023-05-20T05:57:58.953 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: "osd": { 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg": { 2023-05-20T05:57:58.954 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 47 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: "numpg_removing": { 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: "op": { 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 157 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.955 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_degraded": { 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: "op_delayed_unreadable": { 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: "op_in_bytes": { 2023-05-20T05:57:58.956 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: "op_latency": { 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 157, 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 131299727 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: "op_out_bytes": { 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 266161 2023-05-20T05:57:58.957 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: "op_prepare_latency": { 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 159, 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 38105780 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: "op_process_latency": { 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 157, 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 101683754 2023-05-20T05:57:58.958 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r": { 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 110 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency": { 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 110, 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 18027645 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.959 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_latency_out_bytes_histogram": { 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_out_bytes": { 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 266161 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_prepare_latency": { 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 110, 2023-05-20T05:57:58.960 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 15801056 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: "op_r_process_latency": { 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 110, 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 12396252 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw": { 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 42 2023-05-20T05:57:58.961 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_in_bytes": { 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency": { 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 42, 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 43763571 2023-05-20T05:57:58.962 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_in_bytes_histogram": { 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_latency_out_bytes_histogram": { 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_out_bytes": { 2023-05-20T05:57:58.963 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_prepare_latency": { 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 42, 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 19203396 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: "op_rw_process_latency": { 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 42, 2023-05-20T05:57:58.964 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 40938391 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w": { 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 5 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_in_bytes": { 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.965 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency": { 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 69508511 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_latency_in_bytes_histogram": { 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_prepare_latency": { 2023-05-20T05:57:58.966 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 7, 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 3101328 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: "op_w_process_latency": { 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: "count": 5, 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 48349111 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: "op_wip": { 2023-05-20T05:57:58.967 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_bytes": { 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: "recovery_ops": { 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 0 2023-05-20T05:57:58.968 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes": { 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 95995035648 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_bytes_used": { 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: "value": 6885376 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.969 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": [ 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr" 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:58.970 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 1, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 1, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 1, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:58.971 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 1781760, 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 1781760, 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:58.972 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 2, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 2.4424314233328914e-06, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 212, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 313344, 2023-05-20T05:57:58.973 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 590368, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 590368, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 1771104, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 179, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 2473984 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:58.974 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:58.975 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 32, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 32, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 2, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:58.976 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 98304, 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 98304, 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:58.977 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 22, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 1.3475515459049348e-07, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:58.978 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 3376, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 3376, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 10128, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 51, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 19456 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:58.979 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:58.980 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 64, 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 64, 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 3, 2023-05-20T05:57:58.981 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:58.982 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:58.983 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:58.984 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd" 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: "cache_mode": "none", 2023-05-20T05:57:58.985 INFO:tasks.workunit.client.0.smithi081.stdout: "erasure_code_profile": {}, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "min_size": 2, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "options": {}, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_autoscale_mode": "off", 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 8, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "pgp_num": 8, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "pool": 4, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "size": 3, 2023-05-20T05:57:58.986 INFO:tasks.workunit.client.0.smithi081.stdout: "stats": { 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_raw": 729500821770, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "bytes_used": 0, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_bytes_used": 0, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "compress_under_bytes": 0, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "data_bytes_used": 0, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty": 0, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "max_avail": 243166937088, 2023-05-20T05:57:58.987 INFO:tasks.workunit.client.0.smithi081.stdout: "objects": 0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_bytes_used": 0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "percent_used": 0.0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_bytes": 0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "quota_objects": 0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "rd": 0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "rd_bytes": 0, 2023-05-20T05:57:58.988 INFO:tasks.workunit.client.0.smithi081.stdout: "stored": 0, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_data": 0, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_omap": 0, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "stored_raw": 0, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "wr": 0, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "wr_bytes": 0 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_bytes": 0, 2023-05-20T05:57:58.989 INFO:tasks.workunit.client.0.smithi081.stdout: "target_max_objects": 0, 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: "type": "replicated" 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": { 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: "mirroring_by_pool": [ 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: false 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.990 INFO:tasks.workunit.client.0.smithi081.stdout: "num_images_by_pool": [ 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pools": 1 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: "report_id": "42fd6d77-5272-4edd-9b7f-425f4dcacb57", 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: "report_timestamp": "2023-05-20T05:57:51.383495", 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: "report_version": 1, 2023-05-20T05:57:58.991 INFO:tasks.workunit.client.0.smithi081.stdout: "rocksdb_stats": { 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "6.15.5" 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "rook": { 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "cluster": { 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "external-mode": null, 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "mon": { 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "allow-multiple-per-node": null, 2023-05-20T05:57:58.992 INFO:tasks.workunit.client.0.smithi081.stdout: "count": null, 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: "max-id": null, 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: "pvc": { 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: "stretch": { 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: "enabled": null 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.993 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "network": { 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "provider": null 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "storage": { 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "device-set": { 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "non-portable": null, 2023-05-20T05:57:58.994 INFO:tasks.workunit.client.0.smithi081.stdout: "portable": null, 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: "csi": { 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:58.995 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes": { 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: "node": { 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: "kubernetes-total": null, 2023-05-20T05:57:58.996 INFO:tasks.workunit.client.0.smithi081.stdout: "with-ceph-daemons": null, 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-cephfs-plugin": null, 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-nfs-plugin": null, 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: "with-csi-rbd-plugin": null 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: "storage-class": { 2023-05-20T05:57:58.997 INFO:tasks.workunit.client.0.smithi081.stdout: "count": { 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: "bucket": null, 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs": null, 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: "nfs": null, 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd": null, 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: "total": null 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:57:58.998 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: "version": null 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: "services": {}, 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_per_pg": [ 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:58.999 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.000 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.405921+0000", 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.405921+0000", 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.406205+0000", 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363031+0000", 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.003 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.004 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3f", 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:21:28.397507+0000", 2023-05-20T05:57:59.005 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.011 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.012 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.013 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.405395+0000", 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.405395+0000", 2023-05-20T05:57:59.014 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.405702+0000", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366399+0000", 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.016 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.017 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3e", 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.018 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:37:53.286898+0000", 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.019 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.024 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.025 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.026 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.027 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.395161+0000", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.395161+0000", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395423+0000", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361151+0000", 2023-05-20T05:57:59.029 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.030 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3d", 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.031 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:46:50.856101+0000", 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.032 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.037 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.038 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.039 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.040 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.400569+0000", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.400569+0000", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.400877+0000", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359981+0000", 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.043 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3c", 2023-05-20T05:57:59.044 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:15:52.456901+0000", 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.045 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.051 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.052 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.053 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399774+0000", 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399774+0000", 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.400215+0000", 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362615+0000", 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.056 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.057 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3b", 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:03:34.966725+0000", 2023-05-20T05:57:59.058 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.064 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.065 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.066 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392634+0000", 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392634+0000", 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392953+0000", 2023-05-20T05:57:59.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360303+0000", 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.069 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.070 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3a", 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.071 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:00:41.480789+0000", 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.077 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.078 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.079 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.080 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392015+0000", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392015+0000", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392319+0000", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362070+0000", 2023-05-20T05:57:59.082 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.083 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.39", 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.084 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:41:44.227638+0000", 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.085 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.090 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.091 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.092 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.093 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399423+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399423+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.399760+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359771+0000", 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.096 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.38", 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.097 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:05:13.110310+0000", 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.098 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.104 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.105 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.106 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.403652+0000", 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.403652+0000", 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.404241+0000", 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362940+0000", 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.109 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.110 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.37", 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:31:00.892821+0000", 2023-05-20T05:57:59.111 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.117 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.118 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.119 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.397836+0000", 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.397836+0000", 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.398109+0000", 2023-05-20T05:57:59.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056143+0000", 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.122 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.123 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.36", 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.124 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:55:26.330879+0000", 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.130 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.131 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.132 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387460+0000", 2023-05-20T05:57:59.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387460+0000", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387794+0000", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056331+0000", 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.135 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.136 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.35", 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:59.137 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:41:02.208260+0000", 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.143 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:59.145 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.384716+0000", 2023-05-20T05:57:59.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.384716+0000", 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.384992+0000", 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362257+0000", 2023-05-20T05:57:59.148 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.149 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.34", 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.150 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:26:13.951782+0000", 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.157 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.158 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.159 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389137+0000", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389137+0000", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389427+0000", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361981+0000", 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.162 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.33", 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.163 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:06:38.233885+0000", 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.164 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.170 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.171 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.172 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.395748+0000", 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.395748+0000", 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395985+0000", 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361347+0000", 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.175 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.176 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.32", 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:21:57.292544+0000", 2023-05-20T05:57:59.177 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.183 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.184 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.185 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399524+0000", 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399524+0000", 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.399784+0000", 2023-05-20T05:57:59.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365150+0000", 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.188 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.189 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.31", 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.190 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:11:10.575446+0000", 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.196 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.198 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.198 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.198 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.198 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.198 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.199 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391528+0000", 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391528+0000", 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.391828+0000", 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359476+0000", 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.202 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.30", 2023-05-20T05:57:59.203 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:04:10.679656+0000", 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.204 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.209 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.210 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.211 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.212 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392584+0000", 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392584+0000", 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392869+0000", 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360444+0000", 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.215 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.216 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2f", 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:08:28.781848+0000", 2023-05-20T05:57:59.217 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.223 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.224 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.225 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388404+0000", 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388404+0000", 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388651+0000", 2023-05-20T05:57:59.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366562+0000", 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.228 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.229 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2e", 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.230 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:26:59.241658+0000", 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.236 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.237 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.238 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.405293+0000", 2023-05-20T05:57:59.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.405293+0000", 2023-05-20T05:57:59.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.406408+0000", 2023-05-20T05:57:59.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.241 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362422+0000", 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.242 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.243 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2d", 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.244 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:30:18.118793+0000", 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.249 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.250 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.251 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.252 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.991863+0000", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.991863+0000", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.992345+0000", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.254 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.255 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361221+0000", 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 4, 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.256 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 4, 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1f", 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.257 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 22, 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:42:30.364416+0000", 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 554, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.262 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 4, 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:59.263 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.264 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.264 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.264 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.264 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.264 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.264 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'4" 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.265 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.266 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389473+0000", 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389473+0000", 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389748+0000", 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.267 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.268 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362827+0000", 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.269 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.270 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1e", 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:18:41.308148+0000", 2023-05-20T05:57:59.271 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.275 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.276 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.277 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.278 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.279 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.995462+0000", 2023-05-20T05:57:59.280 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.995462+0000", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.995741+0000", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.281 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362908+0000", 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:59.282 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:59.283 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1e", 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:59.284 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:37:09.164331+0000", 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.288 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.289 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.290 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:59.291 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.292 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.395439+0000", 2023-05-20T05:57:59.293 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.395439+0000", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395657+0000", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.294 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361102+0000", 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.295 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.296 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1f", 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.297 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:05:03.845722+0000", 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.301 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.302 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.303 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.304 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.305 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.306 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.993976+0000", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.993976+0000", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994290+0000", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.307 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.308 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363522+0000", 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.309 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1d", 2023-05-20T05:57:59.310 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:29:35.181190+0000", 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.311 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.314 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.315 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.316 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.317 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.318 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.319 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391946+0000", 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391946+0000", 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392331+0000", 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.320 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.321 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360078+0000", 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.322 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.323 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1c", 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:35:12.925145+0000", 2023-05-20T05:57:59.324 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.327 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.328 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.329 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.330 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.331 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.332 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997232+0000", 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997232+0000", 2023-05-20T05:57:59.333 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997524+0000", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.334 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362545+0000", 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.335 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.336 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1c", 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:59.337 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:43:33.850751+0000", 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:59.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:59.341 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.342 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.343 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:59.344 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.345 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.346 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.386878+0000", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.386878+0000", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387762+0000", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.347 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359986+0000", 2023-05-20T05:57:59.348 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.349 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1d", 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.350 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:54:29.741339+0000", 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.354 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.355 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.356 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.357 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.358 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.359 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994247+0000", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994247+0000", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994767+0000", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.360 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.361 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362094+0000", 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.362 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1b", 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.363 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:34:48.497294+0000", 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.367 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.368 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.369 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.370 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.371 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.372 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391859+0000", 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391859+0000", 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392137+0000", 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.373 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.374 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362307+0000", 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.375 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1a", 2023-05-20T05:57:59.376 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:49:22.677510+0000", 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.377 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.380 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.381 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.382 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.383 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.384 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.385 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.989937+0000", 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.989937+0000", 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.990220+0000", 2023-05-20T05:57:59.386 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.387 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.055184+0000", 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.388 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.389 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1a", 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:04:34.672837+0000", 2023-05-20T05:57:59.390 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.393 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.394 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.395 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.396 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.397 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.398 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.393227+0000", 2023-05-20T05:57:59.399 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.393227+0000", 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.393610+0000", 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.400 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360391+0000", 2023-05-20T05:57:59.401 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.402 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1b", 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.403 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:09:56.742025+0000", 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.406 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.407 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.408 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.409 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.410 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.411 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.412 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994948+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994948+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.995330+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.413 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.414 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361123+0000", 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.415 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.19", 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.416 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:33:09.052119+0000", 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.419 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.420 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.421 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.422 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.423 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.424 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.425 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390281+0000", 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390281+0000", 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390695+0000", 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.426 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.427 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363213+0000", 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.428 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.429 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.18", 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:56:33.919431+0000", 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.430 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.432 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.433 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.436 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.437 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.438 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.841062+0000", 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.841062+0000", 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.439 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.440 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.841420+0000", 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.441 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.442 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.18", 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 28, 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:29:54.039535+0000", 2023-05-20T05:57:59.443 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.449 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.450 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.451 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389206+0000", 2023-05-20T05:57:59.452 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389206+0000", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389502+0000", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.453 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365554+0000", 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.454 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.455 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.19", 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.456 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:31:28.202830+0000", 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.459 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.460 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.462 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.463 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.464 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997288+0000", 2023-05-20T05:57:59.465 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997288+0000", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997551+0000", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.466 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056281+0000", 2023-05-20T05:57:59.467 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.468 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.17", 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.469 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:08:31.572226+0000", 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.470 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.471 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.472 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.473 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.474 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.475 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.476 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.477 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.478 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391920+0000", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391920+0000", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392288+0000", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.479 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.480 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360160+0000", 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.481 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.16", 2023-05-20T05:57:59.482 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:45:04.182977+0000", 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.483 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.484 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.485 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.486 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.487 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.488 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.489 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.490 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.491 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.000910+0000", 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.000910+0000", 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.002134+0000", 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.492 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.493 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360124+0000", 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.494 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.495 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.16", 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:28:15.816299+0000", 2023-05-20T05:57:59.496 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.497 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.498 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.499 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.500 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.501 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.502 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.503 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.504 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.394903+0000", 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.394903+0000", 2023-05-20T05:57:59.505 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.395228+0000", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.506 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361034+0000", 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.507 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.508 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.17", 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.509 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:23:48.381268+0000", 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.510 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.511 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.512 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.513 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.514 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.515 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.516 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.517 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.518 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.996370+0000", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.996370+0000", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.996659+0000", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.519 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.520 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366281+0000", 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 3, 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.521 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 3, 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.15", 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.522 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 21, 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:23:20.945998+0000", 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 90, 2023-05-20T05:57:59.523 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.524 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.525 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.526 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.527 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 4, 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:59.528 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.529 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'3" 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.530 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.531 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.532 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.532 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390647+0000", 2023-05-20T05:57:59.532 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390647+0000", 2023-05-20T05:57:59.532 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390921+0000", 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.533 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362117+0000", 2023-05-20T05:57:59.534 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.535 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.535 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.535 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.535 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.535 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.536 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.536 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.536 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.536 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.537 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.537 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.537 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.14", 2023-05-20T05:57:59.537 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.538 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.538 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.538 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.538 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.538 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:56:13.639374+0000", 2023-05-20T05:57:59.538 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.539 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.539 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.539 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.539 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.540 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.540 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.540 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.540 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.540 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.541 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.542 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.543 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.543 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.543 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.543 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.544 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.544 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.544 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.545 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.545 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.545 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.545 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.546 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.546 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.546 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.547 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.547 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.548 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.548 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.548 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.548 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.549 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.549 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.549 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.549 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:59.550 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.550 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.550 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.550 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.551 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.996783+0000", 2023-05-20T05:57:59.552 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.996783+0000", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997083+0000", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.553 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.554 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.554 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.554 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.554 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.554 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.554 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:50.398745+0000", 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 12, 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.555 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 12, 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.14", 2023-05-20T05:57:59.556 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.557 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.557 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:59.557 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 29, 2023-05-20T05:57:59.557 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.557 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:31:20.587867+0000", 2023-05-20T05:57:59.557 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 2606, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.558 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.559 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 12, 2023-05-20T05:57:59.560 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 4, 2023-05-20T05:57:59.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 4, 2023-05-20T05:57:59.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.561 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.562 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.563 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 12, 2023-05-20T05:57:59.564 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 9 2023-05-20T05:57:59.564 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.564 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.564 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.565 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "69'12" 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.566 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.567 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.402719+0000", 2023-05-20T05:57:59.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.402719+0000", 2023-05-20T05:57:59.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.402999+0000", 2023-05-20T05:57:59.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.568 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.569 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363246+0000", 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.570 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.15", 2023-05-20T05:57:59.571 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:35:45.684035+0000", 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.572 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.573 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.574 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.575 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.576 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.577 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.578 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.579 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.580 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.991583+0000", 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.991583+0000", 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.991835+0000", 2023-05-20T05:57:59.581 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.582 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360645+0000", 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.583 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.584 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.13", 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.585 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:14:31.917425+0000", 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 34, 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.586 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.587 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:59.588 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.589 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.590 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 6 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.591 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.592 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.593 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.364760+0000", 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.364760+0000", 2023-05-20T05:57:59.594 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.595 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.365047+0000", 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.596 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.597 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.12", 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 10, 2023-05-20T05:57:59.598 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:28:56.565384+0000", 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.599 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.600 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.601 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.602 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.603 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.604 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.605 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.606 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.607 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.001324+0000", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.001324+0000", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.001663+0000", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.608 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359873+0000", 2023-05-20T05:57:59.609 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.610 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.12", 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.611 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:04:29.610803+0000", 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.612 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.613 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.614 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.615 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.616 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.617 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.618 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.619 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.620 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.399408+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.399408+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.400034+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.621 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.622 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362522+0000", 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.623 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.13", 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.624 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:41:57.702955+0000", 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.625 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.626 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.627 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.628 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.629 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.630 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.631 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.632 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.633 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.991297+0000", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.991297+0000", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.991666+0000", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.634 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.635 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.055470+0000", 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.636 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.11", 2023-05-20T05:57:59.637 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:42:47.060367+0000", 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.638 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.639 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.640 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.641 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.642 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.643 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.644 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.645 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.646 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387401+0000", 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387401+0000", 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388215+0000", 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.647 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.648 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.054604+0000", 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.649 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.10", 2023-05-20T05:57:59.650 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:13:57.229073+0000", 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.651 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.652 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.653 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.654 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.655 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.656 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.657 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.657 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.657 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.657 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.657 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.658 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:59.659 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.989752+0000", 2023-05-20T05:57:59.660 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.989752+0000", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.990019+0000", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.661 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364349+0000", 2023-05-20T05:57:59.662 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 8, 2023-05-20T05:57:59.663 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.663 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.663 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.663 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.663 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.664 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.664 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.664 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 8, 2023-05-20T05:57:59.664 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.664 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.665 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.665 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.10", 2023-05-20T05:57:59.665 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.666 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.666 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.666 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 26, 2023-05-20T05:57:59.667 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.667 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:29:24.903915+0000", 2023-05-20T05:57:59.667 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.667 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.667 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.668 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.669 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.670 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.671 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 12, 2023-05-20T05:57:59.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 4, 2023-05-20T05:57:59.672 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 4, 2023-05-20T05:57:59.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.673 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 4, 2023-05-20T05:57:59.674 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.675 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.675 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.675 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.675 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.676 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.676 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.676 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.676 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.677 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.677 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.677 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.677 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 12, 2023-05-20T05:57:59.678 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.678 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.678 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.678 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.679 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.679 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.679 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.679 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.680 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.680 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:59.680 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'8" 2023-05-20T05:57:59.680 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.681 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.681 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.681 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.681 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.682 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.682 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.682 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.682 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.683 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.683 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.683 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.683 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.684 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.684 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.684 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.396489+0000", 2023-05-20T05:57:59.684 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.396489+0000", 2023-05-20T05:57:59.685 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.396882+0000", 2023-05-20T05:57:59.685 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.685 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.685 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.686 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.686 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.686 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.686 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.687 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.687 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.687 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.687 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.688 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.688 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362238+0000", 2023-05-20T05:57:59.688 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.689 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.689 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.689 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.689 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.690 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.690 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.690 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.690 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.691 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.691 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.691 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.691 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.11", 2023-05-20T05:57:59.692 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.692 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.692 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.692 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.693 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.693 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:14:43.820636+0000", 2023-05-20T05:57:59.693 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.693 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.694 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.694 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.694 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.694 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.695 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.695 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.695 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.695 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.696 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.696 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.696 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.696 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.697 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.700 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.701 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.702 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.703 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.704 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.704 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.704 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.704 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.705 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.705 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.705 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.705 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.706 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.706 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.706 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.706 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.707 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.707 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.707 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.708 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.708 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.708 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.708 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.709 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.709 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.709 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.709 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.710 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.710 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.710 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.710 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.711 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.711 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.711 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:59.711 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.712 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.712 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.712 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.712 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.713 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.713 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.713 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.987924+0000", 2023-05-20T05:57:59.714 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.987924+0000", 2023-05-20T05:57:59.714 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.988259+0000", 2023-05-20T05:57:59.714 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.714 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.715 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.715 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.715 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.715 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.716 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.716 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.716 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.716 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.717 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.717 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.717 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364370+0000", 2023-05-20T05:57:59.717 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:57:59.718 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.718 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.718 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.718 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.719 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.719 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.719 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.719 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:57:59.720 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.720 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.720 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.720 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.f", 2023-05-20T05:57:59.721 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.721 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.721 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.721 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:57:59.722 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.722 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:35:24.794562+0000", 2023-05-20T05:57:59.722 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.722 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.723 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.723 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 22, 2023-05-20T05:57:59.723 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.723 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.724 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.725 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:57:59.726 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.727 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.728 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.729 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.730 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.731 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.913527+0000", 2023-05-20T05:57:59.732 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.913527+0000", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.733 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.913844+0000", 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.734 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.735 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.e", 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:57:59.736 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 27, 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:38:22.320051+0000", 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.737 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.738 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.739 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.740 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.741 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.742 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.743 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.744 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.745 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.525779+0000", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.525779+0000", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.526077+0000", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:59.746 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365499+0000", 2023-05-20T05:57:59.747 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.748 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.2", 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.749 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:08:26.078861+0000", 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.750 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.751 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.752 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.753 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.754 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.755 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.756 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.757 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.758 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.998900+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.998900+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.999151+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.759 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.760 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365851+0000", 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.761 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.4", 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.762 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:00:26.661745+0000", 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.763 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.764 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.765 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.766 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.767 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.768 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.769 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.770 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.771 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.380408+0000", 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.380408+0000", 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.380688+0000", 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.772 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.773 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.774 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.774 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.774 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360079+0000", 2023-05-20T05:57:59.774 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.774 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.775 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.775 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.775 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.775 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.5", 2023-05-20T05:57:59.776 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:11:29.059822+0000", 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.777 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.778 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.779 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.780 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.781 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.782 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.783 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.784 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.785 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.520477+0000", 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.520477+0000", 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.520783+0000", 2023-05-20T05:57:59.786 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.787 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365924+0000", 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.788 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.789 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.4", 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:59.790 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:11:12.159909+0000", 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.791 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.792 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.793 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.794 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.795 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.796 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.797 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.798 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.799 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.000829+0000", 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.000829+0000", 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.001531+0000", 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.800 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.801 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359776+0000", 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.802 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:52 smithi081 ceph-mon[95500]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:59.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:52 smithi081 ceph-mon[95500]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:59.803 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:52 smithi081 ceph-mon[107735]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:59.804 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:52 smithi081 ceph-mon[107735]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:57:59.805 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:57:59 smithi170 ceph-mon[97338]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:57:59.806 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.807 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.2", 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:39:25.422066+0000", 2023-05-20T05:57:59.808 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.809 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.810 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.811 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.812 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.813 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.813 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.813 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.813 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.813 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.814 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.815 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.816 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.817 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.383762+0000", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.383762+0000", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.384069+0000", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.818 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.819 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363800+0000", 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.820 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.3", 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.821 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:38:09.496398+0000", 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.822 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.823 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.824 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.825 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.826 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.827 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.828 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.829 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.830 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.525847+0000", 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.525847+0000", 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.526137+0000", 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.831 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.832 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366803+0000", 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:59.833 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.834 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.7", 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:25:09.424395+0000", 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.835 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.836 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.837 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.838 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.839 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.840 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.841 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.842 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.843 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390279+0000", 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390279+0000", 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390578+0000", 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.844 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.845 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364870+0000", 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.846 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.847 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.0", 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:59:02.172379+0000", 2023-05-20T05:57:59.848 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.849 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.850 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.851 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.852 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.853 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.854 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.855 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.856 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.988446+0000", 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.988446+0000", 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.988696+0000", 2023-05-20T05:57:59.857 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.858 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364083+0000", 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.859 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.860 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.1", 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.861 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:52:25.880572+0000", 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.862 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.863 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.864 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.865 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.866 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.867 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.868 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.869 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.521480+0000", 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.521480+0000", 2023-05-20T05:57:59.870 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.521777+0000", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.871 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056041+0000", 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.872 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.873 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.5", 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 12, 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.874 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:38:36.716012+0000", 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.875 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.876 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.877 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.878 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.879 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.880 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.880 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.880 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.880 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.880 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.881 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.882 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.883 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.378442+0000", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.378442+0000", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.378780+0000", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.884 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.885 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361821+0000", 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.886 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2", 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.887 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T10:28:52.798007+0000", 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.888 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.889 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.890 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.891 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.892 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.893 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.894 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.895 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.896 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.995616+0000", 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.995616+0000", 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.996031+0000", 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.897 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.898 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359696+0000", 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.899 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.900 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.3", 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:51:30.760709+0000", 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.901 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.902 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.903 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.904 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.905 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.906 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.907 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.908 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.909 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 19, 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:54:44.193901+0000", 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:54:44.193901+0000", 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:54:44.194374+0000", 2023-05-20T05:57:59.910 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:52:50.246984+0000", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:52:50.246984+0000", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 58, 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.911 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:52:50.246984+0000", 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361988+0000", 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 128, 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.912 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 57, 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 128, 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.913 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "1.0", 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 276, 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:31:21.055393+0000", 2023-05-20T05:57:59.914 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 590368, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 1771104, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.915 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.916 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:57:59.917 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 6, 2023-05-20T05:57:59.918 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 212, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 306, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.919 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 179, 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 2416 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.920 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "63'128" 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.921 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.922 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.520522+0000", 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.520522+0000", 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.520794+0000", 2023-05-20T05:57:59.923 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.924 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361256+0000", 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.925 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.926 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.6", 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.927 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:27:43.140437+0000", 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.928 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.929 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.930 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.931 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.932 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.933 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.934 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.935 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392937+0000", 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392937+0000", 2023-05-20T05:57:59.936 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.393223+0000", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.937 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360484+0000", 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.938 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.939 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.1", 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.940 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:14:48.223814+0000", 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.941 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.942 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.943 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.944 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.945 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.946 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.947 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.948 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994324+0000", 2023-05-20T05:57:59.949 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994324+0000", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994827+0000", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.950 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361810+0000", 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.951 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.952 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.0", 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.953 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:55:24.080757+0000", 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.954 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.955 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.956 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.957 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.958 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.959 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.960 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:57:59.961 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.522101+0000", 2023-05-20T05:57:59.962 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.522101+0000", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.522420+0000", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.963 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360320+0000", 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.964 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.965 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.3", 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:57:59.966 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:36:41.144969+0000", 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.967 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.968 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.969 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.970 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.971 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.972 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.973 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:57:59.974 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997976+0000", 2023-05-20T05:57:59.975 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997976+0000", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.998296+0000", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.976 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363428+0000", 2023-05-20T05:57:59.977 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.978 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.5", 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.979 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:46:37.991538+0000", 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.980 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.981 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.982 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.983 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.984 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.985 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:57:59.986 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.987 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.988 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.398957+0000", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.398957+0000", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.399223+0000", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:57:59.989 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365999+0000", 2023-05-20T05:57:59.990 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:57:59.991 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.4", 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:57:59.992 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:26:47.603529+0000", 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:57:59.993 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:57:59.994 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:57:59.995 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:57:59.996 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:57:59.997 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:57:59.998 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:57:59.999 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.000 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.001 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.520939+0000", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.520939+0000", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.521227+0000", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:58:00.002 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.003 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363133+0000", 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.004 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.0", 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.005 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:22:26.460253+0000", 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.006 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.007 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.008 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.009 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.010 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.011 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.012 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.013 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.014 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.990841+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.990841+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.991112+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.015 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.016 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366567+0000", 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.017 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.6", 2023-05-20T05:58:00.018 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:40:26.729969+0000", 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.019 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.020 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.021 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.022 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.023 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:58:00.024 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.025 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "62'1" 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.026 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.027 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387575+0000", 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387575+0000", 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387843+0000", 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.028 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.029 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363038+0000", 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.030 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.7", 2023-05-20T05:58:00.031 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:29:44.634917+0000", 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.032 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.033 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.034 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.035 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.036 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.037 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.038 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.039 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 64, 2023-05-20T05:58:00.040 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:40.521940+0000", 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:40.521940+0000", 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:40.522309+0000", 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.041 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 65, 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.042 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:39.338354+0000", 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.361714+0000", 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 64, 2023-05-20T05:58:00.043 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.044 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.044 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.044 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.044 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.044 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.044 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "4.1", 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 13, 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.045 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:19:43.969148+0000", 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.046 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.047 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.048 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.049 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.050 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.051 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:58:00.052 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.053 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.054 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.990065+0000", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.990065+0000", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.990359+0000", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.055 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056189+0000", 2023-05-20T05:58:00.056 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.057 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.7", 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:58:00.058 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:23:52.887254+0000", 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.059 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.060 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:58:00.061 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.062 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.063 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.064 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:58:00.065 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.066 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.067 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.913540+0000", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.913540+0000", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.068 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.069 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.913817+0000", 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.070 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.6", 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.071 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 10, 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:28:40.011848+0000", 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.072 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.073 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.074 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.075 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.076 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.077 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.078 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.079 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.080 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.993926+0000", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.993926+0000", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994610+0000", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.081 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.082 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362078+0000", 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.083 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.8", 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.084 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:23:14.230054+0000", 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.085 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.086 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.087 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.088 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.089 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.090 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.091 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.092 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 4, 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.093 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.392807+0000", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.392807+0000", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.393165+0000", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.094 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.095 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362073+0000", 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.096 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.9", 2023-05-20T05:58:00.097 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:22:52.613915+0000", 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.098 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.099 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.100 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.101 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.102 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.103 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.104 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 4, 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.105 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.106 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994426+0000", 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994426+0000", 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.995077+0000", 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.107 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.108 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365646+0000", 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.109 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.110 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.9", 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:35:23.012844+0000", 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.111 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.112 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.113 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.114 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.115 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.116 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.117 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.118 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.119 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.389920+0000", 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.389920+0000", 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390542+0000", 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.120 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.121 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363173+0000", 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.122 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.123 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.8", 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:18:24.826887+0000", 2023-05-20T05:58:00.124 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.125 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.126 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.127 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.128 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.129 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.130 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.131 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.132 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994341+0000", 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994341+0000", 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994696+0000", 2023-05-20T05:58:00.133 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.134 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365729+0000", 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.135 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.136 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.a", 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T15:43:51.332890+0000", 2023-05-20T05:58:00.137 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.138 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.139 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.140 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.141 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.142 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.143 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.144 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.145 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.383811+0000", 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.383811+0000", 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.384058+0000", 2023-05-20T05:58:00.146 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.147 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362162+0000", 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.148 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.149 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.b", 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.150 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:43:04.800605+0000", 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.151 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.152 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.153 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.154 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.155 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.156 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.157 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:58:00.158 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.997534+0000", 2023-05-20T05:58:00.159 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.997534+0000", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.997821+0000", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.160 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362707+0000", 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:58:00.161 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:58:00.162 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.b", 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:58:00.163 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:35:50.830094+0000", 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.164 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.165 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:58:00.166 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:58:00.167 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.168 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.169 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:58:00.170 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:58:00.171 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.172 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.390187+0000", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.390187+0000", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.390502+0000", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.173 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.055086+0000", 2023-05-20T05:58:00.174 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.175 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.a", 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:58:00.176 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:13:38.509718+0000", 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.177 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.178 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.179 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.180 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.181 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.182 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:58:00.183 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.184 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.185 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.995742+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.995742+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.996031+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.186 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.187 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.365176+0000", 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.188 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.c", 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.189 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 18, 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T06:32:06.622716+0000", 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.190 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.191 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.192 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.193 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.194 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.195 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.196 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.197 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.198 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.406913+0000", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.406913+0000", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.407228+0000", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.199 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.200 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363339+0000", 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.201 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.d", 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.202 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:33:39.227324+0000", 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.203 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.204 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.205 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.206 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.207 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.208 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.209 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.210 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.211 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.994728+0000", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.994728+0000", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.994996+0000", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.212 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.213 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366192+0000", 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 1, 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.214 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 1, 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.d", 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.215 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 19, 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:33:53.706797+0000", 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.216 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 70, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.217 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.218 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.219 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.220 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.221 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 1, 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 1 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.222 INFO:tasks.workunit.client.0.smithi081.stdout: 3 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'1" 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.223 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.224 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.400795+0000", 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.400795+0000", 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.401103+0000", 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.225 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.226 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359886+0000", 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.227 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.c", 2023-05-20T05:58:00.228 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:47:54.602180+0000", 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.229 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.230 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.231 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.232 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.233 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.234 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.235 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.236 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 59, 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.237 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:00.985099+0000", 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:00.985099+0000", 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:00.986320+0000", 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.238 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 60, 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.239 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:54:59.959576+0000", 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366676+0000", 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 2, 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 59, 2023-05-20T05:58:00.240 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 2, 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.241 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "2.e", 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 20, 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:31:24.197590+0000", 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.242 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.243 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.244 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 3, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 1, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 1, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.245 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 1, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.246 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.247 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 3, 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.248 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: 7 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "61'2" 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.249 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 7, 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.250 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.403278+0000", 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.403278+0000", 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.403980+0000", 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.251 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.252 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362789+0000", 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.253 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.254 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.f", 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T11:00:42.513117+0000", 2023-05-20T05:58:00.255 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.256 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.257 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.258 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.259 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.260 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.261 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 7, 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.262 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.263 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387917+0000", 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387917+0000", 2023-05-20T05:58:00.264 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388301+0000", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.265 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.054447+0000", 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.266 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.267 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.20", 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.268 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:23:52.437769+0000", 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.269 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.270 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.271 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.272 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.273 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.274 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: 5 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.275 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 2, 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.276 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388356+0000", 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388356+0000", 2023-05-20T05:58:00.277 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388629+0000", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.278 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.364095+0000", 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.279 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.280 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.21", 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.281 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T16:37:26.738762+0000", 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.282 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.283 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.284 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.285 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.286 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.287 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 2, 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.288 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.289 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.382787+0000", 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.382787+0000", 2023-05-20T05:58:00.290 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.383190+0000", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.291 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359974+0000", 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.292 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.293 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.22", 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.294 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T13:07:03.317345+0000", 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.295 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.296 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.297 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.298 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.299 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.300 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.301 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:58:00.302 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.393997+0000", 2023-05-20T05:58:00.303 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.393997+0000", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.394251+0000", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.304 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360487+0000", 2023-05-20T05:58:00.305 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.306 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.23", 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.307 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T17:34:26.887724+0000", 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.308 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.309 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.310 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.311 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.312 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.313 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:58:00.314 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.315 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.316 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.391332+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.391332+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.392464+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.317 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.318 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.362365+0000", 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.319 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.24", 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.320 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:13:57.337235+0000", 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.321 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.322 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.323 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.324 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.325 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.326 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.327 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.328 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 1, 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.329 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.401094+0000", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.401094+0000", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.401280+0000", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.330 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.331 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.366102+0000", 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.332 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.25", 2023-05-20T05:58:00.333 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:18:30.519048+0000", 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.334 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.335 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.336 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.337 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.338 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.339 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: 1, 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.340 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 1, 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.341 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.342 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.386150+0000", 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.386150+0000", 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387331+0000", 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.343 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.344 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056304+0000", 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.345 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.346 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.26", 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T07:41:57.038367+0000", 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.347 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.348 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.349 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.350 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.351 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.352 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.353 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: 4 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.354 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.355 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.382292+0000", 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.382292+0000", 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.382550+0000", 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.356 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.357 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.363077+0000", 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.358 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.359 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.27", 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:38:27.210938+0000", 2023-05-20T05:58:00.360 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.361 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.362 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.363 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.364 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.365 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.366 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.367 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.368 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.387278+0000", 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.387278+0000", 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.387564+0000", 2023-05-20T05:58:00.369 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.370 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.359630+0000", 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.371 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.372 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.28", 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.373 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:43:39.921778+0000", 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.374 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.375 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.376 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.377 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.378 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.379 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: 2 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.380 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 3, 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.381 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:56:21.913462+0000", 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:56:21.913462+0000", 2023-05-20T05:58:00.382 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 69, 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.383 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:21.913818+0000", 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.384 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 68, 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.385 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.29", 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 69, 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 27, 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.386 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T08:19:34.692629+0000", 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.387 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.388 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.389 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.390 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.391 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.392 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: 3, 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: 2, 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 3, 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.393 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 5, 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.394 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.385457+0000", 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.385457+0000", 2023-05-20T05:58:00.395 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.385951+0000", 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.396 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360364+0000", 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.397 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.398 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2a", 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.399 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T14:18:19.193712+0000", 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.400 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.401 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.402 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.403 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.404 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.405 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: 5, 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: 6 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 5, 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.406 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 0, 2023-05-20T05:58:00.407 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388229+0000", 2023-05-20T05:58:00.408 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388229+0000", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.388505+0000", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.409 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:56:20.360557+0000", 2023-05-20T05:58:00.410 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.411 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2b", 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 68, 2023-05-20T05:58:00.412 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 17, 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T09:23:18.735980+0000", 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.413 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.414 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.415 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.416 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.417 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.418 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: 0, 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: 7, 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: 1 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.419 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 0, 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": [ 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.420 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "acting_primary": 6, 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "avail_no_missing": [], 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "blocked_by": [], 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "created": 60, 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "dirty_stats_invalid": false, 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_bytes_stats_invalid": false, 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "hitset_stats_invalid": false, 2023-05-20T05:58:00.421 INFO:tasks.workunit.client.0.smithi081.stdout: "last_active": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_active": "2023-05-20T05:55:01.388719+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_became_peered": "2023-05-20T05:55:01.388719+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_change": "2023-05-20T05:55:01.389345+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_clean_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub": "0'0", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_deep_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.422 INFO:tasks.workunit.client.0.smithi081.stdout: "last_epoch_clean": 61, 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fresh": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_fullsized": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_peered": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub": "0'0", 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_duration": 0, 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_scrub_stamp": "2023-05-20T05:55:00.969605+0000", 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_undegraded": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.423 INFO:tasks.workunit.client.0.smithi081.stdout: "last_unstale": "2023-05-20T05:55:44.056007+0000", 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "log_start": "0'0", 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "manifest_stats_invalid": false, 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "mapping_epoch": 60, 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "object_location_counts": [], 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_scrubbed": 0, 2023-05-20T05:58:00.424 INFO:tasks.workunit.client.0.smithi081.stdout: "objects_trimmed": 0, 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_stats_invalid": false, 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_start": "0'0", 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "parent": "0.0", 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "parent_split_bits": 0, 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "pgid": "3.2c", 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "pin_stats_invalid": false, 2023-05-20T05:58:00.425 INFO:tasks.workunit.client.0.smithi081.stdout: "purged_snaps": [], 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_epoch": 67, 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "reported_seq": 16, 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_duration": 0.0, 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-05-21T12:43:45.622210+0000", 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrim_duration": 0.0, 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "snaptrimq_len": 0, 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.426 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.427 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.428 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.429 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.430 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.431 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: "state": "active+clean", 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_invalid": false, 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: "up": [ 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: 6, 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: 4, 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: 0 2023-05-20T05:58:00.432 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: "up_primary": 6, 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: "version": "0'0" 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_per_pool": [ 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 24, 2023-05-20T05:58:00.433 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: "rbd" 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 8, 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 8, 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.434 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 4, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.435 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.436 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.437 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.438 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.439 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 0, 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:58:00.440 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 0, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.441 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 24 2023-05-20T05:58:00.442 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.442 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.442 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:57:53] "GET /metrics HTTP/1.1" 200 237288 "" "Prometheus/2.33.4" 2023-05-20T05:58:00.443 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:53 smithi081 ceph-mon[95500]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2023-05-20T05:58:00.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:53 smithi081 ceph-mon[107735]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2023-05-20T05:58:00.443 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 192, 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 0, 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 64, 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 8, 2023-05-20T05:58:00.444 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 0, 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 3, 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 0, 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.445 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.446 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 0, 2023-05-20T05:58:00.447 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.448 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.449 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 0, 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 0 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 0, 2023-05-20T05:58:00.450 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:58:00.451 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 192 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 3, 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: "mgr" 2023-05-20T05:58:00.452 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 128, 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 1, 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 3, 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 128, 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 1, 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 590368, 2023-05-20T05:58:00.453 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 1771104, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.454 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.455 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 6, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 2, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 2, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.456 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 6, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.457 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 212, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 306, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 179, 2023-05-20T05:58:00.458 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 2416 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 1781760, 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:58:00.459 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 1771104, 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 3 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.460 INFO:tasks.workunit.client.0.smithi081.stdout: { 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: "acting": 96, 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: "application": [ 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: "cephfs" 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: "log_size": 45, 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_pg": 32, 2023-05-20T05:58:00.461 INFO:tasks.workunit.client.0.smithi081.stdout: "num_store_stats": 8, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "ondisk_log_size": 45, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "poolid": 2, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "stat_sum": { 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes": 3376, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_hit_set_archive": 0, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_bytes_recovered": 0, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_deep_scrub_errors": 0, 2023-05-20T05:58:00.462 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_kb": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_full": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_evict_mode_some": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_kb": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_high": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_flush_mode_low": 0, 2023-05-20T05:58:00.463 INFO:tasks.workunit.client.0.smithi081.stdout: "num_keys_recovered": 0, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_large_omap_objects": 0, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_legacy_snapsets": 0, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_clones": 0, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_object_copies": 66, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects": 22, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_degraded": 0, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_dirty": 22, 2023-05-20T05:58:00.464 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_hit_set_archive": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_manifest": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_misplaced": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_missing_on_primary": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_omap": 14, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_pinned": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_recovered": 0, 2023-05-20T05:58:00.465 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_repaired": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_objects_unfound": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_bytes": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_omap_keys": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_promote": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_read_kb": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_scrub_errors": 0, 2023-05-20T05:58:00.466 INFO:tasks.workunit.client.0.smithi081.stdout: "num_shallow_scrub_errors": 0, 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "num_whiteouts": 0, 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write": 51, 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "num_write_kb": 19 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "store_stats": { 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "allocated": 98304, 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "available": 0, 2023-05-20T05:58:00.467 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed": 0, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_allocated": 0, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "data_compressed_original": 0, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "data_stored": 10128, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "internal_metadata": 0, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "internally_reserved": 0, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "omap_allocated": 0, 2023-05-20T05:58:00.468 INFO:tasks.workunit.client.0.smithi081.stdout: "total": 0 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: "up": 96 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: ], 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: "usage": { 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: "pg_num": 105, 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: "pools": 4, 2023-05-20T05:58:00.469 INFO:tasks.workunit.client.0.smithi081.stdout: "stats_by_class": { 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: "ssd": { 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552, 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_bytes": 54423552, 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_raw_ratio": 7.086766709107906e-05 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:58:00.470 INFO:tasks.workunit.client.0.smithi081.stdout: }, 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout: "total_avail_bytes": 767905861632, 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout: "total_bytes": 767960285184, 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout: "total_used_bytes": 54423552 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout: } 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout:} 2023-05-20T05:58:00.471 INFO:tasks.workunit.client.0.smithi081.stdout:OK 2023-05-20T05:58:00.472 INFO:tasks.workunit.client.0.smithi081.stderr:+ echo OK 2023-05-20T05:58:00.473 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-05-20T05:58:00.473 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-05-20T05:58:00.474 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:54 smithi081 ceph-mon[95500]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2023-05-20T05:58:00.474 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:54 smithi081 ceph-mon[107735]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2023-05-20T05:58:00.474 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:57 smithi081 ceph-mon[95500]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:00.475 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:57 smithi081 ceph-mon[107735]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:00.475 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:57:59 smithi081 ceph-mon[95500]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:00.475 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:57:59 smithi081 ceph-mon[107735]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:00.521 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2023-05-20T05:58:00.522 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-05-20T05:58:00.763 DEBUG:teuthology.parallel:result is None 2023-05-20T05:58:00.763 DEBUG:teuthology.orchestra.run.smithi081:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-05-20T05:58:00.793 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-05-20T05:58:00.794 DEBUG:teuthology.orchestra.run.smithi081:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-05-20T05:58:00.860 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-05-20T05:58:00.860 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:58:00.872 INFO:teuthology.task.print:**** done end telemetry quincy... 2023-05-20T05:58:00.872 INFO:teuthology.run_tasks:Running task print... 2023-05-20T05:58:00.887 INFO:teuthology.task.print:**** done start parallel 2023-05-20T05:58:00.887 INFO:teuthology.run_tasks:Running task parallel... 2023-05-20T05:58:00.900 INFO:teuthology.task.parallel:starting parallel... 2023-05-20T05:58:00.901 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-05-20T05:58:00.902 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-05-20T05:58:00.902 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-05-20T05:58:00.902 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-05-20T05:58:00.904 INFO:tasks.rados:Beginning rados... 2023-05-20T05:58:00.905 INFO:tasks.rados:joining rados 2023-05-20T05:58:00.905 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-05-20T05:58:00.907 INFO:teuthology.task.sequential:In sequential, running task print... 2023-05-20T05:58:00.908 INFO:teuthology.task.print:**** done start upgrade, wait 2023-05-20T05:58:00.908 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-05-20T05:58:00.909 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi081.front.sepia.ceph.com 2023-05-20T05:58:00.910 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -e sha1=8160727644d3bd5a5ab8383dc49372ac6d00bfb1 -- bash -c 'ceph config set global log_to_journald false --force' 2023-05-20T05:58:00.910 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-05-20T05:58:00.911 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-05-20T05:58:01.365 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:58:01.420 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:58:01.638 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:01 smithi081 ceph-mon[95500]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:01.638 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:01 smithi081 ceph-mon[107735]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:01 smithi170 ceph-mon[97338]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:03.218 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:03] "GET /metrics HTTP/1.1" 200 237288 "" "Prometheus/2.33.4" 2023-05-20T05:58:03.479 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:03 smithi081 ceph-mon[95500]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:03.479 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:03 smithi081 ceph-mon[107735]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:03 smithi170 ceph-mon[97338]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-05-20T05:58:04.528 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -e sha1=8160727644d3bd5a5ab8383dc49372ac6d00bfb1 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-05-20T05:58:04.867 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:58:05.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:04 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/732146973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-05-20T05:58:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:04 smithi081 ceph-mon[95500]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-05-20T05:58:05.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:04 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/732146973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-05-20T05:58:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:04 smithi081 ceph-mon[107735]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-05-20T05:58:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:04 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/732146973' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-05-20T05:58:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:04 smithi170 ceph-mon[97338]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 3 op/s 2023-05-20T05:58:05.883 INFO:tasks.rados:starting run 0 out of 1 2023-05-20T05:58:05.883 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-05-20T05:58:05.883 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-05-20T05:58:06.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:06 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/732146973' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-05-20T05:58:06.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:06 smithi081 ceph-mon[95500]: osdmap e70: 8 total, 8 up, 8 in 2023-05-20T05:58:06.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:06 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:06.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:06 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/732146973' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-05-20T05:58:06.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:06 smithi081 ceph-mon[107735]: osdmap e70: 8 total, 8 up, 8 in 2023-05-20T05:58:06.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:06 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:06.305 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:06 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/732146973' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-05-20T05:58:06.305 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:06 smithi170 ceph-mon[97338]: osdmap e70: 8 total, 8 up, 8 in 2023-05-20T05:58:06.305 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:06 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:06.461 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:58:06.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:58:06 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:58:07.086 INFO:teuthology.orchestra.run.smithi081.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:07 smithi081 ceph-mon[95500]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:07 smithi081 ceph-mon[107735]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:07 smithi170 ceph-mon[97338]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:08.160 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -e sha1=8160727644d3bd5a5ab8383dc49372ac6d00bfb1 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-05-20T05:58:08.400 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:08.400 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:08.400 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:08.400 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:58:08.401 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:58:08.401 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:58:08.401 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:08.401 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[95500]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:08.401 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:08.401 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:08.402 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:08.402 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:58:08.402 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:58:08.402 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:58:08.402 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:08.402 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:08 smithi081 ceph-mon[107735]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:58:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:58:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:58:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:08 smithi170 ceph-mon[97338]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:8160727644d3bd5a5ab8383dc49372ac6d00bfb1 2023-05-20T05:58:08.649 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:58:09.228 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:09 smithi081 ceph-mon[95500]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:09.228 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:09 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1404316698' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-05-20T05:58:09.228 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:09 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-05-20T05:58:09.228 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:09 smithi081 ceph-mon[107735]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:09.229 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:09 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1404316698' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-05-20T05:58:09.229 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:09 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-05-20T05:58:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:09 smithi170 ceph-mon[97338]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:09 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1404316698' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-05-20T05:58:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:09 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-05-20T05:58:10.109 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'unique_pool_0' created 2023-05-20T05:58:10.190 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:10 smithi081 ceph-mon[95500]: osdmap e71: 8 total, 8 up, 8 in 2023-05-20T05:58:10.190 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:10 smithi081 ceph-mon[107735]: osdmap e71: 8 total, 8 up, 8 in 2023-05-20T05:58:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:10 smithi170 ceph-mon[97338]: osdmap e71: 8 total, 8 up, 8 in 2023-05-20T05:58:10.675 INFO:teuthology.orchestra.run.smithi081.stdout:true 2023-05-20T05:58:10.918 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-05-20T05:58:11.000 INFO:teuthology.orchestra.run.smithi081.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-05-20T05:58:11.001 INFO:teuthology.orchestra.run.smithi081.stdout:alertmanager.a smithi081 *:9093,9094 running (95s) 86s ago 2m 15.1M - 0.23.0 ba2b418f427c e72293951bfd 2023-05-20T05:58:11.001 INFO:teuthology.orchestra.run.smithi081.stdout:grafana.a smithi170 *:3000 running (106s) 83s ago 105s 52.7M - 8.3.5 dad864ee21e9 aed70ce5fd0f 2023-05-20T05:58:11.001 INFO:teuthology.orchestra.run.smithi081.stdout:mds.a smithi081 running (3m) 86s ago 3m 15.7M - 17.2.6-350-ge2b6f0a6 4399f8762044 da2abb0720c8 2023-05-20T05:58:11.001 INFO:teuthology.orchestra.run.smithi081.stdout:mds.b smithi170 running (3m) 83s ago 3m 13.0M - 17.2.6-350-ge2b6f0a6 4399f8762044 2b0413e97288 2023-05-20T05:58:11.001 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.x smithi170 *:8443 running (6m) 83s ago 6m 438M - 17.2.6-350-ge2b6f0a6 4399f8762044 b32aa5e9fe15 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.y smithi081 *:9283 running (8m) 86s ago 8m 498M - 17.2.6-350-ge2b6f0a6 4399f8762044 d44d7de46c2d 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:mon.a smithi081 running (8m) 86s ago 8m 85.5M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 e630d4a2453a 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:mon.b smithi170 running (6m) 83s ago 6m 58.2M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 b3c5ea5da832 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:mon.c smithi081 running (6m) 86s ago 6m 58.9M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 816371389b7b 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:node-exporter.a smithi081 *:9100 running (2m) 86s ago 2m 4182k - 1.3.1 1dbe0e931976 00d4d54228df 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:node-exporter.b smithi170 *:9100 running (2m) 83s ago 2m 9747k - 1.3.1 1dbe0e931976 a2083b1a3e6e 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:osd.0 smithi081 running (6m) 86s ago 6m 63.0M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 f84d02a485f2 2023-05-20T05:58:11.002 INFO:teuthology.orchestra.run.smithi081.stdout:osd.1 smithi081 running (5m) 86s ago 5m 62.7M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 6d1826583781 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:osd.2 smithi081 running (5m) 86s ago 5m 54.3M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 a477e8689387 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:osd.3 smithi081 running (5m) 86s ago 5m 55.0M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 2338042038d2 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:osd.4 smithi170 running (4m) 83s ago 4m 53.2M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 679cf5d5ecbe 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:osd.5 smithi170 running (4m) 83s ago 4m 55.5M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 f2c57fb03696 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:osd.6 smithi170 running (3m) 83s ago 3m 56.6M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 68768467010d 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:osd.7 smithi170 running (3m) 83s ago 3m 55.5M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 091601e2cd23 2023-05-20T05:58:11.003 INFO:teuthology.orchestra.run.smithi081.stdout:prometheus.a smithi170 *:9095 running (90s) 83s ago 2m 38.5M - 2.33.4 514e6a882f6e 51e647bdcd42 2023-05-20T05:58:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-05-20T05:58:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[95500]: osdmap e72: 8 total, 8 up, 8 in 2023-05-20T05:58:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[95500]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[95500]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[95500]: osdmap e73: 8 total, 8 up, 8 in 2023-05-20T05:58:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-05-20T05:58:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[107735]: osdmap e72: 8 total, 8 up, 8 in 2023-05-20T05:58:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[107735]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[107735]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:11 smithi081 ceph-mon[107735]: osdmap e73: 8 total, 8 up, 8 in 2023-05-20T05:58:11.286 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T05:58:11.468 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-05-20T05:58:11.469 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": { 2023-05-20T05:58:11.469 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:58:11.469 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:11.469 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": { 2023-05-20T05:58:11.469 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": { 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": { 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:11.470 INFO:teuthology.orchestra.run.smithi081.stdout: "overall": { 2023-05-20T05:58:11.471 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 15 2023-05-20T05:58:11.471 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-05-20T05:58:11.471 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-05-20T05:58:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:11 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-05-20T05:58:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:11 smithi170 ceph-mon[97338]: osdmap e72: 8 total, 8 up, 8 in 2023-05-20T05:58:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:11 smithi170 ceph-mon[97338]: pgmap v97: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:11 smithi170 ceph-mon[97338]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:11 smithi170 ceph-mon[97338]: osdmap e73: 8 total, 8 up, 8 in 2023-05-20T05:58:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:12 smithi081 ceph-mon[95500]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:12 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3817248347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:58:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:12 smithi081 ceph-mon[95500]: osdmap e74: 8 total, 8 up, 8 in 2023-05-20T05:58:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:12 smithi081 ceph-mon[107735]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:12 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3817248347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:58:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:12 smithi081 ceph-mon[107735]: osdmap e74: 8 total, 8 up, 8 in 2023-05-20T05:58:12.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:12 smithi170 ceph-mon[97338]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:12.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:12 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3817248347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:58:12.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:12 smithi170 ceph-mon[97338]: osdmap e74: 8 total, 8 up, 8 in 2023-05-20T05:58:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:13 smithi170 ceph-mon[97338]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:13 smithi081 ceph-mon[95500]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:13] "GET /metrics HTTP/1.1" 200 237308 "" "Prometheus/2.33.4" 2023-05-20T05:58:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:13 smithi081 ceph-mon[107735]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:14.140 INFO:teuthology.orchestra.run.smithi081.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-05-20T05:58:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:14 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/375831092' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:58:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:14 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:58:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:14 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/375831092' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:58:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:14 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:58:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:14 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/375831092' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:58:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:14 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-05-20T05:58:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:15 smithi081 ceph-mon[95500]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:58:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:15 smithi081 ceph-mon[95500]: osdmap e75: 8 total, 8 up, 8 in 2023-05-20T05:58:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:15 smithi081 ceph-mon[95500]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:15 smithi081 ceph-mon[107735]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:58:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:15 smithi081 ceph-mon[107735]: osdmap e75: 8 total, 8 up, 8 in 2023-05-20T05:58:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:15 smithi081 ceph-mon[107735]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:15 smithi170 ceph-mon[97338]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-05-20T05:58:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:15 smithi170 ceph-mon[97338]: osdmap e75: 8 total, 8 up, 8 in 2023-05-20T05:58:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:15 smithi170 ceph-mon[97338]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 53 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:16.034 DEBUG:teuthology.orchestra.run.smithi081:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-05-20T05:58:16.063 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight read -> 100 2023-05-20T05:58:16.063 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight delete -> 50 2023-05-20T05:58:16.063 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight snap_create -> 50 2023-05-20T05:58:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight snap_remove -> 50 2023-05-20T05:58:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight rollback -> 50 2023-05-20T05:58:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight setattr -> 25 2023-05-20T05:58:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight rmattr -> 25 2023-05-20T05:58:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight copy_from -> 50 2023-05-20T05:58:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:adding op weight append -> 100 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable) 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:Configuration: 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout: Number of operations: 4000 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout: Number of objects: 50 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout: Max in flight operations: 16 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout: Object size (in bytes): 4000000 2023-05-20T05:58:16.065 INFO:tasks.rados.rados.0.smithi081.stdout: Write stride min: 400000 2023-05-20T05:58:16.066 INFO:tasks.rados.rados.0.smithi081.stdout: Write stride max: 800000 2023-05-20T05:58:16.146 INFO:tasks.rados.rados.0.smithi081.stdout:1: write initial oid 1 2023-05-20T05:58:16.147 INFO:tasks.rados.rados.0.smithi081.stdout:1: seq_num 0 ranges {0=24576} 2023-05-20T05:58:16.147 INFO:tasks.rados.rados.0.smithi081.stdout:1: writing smithi081164505-1 from 0 to 24576 tid 1 2023-05-20T05:58:16.147 INFO:tasks.rados.rados.0.smithi081.stdout:2: write initial oid 2 2023-05-20T05:58:16.147 INFO:tasks.rados.rados.0.smithi081.stdout:2: seq_num 1 ranges {0=24576} 2023-05-20T05:58:16.147 INFO:tasks.rados.rados.0.smithi081.stdout:2: writing smithi081164505-2 from 0 to 24576 tid 1 2023-05-20T05:58:16.148 INFO:tasks.rados.rados.0.smithi081.stdout:3: write initial oid 3 2023-05-20T05:58:16.149 INFO:tasks.rados.rados.0.smithi081.stdout:3: seq_num 2 ranges {0=40960} 2023-05-20T05:58:16.149 INFO:tasks.rados.rados.0.smithi081.stdout:3: writing smithi081164505-3 from 0 to 40960 tid 1 2023-05-20T05:58:16.149 INFO:tasks.rados.rados.0.smithi081.stdout:4: write initial oid 4 2023-05-20T05:58:16.149 INFO:tasks.rados.rados.0.smithi081.stdout:4: seq_num 3 ranges {0=57344} 2023-05-20T05:58:16.149 INFO:tasks.rados.rados.0.smithi081.stdout:4: writing smithi081164505-4 from 0 to 57344 tid 1 2023-05-20T05:58:16.149 INFO:tasks.rados.rados.0.smithi081.stdout:5: write initial oid 5 2023-05-20T05:58:16.150 INFO:tasks.rados.rados.0.smithi081.stdout:5: seq_num 4 ranges {0=73728} 2023-05-20T05:58:16.151 INFO:tasks.rados.rados.0.smithi081.stdout:5: writing smithi081164505-5 from 0 to 73728 tid 1 2023-05-20T05:58:16.152 INFO:tasks.rados.rados.0.smithi081.stdout:6: write initial oid 6 2023-05-20T05:58:16.152 INFO:tasks.rados.rados.0.smithi081.stdout:6: seq_num 5 ranges {0=90112} 2023-05-20T05:58:16.152 INFO:tasks.rados.rados.0.smithi081.stdout:6: writing smithi081164505-6 from 0 to 90112 tid 1 2023-05-20T05:58:16.152 INFO:tasks.rados.rados.0.smithi081.stdout:7: write initial oid 7 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:7: seq_num 6 ranges {0=106496} 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:7: writing smithi081164505-7 from 0 to 106496 tid 1 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:8: write initial oid 8 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:8: seq_num 7 ranges {0=122880} 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:8: writing smithi081164505-8 from 0 to 122880 tid 1 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:9: write initial oid 9 2023-05-20T05:58:16.153 INFO:tasks.rados.rados.0.smithi081.stdout:9: seq_num 8 ranges {0=139264} 2023-05-20T05:58:16.154 INFO:tasks.rados.rados.0.smithi081.stdout:9: writing smithi081164505-9 from 0 to 139264 tid 1 2023-05-20T05:58:16.154 INFO:tasks.rados.rados.0.smithi081.stdout:10: write initial oid 10 2023-05-20T05:58:16.154 INFO:tasks.rados.rados.0.smithi081.stdout:10: seq_num 9 ranges {0=155648} 2023-05-20T05:58:16.156 INFO:tasks.rados.rados.0.smithi081.stdout:10: writing smithi081164505-10 from 0 to 155648 tid 1 2023-05-20T05:58:16.156 INFO:tasks.rados.rados.0.smithi081.stdout:11: write initial oid 11 2023-05-20T05:58:16.157 INFO:tasks.rados.rados.0.smithi081.stdout:11: seq_num 10 ranges {0=172032} 2023-05-20T05:58:16.157 INFO:tasks.rados.rados.0.smithi081.stdout:11: writing smithi081164505-11 from 0 to 172032 tid 1 2023-05-20T05:58:16.158 INFO:tasks.rados.rados.0.smithi081.stdout:12: write initial oid 12 2023-05-20T05:58:16.158 INFO:tasks.rados.rados.0.smithi081.stdout:12: seq_num 11 ranges {0=188416} 2023-05-20T05:58:16.158 INFO:tasks.rados.rados.0.smithi081.stdout:12: writing smithi081164505-12 from 0 to 188416 tid 1 2023-05-20T05:58:16.158 INFO:tasks.rados.rados.0.smithi081.stdout:13: write initial oid 13 2023-05-20T05:58:16.159 INFO:tasks.rados.rados.0.smithi081.stdout:13: seq_num 12 ranges {0=204800} 2023-05-20T05:58:16.159 INFO:tasks.rados.rados.0.smithi081.stdout:13: writing smithi081164505-13 from 0 to 204800 tid 1 2023-05-20T05:58:16.159 INFO:tasks.rados.rados.0.smithi081.stdout:14: write initial oid 14 2023-05-20T05:58:16.159 INFO:tasks.rados.rados.0.smithi081.stdout:14: seq_num 13 ranges {0=221184} 2023-05-20T05:58:16.160 INFO:tasks.rados.rados.0.smithi081.stdout:14: writing smithi081164505-14 from 0 to 221184 tid 1 2023-05-20T05:58:16.160 INFO:tasks.rados.rados.0.smithi081.stdout:15: write initial oid 15 2023-05-20T05:58:16.160 INFO:tasks.rados.rados.0.smithi081.stdout:15: seq_num 14 ranges {0=237568} 2023-05-20T05:58:16.161 INFO:tasks.rados.rados.0.smithi081.stdout:15: writing smithi081164505-15 from 0 to 237568 tid 1 2023-05-20T05:58:16.163 INFO:tasks.rados.rados.0.smithi081.stdout:16: write initial oid 16 2023-05-20T05:58:16.163 INFO:tasks.rados.rados.0.smithi081.stdout:16: seq_num 15 ranges {0=253952} 2023-05-20T05:58:16.163 INFO:tasks.rados.rados.0.smithi081.stdout:16: writing smithi081164505-16 from 0 to 253952 tid 1 2023-05-20T05:58:16.163 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T05:58:16.164 INFO:tasks.rados.rados.0.smithi081.stdout:2: finishing write tid 1 to smithi081164505-2 2023-05-20T05:58:16.164 INFO:tasks.rados.rados.0.smithi081.stdout:4: finishing write tid 1 to smithi081164505-4 2023-05-20T05:58:16.164 INFO:tasks.rados.rados.0.smithi081.stdout:1: finishing write tid 1 to smithi081164505-1 2023-05-20T05:58:16.164 INFO:tasks.rados.rados.0.smithi081.stdout:4: finishing write tid 2 to smithi081164505-4 2023-05-20T05:58:16.165 INFO:tasks.rados.rados.0.smithi081.stdout:3: finishing write tid 1 to smithi081164505-3 2023-05-20T05:58:16.165 INFO:tasks.rados.rados.0.smithi081.stdout:4: finishing write tid 3 to smithi081164505-4 2023-05-20T05:58:16.165 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-05-20T05:58:16.166 INFO:tasks.rados.rados.0.smithi081.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-05-20T05:58:16.166 INFO:tasks.rados.rados.0.smithi081.stdout:6: finishing write tid 1 to smithi081164505-6 2023-05-20T05:58:16.166 INFO:tasks.rados.rados.0.smithi081.stdout:9: finishing write tid 1 to smithi081164505-9 2023-05-20T05:58:16.167 INFO:tasks.rados.rados.0.smithi081.stdout:6: finishing write tid 2 to smithi081164505-6 2023-05-20T05:58:16.167 INFO:tasks.rados.rados.0.smithi081.stdout:9: finishing write tid 2 to smithi081164505-9 2023-05-20T05:58:16.167 INFO:tasks.rados.rados.0.smithi081.stdout:3: finishing write tid 2 to smithi081164505-3 2023-05-20T05:58:16.167 INFO:tasks.rados.rados.0.smithi081.stdout:10: finishing write tid 1 to smithi081164505-10 2023-05-20T05:58:16.167 INFO:tasks.rados.rados.0.smithi081.stdout:12: finishing write tid 1 to smithi081164505-12 2023-05-20T05:58:16.168 INFO:tasks.rados.rados.0.smithi081.stdout:4: done (15 left) 2023-05-20T05:58:16.168 INFO:tasks.rados.rados.0.smithi081.stdout:17: write initial oid 17 2023-05-20T05:58:16.168 INFO:tasks.rados.rados.0.smithi081.stdout:17: seq_num 16 ranges {0=270336} 2023-05-20T05:58:16.175 INFO:tasks.rados.rados.0.smithi081.stdout:17: writing smithi081164505-17 from 0 to 270336 tid 1 2023-05-20T05:58:16.175 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T05:58:16.176 INFO:tasks.rados.rados.0.smithi081.stdout:3: finishing write tid 3 to smithi081164505-3 2023-05-20T05:58:16.176 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-05-20T05:58:16.176 INFO:tasks.rados.rados.0.smithi081.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-05-20T05:58:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:2: finishing write tid 2 to smithi081164505-2 2023-05-20T05:58:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:7: finishing write tid 1 to smithi081164505-7 2023-05-20T05:58:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:11: finishing write tid 1 to smithi081164505-11 2023-05-20T05:58:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:6: finishing write tid 3 to smithi081164505-6 2023-05-20T05:58:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-05-20T05:58:16.179 INFO:tasks.rados.rados.0.smithi081.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-05-20T05:58:16.179 INFO:tasks.rados.rados.0.smithi081.stdout:10: finishing write tid 2 to smithi081164505-10 2023-05-20T05:58:16.179 INFO:tasks.rados.rados.0.smithi081.stdout:1: finishing write tid 2 to smithi081164505-1 2023-05-20T05:58:16.179 INFO:tasks.rados.rados.0.smithi081.stdout:1: finishing write tid 3 to smithi081164505-1 2023-05-20T05:58:16.180 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-05-20T05:58:16.180 INFO:tasks.rados.rados.0.smithi081.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-05-20T05:58:16.180 INFO:tasks.rados.rados.0.smithi081.stdout:5: finishing write tid 1 to smithi081164505-5 2023-05-20T05:58:16.181 INFO:tasks.rados.rados.0.smithi081.stdout:13: finishing write tid 1 to smithi081164505-13 2023-05-20T05:58:16.181 INFO:tasks.rados.rados.0.smithi081.stdout:8: finishing write tid 1 to smithi081164505-8 2023-05-20T05:58:16.181 INFO:tasks.rados.rados.0.smithi081.stdout:13: finishing write tid 2 to smithi081164505-13 2023-05-20T05:58:16.181 INFO:tasks.rados.rados.0.smithi081.stdout:12: finishing write tid 2 to smithi081164505-12 2023-05-20T05:58:16.182 INFO:tasks.rados.rados.0.smithi081.stdout:10: finishing write tid 3 to smithi081164505-10 2023-05-20T05:58:16.182 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-05-20T05:58:16.182 INFO:tasks.rados.rados.0.smithi081.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-05-20T05:58:16.183 INFO:tasks.rados.rados.0.smithi081.stdout:9: finishing write tid 3 to smithi081164505-9 2023-05-20T05:58:16.183 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-05-20T05:58:16.183 INFO:tasks.rados.rados.0.smithi081.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-05-20T05:58:16.183 INFO:tasks.rados.rados.0.smithi081.stdout:12: finishing write tid 3 to smithi081164505-12 2023-05-20T05:58:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-05-20T05:58:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-05-20T05:58:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:2: finishing write tid 3 to smithi081164505-2 2023-05-20T05:58:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-05-20T05:58:16.185 INFO:tasks.rados.rados.0.smithi081.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-05-20T05:58:16.185 INFO:tasks.rados.rados.0.smithi081.stdout:1: done (15 left) 2023-05-20T05:58:16.185 INFO:tasks.rados.rados.0.smithi081.stdout:2: done (14 left) 2023-05-20T05:58:16.186 INFO:tasks.rados.rados.0.smithi081.stdout:3: done (13 left) 2023-05-20T05:58:16.186 INFO:tasks.rados.rados.0.smithi081.stdout:6: done (12 left) 2023-05-20T05:58:16.187 INFO:tasks.rados.rados.0.smithi081.stdout:9: done (11 left) 2023-05-20T05:58:16.188 INFO:tasks.rados.rados.0.smithi081.stdout:10: done (10 left) 2023-05-20T05:58:16.188 INFO:tasks.rados.rados.0.smithi081.stdout:12: done (9 left) 2023-05-20T05:58:16.188 INFO:tasks.rados.rados.0.smithi081.stdout:18: write initial oid 18 2023-05-20T05:58:16.189 INFO:tasks.rados.rados.0.smithi081.stdout:18: seq_num 17 ranges {0=286720} 2023-05-20T05:58:16.189 INFO:tasks.rados.rados.0.smithi081.stdout:18: writing smithi081164505-18 from 0 to 286720 tid 1 2023-05-20T05:58:16.189 INFO:tasks.rados.rados.0.smithi081.stdout:19: write initial oid 19 2023-05-20T05:58:16.189 INFO:tasks.rados.rados.0.smithi081.stdout:19: seq_num 18 ranges {0=303104} 2023-05-20T05:58:16.190 INFO:tasks.rados.rados.0.smithi081.stdout:19: writing smithi081164505-19 from 0 to 303104 tid 1 2023-05-20T05:58:16.190 INFO:tasks.rados.rados.0.smithi081.stdout:20: write initial oid 20 2023-05-20T05:58:16.190 INFO:tasks.rados.rados.0.smithi081.stdout:20: seq_num 19 ranges {0=319488} 2023-05-20T05:58:16.190 INFO:tasks.rados.rados.0.smithi081.stdout:20: writing smithi081164505-20 from 0 to 319488 tid 1 2023-05-20T05:58:16.190 INFO:tasks.rados.rados.0.smithi081.stdout:21: write initial oid 21 2023-05-20T05:58:16.191 INFO:tasks.rados.rados.0.smithi081.stdout:21: seq_num 20 ranges {0=344064} 2023-05-20T05:58:16.191 INFO:tasks.rados.rados.0.smithi081.stdout:21: writing smithi081164505-21 from 0 to 344064 tid 1 2023-05-20T05:58:16.191 INFO:tasks.rados.rados.0.smithi081.stdout:22: write initial oid 22 2023-05-20T05:58:16.191 INFO:tasks.rados.rados.0.smithi081.stdout:8: finishing write tid 2 to smithi081164505-8 2023-05-20T05:58:16.192 INFO:tasks.rados.rados.0.smithi081.stdout:22: seq_num 21 ranges {0=360448} 2023-05-20T05:58:16.195 INFO:tasks.rados.rados.0.smithi081.stdout:22: writing smithi081164505-22 from 0 to 360448 tid 1 2023-05-20T05:58:16.195 INFO:tasks.rados.rados.0.smithi081.stdout:23: write initial oid 23 2023-05-20T05:58:16.195 INFO:tasks.rados.rados.0.smithi081.stdout:23: seq_num 22 ranges {0=376832} 2023-05-20T05:58:16.195 INFO:tasks.rados.rados.0.smithi081.stdout:23: writing smithi081164505-23 from 0 to 376832 tid 1 2023-05-20T05:58:16.195 INFO:tasks.rados.rados.0.smithi081.stdout:24: write initial oid 24 2023-05-20T05:58:16.195 INFO:tasks.rados.rados.0.smithi081.stdout:24: seq_num 23 ranges {0=393216} 2023-05-20T05:58:16.196 INFO:tasks.rados.rados.0.smithi081.stdout:24: writing smithi081164505-24 from 0 to 393216 tid 1 2023-05-20T05:58:16.196 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T05:58:16.196 INFO:tasks.rados.rados.0.smithi081.stdout:5: finishing write tid 2 to smithi081164505-5 2023-05-20T05:58:16.196 INFO:tasks.rados.rados.0.smithi081.stdout:8: finishing write tid 3 to smithi081164505-8 2023-05-20T05:58:16.196 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 3 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-05-20T05:58:16.196 INFO:tasks.rados.rados.0.smithi081.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:5: finishing write tid 3 to smithi081164505-5 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:11: finishing write tid 2 to smithi081164505-11 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:15: finishing write tid 1 to smithi081164505-15 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:7: finishing write tid 2 to smithi081164505-7 2023-05-20T05:58:16.197 INFO:tasks.rados.rados.0.smithi081.stdout:14: finishing write tid 1 to smithi081164505-14 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:13: finishing write tid 3 to smithi081164505-13 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:15: finishing write tid 2 to smithi081164505-15 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:16: finishing write tid 1 to smithi081164505-16 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:14: finishing write tid 2 to smithi081164505-14 2023-05-20T05:58:16.198 INFO:tasks.rados.rados.0.smithi081.stdout:11: finishing write tid 3 to smithi081164505-11 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 5 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:7: finishing write tid 3 to smithi081164505-7 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:15: finishing write tid 3 to smithi081164505-15 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-05-20T05:58:16.199 INFO:tasks.rados.rados.0.smithi081.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:16: finishing write tid 2 to smithi081164505-16 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:14: finishing write tid 3 to smithi081164505-14 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:16: finishing write tid 3 to smithi081164505-16 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-05-20T05:58:16.200 INFO:tasks.rados.rados.0.smithi081.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:18: finishing write tid 1 to smithi081164505-18 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:5: done (15 left) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:7: done (14 left) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:8: done (13 left) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:11: done (12 left) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:13: done (11 left) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:14: done (10 left) 2023-05-20T05:58:16.201 INFO:tasks.rados.rados.0.smithi081.stdout:15: done (9 left) 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:16: done (8 left) 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:25: write initial oid 25 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:25: seq_num 24 ranges {0=409600} 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:25: writing smithi081164505-25 from 0 to 409600 tid 1 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:26: write initial oid 26 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:26: seq_num 25 ranges {0=425984} 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:26: writing smithi081164505-26 from 0 to 425984 tid 1 2023-05-20T05:58:16.202 INFO:tasks.rados.rados.0.smithi081.stdout:27: write initial oid 27 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:27: seq_num 26 ranges {0=442368} 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:27: writing smithi081164505-27 from 0 to 442368 tid 1 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:28: write initial oid 28 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:17: finishing write tid 1 to smithi081164505-17 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:17: finishing write tid 2 to smithi081164505-17 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:18: finishing write tid 2 to smithi081164505-18 2023-05-20T05:58:16.203 INFO:tasks.rados.rados.0.smithi081.stdout:17: finishing write tid 3 to smithi081164505-17 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:18: finishing write tid 3 to smithi081164505-18 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:19: finishing write tid 1 to smithi081164505-19 2023-05-20T05:58:16.204 INFO:tasks.rados.rados.0.smithi081.stdout:20: finishing write tid 1 to smithi081164505-20 2023-05-20T05:58:16.205 INFO:tasks.rados.rados.0.smithi081.stdout:28: seq_num 27 ranges {0=458752} 2023-05-20T05:58:16.205 INFO:tasks.rados.rados.0.smithi081.stdout:28: writing smithi081164505-28 from 0 to 458752 tid 1 2023-05-20T05:58:16.205 INFO:tasks.rados.rados.0.smithi081.stdout:17: done (11 left) 2023-05-20T05:58:16.205 INFO:tasks.rados.rados.0.smithi081.stdout:18: done (10 left) 2023-05-20T05:58:16.205 INFO:tasks.rados.rados.0.smithi081.stdout:29: write initial oid 29 2023-05-20T05:58:16.205 INFO:tasks.rados.rados.0.smithi081.stdout:29: seq_num 28 ranges {0=475136} 2023-05-20T05:58:16.206 INFO:tasks.rados.rados.0.smithi081.stdout:29: writing smithi081164505-29 from 0 to 475136 tid 1 2023-05-20T05:58:16.207 INFO:tasks.rados.rados.0.smithi081.stdout:30: write initial oid 30 2023-05-20T05:58:16.207 INFO:tasks.rados.rados.0.smithi081.stdout:30: seq_num 29 ranges {0=491520} 2023-05-20T05:58:16.207 INFO:tasks.rados.rados.0.smithi081.stdout:30: writing smithi081164505-30 from 0 to 491520 tid 1 2023-05-20T05:58:16.207 INFO:tasks.rados.rados.0.smithi081.stdout:31: write initial oid 31 2023-05-20T05:58:16.207 INFO:tasks.rados.rados.0.smithi081.stdout:31: seq_num 30 ranges {0=507904} 2023-05-20T05:58:16.208 INFO:tasks.rados.rados.0.smithi081.stdout:31: writing smithi081164505-31 from 0 to 507904 tid 1 2023-05-20T05:58:16.208 INFO:tasks.rados.rados.0.smithi081.stdout:32: write initial oid 32 2023-05-20T05:58:16.208 INFO:tasks.rados.rados.0.smithi081.stdout:32: seq_num 31 ranges {0=524288} 2023-05-20T05:58:16.208 INFO:tasks.rados.rados.0.smithi081.stdout:32: writing smithi081164505-32 from 0 to 524288 tid 1 2023-05-20T05:58:16.208 INFO:tasks.rados.rados.0.smithi081.stdout:33: write initial oid 33 2023-05-20T05:58:16.208 INFO:tasks.rados.rados.0.smithi081.stdout:33: seq_num 32 ranges {0=540672} 2023-05-20T05:58:16.209 INFO:tasks.rados.rados.0.smithi081.stdout:33: writing smithi081164505-33 from 0 to 540672 tid 1 2023-05-20T05:58:16.209 INFO:tasks.rados.rados.0.smithi081.stdout:34: write initial oid 34 2023-05-20T05:58:16.209 INFO:tasks.rados.rados.0.smithi081.stdout:34: seq_num 33 ranges {0=557056} 2023-05-20T05:58:16.212 INFO:tasks.rados.rados.0.smithi081.stdout:34: writing smithi081164505-34 from 0 to 557056 tid 1 2023-05-20T05:58:16.212 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T05:58:16.213 INFO:tasks.rados.rados.0.smithi081.stdout:21: finishing write tid 1 to smithi081164505-21 2023-05-20T05:58:16.213 INFO:tasks.rados.rados.0.smithi081.stdout:19: finishing write tid 2 to smithi081164505-19 2023-05-20T05:58:16.213 INFO:tasks.rados.rados.0.smithi081.stdout:22: finishing write tid 1 to smithi081164505-22 2023-05-20T05:58:16.214 INFO:tasks.rados.rados.0.smithi081.stdout:20: finishing write tid 2 to smithi081164505-20 2023-05-20T05:58:16.214 INFO:tasks.rados.rados.0.smithi081.stdout:21: finishing write tid 2 to smithi081164505-21 2023-05-20T05:58:16.214 INFO:tasks.rados.rados.0.smithi081.stdout:22: finishing write tid 2 to smithi081164505-22 2023-05-20T05:58:16.214 INFO:tasks.rados.rados.0.smithi081.stdout:19: finishing write tid 3 to smithi081164505-19 2023-05-20T05:58:16.215 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 5 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-05-20T05:58:16.215 INFO:tasks.rados.rados.0.smithi081.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-05-20T05:58:16.215 INFO:tasks.rados.rados.0.smithi081.stdout:20: finishing write tid 3 to smithi081164505-20 2023-05-20T05:58:16.215 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-05-20T05:58:16.215 INFO:tasks.rados.rados.0.smithi081.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-05-20T05:58:16.216 INFO:tasks.rados.rados.0.smithi081.stdout:23: finishing write tid 1 to smithi081164505-23 2023-05-20T05:58:16.216 INFO:tasks.rados.rados.0.smithi081.stdout:19: done (15 left) 2023-05-20T05:58:16.216 INFO:tasks.rados.rados.0.smithi081.stdout:20: done (14 left) 2023-05-20T05:58:16.216 INFO:tasks.rados.rados.0.smithi081.stdout:35: write initial oid 35 2023-05-20T05:58:16.216 INFO:tasks.rados.rados.0.smithi081.stdout:35: seq_num 34 ranges {0=573440} 2023-05-20T05:58:16.217 INFO:tasks.rados.rados.0.smithi081.stdout:35: writing smithi081164505-35 from 0 to 573440 tid 1 2023-05-20T05:58:16.217 INFO:tasks.rados.rados.0.smithi081.stdout:36: write initial oid 36 2023-05-20T05:58:16.218 INFO:tasks.rados.rados.0.smithi081.stdout:36: seq_num 35 ranges {0=589824} 2023-05-20T05:58:16.220 INFO:tasks.rados.rados.0.smithi081.stdout:36: writing smithi081164505-36 from 0 to 589824 tid 1 2023-05-20T05:58:16.220 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T05:58:16.220 INFO:tasks.rados.rados.0.smithi081.stdout:22: finishing write tid 3 to smithi081164505-22 2023-05-20T05:58:16.221 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-05-20T05:58:16.221 INFO:tasks.rados.rados.0.smithi081.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-05-20T05:58:16.221 INFO:tasks.rados.rados.0.smithi081.stdout:21: finishing write tid 3 to smithi081164505-21 2023-05-20T05:58:16.222 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-05-20T05:58:16.222 INFO:tasks.rados.rados.0.smithi081.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-05-20T05:58:16.222 INFO:tasks.rados.rados.0.smithi081.stdout:23: finishing write tid 2 to smithi081164505-23 2023-05-20T05:58:16.222 INFO:tasks.rados.rados.0.smithi081.stdout:24: finishing write tid 1 to smithi081164505-24 2023-05-20T05:58:16.223 INFO:tasks.rados.rados.0.smithi081.stdout:23: finishing write tid 3 to smithi081164505-23 2023-05-20T05:58:16.223 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-05-20T05:58:16.223 INFO:tasks.rados.rados.0.smithi081.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-05-20T05:58:16.223 INFO:tasks.rados.rados.0.smithi081.stdout:24: finishing write tid 2 to smithi081164505-24 2023-05-20T05:58:16.224 INFO:tasks.rados.rados.0.smithi081.stdout:25: finishing write tid 1 to smithi081164505-25 2023-05-20T05:58:16.224 INFO:tasks.rados.rados.0.smithi081.stdout:24: finishing write tid 3 to smithi081164505-24 2023-05-20T05:58:16.224 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-05-20T05:58:16.224 INFO:tasks.rados.rados.0.smithi081.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-05-20T05:58:16.225 INFO:tasks.rados.rados.0.smithi081.stdout:25: finishing write tid 2 to smithi081164505-25 2023-05-20T05:58:16.225 INFO:tasks.rados.rados.0.smithi081.stdout:25: finishing write tid 3 to smithi081164505-25 2023-05-20T05:58:16.225 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-05-20T05:58:16.225 INFO:tasks.rados.rados.0.smithi081.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-05-20T05:58:16.226 INFO:tasks.rados.rados.0.smithi081.stdout:26: finishing write tid 1 to smithi081164505-26 2023-05-20T05:58:16.226 INFO:tasks.rados.rados.0.smithi081.stdout:21: done (15 left) 2023-05-20T05:58:16.226 INFO:tasks.rados.rados.0.smithi081.stdout:22: done (14 left) 2023-05-20T05:58:16.226 INFO:tasks.rados.rados.0.smithi081.stdout:23: done (13 left) 2023-05-20T05:58:16.227 INFO:tasks.rados.rados.0.smithi081.stdout:24: done (12 left) 2023-05-20T05:58:16.227 INFO:tasks.rados.rados.0.smithi081.stdout:25: done (11 left) 2023-05-20T05:58:16.227 INFO:tasks.rados.rados.0.smithi081.stdout:37: write initial oid 37 2023-05-20T05:58:16.227 INFO:tasks.rados.rados.0.smithi081.stdout:37: seq_num 36 ranges {0=606208} 2023-05-20T05:58:16.228 INFO:tasks.rados.rados.0.smithi081.stdout:37: writing smithi081164505-37 from 0 to 606208 tid 1 2023-05-20T05:58:16.228 INFO:tasks.rados.rados.0.smithi081.stdout:38: write initial oid 38 2023-05-20T05:58:16.229 INFO:tasks.rados.rados.0.smithi081.stdout:38: seq_num 37 ranges {0=622592} 2023-05-20T05:58:16.229 INFO:tasks.rados.rados.0.smithi081.stdout:38: writing smithi081164505-38 from 0 to 622592 tid 1 2023-05-20T05:58:16.229 INFO:tasks.rados.rados.0.smithi081.stdout:39: write initial oid 39 2023-05-20T05:58:16.229 INFO:tasks.rados.rados.0.smithi081.stdout:26: finishing write tid 2 to smithi081164505-26 2023-05-20T05:58:16.229 INFO:tasks.rados.rados.0.smithi081.stdout:39: seq_num 38 ranges {0=638976} 2023-05-20T05:58:16.230 INFO:tasks.rados.rados.0.smithi081.stdout:39: writing smithi081164505-39 from 0 to 638976 tid 1 2023-05-20T05:58:16.230 INFO:tasks.rados.rados.0.smithi081.stdout:40: write initial oid 40 2023-05-20T05:58:16.230 INFO:tasks.rados.rados.0.smithi081.stdout:40: seq_num 39 ranges {0=663552} 2023-05-20T05:58:16.235 INFO:tasks.rados.rados.0.smithi081.stdout:40: writing smithi081164505-40 from 0 to 663552 tid 1 2023-05-20T05:58:16.236 INFO:tasks.rados.rados.0.smithi081.stdout:41: write initial oid 41 2023-05-20T05:58:16.236 INFO:tasks.rados.rados.0.smithi081.stdout:26: finishing write tid 3 to smithi081164505-26 2023-05-20T05:58:16.236 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-05-20T05:58:16.237 INFO:tasks.rados.rados.0.smithi081.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-05-20T05:58:16.237 INFO:tasks.rados.rados.0.smithi081.stdout:27: finishing write tid 1 to smithi081164505-27 2023-05-20T05:58:16.239 INFO:tasks.rados.rados.0.smithi081.stdout:27: finishing write tid 2 to smithi081164505-27 2023-05-20T05:58:16.239 INFO:tasks.rados.rados.0.smithi081.stdout:27: finishing write tid 3 to smithi081164505-27 2023-05-20T05:58:16.239 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-05-20T05:58:16.239 INFO:tasks.rados.rados.0.smithi081.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-05-20T05:58:16.239 INFO:tasks.rados.rados.0.smithi081.stdout:28: finishing write tid 1 to smithi081164505-28 2023-05-20T05:58:16.240 INFO:tasks.rados.rados.0.smithi081.stdout:28: finishing write tid 2 to smithi081164505-28 2023-05-20T05:58:16.240 INFO:tasks.rados.rados.0.smithi081.stdout:29: finishing write tid 1 to smithi081164505-29 2023-05-20T05:58:16.240 INFO:tasks.rados.rados.0.smithi081.stdout:28: finishing write tid 3 to smithi081164505-28 2023-05-20T05:58:16.240 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-05-20T05:58:16.240 INFO:tasks.rados.rados.0.smithi081.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-05-20T05:58:16.241 INFO:tasks.rados.rados.0.smithi081.stdout:29: finishing write tid 2 to smithi081164505-29 2023-05-20T05:58:16.241 INFO:tasks.rados.rados.0.smithi081.stdout:30: finishing write tid 1 to smithi081164505-30 2023-05-20T05:58:16.241 INFO:tasks.rados.rados.0.smithi081.stdout:29: finishing write tid 3 to smithi081164505-29 2023-05-20T05:58:16.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-05-20T05:58:16.241 INFO:tasks.rados.rados.0.smithi081.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-05-20T05:58:16.241 INFO:tasks.rados.rados.0.smithi081.stdout:30: finishing write tid 2 to smithi081164505-30 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:30: finishing write tid 3 to smithi081164505-30 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:31: finishing write tid 1 to smithi081164505-31 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:31: finishing write tid 2 to smithi081164505-31 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:31: finishing write tid 3 to smithi081164505-31 2023-05-20T05:58:16.242 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-05-20T05:58:16.243 INFO:tasks.rados.rados.0.smithi081.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-05-20T05:58:16.243 INFO:tasks.rados.rados.0.smithi081.stdout:41: seq_num 40 ranges {0=679936} 2023-05-20T05:58:16.244 INFO:tasks.rados.rados.0.smithi081.stdout:41: writing smithi081164505-41 from 0 to 679936 tid 1 2023-05-20T05:58:16.244 INFO:tasks.rados.rados.0.smithi081.stdout:26: done (15 left) 2023-05-20T05:58:16.244 INFO:tasks.rados.rados.0.smithi081.stdout:27: done (14 left) 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:28: done (13 left) 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:29: done (12 left) 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:30: done (11 left) 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:31: done (10 left) 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:42: write initial oid 42 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:42: seq_num 41 ranges {0=696320} 2023-05-20T05:58:16.245 INFO:tasks.rados.rados.0.smithi081.stdout:42: writing smithi081164505-42 from 0 to 696320 tid 1 2023-05-20T05:58:16.246 INFO:tasks.rados.rados.0.smithi081.stdout:43: write initial oid 43 2023-05-20T05:58:16.246 INFO:tasks.rados.rados.0.smithi081.stdout:43: seq_num 42 ranges {0=712704} 2023-05-20T05:58:16.248 INFO:tasks.rados.rados.0.smithi081.stdout:43: writing smithi081164505-43 from 0 to 712704 tid 1 2023-05-20T05:58:16.248 INFO:tasks.rados.rados.0.smithi081.stdout:44: write initial oid 44 2023-05-20T05:58:16.248 INFO:tasks.rados.rados.0.smithi081.stdout:32: finishing write tid 1 to smithi081164505-32 2023-05-20T05:58:16.248 INFO:tasks.rados.rados.0.smithi081.stdout:32: finishing write tid 2 to smithi081164505-32 2023-05-20T05:58:16.248 INFO:tasks.rados.rados.0.smithi081.stdout:32: finishing write tid 3 to smithi081164505-32 2023-05-20T05:58:16.248 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-05-20T05:58:16.249 INFO:tasks.rados.rados.0.smithi081.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-05-20T05:58:16.249 INFO:tasks.rados.rados.0.smithi081.stdout:33: finishing write tid 1 to smithi081164505-33 2023-05-20T05:58:16.249 INFO:tasks.rados.rados.0.smithi081.stdout:44: seq_num 43 ranges {0=729088} 2023-05-20T05:58:16.251 INFO:tasks.rados.rados.0.smithi081.stdout:44: writing smithi081164505-44 from 0 to 729088 tid 1 2023-05-20T05:58:16.252 INFO:tasks.rados.rados.0.smithi081.stdout:32: done (12 left) 2023-05-20T05:58:16.252 INFO:tasks.rados.rados.0.smithi081.stdout:45: write initial oid 45 2023-05-20T05:58:16.252 INFO:tasks.rados.rados.0.smithi081.stdout:33: finishing write tid 2 to smithi081164505-33 2023-05-20T05:58:16.252 INFO:tasks.rados.rados.0.smithi081.stdout:45: seq_num 44 ranges {0=745472} 2023-05-20T05:58:16.256 INFO:tasks.rados.rados.0.smithi081.stdout:45: writing smithi081164505-45 from 0 to 745472 tid 1 2023-05-20T05:58:16.256 INFO:tasks.rados.rados.0.smithi081.stdout:46: write initial oid 46 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:33: finishing write tid 3 to smithi081164505-33 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:34: finishing write tid 1 to smithi081164505-34 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:34: finishing write tid 2 to smithi081164505-34 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:34: finishing write tid 3 to smithi081164505-34 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-05-20T05:58:16.257 INFO:tasks.rados.rados.0.smithi081.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-05-20T05:58:16.258 INFO:tasks.rados.rados.0.smithi081.stdout:35: finishing write tid 1 to smithi081164505-35 2023-05-20T05:58:16.258 INFO:tasks.rados.rados.0.smithi081.stdout:35: finishing write tid 2 to smithi081164505-35 2023-05-20T05:58:16.258 INFO:tasks.rados.rados.0.smithi081.stdout:46: seq_num 45 ranges {0=761856} 2023-05-20T05:58:16.261 INFO:tasks.rados.rados.0.smithi081.stdout:46: writing smithi081164505-46 from 0 to 761856 tid 1 2023-05-20T05:58:16.261 INFO:tasks.rados.rados.0.smithi081.stdout:33: done (13 left) 2023-05-20T05:58:16.261 INFO:tasks.rados.rados.0.smithi081.stdout:34: done (12 left) 2023-05-20T05:58:16.262 INFO:tasks.rados.rados.0.smithi081.stdout:47: write initial oid 47 2023-05-20T05:58:16.262 INFO:tasks.rados.rados.0.smithi081.stdout:47: seq_num 46 ranges {0=778240} 2023-05-20T05:58:16.266 INFO:tasks.rados.rados.0.smithi081.stdout:47: writing smithi081164505-47 from 0 to 778240 tid 1 2023-05-20T05:58:16.266 INFO:tasks.rados.rados.0.smithi081.stdout:48: write initial oid 48 2023-05-20T05:58:16.266 INFO:tasks.rados.rados.0.smithi081.stdout:48: seq_num 47 ranges {0=794624} 2023-05-20T05:58:16.271 INFO:tasks.rados.rados.0.smithi081.stdout:48: writing smithi081164505-48 from 0 to 794624 tid 1 2023-05-20T05:58:16.271 INFO:tasks.rados.rados.0.smithi081.stdout:49: write initial oid 49 2023-05-20T05:58:16.271 INFO:tasks.rados.rados.0.smithi081.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-05-20T05:58:16.274 INFO:tasks.rados.rados.0.smithi081.stdout:49: writing smithi081164505-49 from 0 to 409600 tid 1 2023-05-20T05:58:16.277 INFO:tasks.rados.rados.0.smithi081.stdout:49: writing smithi081164505-49 from 409600 to 811008 tid 2 2023-05-20T05:58:16.277 INFO:tasks.rados.rados.0.smithi081.stdout:50: write initial oid 50 2023-05-20T05:58:16.277 INFO:tasks.rados.rados.0.smithi081.stdout:35: finishing write tid 3 to smithi081164505-35 2023-05-20T05:58:16.277 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-05-20T05:58:16.277 INFO:tasks.rados.rados.0.smithi081.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-05-20T05:58:16.277 INFO:tasks.rados.rados.0.smithi081.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-05-20T05:58:16.279 INFO:tasks.rados.rados.0.smithi081.stdout:50: writing smithi081164505-50 from 0 to 425984 tid 1 2023-05-20T05:58:16.283 INFO:tasks.rados.rados.0.smithi081.stdout:50: writing smithi081164505-50 from 425984 to 827392 tid 2 2023-05-20T05:58:16.283 INFO:tasks.rados.rados.0.smithi081.stdout:35: done (15 left) 2023-05-20T05:58:16.283 INFO:tasks.rados.rados.0.smithi081.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2023-05-20T05:58:16.283 INFO:tasks.rados.rados.0.smithi081.stdout:36: finishing write tid 1 to smithi081164505-36 2023-05-20T05:58:16.283 INFO:tasks.rados.rados.0.smithi081.stdout:36: finishing write tid 2 to smithi081164505-36 2023-05-20T05:58:16.283 INFO:tasks.rados.rados.0.smithi081.stdout:36: finishing write tid 3 to smithi081164505-36 2023-05-20T05:58:16.284 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-05-20T05:58:16.284 INFO:tasks.rados.rados.0.smithi081.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-05-20T05:58:16.284 INFO:tasks.rados.rados.0.smithi081.stdout:37: finishing write tid 1 to smithi081164505-37 2023-05-20T05:58:16.284 INFO:tasks.rados.rados.0.smithi081.stdout:36: done (15 left) 2023-05-20T05:58:16.284 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 0 2023-05-20T05:58:16.284 INFO:tasks.rados.rados.0.smithi081.stdout:52: seq_num 50 ranges {409600=442368,851968=401408} 2023-05-20T05:58:16.287 INFO:tasks.rados.rados.0.smithi081.stdout:52: writing smithi081164505-25 from 409600 to 851968 tid 1 2023-05-20T05:58:16.292 INFO:tasks.rados.rados.0.smithi081.stdout:52: writing smithi081164505-25 from 851968 to 1253376 tid 2 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout:37: finishing write tid 2 to smithi081164505-37 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout:37: finishing write tid 3 to smithi081164505-37 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout:38: finishing write tid 1 to smithi081164505-38 2023-05-20T05:58:16.293 INFO:tasks.rados.rados.0.smithi081.stdout:38: finishing write tid 2 to smithi081164505-38 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:38: finishing write tid 3 to smithi081164505-38 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:39: finishing write tid 1 to smithi081164505-39 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:39: finishing write tid 2 to smithi081164505-39 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:39: finishing write tid 3 to smithi081164505-39 2023-05-20T05:58:16.294 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:40: finishing write tid 1 to smithi081164505-40 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:40: finishing write tid 2 to smithi081164505-40 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:40: finishing write tid 3 to smithi081164505-40 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:41: finishing write tid 1 to smithi081164505-41 2023-05-20T05:58:16.295 INFO:tasks.rados.rados.0.smithi081.stdout:41: finishing write tid 2 to smithi081164505-41 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:41: finishing write tid 3 to smithi081164505-41 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 2 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:42: finishing write tid 1 to smithi081164505-42 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:42: finishing write tid 2 to smithi081164505-42 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:42: finishing write tid 3 to smithi081164505-42 2023-05-20T05:58:16.296 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:37: done (15 left) 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:38: done (14 left) 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:39: done (13 left) 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:40: done (12 left) 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:41: done (11 left) 2023-05-20T05:58:16.297 INFO:tasks.rados.rados.0.smithi081.stdout:42: done (10 left) 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:53: rmattr oid 35 current snap is 0 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:53: done (10 left) 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:54: delete oid 17 current snap is 0 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:43: finishing write tid 1 to smithi081164505-43 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:43: finishing write tid 2 to smithi081164505-43 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:43: finishing write tid 3 to smithi081164505-43 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-05-20T05:58:16.298 INFO:tasks.rados.rados.0.smithi081.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:44: finishing write tid 1 to smithi081164505-44 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:44: finishing write tid 2 to smithi081164505-44 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:44: finishing write tid 3 to smithi081164505-44 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:45: finishing write tid 1 to smithi081164505-45 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:45: finishing write tid 2 to smithi081164505-45 2023-05-20T05:58:16.299 INFO:tasks.rados.rados.0.smithi081.stdout:45: finishing write tid 3 to smithi081164505-45 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:46: finishing write tid 1 to smithi081164505-46 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:46: finishing write tid 2 to smithi081164505-46 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:46: finishing write tid 3 to smithi081164505-46 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-05-20T05:58:16.300 INFO:tasks.rados.rados.0.smithi081.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:47: finishing write tid 1 to smithi081164505-47 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:47: finishing write tid 2 to smithi081164505-47 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:47: finishing write tid 3 to smithi081164505-47 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:48: finishing write tid 1 to smithi081164505-48 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:48: finishing write tid 2 to smithi081164505-48 2023-05-20T05:58:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:49: finishing write tid 1 to smithi081164505-49 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:48: finishing write tid 3 to smithi081164505-48 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:49: finishing write tid 2 to smithi081164505-49 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:49: finishing write tid 3 to smithi081164505-49 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:49: finishing write tid 4 to smithi081164505-49 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-05-20T05:58:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:50: finishing write tid 1 to smithi081164505-50 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:50: finishing write tid 2 to smithi081164505-50 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:50: finishing write tid 3 to smithi081164505-50 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:50: finishing write tid 4 to smithi081164505-50 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:51: finishing copy_from to smithi081164505-2 2023-05-20T05:58:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 5 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:51: finishing copy_from racing read to smithi081164505-2 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:52: finishing write tid 1 to smithi081164505-25 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:43: done (10 left) 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:44: done (9 left) 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:45: done (8 left) 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:46: done (7 left) 2023-05-20T05:58:16.304 INFO:tasks.rados.rados.0.smithi081.stdout:47: done (6 left) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:48: done (5 left) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:49: done (4 left) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:50: done (3 left) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:51: done (2 left) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:54: done (1 left) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:55: read oid 15 snap -1 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-05-20T05:58:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:56: rollback oid 31 current snap is 0 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:56: done (2 left) 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:57: read oid 28 snap -1 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:59: rollback oid 45 current snap is 0 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:59: done (4 left) 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2023-05-20T05:58:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:61: delete oid 1 current snap is 0 2023-05-20T05:58:16.307 INFO:tasks.rados.rados.0.smithi081.stdout:52: finishing write tid 2 to smithi081164505-25 2023-05-20T05:58:16.307 INFO:tasks.rados.rados.0.smithi081.stdout:52: finishing write tid 3 to smithi081164505-25 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:61: done (5 left) 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:62: read oid 17 snap -1 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:62: expect deleted 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:63: snap_create 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:52: finishing write tid 4 to smithi081164505-25 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 15 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-05-20T05:58:16.308 INFO:tasks.rados.rados.0.smithi081.stdout:52: left oid 25 (ObjNum 50 snap 0 seq_num 50) 2023-05-20T05:58:16.309 INFO:tasks.rados.rados.0.smithi081.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-05-20T05:58:16.309 INFO:tasks.rados.rados.0.smithi081.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-05-20T05:58:16.313 INFO:tasks.rados.rados.0.smithi081.stdout:58: finishing copy_from to smithi081164505-29 2023-05-20T05:58:16.314 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-05-20T05:58:16.314 INFO:tasks.rados.rados.0.smithi081.stdout:58: finishing copy_from racing read to smithi081164505-29 2023-05-20T05:58:16.314 INFO:tasks.rados.rados.0.smithi081.stdout:60: finishing copy_from to smithi081164505-22 2023-05-20T05:58:16.314 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-05-20T05:58:16.314 INFO:tasks.rados.rados.0.smithi081.stdout:60: finishing copy_from racing read to smithi081164505-22 2023-05-20T05:58:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:16 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3272625443' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-05-20T05:58:16.496 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:58:16 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:58:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:16 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3272625443' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-05-20T05:58:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:16 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3272625443' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-05-20T05:58:17.151 INFO:tasks.rados.rados.0.smithi081.stdout:52: done (6 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:55: done (5 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:57: done (4 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:58: done (3 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:60: done (2 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:62: done (1 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:63: done (0 left) 2023-05-20T05:58:17.152 INFO:tasks.rados.rados.0.smithi081.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-05-20T05:58:17.153 INFO:tasks.rados.rados.0.smithi081.stdout:65: read oid 30 snap -1 2023-05-20T05:58:17.153 INFO:tasks.rados.rados.0.smithi081.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-05-20T05:58:17.153 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 1 2023-05-20T05:58:17.153 INFO:tasks.rados.rados.0.smithi081.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2023-05-20T05:58:17.157 INFO:tasks.rados.rados.0.smithi081.stdout:66: writing smithi081164505-23 from 376832 to 868352 tid 1 2023-05-20T05:58:17.160 INFO:tasks.rados.rados.0.smithi081.stdout:66: writing smithi081164505-23 from 868352 to 1269760 tid 2 2023-05-20T05:58:17.160 INFO:tasks.rados.rados.0.smithi081.stdout:67: rollback oid 10 current snap is 1 2023-05-20T05:58:17.160 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 0 2023-05-20T05:58:17.160 INFO:tasks.rados.rados.0.smithi081.stdout:68: setattr oid 32 current snap is 1 2023-05-20T05:58:17.161 INFO:tasks.rados.rados.0.smithi081.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-05-20T05:58:17.176 INFO:tasks.rados.rados.0.smithi081.stdout:66: finishing write tid 1 to smithi081164505-23 2023-05-20T05:58:17.176 INFO:tasks.rados.rados.0.smithi081.stdout:66: finishing write tid 2 to smithi081164505-23 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:66: finishing write tid 3 to smithi081164505-23 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:66: finishing write tid 4 to smithi081164505-23 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 19 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:67: finishing rollback tid 0 to smithi081164505-10 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:67: finishing rollback tid 1 to smithi081164505-10 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:67: finishing rollback tid 2 to smithi081164505-10 2023-05-20T05:58:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 13 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:64: finishing copy_from to smithi081164505-15 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 5 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:64: finishing copy_from racing read to smithi081164505-15 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:64: done (4 left) 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:65: done (3 left) 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:66: done (2 left) 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:67: done (1 left) 2023-05-20T05:58:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:70: read oid 23 snap 0 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:72: rollback oid 49 current snap is 1 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 0 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:73: read oid 4 snap 0 2023-05-20T05:58:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2023-05-20T05:58:17.180 INFO:tasks.rados.rados.0.smithi081.stdout:74: rmattr oid 7 current snap is 1 2023-05-20T05:58:17.180 INFO:tasks.rados.rados.0.smithi081.stdout:74: done (6 left) 2023-05-20T05:58:17.180 INFO:tasks.rados.rados.0.smithi081.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2023-05-20T05:58:17.180 INFO:tasks.rados.rados.0.smithi081.stdout:76: read oid 39 snap -1 2023-05-20T05:58:17.181 INFO:tasks.rados.rados.0.smithi081.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:58:17.181 INFO:tasks.rados.rados.0.smithi081.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2023-05-20T05:58:17.181 INFO:tasks.rados.rados.0.smithi081.stdout:78: read oid 2 snap -1 2023-05-20T05:58:17.181 INFO:tasks.rados.rados.0.smithi081.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2023-05-20T05:58:17.181 INFO:tasks.rados.rados.0.smithi081.stdout:79: setattr oid 41 current snap is 1 2023-05-20T05:58:17.181 INFO:tasks.rados.rados.0.smithi081.stdout:80: snap_create 2023-05-20T05:58:17.182 INFO:tasks.rados.rados.0.smithi081.stdout:72: finishing rollback tid 0 to smithi081164505-49 2023-05-20T05:58:17.182 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-05-20T05:58:17.182 INFO:tasks.rados.rados.0.smithi081.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2023-05-20T05:58:17.184 INFO:tasks.rados.rados.0.smithi081.stdout:72: finishing rollback tid 1 to smithi081164505-49 2023-05-20T05:58:17.185 INFO:tasks.rados.rados.0.smithi081.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2023-05-20T05:58:17.195 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-05-20T05:58:17.196 INFO:tasks.rados.rados.0.smithi081.stdout:72: finishing rollback tid 2 to smithi081164505-49 2023-05-20T05:58:17.196 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-05-20T05:58:17.196 INFO:tasks.rados.rados.0.smithi081.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:58:17.211 INFO:tasks.rados.rados.0.smithi081.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2023-05-20T05:58:17.216 INFO:tasks.rados.rados.0.smithi081.stdout:69: finishing copy_from to smithi081164505-45 2023-05-20T05:58:17.216 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-05-20T05:58:17.216 INFO:tasks.rados.rados.0.smithi081.stdout:69: finishing copy_from racing read to smithi081164505-45 2023-05-20T05:58:17.216 INFO:tasks.rados.rados.0.smithi081.stdout:75: finishing copy_from to smithi081164505-20 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:75: finishing copy_from racing read to smithi081164505-20 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:71: finishing copy_from to smithi081164505-36 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:77: finishing copy_from to smithi081164505-6 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:71: finishing copy_from racing read to smithi081164505-36 2023-05-20T05:58:17.217 INFO:tasks.rados.rados.0.smithi081.stdout:77: finishing copy_from racing read to smithi081164505-6 2023-05-20T05:58:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:17 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/3272625443' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-05-20T05:58:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:17 smithi170 ceph-mon[97338]: osdmap e76: 8 total, 8 up, 8 in 2023-05-20T05:58:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:17 smithi170 ceph-mon[97338]: pgmap v104: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2023-05-20T05:58:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:17 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/3272625443' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-05-20T05:58:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:17 smithi081 ceph-mon[95500]: osdmap e76: 8 total, 8 up, 8 in 2023-05-20T05:58:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:17 smithi081 ceph-mon[95500]: pgmap v104: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2023-05-20T05:58:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:17 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/3272625443' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-05-20T05:58:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:17 smithi081 ceph-mon[107735]: osdmap e76: 8 total, 8 up, 8 in 2023-05-20T05:58:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:17 smithi081 ceph-mon[107735]: pgmap v104: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail; 401 KiB/s rd, 4.3 MiB/s wr, 42 op/s 2023-05-20T05:58:18.156 INFO:tasks.rados.rados.0.smithi081.stdout:68: done (11 left) 2023-05-20T05:58:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:69: done (10 left) 2023-05-20T05:58:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:70: done (9 left) 2023-05-20T05:58:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:71: done (8 left) 2023-05-20T05:58:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:72: done (7 left) 2023-05-20T05:58:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:73: done (6 left) 2023-05-20T05:58:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:75: done (5 left) 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:76: done (4 left) 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:77: done (3 left) 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:78: done (2 left) 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:79: done (1 left) 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:80: done (0 left) 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:81: rollback oid 40 current snap is 2 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 1 2023-05-20T05:58:18.158 INFO:tasks.rados.rados.0.smithi081.stdout:82: snap_create 2023-05-20T05:58:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:81: finishing rollback tid 0 to smithi081164505-40 2023-05-20T05:58:18.162 INFO:tasks.rados.rados.0.smithi081.stdout:81: finishing rollback tid 1 to smithi081164505-40 2023-05-20T05:58:18.162 INFO:tasks.rados.rados.0.smithi081.stdout:81: finishing rollback tid 2 to smithi081164505-40 2023-05-20T05:58:18.163 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:58:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:18 smithi170 ceph-mon[97338]: osdmap e77: 8 total, 8 up, 8 in 2023-05-20T05:58:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:18 smithi081 ceph-mon[95500]: osdmap e77: 8 total, 8 up, 8 in 2023-05-20T05:58:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:18 smithi081 ceph-mon[107735]: osdmap e77: 8 total, 8 up, 8 in 2023-05-20T05:58:19.163 INFO:tasks.rados.rados.0.smithi081.stdout:81: done (1 left) 2023-05-20T05:58:19.164 INFO:tasks.rados.rados.0.smithi081.stdout:82: done (0 left) 2023-05-20T05:58:19.164 INFO:tasks.rados.rados.0.smithi081.stdout:83: rollback oid 9 current snap is 3 2023-05-20T05:58:19.164 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 0 2023-05-20T05:58:19.164 INFO:tasks.rados.rados.0.smithi081.stdout:84: read oid 20 snap 1 2023-05-20T05:58:19.164 INFO:tasks.rados.rados.0.smithi081.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-05-20T05:58:19.164 INFO:tasks.rados.rados.0.smithi081.stdout:85: read oid 41 snap -1 2023-05-20T05:58:19.165 INFO:tasks.rados.rados.0.smithi081.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-05-20T05:58:19.165 INFO:tasks.rados.rados.0.smithi081.stdout:86: snap_create 2023-05-20T05:58:19.167 INFO:tasks.rados.rados.0.smithi081.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-05-20T05:58:19.174 INFO:tasks.rados.rados.0.smithi081.stdout:83: finishing rollback tid 0 to smithi081164505-9 2023-05-20T05:58:19.174 INFO:tasks.rados.rados.0.smithi081.stdout:83: finishing rollback tid 1 to smithi081164505-9 2023-05-20T05:58:19.175 INFO:tasks.rados.rados.0.smithi081.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-05-20T05:58:19.195 INFO:tasks.rados.rados.0.smithi081.stdout:83: finishing rollback tid 2 to smithi081164505-9 2023-05-20T05:58:19.196 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 6 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-05-20T05:58:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:19 smithi170 ceph-mon[97338]: osdmap e78: 8 total, 8 up, 8 in 2023-05-20T05:58:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:19 smithi170 ceph-mon[97338]: pgmap v107: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail; 500 KiB/s rd, 5.3 MiB/s wr, 52 op/s 2023-05-20T05:58:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:19 smithi081 ceph-mon[95500]: osdmap e78: 8 total, 8 up, 8 in 2023-05-20T05:58:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:19 smithi081 ceph-mon[95500]: pgmap v107: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail; 500 KiB/s rd, 5.3 MiB/s wr, 52 op/s 2023-05-20T05:58:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:19 smithi081 ceph-mon[107735]: osdmap e78: 8 total, 8 up, 8 in 2023-05-20T05:58:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:19 smithi081 ceph-mon[107735]: pgmap v107: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail; 500 KiB/s rd, 5.3 MiB/s wr, 52 op/s 2023-05-20T05:58:20.162 INFO:tasks.rados.rados.0.smithi081.stdout:83: done (3 left) 2023-05-20T05:58:20.163 INFO:tasks.rados.rados.0.smithi081.stdout:84: done (2 left) 2023-05-20T05:58:20.163 INFO:tasks.rados.rados.0.smithi081.stdout:85: done (1 left) 2023-05-20T05:58:20.163 INFO:tasks.rados.rados.0.smithi081.stdout:86: done (0 left) 2023-05-20T05:58:20.163 INFO:tasks.rados.rados.0.smithi081.stdout:87: snap_remove snap 0 2023-05-20T05:58:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:20 smithi170 ceph-mon[97338]: osdmap e79: 8 total, 8 up, 8 in 2023-05-20T05:58:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:20 smithi081 ceph-mon[95500]: osdmap e79: 8 total, 8 up, 8 in 2023-05-20T05:58:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:20 smithi081 ceph-mon[107735]: osdmap e79: 8 total, 8 up, 8 in 2023-05-20T05:58:21.164 INFO:tasks.rados.rados.0.smithi081.stdout:87: done (0 left) 2023-05-20T05:58:21.164 INFO:tasks.rados.rados.0.smithi081.stdout:88: read oid 29 snap 3 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:89: read oid 46 snap -1 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:91: rmattr oid 49 current snap is 4 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:91: done (3 left) 2023-05-20T05:58:21.165 INFO:tasks.rados.rados.0.smithi081.stdout:92: snap_remove snap 2 2023-05-20T05:58:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:21 smithi170 ceph-mon[97338]: osdmap e80: 8 total, 8 up, 8 in 2023-05-20T05:58:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:21 smithi170 ceph-mon[97338]: pgmap v110: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:21 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:21 smithi170 ceph-mon[97338]: osdmap e81: 8 total, 8 up, 8 in 2023-05-20T05:58:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[95500]: osdmap e80: 8 total, 8 up, 8 in 2023-05-20T05:58:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[95500]: pgmap v110: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[95500]: osdmap e81: 8 total, 8 up, 8 in 2023-05-20T05:58:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[107735]: osdmap e80: 8 total, 8 up, 8 in 2023-05-20T05:58:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[107735]: pgmap v110: 121 pgs: 121 active+clean; 22 MiB data, 60 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:21 smithi081 ceph-mon[107735]: osdmap e81: 8 total, 8 up, 8 in 2023-05-20T05:58:22.169 INFO:tasks.rados.rados.0.smithi081.stdout:92: done (3 left) 2023-05-20T05:58:22.169 INFO:tasks.rados.rados.0.smithi081.stdout:93: rmattr oid 30 current snap is 4 2023-05-20T05:58:22.169 INFO:tasks.rados.rados.0.smithi081.stdout:93: done (3 left) 2023-05-20T05:58:22.169 INFO:tasks.rados.rados.0.smithi081.stdout:94: read oid 42 snap 1 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:95: rmattr oid 14 current snap is 4 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:95: done (4 left) 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:96: read oid 9 snap 1 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 4 2023-05-20T05:58:22.170 INFO:tasks.rados.rados.0.smithi081.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2023-05-20T05:58:22.175 INFO:tasks.rados.rados.0.smithi081.stdout:97: writing smithi081164505-24 from 393216 to 901120 tid 1 2023-05-20T05:58:22.176 INFO:tasks.rados.rados.0.smithi081.stdout:97: writing smithi081164505-24 from 901120 to 1302528 tid 2 2023-05-20T05:58:22.176 INFO:tasks.rados.rados.0.smithi081.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2023-05-20T05:58:22.176 INFO:tasks.rados.rados.0.smithi081.stdout:99: copy_from oid 4 from oid 43 current snap is 4 2023-05-20T05:58:22.176 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 4 2023-05-20T05:58:22.176 INFO:tasks.rados.rados.0.smithi081.stdout:100: seq_num 55 ranges {188416=524288,712704=401408} 2023-05-20T05:58:22.179 INFO:tasks.rados.rados.0.smithi081.stdout:100: writing smithi081164505-20 from 188416 to 712704 tid 1 2023-05-20T05:58:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:100: writing smithi081164505-20 from 712704 to 1114112 tid 2 2023-05-20T05:58:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 4 2023-05-20T05:58:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:101: seq_num 56 ranges {40960=540672,581632=401408} 2023-05-20T05:58:22.186 INFO:tasks.rados.rados.0.smithi081.stdout:101: writing smithi081164505-3 from 40960 to 581632 tid 1 2023-05-20T05:58:22.189 INFO:tasks.rados.rados.0.smithi081.stdout:101: writing smithi081164505-3 from 581632 to 983040 tid 2 2023-05-20T05:58:22.189 INFO:tasks.rados.rados.0.smithi081.stdout:102: rollback oid 13 current snap is 4 2023-05-20T05:58:22.189 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 1 2023-05-20T05:58:22.189 INFO:tasks.rados.rados.0.smithi081.stdout:103: delete oid 41 current snap is 4 2023-05-20T05:58:22.189 INFO:tasks.rados.rados.0.smithi081.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-05-20T05:58:22.209 INFO:tasks.rados.rados.0.smithi081.stdout:90: finishing copy_from to smithi081164505-36 2023-05-20T05:58:22.210 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 5 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-05-20T05:58:22.210 INFO:tasks.rados.rados.0.smithi081.stdout:90: finishing copy_from racing read to smithi081164505-36 2023-05-20T05:58:22.210 INFO:tasks.rados.rados.0.smithi081.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2023-05-20T05:58:22.228 INFO:tasks.rados.rados.0.smithi081.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2023-05-20T05:58:22.246 INFO:tasks.rados.rados.0.smithi081.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2023-05-20T05:58:22.250 INFO:tasks.rados.rados.0.smithi081.stdout:100: finishing write tid 1 to smithi081164505-20 2023-05-20T05:58:22.250 INFO:tasks.rados.rados.0.smithi081.stdout:97: finishing write tid 1 to smithi081164505-24 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:98: finishing copy_from to smithi081164505-31 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:98: finishing copy_from racing read to smithi081164505-31 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:102: finishing rollback tid 0 to smithi081164505-13 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:102: finishing rollback tid 1 to smithi081164505-13 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:102: finishing rollback tid 2 to smithi081164505-13 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 32 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-05-20T05:58:22.251 INFO:tasks.rados.rados.0.smithi081.stdout:100: finishing write tid 2 to smithi081164505-20 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:100: finishing write tid 3 to smithi081164505-20 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:99: finishing copy_from to smithi081164505-4 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:101: finishing write tid 1 to smithi081164505-3 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:99: finishing copy_from racing read to smithi081164505-4 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:101: finishing write tid 2 to smithi081164505-3 2023-05-20T05:58:22.252 INFO:tasks.rados.rados.0.smithi081.stdout:97: finishing write tid 2 to smithi081164505-24 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:101: finishing write tid 3 to smithi081164505-3 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:97: finishing write tid 3 to smithi081164505-24 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:100: finishing write tid 4 to smithi081164505-20 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 23 (ObjNum 55 snap 4 seq_num 55) dirty exists 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:100: left oid 20 (ObjNum 55 snap 4 seq_num 55) 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:101: finishing write tid 4 to smithi081164505-3 2023-05-20T05:58:22.253 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 11 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-05-20T05:58:22.254 INFO:tasks.rados.rados.0.smithi081.stdout:101: left oid 3 (ObjNum 56 snap 4 seq_num 56) 2023-05-20T05:58:22.254 INFO:tasks.rados.rados.0.smithi081.stdout:97: finishing write tid 4 to smithi081164505-24 2023-05-20T05:58:22.254 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 9 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:58:22.254 INFO:tasks.rados.rados.0.smithi081.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:58:22.254 INFO:tasks.rados.rados.0.smithi081.stdout:88: done (11 left) 2023-05-20T05:58:22.255 INFO:tasks.rados.rados.0.smithi081.stdout:89: done (10 left) 2023-05-20T05:58:22.255 INFO:tasks.rados.rados.0.smithi081.stdout:90: done (9 left) 2023-05-20T05:58:22.255 INFO:tasks.rados.rados.0.smithi081.stdout:94: done (8 left) 2023-05-20T05:58:22.255 INFO:tasks.rados.rados.0.smithi081.stdout:96: done (7 left) 2023-05-20T05:58:22.256 INFO:tasks.rados.rados.0.smithi081.stdout:97: done (6 left) 2023-05-20T05:58:22.256 INFO:tasks.rados.rados.0.smithi081.stdout:98: done (5 left) 2023-05-20T05:58:22.256 INFO:tasks.rados.rados.0.smithi081.stdout:99: done (4 left) 2023-05-20T05:58:22.256 INFO:tasks.rados.rados.0.smithi081.stdout:100: done (3 left) 2023-05-20T05:58:22.256 INFO:tasks.rados.rados.0.smithi081.stdout:101: done (2 left) 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:102: done (1 left) 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:103: done (0 left) 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:104: read oid 43 snap -1 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:105: rollback oid 38 current snap is 4 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 1 2023-05-20T05:58:22.257 INFO:tasks.rados.rados.0.smithi081.stdout:106: delete oid 12 current snap is 4 2023-05-20T05:58:22.258 INFO:tasks.rados.rados.0.smithi081.stdout:106: done (2 left) 2023-05-20T05:58:22.258 INFO:tasks.rados.rados.0.smithi081.stdout:107: read oid 17 snap 3 2023-05-20T05:58:22.258 INFO:tasks.rados.rados.0.smithi081.stdout:107: expect deleted 2023-05-20T05:58:22.258 INFO:tasks.rados.rados.0.smithi081.stdout:108: rollback oid 40 current snap is 4 2023-05-20T05:58:22.258 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 1 2023-05-20T05:58:22.259 INFO:tasks.rados.rados.0.smithi081.stdout:109: delete oid 8 current snap is 4 2023-05-20T05:58:22.259 INFO:tasks.rados.rados.0.smithi081.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2023-05-20T05:58:22.274 INFO:tasks.rados.rados.0.smithi081.stdout:105: finishing rollback tid 0 to smithi081164505-38 2023-05-20T05:58:22.275 INFO:tasks.rados.rados.0.smithi081.stdout:105: finishing rollback tid 1 to smithi081164505-38 2023-05-20T05:58:22.275 INFO:tasks.rados.rados.0.smithi081.stdout:105: finishing rollback tid 2 to smithi081164505-38 2023-05-20T05:58:22.275 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 16 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-05-20T05:58:22.275 INFO:tasks.rados.rados.0.smithi081.stdout:108: finishing rollback tid 0 to smithi081164505-40 2023-05-20T05:58:22.275 INFO:tasks.rados.rados.0.smithi081.stdout:108: finishing rollback tid 1 to smithi081164505-40 2023-05-20T05:58:22.275 INFO:tasks.rados.rados.0.smithi081.stdout:108: finishing rollback tid 2 to smithi081164505-40 2023-05-20T05:58:22.276 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 36 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:58:22.276 INFO:tasks.rados.rados.0.smithi081.stdout:104: done (4 left) 2023-05-20T05:58:22.276 INFO:tasks.rados.rados.0.smithi081.stdout:105: done (3 left) 2023-05-20T05:58:22.276 INFO:tasks.rados.rados.0.smithi081.stdout:107: done (2 left) 2023-05-20T05:58:22.276 INFO:tasks.rados.rados.0.smithi081.stdout:108: done (1 left) 2023-05-20T05:58:22.276 INFO:tasks.rados.rados.0.smithi081.stdout:109: done (0 left) 2023-05-20T05:58:22.277 INFO:tasks.rados.rados.0.smithi081.stdout:110: setattr oid 35 current snap is 4 2023-05-20T05:58:22.277 INFO:tasks.rados.rados.0.smithi081.stdout:111: snap_create 2023-05-20T05:58:22.278 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 25 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-05-20T05:58:23.171 INFO:tasks.rados.rados.0.smithi081.stdout:110: done (1 left) 2023-05-20T05:58:23.171 INFO:tasks.rados.rados.0.smithi081.stdout:111: done (0 left) 2023-05-20T05:58:23.172 INFO:tasks.rados.rados.0.smithi081.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2023-05-20T05:58:23.172 INFO:tasks.rados.rados.0.smithi081.stdout:113: setattr oid 23 current snap is 5 2023-05-20T05:58:23.174 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 5 2023-05-20T05:58:23.174 INFO:tasks.rados.rados.0.smithi081.stdout:114: seq_num 60 ranges {172032=614400,786432=401408} 2023-05-20T05:58:23.178 INFO:tasks.rados.rados.0.smithi081.stdout:114: writing smithi081164505-15 from 172032 to 786432 tid 1 2023-05-20T05:58:23.181 INFO:tasks.rados.rados.0.smithi081.stdout:114: writing smithi081164505-15 from 786432 to 1187840 tid 2 2023-05-20T05:58:23.182 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 5 2023-05-20T05:58:23.182 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 27 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-05-20T05:58:23.182 INFO:tasks.rados.rados.0.smithi081.stdout:112: finishing copy_from to smithi081164505-25 2023-05-20T05:58:23.182 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-05-20T05:58:23.182 INFO:tasks.rados.rados.0.smithi081.stdout:112: finishing copy_from racing read to smithi081164505-25 2023-05-20T05:58:23.183 INFO:tasks.rados.rados.0.smithi081.stdout:115: seq_num 61 ranges {1114112=630784,1744896=401408} 2023-05-20T05:58:23.192 INFO:tasks.rados.rados.0.smithi081.stdout:115: writing smithi081164505-20 from 1114112 to 1744896 tid 1 2023-05-20T05:58:23.194 INFO:tasks.rados.rados.0.smithi081.stdout:115: writing smithi081164505-20 from 1744896 to 2146304 tid 2 2023-05-20T05:58:23.195 INFO:tasks.rados.rados.0.smithi081.stdout:112: done (3 left) 2023-05-20T05:58:23.195 INFO:tasks.rados.rados.0.smithi081.stdout:113: done (2 left) 2023-05-20T05:58:23.195 INFO:tasks.rados.rados.0.smithi081.stdout:116: rollback oid 14 current snap is 5 2023-05-20T05:58:23.195 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 3 2023-05-20T05:58:23.195 INFO:tasks.rados.rados.0.smithi081.stdout:114: finishing write tid 1 to smithi081164505-15 2023-05-20T05:58:23.195 INFO:tasks.rados.rados.0.smithi081.stdout:114: finishing write tid 2 to smithi081164505-15 2023-05-20T05:58:23.196 INFO:tasks.rados.rados.0.smithi081.stdout:114: finishing write tid 3 to smithi081164505-15 2023-05-20T05:58:23.196 INFO:tasks.rados.rados.0.smithi081.stdout:114: finishing write tid 4 to smithi081164505-15 2023-05-20T05:58:23.196 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 40 (ObjNum 60 snap 5 seq_num 60) dirty exists 2023-05-20T05:58:23.196 INFO:tasks.rados.rados.0.smithi081.stdout:114: left oid 15 (ObjNum 60 snap 5 seq_num 60) 2023-05-20T05:58:23.196 INFO:tasks.rados.rados.0.smithi081.stdout:114: done (2 left) 2023-05-20T05:58:23.196 INFO:tasks.rados.rados.0.smithi081.stdout:117: read oid 27 snap -1 2023-05-20T05:58:23.197 INFO:tasks.rados.rados.0.smithi081.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2023-05-20T05:58:23.197 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 5 2023-05-20T05:58:23.197 INFO:tasks.rados.rados.0.smithi081.stdout:118: seq_num 62 ranges {344064=647168,991232=401408} 2023-05-20T05:58:23.200 INFO:tasks.rados.rados.0.smithi081.stdout:118: writing smithi081164505-21 from 344064 to 991232 tid 1 2023-05-20T05:58:23.203 INFO:tasks.rados.rados.0.smithi081.stdout:118: writing smithi081164505-21 from 991232 to 1392640 tid 2 2023-05-20T05:58:23.203 INFO:tasks.rados.rados.0.smithi081.stdout:119: snap_create 2023-05-20T05:58:23.203 INFO:tasks.rados.rados.0.smithi081.stdout:115: finishing write tid 1 to smithi081164505-20 2023-05-20T05:58:23.203 INFO:tasks.rados.rados.0.smithi081.stdout:115: finishing write tid 2 to smithi081164505-20 2023-05-20T05:58:23.203 INFO:tasks.rados.rados.0.smithi081.stdout:116: finishing rollback tid 0 to smithi081164505-14 2023-05-20T05:58:23.204 INFO:tasks.rados.rados.0.smithi081.stdout:116: finishing rollback tid 1 to smithi081164505-14 2023-05-20T05:58:23.204 INFO:tasks.rados.rados.0.smithi081.stdout:116: finishing rollback tid 2 to smithi081164505-14 2023-05-20T05:58:23.204 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 17 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-05-20T05:58:23.204 INFO:tasks.rados.rados.0.smithi081.stdout:115: finishing write tid 3 to smithi081164505-20 2023-05-20T05:58:23.204 INFO:tasks.rados.rados.0.smithi081.stdout:117: expect (ObjNum 26 snap 0 seq_num 26) 2023-05-20T05:58:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:115: finishing write tid 4 to smithi081164505-20 2023-05-20T05:58:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 29 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-05-20T05:58:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:115: left oid 20 (ObjNum 61 snap 5 seq_num 61) 2023-05-20T05:58:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:118: finishing write tid 1 to smithi081164505-21 2023-05-20T05:58:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:118: finishing write tid 2 to smithi081164505-21 2023-05-20T05:58:23.216 INFO:tasks.rados.rados.0.smithi081.stdout:118: finishing write tid 3 to smithi081164505-21 2023-05-20T05:58:23.216 INFO:tasks.rados.rados.0.smithi081.stdout:118: finishing write tid 4 to smithi081164505-21 2023-05-20T05:58:23.216 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 33 (ObjNum 62 snap 5 seq_num 62) dirty exists 2023-05-20T05:58:23.216 INFO:tasks.rados.rados.0.smithi081.stdout:118: left oid 21 (ObjNum 62 snap 5 seq_num 62) 2023-05-20T05:58:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:23 smithi170 ceph-mon[97338]: osdmap e82: 8 total, 8 up, 8 in 2023-05-20T05:58:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:23 smithi170 ceph-mon[97338]: pgmap v113: 121 pgs: 121 active+clean; 23 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 740 KiB/s wr, 24 op/s 2023-05-20T05:58:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:23] "GET /metrics HTTP/1.1" 200 240422 "" "Prometheus/2.33.4" 2023-05-20T05:58:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:23 smithi081 ceph-mon[95500]: osdmap e82: 8 total, 8 up, 8 in 2023-05-20T05:58:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:23 smithi081 ceph-mon[95500]: pgmap v113: 121 pgs: 121 active+clean; 23 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 740 KiB/s wr, 24 op/s 2023-05-20T05:58:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:23 smithi081 ceph-mon[107735]: osdmap e82: 8 total, 8 up, 8 in 2023-05-20T05:58:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:23 smithi081 ceph-mon[107735]: pgmap v113: 121 pgs: 121 active+clean; 23 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 740 KiB/s wr, 24 op/s 2023-05-20T05:58:24.007 INFO:tasks.rados.rados.0.smithi081.stdout:115: done (4 left) 2023-05-20T05:58:24.007 INFO:tasks.rados.rados.0.smithi081.stdout:116: done (3 left) 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:117: done (2 left) 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:118: done (1 left) 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:119: done (0 left) 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:120: read oid 48 snap 3 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:121: read oid 49 snap 1 2023-05-20T05:58:24.008 INFO:tasks.rados.rados.0.smithi081.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2023-05-20T05:58:24.009 INFO:tasks.rados.rados.0.smithi081.stdout:122: delete oid 44 current snap is 6 2023-05-20T05:58:24.011 INFO:tasks.rados.rados.0.smithi081.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2023-05-20T05:58:24.033 INFO:tasks.rados.rados.0.smithi081.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:24.053 INFO:tasks.rados.rados.0.smithi081.stdout:120: done (2 left) 2023-05-20T05:58:24.054 INFO:tasks.rados.rados.0.smithi081.stdout:121: done (1 left) 2023-05-20T05:58:24.054 INFO:tasks.rados.rados.0.smithi081.stdout:122: done (0 left) 2023-05-20T05:58:24.054 INFO:tasks.rados.rados.0.smithi081.stdout:123: rollback oid 49 current snap is 6 2023-05-20T05:58:24.054 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 4 2023-05-20T05:58:24.054 INFO:tasks.rados.rados.0.smithi081.stdout:124: read oid 27 snap -1 2023-05-20T05:58:24.055 INFO:tasks.rados.rados.0.smithi081.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2023-05-20T05:58:24.055 INFO:tasks.rados.rados.0.smithi081.stdout:125: setattr oid 41 current snap is 6 2023-05-20T05:58:24.056 INFO:tasks.rados.rados.0.smithi081.stdout:126: delete oid 28 current snap is 6 2023-05-20T05:58:24.057 INFO:tasks.rados.rados.0.smithi081.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2023-05-20T05:58:24.069 INFO:tasks.rados.rados.0.smithi081.stdout:124: done (3 left) 2023-05-20T05:58:24.070 INFO:tasks.rados.rados.0.smithi081.stdout:126: done (2 left) 2023-05-20T05:58:24.070 INFO:tasks.rados.rados.0.smithi081.stdout:127: snap_remove snap 3 2023-05-20T05:58:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:24 smithi170 ceph-mon[97338]: osdmap e83: 8 total, 8 up, 8 in 2023-05-20T05:58:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:24 smithi170 ceph-mon[97338]: osdmap e84: 8 total, 8 up, 8 in 2023-05-20T05:58:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:24 smithi081 ceph-mon[95500]: osdmap e83: 8 total, 8 up, 8 in 2023-05-20T05:58:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:24 smithi081 ceph-mon[95500]: osdmap e84: 8 total, 8 up, 8 in 2023-05-20T05:58:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:24 smithi081 ceph-mon[107735]: osdmap e83: 8 total, 8 up, 8 in 2023-05-20T05:58:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:24 smithi081 ceph-mon[107735]: osdmap e84: 8 total, 8 up, 8 in 2023-05-20T05:58:25.012 INFO:tasks.rados.rados.0.smithi081.stdout:127: done (2 left) 2023-05-20T05:58:25.013 INFO:tasks.rados.rados.0.smithi081.stdout:128: setattr oid 39 current snap is 6 2023-05-20T05:58:25.013 INFO:tasks.rados.rados.0.smithi081.stdout:123: finishing rollback tid 0 to smithi081164505-49 2023-05-20T05:58:25.013 INFO:tasks.rados.rados.0.smithi081.stdout:123: finishing rollback tid 1 to smithi081164505-49 2023-05-20T05:58:25.013 INFO:tasks.rados.rados.0.smithi081.stdout:123: finishing rollback tid 2 to smithi081164505-49 2023-05-20T05:58:25.013 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 33 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-05-20T05:58:25.013 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 9 (ObjNum 33 snap 0 seq_num 163483728) dirty exists 2023-05-20T05:58:25.014 INFO:tasks.rados.rados.0.smithi081.stdout:123: done (2 left) 2023-05-20T05:58:25.014 INFO:tasks.rados.rados.0.smithi081.stdout:125: done (1 left) 2023-05-20T05:58:25.014 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 6 2023-05-20T05:58:25.015 INFO:tasks.rados.rados.0.smithi081.stdout:129: seq_num 65 ranges {811008=696320,1507328=401408} 2023-05-20T05:58:25.024 INFO:tasks.rados.rados.0.smithi081.stdout:129: writing smithi081164505-49 from 811008 to 1507328 tid 1 2023-05-20T05:58:25.027 INFO:tasks.rados.rados.0.smithi081.stdout:129: writing smithi081164505-49 from 1507328 to 1908736 tid 2 2023-05-20T05:58:25.027 INFO:tasks.rados.rados.0.smithi081.stdout:130: read oid 48 snap 4 2023-05-20T05:58:25.027 INFO:tasks.rados.rados.0.smithi081.stdout:130: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:25.028 INFO:tasks.rados.rados.0.smithi081.stdout:131: rollback oid 27 current snap is 6 2023-05-20T05:58:25.028 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 5 2023-05-20T05:58:25.028 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 21 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-05-20T05:58:25.028 INFO:tasks.rados.rados.0.smithi081.stdout:128: done (3 left) 2023-05-20T05:58:25.028 INFO:tasks.rados.rados.0.smithi081.stdout:132: delete oid 14 current snap is 6 2023-05-20T05:58:25.029 INFO:tasks.rados.rados.0.smithi081.stdout:129: finishing write tid 1 to smithi081164505-49 2023-05-20T05:58:25.029 INFO:tasks.rados.rados.0.smithi081.stdout:131: finishing rollback tid 0 to smithi081164505-27 2023-05-20T05:58:25.029 INFO:tasks.rados.rados.0.smithi081.stdout:131: finishing rollback tid 1 to smithi081164505-27 2023-05-20T05:58:25.030 INFO:tasks.rados.rados.0.smithi081.stdout:129: finishing write tid 2 to smithi081164505-49 2023-05-20T05:58:25.030 INFO:tasks.rados.rados.0.smithi081.stdout:131: finishing rollback tid 2 to smithi081164505-27 2023-05-20T05:58:25.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 47 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-05-20T05:58:25.030 INFO:tasks.rados.rados.0.smithi081.stdout:129: finishing write tid 3 to smithi081164505-49 2023-05-20T05:58:25.031 INFO:tasks.rados.rados.0.smithi081.stdout:131: done (3 left) 2023-05-20T05:58:25.031 INFO:tasks.rados.rados.0.smithi081.stdout:132: done (2 left) 2023-05-20T05:58:25.031 INFO:tasks.rados.rados.0.smithi081.stdout:133: delete oid 42 current snap is 6 2023-05-20T05:58:25.031 INFO:tasks.rados.rados.0.smithi081.stdout:129: finishing write tid 4 to smithi081164505-49 2023-05-20T05:58:25.031 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 42 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-05-20T05:58:25.032 INFO:tasks.rados.rados.0.smithi081.stdout:129: left oid 49 (ObjNum 65 snap 6 seq_num 65) 2023-05-20T05:58:25.032 INFO:tasks.rados.rados.0.smithi081.stdout:130: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:25.053 INFO:tasks.rados.rados.0.smithi081.stdout:129: done (2 left) 2023-05-20T05:58:25.053 INFO:tasks.rados.rados.0.smithi081.stdout:130: done (1 left) 2023-05-20T05:58:25.053 INFO:tasks.rados.rados.0.smithi081.stdout:133: done (0 left) 2023-05-20T05:58:25.053 INFO:tasks.rados.rados.0.smithi081.stdout:134: copy_from oid 36 from oid 1 current snap is 6 2023-05-20T05:58:25.053 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 6 2023-05-20T05:58:25.053 INFO:tasks.rados.rados.0.smithi081.stdout:135: seq_num 68 ranges {606208=745472,1351680=401408} 2023-05-20T05:58:25.060 INFO:tasks.rados.rados.0.smithi081.stdout:135: writing smithi081164505-31 from 606208 to 1351680 tid 1 2023-05-20T05:58:25.063 INFO:tasks.rados.rados.0.smithi081.stdout:135: writing smithi081164505-31 from 1351680 to 1753088 tid 2 2023-05-20T05:58:25.063 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 6 2023-05-20T05:58:25.063 INFO:tasks.rados.rados.0.smithi081.stdout:134: finishing copy_from to smithi081164505-36 2023-05-20T05:58:25.063 INFO:tasks.rados.rados.0.smithi081.stdout:134: got expected ENOENT (src dne) 2023-05-20T05:58:25.064 INFO:tasks.rados.rados.0.smithi081.stdout:136: seq_num 69 ranges {0=761856,761856=401408} 2023-05-20T05:58:25.068 INFO:tasks.rados.rados.0.smithi081.stdout:136: writing smithi081164505-8 from 0 to 761856 tid 1 2023-05-20T05:58:25.071 INFO:tasks.rados.rados.0.smithi081.stdout:136: writing smithi081164505-8 from 761856 to 1163264 tid 2 2023-05-20T05:58:25.071 INFO:tasks.rados.rados.0.smithi081.stdout:137: copy_from oid 41 from oid 17 current snap is 6 2023-05-20T05:58:25.072 INFO:tasks.rados.rados.0.smithi081.stdout:134: finishing copy_from racing read to smithi081164505-36 2023-05-20T05:58:25.072 INFO:tasks.rados.rados.0.smithi081.stdout:135: finishing write tid 1 to smithi081164505-31 2023-05-20T05:58:25.072 INFO:tasks.rados.rados.0.smithi081.stdout:135: finishing write tid 2 to smithi081164505-31 2023-05-20T05:58:25.072 INFO:tasks.rados.rados.0.smithi081.stdout:135: finishing write tid 3 to smithi081164505-31 2023-05-20T05:58:25.073 INFO:tasks.rados.rados.0.smithi081.stdout:135: finishing write tid 4 to smithi081164505-31 2023-05-20T05:58:25.073 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 51 (ObjNum 68 snap 6 seq_num 68) dirty exists 2023-05-20T05:58:25.073 INFO:tasks.rados.rados.0.smithi081.stdout:135: left oid 31 (ObjNum 68 snap 6 seq_num 68) 2023-05-20T05:58:25.073 INFO:tasks.rados.rados.0.smithi081.stdout:134: done (3 left) 2023-05-20T05:58:25.074 INFO:tasks.rados.rados.0.smithi081.stdout:135: done (2 left) 2023-05-20T05:58:25.074 INFO:tasks.rados.rados.0.smithi081.stdout:138: copy_from oid 29 from oid 10 current snap is 6 2023-05-20T05:58:25.074 INFO:tasks.rados.rados.0.smithi081.stdout:139: snap_create 2023-05-20T05:58:25.076 INFO:tasks.rados.rados.0.smithi081.stdout:137: finishing copy_from to smithi081164505-41 2023-05-20T05:58:25.076 INFO:tasks.rados.rados.0.smithi081.stdout:137: got expected ENOENT (src dne) 2023-05-20T05:58:25.076 INFO:tasks.rados.rados.0.smithi081.stdout:137: finishing copy_from racing read to smithi081164505-41 2023-05-20T05:58:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:136: finishing write tid 1 to smithi081164505-8 2023-05-20T05:58:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:136: finishing write tid 2 to smithi081164505-8 2023-05-20T05:58:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:136: finishing write tid 3 to smithi081164505-8 2023-05-20T05:58:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:136: finishing write tid 4 to smithi081164505-8 2023-05-20T05:58:25.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 25 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T05:58:25.078 INFO:tasks.rados.rados.0.smithi081.stdout:136: left oid 8 (ObjNum 69 snap 6 seq_num 69) 2023-05-20T05:58:25.079 INFO:tasks.rados.rados.0.smithi081.stdout:138: finishing copy_from to smithi081164505-29 2023-05-20T05:58:25.079 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 13 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-05-20T05:58:25.079 INFO:tasks.rados.rados.0.smithi081.stdout:138: finishing copy_from racing read to smithi081164505-29 2023-05-20T05:58:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:25 smithi170 ceph-mon[97338]: pgmap v116: 121 pgs: 121 active+clean; 23 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 740 KiB/s wr, 24 op/s 2023-05-20T05:58:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:25 smithi170 ceph-mon[97338]: osdmap e85: 8 total, 8 up, 8 in 2023-05-20T05:58:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:25 smithi081 ceph-mon[95500]: pgmap v116: 121 pgs: 121 active+clean; 23 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 740 KiB/s wr, 24 op/s 2023-05-20T05:58:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:25 smithi081 ceph-mon[95500]: osdmap e85: 8 total, 8 up, 8 in 2023-05-20T05:58:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:25 smithi081 ceph-mon[107735]: pgmap v116: 121 pgs: 121 active+clean; 23 MiB data, 91 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 740 KiB/s wr, 24 op/s 2023-05-20T05:58:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:25 smithi081 ceph-mon[107735]: osdmap e85: 8 total, 8 up, 8 in 2023-05-20T05:58:26.014 INFO:tasks.rados.rados.0.smithi081.stdout:136: done (3 left) 2023-05-20T05:58:26.014 INFO:tasks.rados.rados.0.smithi081.stdout:137: done (2 left) 2023-05-20T05:58:26.014 INFO:tasks.rados.rados.0.smithi081.stdout:138: done (1 left) 2023-05-20T05:58:26.014 INFO:tasks.rados.rados.0.smithi081.stdout:139: done (0 left) 2023-05-20T05:58:26.014 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 7 2023-05-20T05:58:26.015 INFO:tasks.rados.rados.0.smithi081.stdout:140: seq_num 70 ranges {139264=778240,917504=401408} 2023-05-20T05:58:26.018 INFO:tasks.rados.rados.0.smithi081.stdout:140: writing smithi081164505-9 from 139264 to 917504 tid 1 2023-05-20T05:58:26.021 INFO:tasks.rados.rados.0.smithi081.stdout:140: writing smithi081164505-9 from 917504 to 1318912 tid 2 2023-05-20T05:58:26.021 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 7 2023-05-20T05:58:26.021 INFO:tasks.rados.rados.0.smithi081.stdout:141: seq_num 71 ranges {0=794624,794624=401408} 2023-05-20T05:58:26.026 INFO:tasks.rados.rados.0.smithi081.stdout:141: writing smithi081164505-12 from 0 to 794624 tid 1 2023-05-20T05:58:26.029 INFO:tasks.rados.rados.0.smithi081.stdout:141: writing smithi081164505-12 from 794624 to 1196032 tid 2 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:142: rollback oid 22 current snap is 7 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 1 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:140: finishing write tid 1 to smithi081164505-9 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:140: finishing write tid 2 to smithi081164505-9 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:140: finishing write tid 3 to smithi081164505-9 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:140: finishing write tid 4 to smithi081164505-9 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 14 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-05-20T05:58:26.030 INFO:tasks.rados.rados.0.smithi081.stdout:140: left oid 9 (ObjNum 70 snap 7 seq_num 70) 2023-05-20T05:58:26.031 INFO:tasks.rados.rados.0.smithi081.stdout:140: done (2 left) 2023-05-20T05:58:26.031 INFO:tasks.rados.rados.0.smithi081.stdout:143: snap_create 2023-05-20T05:58:26.031 INFO:tasks.rados.rados.0.smithi081.stdout:141: finishing write tid 1 to smithi081164505-12 2023-05-20T05:58:26.031 INFO:tasks.rados.rados.0.smithi081.stdout:141: finishing write tid 2 to smithi081164505-12 2023-05-20T05:58:26.032 INFO:tasks.rados.rados.0.smithi081.stdout:141: finishing write tid 3 to smithi081164505-12 2023-05-20T05:58:26.032 INFO:tasks.rados.rados.0.smithi081.stdout:142: finishing rollback tid 0 to smithi081164505-22 2023-05-20T05:58:26.032 INFO:tasks.rados.rados.0.smithi081.stdout:142: finishing rollback tid 1 to smithi081164505-22 2023-05-20T05:58:26.033 INFO:tasks.rados.rados.0.smithi081.stdout:142: finishing rollback tid 2 to smithi081164505-22 2023-05-20T05:58:26.033 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 31 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-05-20T05:58:26.033 INFO:tasks.rados.rados.0.smithi081.stdout:141: finishing write tid 4 to smithi081164505-12 2023-05-20T05:58:26.034 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 17 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T05:58:26.034 INFO:tasks.rados.rados.0.smithi081.stdout:141: left oid 12 (ObjNum 71 snap 7 seq_num 71) 2023-05-20T05:58:26.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:58:26 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:58:27.023 INFO:tasks.rados.rados.0.smithi081.stdout:141: done (2 left) 2023-05-20T05:58:27.023 INFO:tasks.rados.rados.0.smithi081.stdout:142: done (1 left) 2023-05-20T05:58:27.023 INFO:tasks.rados.rados.0.smithi081.stdout:143: done (0 left) 2023-05-20T05:58:27.023 INFO:tasks.rados.rados.0.smithi081.stdout:144: read oid 33 snap -1 2023-05-20T05:58:27.023 INFO:tasks.rados.rados.0.smithi081.stdout:144: expect (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:27.023 INFO:tasks.rados.rados.0.smithi081.stdout:145: read oid 45 snap -1 2023-05-20T05:58:27.024 INFO:tasks.rados.rados.0.smithi081.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2023-05-20T05:58:27.024 INFO:tasks.rados.rados.0.smithi081.stdout:146: snap_create 2023-05-20T05:58:27.030 INFO:tasks.rados.rados.0.smithi081.stdout:145: expect (ObjNum 33 snap 0 seq_num 33) 2023-05-20T05:58:27.045 INFO:tasks.rados.rados.0.smithi081.stdout:144: expect (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:27 smithi170 ceph-mon[97338]: osdmap e86: 8 total, 8 up, 8 in 2023-05-20T05:58:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:27 smithi170 ceph-mon[97338]: pgmap v119: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-05-20T05:58:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:27 smithi081 ceph-mon[95500]: osdmap e86: 8 total, 8 up, 8 in 2023-05-20T05:58:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:27 smithi081 ceph-mon[95500]: pgmap v119: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-05-20T05:58:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:27 smithi081 ceph-mon[107735]: osdmap e86: 8 total, 8 up, 8 in 2023-05-20T05:58:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:27 smithi081 ceph-mon[107735]: pgmap v119: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-05-20T05:58:28.025 INFO:tasks.rados.rados.0.smithi081.stdout:144: done (2 left) 2023-05-20T05:58:28.025 INFO:tasks.rados.rados.0.smithi081.stdout:145: done (1 left) 2023-05-20T05:58:28.025 INFO:tasks.rados.rados.0.smithi081.stdout:146: done (0 left) 2023-05-20T05:58:28.025 INFO:tasks.rados.rados.0.smithi081.stdout:147: copy_from oid 48 from oid 42 current snap is 9 2023-05-20T05:58:28.025 INFO:tasks.rados.rados.0.smithi081.stdout:148: delete oid 29 current snap is 9 2023-05-20T05:58:28.029 INFO:tasks.rados.rados.0.smithi081.stdout:148: done (1 left) 2023-05-20T05:58:28.029 INFO:tasks.rados.rados.0.smithi081.stdout:149: snap_create 2023-05-20T05:58:28.031 INFO:tasks.rados.rados.0.smithi081.stdout:147: finishing copy_from to smithi081164505-48 2023-05-20T05:58:28.032 INFO:tasks.rados.rados.0.smithi081.stdout:147: got expected ENOENT (src dne) 2023-05-20T05:58:28.032 INFO:tasks.rados.rados.0.smithi081.stdout:147: finishing copy_from racing read to smithi081164505-48 2023-05-20T05:58:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:28 smithi081 ceph-mon[95500]: osdmap e87: 8 total, 8 up, 8 in 2023-05-20T05:58:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:28 smithi081 ceph-mon[107735]: osdmap e87: 8 total, 8 up, 8 in 2023-05-20T05:58:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:28 smithi170 ceph-mon[97338]: osdmap e87: 8 total, 8 up, 8 in 2023-05-20T05:58:29.009 INFO:tasks.rados.rados.0.smithi081.stdout:147: done (1 left) 2023-05-20T05:58:29.010 INFO:tasks.rados.rados.0.smithi081.stdout:149: done (0 left) 2023-05-20T05:58:29.010 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 10 2023-05-20T05:58:29.010 INFO:tasks.rados.rados.0.smithi081.stdout:150: seq_num 73 ranges {712704=425984,1138688=409600,1548288=393216} 2023-05-20T05:58:29.016 INFO:tasks.rados.rados.0.smithi081.stdout:150: writing smithi081164505-43 from 712704 to 1138688 tid 1 2023-05-20T05:58:29.018 INFO:tasks.rados.rados.0.smithi081.stdout:150: writing smithi081164505-43 from 1138688 to 1548288 tid 2 2023-05-20T05:58:29.021 INFO:tasks.rados.rados.0.smithi081.stdout:150: writing smithi081164505-43 from 1548288 to 1941504 tid 3 2023-05-20T05:58:29.021 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 10 2023-05-20T05:58:29.022 INFO:tasks.rados.rados.0.smithi081.stdout:151: seq_num 74 ranges {155648=442368,598016=696320,1294336=106496} 2023-05-20T05:58:29.025 INFO:tasks.rados.rados.0.smithi081.stdout:151: writing smithi081164505-10 from 155648 to 598016 tid 1 2023-05-20T05:58:29.029 INFO:tasks.rados.rados.0.smithi081.stdout:151: writing smithi081164505-10 from 598016 to 1294336 tid 2 2023-05-20T05:58:29.030 INFO:tasks.rados.rados.0.smithi081.stdout:151: writing smithi081164505-10 from 1294336 to 1400832 tid 3 2023-05-20T05:58:29.030 INFO:tasks.rados.rados.0.smithi081.stdout:152: snap_create 2023-05-20T05:58:29.031 INFO:tasks.rados.rados.0.smithi081.stdout:150: finishing write tid 1 to smithi081164505-43 2023-05-20T05:58:29.031 INFO:tasks.rados.rados.0.smithi081.stdout:150: finishing write tid 2 to smithi081164505-43 2023-05-20T05:58:29.031 INFO:tasks.rados.rados.0.smithi081.stdout:150: finishing write tid 3 to smithi081164505-43 2023-05-20T05:58:29.031 INFO:tasks.rados.rados.0.smithi081.stdout:150: finishing write tid 4 to smithi081164505-43 2023-05-20T05:58:29.031 INFO:tasks.rados.rados.0.smithi081.stdout:150: finishing write tid 5 to smithi081164505-43 2023-05-20T05:58:29.031 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 18 (ObjNum 73 snap 10 seq_num 73) dirty exists 2023-05-20T05:58:29.032 INFO:tasks.rados.rados.0.smithi081.stdout:150: left oid 43 (ObjNum 73 snap 10 seq_num 73) 2023-05-20T05:58:29.032 INFO:tasks.rados.rados.0.smithi081.stdout:151: finishing write tid 1 to smithi081164505-10 2023-05-20T05:58:29.033 INFO:tasks.rados.rados.0.smithi081.stdout:151: finishing write tid 2 to smithi081164505-10 2023-05-20T05:58:29.033 INFO:tasks.rados.rados.0.smithi081.stdout:151: finishing write tid 3 to smithi081164505-10 2023-05-20T05:58:29.033 INFO:tasks.rados.rados.0.smithi081.stdout:151: finishing write tid 4 to smithi081164505-10 2023-05-20T05:58:29.034 INFO:tasks.rados.rados.0.smithi081.stdout:151: finishing write tid 5 to smithi081164505-10 2023-05-20T05:58:29.034 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 20 (ObjNum 74 snap 10 seq_num 74) dirty exists 2023-05-20T05:58:29.034 INFO:tasks.rados.rados.0.smithi081.stdout:151: left oid 10 (ObjNum 74 snap 10 seq_num 74) 2023-05-20T05:58:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:29 smithi170 ceph-mon[97338]: osdmap e88: 8 total, 8 up, 8 in 2023-05-20T05:58:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:29 smithi170 ceph-mon[97338]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-05-20T05:58:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:29 smithi170 ceph-mon[97338]: osdmap e89: 8 total, 8 up, 8 in 2023-05-20T05:58:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:29 smithi081 ceph-mon[95500]: osdmap e88: 8 total, 8 up, 8 in 2023-05-20T05:58:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:29 smithi081 ceph-mon[95500]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-05-20T05:58:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:29 smithi081 ceph-mon[95500]: osdmap e89: 8 total, 8 up, 8 in 2023-05-20T05:58:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:29 smithi081 ceph-mon[107735]: osdmap e88: 8 total, 8 up, 8 in 2023-05-20T05:58:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:29 smithi081 ceph-mon[107735]: pgmap v122: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-05-20T05:58:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:29 smithi081 ceph-mon[107735]: osdmap e89: 8 total, 8 up, 8 in 2023-05-20T05:58:30.033 INFO:tasks.rados.rados.0.smithi081.stdout:150: done (2 left) 2023-05-20T05:58:30.034 INFO:tasks.rados.rados.0.smithi081.stdout:151: done (1 left) 2023-05-20T05:58:30.034 INFO:tasks.rados.rados.0.smithi081.stdout:152: done (0 left) 2023-05-20T05:58:30.034 INFO:tasks.rados.rados.0.smithi081.stdout:153: snap_create 2023-05-20T05:58:31.039 INFO:tasks.rados.rados.0.smithi081.stdout:153: done (0 left) 2023-05-20T05:58:31.039 INFO:tasks.rados.rados.0.smithi081.stdout:154: read oid 42 snap -1 2023-05-20T05:58:31.040 INFO:tasks.rados.rados.0.smithi081.stdout:154: expect deleted 2023-05-20T05:58:31.040 INFO:tasks.rados.rados.0.smithi081.stdout:155: rmattr oid 17 current snap is 12 2023-05-20T05:58:31.040 INFO:tasks.rados.rados.0.smithi081.stdout:155: done (1 left) 2023-05-20T05:58:31.040 INFO:tasks.rados.rados.0.smithi081.stdout:156: setattr oid 28 current snap is 12 2023-05-20T05:58:31.041 INFO:tasks.rados.rados.0.smithi081.stdout:154: done (1 left) 2023-05-20T05:58:31.041 INFO:tasks.rados.rados.0.smithi081.stdout:157: copy_from oid 7 from oid 24 current snap is 12 2023-05-20T05:58:31.041 INFO:tasks.rados.rados.0.smithi081.stdout:158: setattr oid 10 current snap is 12 2023-05-20T05:58:31.042 INFO:tasks.rados.rados.0.smithi081.stdout:159: snap_remove snap 5 2023-05-20T05:58:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:31 smithi170 ceph-mon[97338]: osdmap e90: 8 total, 8 up, 8 in 2023-05-20T05:58:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:31 smithi170 ceph-mon[97338]: pgmap v125: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:31 smithi081 ceph-mon[95500]: osdmap e90: 8 total, 8 up, 8 in 2023-05-20T05:58:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:31 smithi081 ceph-mon[95500]: pgmap v125: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:31 smithi081 ceph-mon[107735]: osdmap e90: 8 total, 8 up, 8 in 2023-05-20T05:58:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:31 smithi081 ceph-mon[107735]: pgmap v125: 121 pgs: 121 active+clean; 36 MiB data, 111 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:32.043 INFO:tasks.rados.rados.0.smithi081.stdout:159: done (3 left) 2023-05-20T05:58:32.043 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 12 2023-05-20T05:58:32.043 INFO:tasks.rados.rados.0.smithi081.stdout:160: seq_num 75 ranges {761856=458752,1220608=581632,1802240=221184} 2023-05-20T05:58:32.050 INFO:tasks.rados.rados.0.smithi081.stdout:160: writing smithi081164505-46 from 761856 to 1220608 tid 1 2023-05-20T05:58:32.054 INFO:tasks.rados.rados.0.smithi081.stdout:160: writing smithi081164505-46 from 1220608 to 1802240 tid 2 2023-05-20T05:58:32.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: writing smithi081164505-46 from 1802240 to 2023424 tid 3 2023-05-20T05:58:32.057 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 12 2023-05-20T05:58:32.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: seq_num 76 ranges {442368=475136,917504=458752,1376256=344064} 2023-05-20T05:58:32.062 INFO:tasks.rados.rados.0.smithi081.stdout:161: writing smithi081164505-27 from 442368 to 917504 tid 1 2023-05-20T05:58:32.064 INFO:tasks.rados.rados.0.smithi081.stdout:161: writing smithi081164505-27 from 917504 to 1376256 tid 2 2023-05-20T05:58:32.067 INFO:tasks.rados.rados.0.smithi081.stdout:161: writing smithi081164505-27 from 1376256 to 1720320 tid 3 2023-05-20T05:58:32.067 INFO:tasks.rados.rados.0.smithi081.stdout:162: snap_remove snap 8 2023-05-20T05:58:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:32 smithi170 ceph-mon[97338]: osdmap e91: 8 total, 8 up, 8 in 2023-05-20T05:58:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:32 smithi081 ceph-mon[95500]: osdmap e91: 8 total, 8 up, 8 in 2023-05-20T05:58:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:32 smithi081 ceph-mon[107735]: osdmap e91: 8 total, 8 up, 8 in 2023-05-20T05:58:33.054 INFO:tasks.rados.rados.0.smithi081.stdout:162: done (5 left) 2023-05-20T05:58:33.055 INFO:tasks.rados.rados.0.smithi081.stdout:163: delete oid 8 current snap is 12 2023-05-20T05:58:33.055 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 22 (ObjNum 74 snap 10 seq_num 74) dirty exists 2023-05-20T05:58:33.055 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 13 (ObjNum 49 snap 0 seq_num 3605351488) dirty exists 2023-05-20T05:58:33.055 INFO:tasks.rados.rados.0.smithi081.stdout:157: finishing copy_from to smithi081164505-7 2023-05-20T05:58:33.055 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 9 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:58:33.055 INFO:tasks.rados.rados.0.smithi081.stdout:157: finishing copy_from racing read to smithi081164505-7 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: finishing write tid 1 to smithi081164505-46 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: finishing write tid 2 to smithi081164505-46 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: finishing write tid 3 to smithi081164505-46 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: finishing write tid 4 to smithi081164505-46 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: finishing write tid 5 to smithi081164505-46 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 21 (ObjNum 75 snap 12 seq_num 75) dirty exists 2023-05-20T05:58:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:160: left oid 46 (ObjNum 75 snap 12 seq_num 75) 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: finishing write tid 1 to smithi081164505-27 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: finishing write tid 2 to smithi081164505-27 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: finishing write tid 3 to smithi081164505-27 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: finishing write tid 4 to smithi081164505-27 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: finishing write tid 5 to smithi081164505-27 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 60 (ObjNum 76 snap 12 seq_num 76) dirty exists 2023-05-20T05:58:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:161: left oid 27 (ObjNum 76 snap 12 seq_num 76) 2023-05-20T05:58:33.058 INFO:tasks.rados.rados.0.smithi081.stdout:156: done (5 left) 2023-05-20T05:58:33.058 INFO:tasks.rados.rados.0.smithi081.stdout:157: done (4 left) 2023-05-20T05:58:33.058 INFO:tasks.rados.rados.0.smithi081.stdout:158: done (3 left) 2023-05-20T05:58:33.058 INFO:tasks.rados.rados.0.smithi081.stdout:160: done (2 left) 2023-05-20T05:58:33.059 INFO:tasks.rados.rados.0.smithi081.stdout:161: done (1 left) 2023-05-20T05:58:33.059 INFO:tasks.rados.rados.0.smithi081.stdout:163: done (0 left) 2023-05-20T05:58:33.059 INFO:tasks.rados.rados.0.smithi081.stdout:164: snap_create 2023-05-20T05:58:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:33 smithi170 ceph-mon[97338]: osdmap e92: 8 total, 8 up, 8 in 2023-05-20T05:58:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:33 smithi170 ceph-mon[97338]: pgmap v128: 121 pgs: 121 active+clean; 40 MiB data, 118 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 922 KiB/s wr, 15 op/s 2023-05-20T05:58:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:33 smithi081 ceph-mon[95500]: osdmap e92: 8 total, 8 up, 8 in 2023-05-20T05:58:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:33 smithi081 ceph-mon[95500]: pgmap v128: 121 pgs: 121 active+clean; 40 MiB data, 118 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 922 KiB/s wr, 15 op/s 2023-05-20T05:58:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:33] "GET /metrics HTTP/1.1" 200 240422 "" "Prometheus/2.33.4" 2023-05-20T05:58:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:33 smithi081 ceph-mon[107735]: osdmap e92: 8 total, 8 up, 8 in 2023-05-20T05:58:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:33 smithi081 ceph-mon[107735]: pgmap v128: 121 pgs: 121 active+clean; 40 MiB data, 118 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 922 KiB/s wr, 15 op/s 2023-05-20T05:58:34.056 INFO:tasks.rados.rados.0.smithi081.stdout:164: done (0 left) 2023-05-20T05:58:34.056 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 13 2023-05-20T05:58:34.057 INFO:tasks.rados.rados.0.smithi081.stdout:165: seq_num 78 ranges {1753088=516096,2269184=679936,2949120=122880} 2023-05-20T05:58:34.069 INFO:tasks.rados.rados.0.smithi081.stdout:165: writing smithi081164505-31 from 1753088 to 2269184 tid 1 2023-05-20T05:58:34.075 INFO:tasks.rados.rados.0.smithi081.stdout:165: writing smithi081164505-31 from 2269184 to 2949120 tid 2 2023-05-20T05:58:34.075 INFO:tasks.rados.rados.0.smithi081.stdout:165: writing smithi081164505-31 from 2949120 to 3072000 tid 3 2023-05-20T05:58:34.076 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 13 2023-05-20T05:58:34.076 INFO:tasks.rados.rados.0.smithi081.stdout:165: finishing write tid 1 to smithi081164505-31 2023-05-20T05:58:34.076 INFO:tasks.rados.rados.0.smithi081.stdout:166: seq_num 79 ranges {253952=532480,786432=565248,1351680=237568} 2023-05-20T05:58:34.081 INFO:tasks.rados.rados.0.smithi081.stdout:166: writing smithi081164505-16 from 253952 to 786432 tid 1 2023-05-20T05:58:34.085 INFO:tasks.rados.rados.0.smithi081.stdout:166: writing smithi081164505-16 from 786432 to 1351680 tid 2 2023-05-20T05:58:34.087 INFO:tasks.rados.rados.0.smithi081.stdout:166: writing smithi081164505-16 from 1351680 to 1589248 tid 3 2023-05-20T05:58:34.087 INFO:tasks.rados.rados.0.smithi081.stdout:167: copy_from oid 10 from oid 39 current snap is 13 2023-05-20T05:58:34.087 INFO:tasks.rados.rados.0.smithi081.stdout:165: finishing write tid 2 to smithi081164505-31 2023-05-20T05:58:34.087 INFO:tasks.rados.rados.0.smithi081.stdout:165: finishing write tid 3 to smithi081164505-31 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:165: finishing write tid 4 to smithi081164505-31 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:165: finishing write tid 5 to smithi081164505-31 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 67 (ObjNum 78 snap 13 seq_num 78) dirty exists 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:165: left oid 31 (ObjNum 78 snap 13 seq_num 78) 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:165: done (2 left) 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:168: read oid 25 snap 1 2023-05-20T05:58:34.088 INFO:tasks.rados.rados.0.smithi081.stdout:168: expect (ObjNum 50 snap 0 seq_num 50) 2023-05-20T05:58:34.089 INFO:tasks.rados.rados.0.smithi081.stdout:169: copy_from oid 21 from oid 35 current snap is 13 2023-05-20T05:58:34.089 INFO:tasks.rados.rados.0.smithi081.stdout:166: finishing write tid 1 to smithi081164505-16 2023-05-20T05:58:34.089 INFO:tasks.rados.rados.0.smithi081.stdout:170: snap_remove snap 7 2023-05-20T05:58:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:34 smithi170 ceph-mon[97338]: osdmap e93: 8 total, 8 up, 8 in 2023-05-20T05:58:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:34 smithi081 ceph-mon[95500]: osdmap e93: 8 total, 8 up, 8 in 2023-05-20T05:58:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:34 smithi081 ceph-mon[107735]: osdmap e93: 8 total, 8 up, 8 in 2023-05-20T05:58:35.065 INFO:tasks.rados.rados.0.smithi081.stdout:170: done (4 left) 2023-05-20T05:58:35.065 INFO:tasks.rados.rados.0.smithi081.stdout:171: delete oid 8 current snap is 13 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:166: finishing write tid 2 to smithi081164505-16 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:166: finishing write tid 3 to smithi081164505-16 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:166: finishing write tid 4 to smithi081164505-16 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:166: finishing write tid 5 to smithi081164505-16 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 53 (ObjNum 79 snap 13 seq_num 79) dirty exists 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:166: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2023-05-20T05:58:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:168: expect (ObjNum 50 snap 0 seq_num 50) 2023-05-20T05:58:35.106 INFO:tasks.rados.rados.0.smithi081.stdout:167: finishing copy_from to smithi081164505-10 2023-05-20T05:58:35.106 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 21 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-05-20T05:58:35.106 INFO:tasks.rados.rados.0.smithi081.stdout:167: finishing copy_from racing read to smithi081164505-10 2023-05-20T05:58:35.107 INFO:tasks.rados.rados.0.smithi081.stdout:169: finishing copy_from to smithi081164505-21 2023-05-20T05:58:35.107 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 25 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-05-20T05:58:35.107 INFO:tasks.rados.rados.0.smithi081.stdout:169: finishing copy_from racing read to smithi081164505-21 2023-05-20T05:58:35.107 INFO:tasks.rados.rados.0.smithi081.stdout:166: done (4 left) 2023-05-20T05:58:35.107 INFO:tasks.rados.rados.0.smithi081.stdout:167: done (3 left) 2023-05-20T05:58:35.108 INFO:tasks.rados.rados.0.smithi081.stdout:168: done (2 left) 2023-05-20T05:58:35.108 INFO:tasks.rados.rados.0.smithi081.stdout:169: done (1 left) 2023-05-20T05:58:35.108 INFO:tasks.rados.rados.0.smithi081.stdout:171: done (0 left) 2023-05-20T05:58:35.108 INFO:tasks.rados.rados.0.smithi081.stdout:172: snap_remove snap 6 2023-05-20T05:58:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:35 smithi170 ceph-mon[97338]: osdmap e94: 8 total, 8 up, 8 in 2023-05-20T05:58:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:35 smithi170 ceph-mon[97338]: pgmap v131: 121 pgs: 121 active+clean; 40 MiB data, 118 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 922 KiB/s wr, 15 op/s 2023-05-20T05:58:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:35 smithi081 ceph-mon[95500]: osdmap e94: 8 total, 8 up, 8 in 2023-05-20T05:58:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:35 smithi081 ceph-mon[95500]: pgmap v131: 121 pgs: 121 active+clean; 40 MiB data, 118 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 922 KiB/s wr, 15 op/s 2023-05-20T05:58:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:35 smithi081 ceph-mon[107735]: osdmap e94: 8 total, 8 up, 8 in 2023-05-20T05:58:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:35 smithi081 ceph-mon[107735]: pgmap v131: 121 pgs: 121 active+clean; 40 MiB data, 118 MiB used, 715 GiB / 715 GiB avail; 805 KiB/s rd, 922 KiB/s wr, 15 op/s 2023-05-20T05:58:36.067 INFO:tasks.rados.rados.0.smithi081.stdout:172: done (0 left) 2023-05-20T05:58:36.067 INFO:tasks.rados.rados.0.smithi081.stdout:173: snap_create 2023-05-20T05:58:36.495 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:58:36 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:58:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:36 smithi170 ceph-mon[97338]: osdmap e95: 8 total, 8 up, 8 in 2023-05-20T05:58:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:36 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:36 smithi081 ceph-mon[95500]: osdmap e95: 8 total, 8 up, 8 in 2023-05-20T05:58:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:36 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:36 smithi081 ceph-mon[107735]: osdmap e95: 8 total, 8 up, 8 in 2023-05-20T05:58:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:36 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:37.073 INFO:tasks.rados.rados.0.smithi081.stdout:173: done (0 left) 2023-05-20T05:58:37.073 INFO:tasks.rados.rados.0.smithi081.stdout:174: read oid 46 snap -1 2023-05-20T05:58:37.073 INFO:tasks.rados.rados.0.smithi081.stdout:174: expect (ObjNum 75 snap 12 seq_num 75) 2023-05-20T05:58:37.073 INFO:tasks.rados.rados.0.smithi081.stdout:175: read oid 7 snap 12 2023-05-20T05:58:37.073 INFO:tasks.rados.rados.0.smithi081.stdout:175: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:58:37.074 INFO:tasks.rados.rados.0.smithi081.stdout:176: snap_create 2023-05-20T05:58:37.083 INFO:tasks.rados.rados.0.smithi081.stdout:174: expect (ObjNum 75 snap 12 seq_num 75) 2023-05-20T05:58:37.146 INFO:tasks.rados.rados.0.smithi081.stdout:175: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:58:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:37 smithi170 ceph-mon[97338]: osdmap e96: 8 total, 8 up, 8 in 2023-05-20T05:58:37.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:37 smithi170 ceph-mon[97338]: pgmap v134: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail; 919 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-05-20T05:58:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:37 smithi081 ceph-mon[95500]: osdmap e96: 8 total, 8 up, 8 in 2023-05-20T05:58:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:37 smithi081 ceph-mon[95500]: pgmap v134: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail; 919 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-05-20T05:58:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:37 smithi081 ceph-mon[107735]: osdmap e96: 8 total, 8 up, 8 in 2023-05-20T05:58:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:37 smithi081 ceph-mon[107735]: pgmap v134: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail; 919 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-05-20T05:58:38.074 INFO:tasks.rados.rados.0.smithi081.stdout:174: done (2 left) 2023-05-20T05:58:38.074 INFO:tasks.rados.rados.0.smithi081.stdout:175: done (1 left) 2023-05-20T05:58:38.075 INFO:tasks.rados.rados.0.smithi081.stdout:176: done (0 left) 2023-05-20T05:58:38.075 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 15 2023-05-20T05:58:38.075 INFO:tasks.rados.rados.0.smithi081.stdout:177: seq_num 81 ranges {204800=565248,770048=737280,1507328=65536} 2023-05-20T05:58:38.078 INFO:tasks.rados.rados.0.smithi081.stdout:177: writing smithi081164505-13 from 204800 to 770048 tid 1 2023-05-20T05:58:38.083 INFO:tasks.rados.rados.0.smithi081.stdout:177: writing smithi081164505-13 from 770048 to 1507328 tid 2 2023-05-20T05:58:38.085 INFO:tasks.rados.rados.0.smithi081.stdout:177: writing smithi081164505-13 from 1507328 to 1572864 tid 3 2023-05-20T05:58:38.085 INFO:tasks.rados.rados.0.smithi081.stdout:178: copy_from oid 15 from oid 5 current snap is 15 2023-05-20T05:58:38.085 INFO:tasks.rados.rados.0.smithi081.stdout:179: rollback oid 19 current snap is 15 2023-05-20T05:58:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 14 2023-05-20T05:58:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:180: copy_from oid 21 from oid 24 current snap is 15 2023-05-20T05:58:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:181: copy_from oid 3 from oid 7 current snap is 15 2023-05-20T05:58:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:182: read oid 33 snap -1 2023-05-20T05:58:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:182: expect (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:38.087 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 15 2023-05-20T05:58:38.087 INFO:tasks.rados.rados.0.smithi081.stdout:183: seq_num 82 ranges {1589248=581632,2170880=622592,2793472=180224} 2023-05-20T05:58:38.097 INFO:tasks.rados.rados.0.smithi081.stdout:183: writing smithi081164505-16 from 1589248 to 2170880 tid 1 2023-05-20T05:58:38.099 INFO:tasks.rados.rados.0.smithi081.stdout:183: writing smithi081164505-16 from 2170880 to 2793472 tid 2 2023-05-20T05:58:38.100 INFO:tasks.rados.rados.0.smithi081.stdout:183: writing smithi081164505-16 from 2793472 to 2973696 tid 3 2023-05-20T05:58:38.101 INFO:tasks.rados.rados.0.smithi081.stdout:184: rmattr oid 34 current snap is 15 2023-05-20T05:58:38.101 INFO:tasks.rados.rados.0.smithi081.stdout:184: done (7 left) 2023-05-20T05:58:38.101 INFO:tasks.rados.rados.0.smithi081.stdout:185: snap_remove snap 9 2023-05-20T05:58:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:38 smithi170 ceph-mon[97338]: osdmap e97: 8 total, 8 up, 8 in 2023-05-20T05:58:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:38 smithi081 ceph-mon[95500]: osdmap e97: 8 total, 8 up, 8 in 2023-05-20T05:58:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:38 smithi081 ceph-mon[107735]: osdmap e97: 8 total, 8 up, 8 in 2023-05-20T05:58:39.011 INFO:tasks.rados.rados.0.smithi081.stdout:185: done (7 left) 2023-05-20T05:58:39.011 INFO:tasks.rados.rados.0.smithi081.stdout:186: read oid 39 snap -1 2023-05-20T05:58:39.011 INFO:tasks.rados.rados.0.smithi081.stdout:186: expect (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:58:39.011 INFO:tasks.rados.rados.0.smithi081.stdout:187: setattr oid 40 current snap is 15 2023-05-20T05:58:39.012 INFO:tasks.rados.rados.0.smithi081.stdout:188: copy_from oid 31 from oid 47 current snap is 15 2023-05-20T05:58:39.012 INFO:tasks.rados.rados.0.smithi081.stdout:189: copy_from oid 34 from oid 22 current snap is 15 2023-05-20T05:58:39.012 INFO:tasks.rados.rados.0.smithi081.stdout:190: snap_create 2023-05-20T05:58:39.022 INFO:tasks.rados.rados.0.smithi081.stdout:177: finishing write tid 1 to smithi081164505-13 2023-05-20T05:58:39.022 INFO:tasks.rados.rados.0.smithi081.stdout:177: finishing write tid 2 to smithi081164505-13 2023-05-20T05:58:39.022 INFO:tasks.rados.rados.0.smithi081.stdout:177: finishing write tid 3 to smithi081164505-13 2023-05-20T05:58:39.022 INFO:tasks.rados.rados.0.smithi081.stdout:177: finishing write tid 4 to smithi081164505-13 2023-05-20T05:58:39.022 INFO:tasks.rados.rados.0.smithi081.stdout:177: finishing write tid 5 to smithi081164505-13 2023-05-20T05:58:39.022 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 62 (ObjNum 81 snap 15 seq_num 81) dirty exists 2023-05-20T05:58:39.023 INFO:tasks.rados.rados.0.smithi081.stdout:177: left oid 13 (ObjNum 81 snap 15 seq_num 81) 2023-05-20T05:58:39.023 INFO:tasks.rados.rados.0.smithi081.stdout:179: finishing rollback tid 0 to smithi081164505-19 2023-05-20T05:58:39.023 INFO:tasks.rados.rados.0.smithi081.stdout:182: expect (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:39.032 INFO:tasks.rados.rados.0.smithi081.stdout:179: finishing rollback tid 1 to smithi081164505-19 2023-05-20T05:58:39.032 INFO:tasks.rados.rados.0.smithi081.stdout:179: finishing rollback tid 2 to smithi081164505-19 2023-05-20T05:58:39.032 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 48 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-05-20T05:58:39.032 INFO:tasks.rados.rados.0.smithi081.stdout:178: finishing copy_from to smithi081164505-15 2023-05-20T05:58:39.032 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:178: finishing copy_from racing read to smithi081164505-15 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:181: finishing copy_from to smithi081164505-3 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 9 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:181: finishing copy_from racing read to smithi081164505-3 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:180: finishing copy_from to smithi081164505-21 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 9 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:58:39.033 INFO:tasks.rados.rados.0.smithi081.stdout:180: finishing copy_from racing read to smithi081164505-21 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:183: finishing write tid 1 to smithi081164505-16 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:183: finishing write tid 2 to smithi081164505-16 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:183: finishing write tid 3 to smithi081164505-16 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:183: finishing write tid 4 to smithi081164505-16 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:183: finishing write tid 5 to smithi081164505-16 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 69 (ObjNum 82 snap 15 seq_num 82) dirty exists 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:183: left oid 16 (ObjNum 82 snap 15 seq_num 82) 2023-05-20T05:58:39.034 INFO:tasks.rados.rados.0.smithi081.stdout:186: expect (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:58:39.050 INFO:tasks.rados.rados.0.smithi081.stdout:188: finishing copy_from to smithi081164505-31 2023-05-20T05:58:39.051 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-05-20T05:58:39.051 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 75 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:58:39.051 INFO:tasks.rados.rados.0.smithi081.stdout:188: finishing copy_from racing read to smithi081164505-31 2023-05-20T05:58:39.051 INFO:tasks.rados.rados.0.smithi081.stdout:189: finishing copy_from to smithi081164505-34 2023-05-20T05:58:39.051 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 31 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-05-20T05:58:39.052 INFO:tasks.rados.rados.0.smithi081.stdout:189: finishing copy_from racing read to smithi081164505-34 2023-05-20T05:58:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:39 smithi170 ceph-mon[97338]: osdmap e98: 8 total, 8 up, 8 in 2023-05-20T05:58:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:39 smithi170 ceph-mon[97338]: pgmap v137: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail; 919 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-05-20T05:58:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:39 smithi170 ceph-mon[97338]: osdmap e99: 8 total, 8 up, 8 in 2023-05-20T05:58:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:39 smithi081 ceph-mon[95500]: osdmap e98: 8 total, 8 up, 8 in 2023-05-20T05:58:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:39 smithi081 ceph-mon[95500]: pgmap v137: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail; 919 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-05-20T05:58:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:39 smithi081 ceph-mon[95500]: osdmap e99: 8 total, 8 up, 8 in 2023-05-20T05:58:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:39 smithi081 ceph-mon[107735]: osdmap e98: 8 total, 8 up, 8 in 2023-05-20T05:58:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:39 smithi081 ceph-mon[107735]: pgmap v137: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail; 919 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-05-20T05:58:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:39 smithi081 ceph-mon[107735]: osdmap e99: 8 total, 8 up, 8 in 2023-05-20T05:58:40.015 INFO:tasks.rados.rados.0.smithi081.stdout:177: done (11 left) 2023-05-20T05:58:40.016 INFO:tasks.rados.rados.0.smithi081.stdout:178: done (10 left) 2023-05-20T05:58:40.016 INFO:tasks.rados.rados.0.smithi081.stdout:179: done (9 left) 2023-05-20T05:58:40.016 INFO:tasks.rados.rados.0.smithi081.stdout:180: done (8 left) 2023-05-20T05:58:40.016 INFO:tasks.rados.rados.0.smithi081.stdout:181: done (7 left) 2023-05-20T05:58:40.016 INFO:tasks.rados.rados.0.smithi081.stdout:182: done (6 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:183: done (5 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:186: done (4 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:187: done (3 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:188: done (2 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:189: done (1 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:190: done (0 left) 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 16 2023-05-20T05:58:40.017 INFO:tasks.rados.rados.0.smithi081.stdout:191: seq_num 83 ranges {524288=598016,1122304=499712,1622016=303104} 2023-05-20T05:58:40.021 INFO:tasks.rados.rados.0.smithi081.stdout:191: writing smithi081164505-32 from 524288 to 1122304 tid 1 2023-05-20T05:58:40.024 INFO:tasks.rados.rados.0.smithi081.stdout:191: writing smithi081164505-32 from 1122304 to 1622016 tid 2 2023-05-20T05:58:40.026 INFO:tasks.rados.rados.0.smithi081.stdout:191: writing smithi081164505-32 from 1622016 to 1925120 tid 3 2023-05-20T05:58:40.027 INFO:tasks.rados.rados.0.smithi081.stdout:191: finishing write tid 1 to smithi081164505-32 2023-05-20T05:58:40.027 INFO:tasks.rados.rados.0.smithi081.stdout:192: snap_create 2023-05-20T05:58:40.027 INFO:tasks.rados.rados.0.smithi081.stdout:191: finishing write tid 2 to smithi081164505-32 2023-05-20T05:58:40.029 INFO:tasks.rados.rados.0.smithi081.stdout:191: finishing write tid 3 to smithi081164505-32 2023-05-20T05:58:40.029 INFO:tasks.rados.rados.0.smithi081.stdout:191: finishing write tid 4 to smithi081164505-32 2023-05-20T05:58:40.029 INFO:tasks.rados.rados.0.smithi081.stdout:191: finishing write tid 5 to smithi081164505-32 2023-05-20T05:58:40.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 22 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-05-20T05:58:40.030 INFO:tasks.rados.rados.0.smithi081.stdout:191: left oid 32 (ObjNum 83 snap 16 seq_num 83) 2023-05-20T05:58:41.021 INFO:tasks.rados.rados.0.smithi081.stdout:191: done (1 left) 2023-05-20T05:58:41.021 INFO:tasks.rados.rados.0.smithi081.stdout:192: done (0 left) 2023-05-20T05:58:41.022 INFO:tasks.rados.rados.0.smithi081.stdout:193: snap_create 2023-05-20T05:58:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:41 smithi170 ceph-mon[97338]: osdmap e100: 8 total, 8 up, 8 in 2023-05-20T05:58:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:41 smithi170 ceph-mon[97338]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:41 smithi081 ceph-mon[95500]: osdmap e100: 8 total, 8 up, 8 in 2023-05-20T05:58:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:41 smithi081 ceph-mon[95500]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:41 smithi081 ceph-mon[107735]: osdmap e100: 8 total, 8 up, 8 in 2023-05-20T05:58:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:41 smithi081 ceph-mon[107735]: pgmap v140: 121 pgs: 121 active+clean; 45 MiB data, 133 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:41.836 INFO:teuthology.orchestra.run.smithi081.stdout:true 2023-05-20T05:58:42.031 INFO:tasks.rados.rados.0.smithi081.stdout:193: done (0 left) 2023-05-20T05:58:42.031 INFO:tasks.rados.rados.0.smithi081.stdout:194: snap_remove snap 14 2023-05-20T05:58:42.196 INFO:teuthology.orchestra.run.smithi081.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-05-20T05:58:42.196 INFO:teuthology.orchestra.run.smithi081.stdout:alertmanager.a smithi081 *:9093,9094 running (2m) 117s ago 2m 15.1M - 0.23.0 ba2b418f427c e72293951bfd 2023-05-20T05:58:42.196 INFO:teuthology.orchestra.run.smithi081.stdout:grafana.a smithi170 *:3000 running (2m) 114s ago 2m 52.7M - 8.3.5 dad864ee21e9 aed70ce5fd0f 2023-05-20T05:58:42.196 INFO:teuthology.orchestra.run.smithi081.stdout:mds.a smithi081 running (3m) 117s ago 3m 15.7M - 17.2.6-350-ge2b6f0a6 4399f8762044 da2abb0720c8 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:mds.b smithi170 running (3m) 114s ago 3m 13.0M - 17.2.6-350-ge2b6f0a6 4399f8762044 2b0413e97288 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.x smithi170 *:8443 running (7m) 114s ago 7m 438M - 17.2.6-350-ge2b6f0a6 4399f8762044 b32aa5e9fe15 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.y smithi081 *:9283 running (8m) 117s ago 8m 498M - 17.2.6-350-ge2b6f0a6 4399f8762044 d44d7de46c2d 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:mon.a smithi081 running (8m) 117s ago 8m 85.5M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 e630d4a2453a 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:mon.b smithi170 running (7m) 114s ago 7m 58.2M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 b3c5ea5da832 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:mon.c smithi081 running (7m) 117s ago 7m 58.9M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 816371389b7b 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:node-exporter.a smithi081 *:9100 running (3m) 117s ago 3m 4182k - 1.3.1 1dbe0e931976 00d4d54228df 2023-05-20T05:58:42.197 INFO:teuthology.orchestra.run.smithi081.stdout:node-exporter.b smithi170 *:9100 running (2m) 114s ago 2m 9747k - 1.3.1 1dbe0e931976 a2083b1a3e6e 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.0 smithi081 running (6m) 117s ago 6m 63.0M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 f84d02a485f2 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.1 smithi081 running (6m) 117s ago 6m 62.7M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 6d1826583781 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.2 smithi081 running (5m) 117s ago 5m 54.3M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 a477e8689387 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.3 smithi081 running (5m) 117s ago 5m 55.0M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 2338042038d2 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.4 smithi170 running (5m) 114s ago 5m 53.2M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 679cf5d5ecbe 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.5 smithi170 running (4m) 114s ago 4m 55.5M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 f2c57fb03696 2023-05-20T05:58:42.198 INFO:teuthology.orchestra.run.smithi081.stdout:osd.6 smithi170 running (4m) 114s ago 4m 56.6M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 68768467010d 2023-05-20T05:58:42.199 INFO:teuthology.orchestra.run.smithi081.stdout:osd.7 smithi170 running (4m) 114s ago 4m 55.5M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 091601e2cd23 2023-05-20T05:58:42.199 INFO:teuthology.orchestra.run.smithi081.stdout:prometheus.a smithi170 *:9095 running (2m) 114s ago 3m 38.5M - 2.33.4 514e6a882f6e 51e647bdcd42 2023-05-20T05:58:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:42 smithi170 ceph-mon[97338]: osdmap e101: 8 total, 8 up, 8 in 2023-05-20T05:58:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:42 smithi170 ceph-mon[97338]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:42 smithi081 ceph-mon[95500]: osdmap e101: 8 total, 8 up, 8 in 2023-05-20T05:58:42.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:42 smithi081 ceph-mon[95500]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:42 smithi081 ceph-mon[107735]: osdmap e101: 8 total, 8 up, 8 in 2023-05-20T05:58:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:42 smithi081 ceph-mon[107735]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:42.613 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-05-20T05:58:42.614 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": { 2023-05-20T05:58:42.614 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:58:42.614 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:42.614 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": { 2023-05-20T05:58:42.614 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:58:42.614 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:42.615 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": { 2023-05-20T05:58:42.615 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:58:42.615 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:42.615 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": { 2023-05-20T05:58:42.616 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:58:42.616 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:58:42.616 INFO:teuthology.orchestra.run.smithi081.stdout: "overall": { 2023-05-20T05:58:42.617 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 15 2023-05-20T05:58:42.617 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-05-20T05:58:42.617 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-05-20T05:58:43.038 INFO:tasks.rados.rados.0.smithi081.stdout:194: done (0 left) 2023-05-20T05:58:43.039 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 18 2023-05-20T05:58:43.039 INFO:tasks.rados.rados.0.smithi081.stdout:195: seq_num 84 ranges {794624=614400,1409024=434176,1843200=368640} 2023-05-20T05:58:43.046 INFO:tasks.rados.rados.0.smithi081.stdout:195: writing smithi081164505-22 from 794624 to 1409024 tid 1 2023-05-20T05:58:43.048 INFO:tasks.rados.rados.0.smithi081.stdout:195: writing smithi081164505-22 from 1409024 to 1843200 tid 2 2023-05-20T05:58:43.050 INFO:tasks.rados.rados.0.smithi081.stdout:195: writing smithi081164505-22 from 1843200 to 2211840 tid 3 2023-05-20T05:58:43.050 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 18 2023-05-20T05:58:43.050 INFO:tasks.rados.rados.0.smithi081.stdout:195: finishing write tid 1 to smithi081164505-22 2023-05-20T05:58:43.051 INFO:tasks.rados.rados.0.smithi081.stdout:196: seq_num 85 ranges {638976=630784,1269760=720896,1990656=81920} 2023-05-20T05:58:43.057 INFO:tasks.rados.rados.0.smithi081.stdout:196: writing smithi081164505-10 from 638976 to 1269760 tid 1 2023-05-20T05:58:43.062 INFO:tasks.rados.rados.0.smithi081.stdout:196: writing smithi081164505-10 from 1269760 to 1990656 tid 2 2023-05-20T05:58:43.063 INFO:tasks.rados.rados.0.smithi081.stdout:196: writing smithi081164505-10 from 1990656 to 2072576 tid 3 2023-05-20T05:58:43.063 INFO:tasks.rados.rados.0.smithi081.stdout:197: setattr oid 6 current snap is 18 2023-05-20T05:58:43.063 INFO:tasks.rados.rados.0.smithi081.stdout:195: finishing write tid 2 to smithi081164505-22 2023-05-20T05:58:43.063 INFO:tasks.rados.rados.0.smithi081.stdout:195: finishing write tid 3 to smithi081164505-22 2023-05-20T05:58:43.063 INFO:tasks.rados.rados.0.smithi081.stdout:195: finishing write tid 4 to smithi081164505-22 2023-05-20T05:58:43.063 INFO:tasks.rados.rados.0.smithi081.stdout:195: finishing write tid 5 to smithi081164505-22 2023-05-20T05:58:43.064 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 59 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-05-20T05:58:43.064 INFO:tasks.rados.rados.0.smithi081.stdout:195: left oid 22 (ObjNum 84 snap 18 seq_num 84) 2023-05-20T05:58:43.064 INFO:tasks.rados.rados.0.smithi081.stdout:195: done (2 left) 2023-05-20T05:58:43.064 INFO:tasks.rados.rados.0.smithi081.stdout:198: read oid 12 snap 16 2023-05-20T05:58:43.065 INFO:tasks.rados.rados.0.smithi081.stdout:198: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T05:58:43.065 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 18 2023-05-20T05:58:43.065 INFO:tasks.rados.rados.0.smithi081.stdout:199: seq_num 86 ranges {1302528=647168,1949696=606208,2555904=196608} 2023-05-20T05:58:43.076 INFO:tasks.rados.rados.0.smithi081.stdout:199: writing smithi081164505-3 from 1302528 to 1949696 tid 1 2023-05-20T05:58:43.081 INFO:tasks.rados.rados.0.smithi081.stdout:199: writing smithi081164505-3 from 1949696 to 2555904 tid 2 2023-05-20T05:58:43.082 INFO:tasks.rados.rados.0.smithi081.stdout:199: writing smithi081164505-3 from 2555904 to 2752512 tid 3 2023-05-20T05:58:43.085 INFO:tasks.rados.rados.0.smithi081.stdout:200: snap_create 2023-05-20T05:58:43.086 INFO:tasks.rados.rados.0.smithi081.stdout:196: finishing write tid 1 to smithi081164505-10 2023-05-20T05:58:43.086 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 8 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-05-20T05:58:43.086 INFO:tasks.rados.rados.0.smithi081.stdout:196: finishing write tid 2 to smithi081164505-10 2023-05-20T05:58:43.086 INFO:tasks.rados.rados.0.smithi081.stdout:196: finishing write tid 3 to smithi081164505-10 2023-05-20T05:58:43.087 INFO:tasks.rados.rados.0.smithi081.stdout:196: finishing write tid 4 to smithi081164505-10 2023-05-20T05:58:43.087 INFO:tasks.rados.rados.0.smithi081.stdout:198: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T05:58:43.134 INFO:tasks.rados.rados.0.smithi081.stdout:196: finishing write tid 5 to smithi081164505-10 2023-05-20T05:58:43.135 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 39 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-05-20T05:58:43.135 INFO:tasks.rados.rados.0.smithi081.stdout:196: left oid 10 (ObjNum 85 snap 18 seq_num 85) 2023-05-20T05:58:43.135 INFO:tasks.rados.rados.0.smithi081.stdout:199: finishing write tid 1 to smithi081164505-3 2023-05-20T05:58:43.135 INFO:tasks.rados.rados.0.smithi081.stdout:199: finishing write tid 2 to smithi081164505-3 2023-05-20T05:58:43.136 INFO:tasks.rados.rados.0.smithi081.stdout:199: finishing write tid 3 to smithi081164505-3 2023-05-20T05:58:43.136 INFO:tasks.rados.rados.0.smithi081.stdout:199: finishing write tid 4 to smithi081164505-3 2023-05-20T05:58:43.136 INFO:tasks.rados.rados.0.smithi081.stdout:199: finishing write tid 5 to smithi081164505-3 2023-05-20T05:58:43.136 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 39 (ObjNum 86 snap 18 seq_num 86) dirty exists 2023-05-20T05:58:43.136 INFO:tasks.rados.rados.0.smithi081.stdout:199: left oid 3 (ObjNum 86 snap 18 seq_num 86) 2023-05-20T05:58:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:43 smithi170 ceph-mon[97338]: osdmap e102: 8 total, 8 up, 8 in 2023-05-20T05:58:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:43 smithi170 ceph-mon[97338]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:43 smithi170 ceph-mon[97338]: pgmap v143: 121 pgs: 121 active+clean; 53 MiB data, 148 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-05-20T05:58:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:43 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/1838796033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:58:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[95500]: osdmap e102: 8 total, 8 up, 8 in 2023-05-20T05:58:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[95500]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[95500]: pgmap v143: 121 pgs: 121 active+clean; 53 MiB data, 148 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-05-20T05:58:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/1838796033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:58:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[107735]: osdmap e102: 8 total, 8 up, 8 in 2023-05-20T05:58:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[107735]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:58:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[107735]: pgmap v143: 121 pgs: 121 active+clean; 53 MiB data, 148 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-05-20T05:58:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:43 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/1838796033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:58:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:43] "GET /metrics HTTP/1.1" 200 240755 "" "Prometheus/2.33.4" 2023-05-20T05:58:44.013 INFO:tasks.rados.rados.0.smithi081.stdout:196: done (4 left) 2023-05-20T05:58:44.013 INFO:tasks.rados.rados.0.smithi081.stdout:197: done (3 left) 2023-05-20T05:58:44.014 INFO:tasks.rados.rados.0.smithi081.stdout:198: done (2 left) 2023-05-20T05:58:44.014 INFO:tasks.rados.rados.0.smithi081.stdout:199: done (1 left) 2023-05-20T05:58:44.014 INFO:tasks.rados.rados.0.smithi081.stdout:200: done (0 left) 2023-05-20T05:58:44.014 INFO:tasks.rados.rados.0.smithi081.stdout:201: snap_create 2023-05-20T05:58:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:44 smithi170 ceph-mon[97338]: osdmap e103: 8 total, 8 up, 8 in 2023-05-20T05:58:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:44 smithi170 ceph-mon[97338]: osdmap e104: 8 total, 8 up, 8 in 2023-05-20T05:58:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:44 smithi081 ceph-mon[95500]: osdmap e103: 8 total, 8 up, 8 in 2023-05-20T05:58:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:44 smithi081 ceph-mon[95500]: osdmap e104: 8 total, 8 up, 8 in 2023-05-20T05:58:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:44 smithi081 ceph-mon[107735]: osdmap e103: 8 total, 8 up, 8 in 2023-05-20T05:58:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:44 smithi081 ceph-mon[107735]: osdmap e104: 8 total, 8 up, 8 in 2023-05-20T05:58:45.016 INFO:tasks.rados.rados.0.smithi081.stdout:201: done (0 left) 2023-05-20T05:58:45.017 INFO:tasks.rados.rados.0.smithi081.stdout:202: read oid 45 snap -1 2023-05-20T05:58:45.017 INFO:tasks.rados.rados.0.smithi081.stdout:202: expect (ObjNum 33 snap 0 seq_num 33) 2023-05-20T05:58:45.017 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 20 2023-05-20T05:58:45.017 INFO:tasks.rados.rados.0.smithi081.stdout:203: seq_num 87 ranges {778240=663552,1441792=491520,1933312=311296} 2023-05-20T05:58:45.024 INFO:tasks.rados.rados.0.smithi081.stdout:203: writing smithi081164505-31 from 778240 to 1441792 tid 1 2023-05-20T05:58:45.028 INFO:tasks.rados.rados.0.smithi081.stdout:203: writing smithi081164505-31 from 1441792 to 1933312 tid 2 2023-05-20T05:58:45.030 INFO:tasks.rados.rados.0.smithi081.stdout:203: writing smithi081164505-31 from 1933312 to 2244608 tid 3 2023-05-20T05:58:45.030 INFO:tasks.rados.rados.0.smithi081.stdout:204: read oid 49 snap -1 2023-05-20T05:58:45.030 INFO:tasks.rados.rados.0.smithi081.stdout:204: expect (ObjNum 65 snap 6 seq_num 65) 2023-05-20T05:58:45.030 INFO:tasks.rados.rados.0.smithi081.stdout:205: read oid 38 snap -1 2023-05-20T05:58:45.030 INFO:tasks.rados.rados.0.smithi081.stdout:205: expect (ObjNum 37 snap 0 seq_num 37) 2023-05-20T05:58:45.031 INFO:tasks.rados.rados.0.smithi081.stdout:206: read oid 40 snap -1 2023-05-20T05:58:45.031 INFO:tasks.rados.rados.0.smithi081.stdout:206: expect (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:58:45.031 INFO:tasks.rados.rados.0.smithi081.stdout:207: copy_from oid 41 from oid 32 current snap is 20 2023-05-20T05:58:45.031 INFO:tasks.rados.rados.0.smithi081.stdout:208: snap_create 2023-05-20T05:58:45.031 INFO:tasks.rados.rados.0.smithi081.stdout:202: expect (ObjNum 33 snap 0 seq_num 33) 2023-05-20T05:58:45.050 INFO:tasks.rados.rados.0.smithi081.stdout:203: finishing write tid 1 to smithi081164505-31 2023-05-20T05:58:45.050 INFO:tasks.rados.rados.0.smithi081.stdout:203: finishing write tid 2 to smithi081164505-31 2023-05-20T05:58:45.051 INFO:tasks.rados.rados.0.smithi081.stdout:203: finishing write tid 3 to smithi081164505-31 2023-05-20T05:58:45.051 INFO:tasks.rados.rados.0.smithi081.stdout:203: finishing write tid 4 to smithi081164505-31 2023-05-20T05:58:45.051 INFO:tasks.rados.rados.0.smithi081.stdout:203: finishing write tid 5 to smithi081164505-31 2023-05-20T05:58:45.051 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 100 (ObjNum 87 snap 20 seq_num 87) dirty exists 2023-05-20T05:58:45.051 INFO:tasks.rados.rados.0.smithi081.stdout:203: left oid 31 (ObjNum 87 snap 20 seq_num 87) 2023-05-20T05:58:45.051 INFO:tasks.rados.rados.0.smithi081.stdout:204: expect (ObjNum 65 snap 6 seq_num 65) 2023-05-20T05:58:45.118 INFO:tasks.rados.rados.0.smithi081.stdout:206: expect (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:58:45.138 INFO:tasks.rados.rados.0.smithi081.stdout:205: expect (ObjNum 37 snap 0 seq_num 37) 2023-05-20T05:58:45.156 INFO:tasks.rados.rados.0.smithi081.stdout:207: finishing copy_from to smithi081164505-41 2023-05-20T05:58:45.157 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 22 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-05-20T05:58:45.157 INFO:tasks.rados.rados.0.smithi081.stdout:207: finishing copy_from racing read to smithi081164505-41 2023-05-20T05:58:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:45 smithi170 ceph-mon[97338]: pgmap v146: 121 pgs: 121 active+clean; 53 MiB data, 148 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-05-20T05:58:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:45 smithi170 ceph-mon[97338]: osdmap e105: 8 total, 8 up, 8 in 2023-05-20T05:58:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:45 smithi081 ceph-mon[95500]: pgmap v146: 121 pgs: 121 active+clean; 53 MiB data, 148 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-05-20T05:58:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:45 smithi081 ceph-mon[95500]: osdmap e105: 8 total, 8 up, 8 in 2023-05-20T05:58:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:45 smithi081 ceph-mon[107735]: pgmap v146: 121 pgs: 121 active+clean; 53 MiB data, 148 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2023-05-20T05:58:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:45 smithi081 ceph-mon[107735]: osdmap e105: 8 total, 8 up, 8 in 2023-05-20T05:58:46.013 INFO:tasks.rados.rados.0.smithi081.stdout:202: done (6 left) 2023-05-20T05:58:46.013 INFO:tasks.rados.rados.0.smithi081.stdout:203: done (5 left) 2023-05-20T05:58:46.014 INFO:tasks.rados.rados.0.smithi081.stdout:204: done (4 left) 2023-05-20T05:58:46.014 INFO:tasks.rados.rados.0.smithi081.stdout:205: done (3 left) 2023-05-20T05:58:46.014 INFO:tasks.rados.rados.0.smithi081.stdout:206: done (2 left) 2023-05-20T05:58:46.014 INFO:tasks.rados.rados.0.smithi081.stdout:207: done (1 left) 2023-05-20T05:58:46.014 INFO:tasks.rados.rados.0.smithi081.stdout:208: done (0 left) 2023-05-20T05:58:46.014 INFO:tasks.rados.rados.0.smithi081.stdout:209: delete oid 31 current snap is 21 2023-05-20T05:58:46.043 INFO:tasks.rados.rados.0.smithi081.stdout:209: done (0 left) 2023-05-20T05:58:46.043 INFO:tasks.rados.rados.0.smithi081.stdout:210: delete oid 26 current snap is 21 2023-05-20T05:58:46.046 INFO:tasks.rados.rados.0.smithi081.stdout:210: done (0 left) 2023-05-20T05:58:46.046 INFO:tasks.rados.rados.0.smithi081.stdout:211: copy_from oid 20 from oid 42 current snap is 21 2023-05-20T05:58:46.046 INFO:tasks.rados.rados.0.smithi081.stdout:212: delete oid 5 current snap is 21 2023-05-20T05:58:46.046 INFO:tasks.rados.rados.0.smithi081.stdout:211: finishing copy_from to smithi081164505-20 2023-05-20T05:58:46.046 INFO:tasks.rados.rados.0.smithi081.stdout:211: got expected ENOENT (src dne) 2023-05-20T05:58:46.046 INFO:tasks.rados.rados.0.smithi081.stdout:211: finishing copy_from racing read to smithi081164505-20 2023-05-20T05:58:46.049 INFO:tasks.rados.rados.0.smithi081.stdout:211: done (1 left) 2023-05-20T05:58:46.049 INFO:tasks.rados.rados.0.smithi081.stdout:212: done (0 left) 2023-05-20T05:58:46.049 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 21 2023-05-20T05:58:46.049 INFO:tasks.rados.rados.0.smithi081.stdout:213: seq_num 91 ranges {1302528=729088,2031616=425984,2457600=376832} 2023-05-20T05:58:46.060 INFO:tasks.rados.rados.0.smithi081.stdout:213: writing smithi081164505-24 from 1302528 to 2031616 tid 1 2023-05-20T05:58:46.062 INFO:tasks.rados.rados.0.smithi081.stdout:213: writing smithi081164505-24 from 2031616 to 2457600 tid 2 2023-05-20T05:58:46.065 INFO:tasks.rados.rados.0.smithi081.stdout:213: writing smithi081164505-24 from 2457600 to 2834432 tid 3 2023-05-20T05:58:46.065 INFO:tasks.rados.rados.0.smithi081.stdout:214: read oid 34 snap -1 2023-05-20T05:58:46.066 INFO:tasks.rados.rados.0.smithi081.stdout:214: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:46.066 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 21 2023-05-20T05:58:46.066 INFO:tasks.rados.rados.0.smithi081.stdout:215: seq_num 92 ranges {0=745472,745472=761856,1507328=40960} 2023-05-20T05:58:46.069 INFO:tasks.rados.rados.0.smithi081.stdout:215: writing smithi081164505-42 from 0 to 745472 tid 1 2023-05-20T05:58:46.074 INFO:tasks.rados.rados.0.smithi081.stdout:215: writing smithi081164505-42 from 745472 to 1507328 tid 2 2023-05-20T05:58:46.074 INFO:tasks.rados.rados.0.smithi081.stdout:215: writing smithi081164505-42 from 1507328 to 1548288 tid 3 2023-05-20T05:58:46.074 INFO:tasks.rados.rados.0.smithi081.stdout:216: delete oid 11 current snap is 21 2023-05-20T05:58:46.074 INFO:tasks.rados.rados.0.smithi081.stdout:213: finishing write tid 1 to smithi081164505-24 2023-05-20T05:58:46.075 INFO:tasks.rados.rados.0.smithi081.stdout:213: finishing write tid 2 to smithi081164505-24 2023-05-20T05:58:46.075 INFO:tasks.rados.rados.0.smithi081.stdout:213: finishing write tid 3 to smithi081164505-24 2023-05-20T05:58:46.075 INFO:tasks.rados.rados.0.smithi081.stdout:213: finishing write tid 4 to smithi081164505-24 2023-05-20T05:58:46.075 INFO:tasks.rados.rados.0.smithi081.stdout:214: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:46.102 INFO:tasks.rados.rados.0.smithi081.stdout:214: done (3 left) 2023-05-20T05:58:46.103 INFO:tasks.rados.rados.0.smithi081.stdout:216: done (2 left) 2023-05-20T05:58:46.103 INFO:tasks.rados.rados.0.smithi081.stdout:217: read oid 9 snap -1 2023-05-20T05:58:46.103 INFO:tasks.rados.rados.0.smithi081.stdout:217: expect (ObjNum 70 snap 7 seq_num 70) 2023-05-20T05:58:46.103 INFO:tasks.rados.rados.0.smithi081.stdout:218: copy_from oid 39 from oid 7 current snap is 21 2023-05-20T05:58:46.103 INFO:tasks.rados.rados.0.smithi081.stdout:213: finishing write tid 5 to smithi081164505-24 2023-05-20T05:58:46.104 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 16 (ObjNum 91 snap 21 seq_num 91) dirty exists 2023-05-20T05:58:46.104 INFO:tasks.rados.rados.0.smithi081.stdout:213: left oid 24 (ObjNum 91 snap 21 seq_num 91) 2023-05-20T05:58:46.104 INFO:tasks.rados.rados.0.smithi081.stdout:213: done (3 left) 2023-05-20T05:58:46.104 INFO:tasks.rados.rados.0.smithi081.stdout:219: copy_from oid 20 from oid 21 current snap is 21 2023-05-20T05:58:46.104 INFO:tasks.rados.rados.0.smithi081.stdout:215: finishing write tid 1 to smithi081164505-42 2023-05-20T05:58:46.104 INFO:tasks.rados.rados.0.smithi081.stdout:215: finishing write tid 2 to smithi081164505-42 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:215: finishing write tid 3 to smithi081164505-42 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:215: finishing write tid 4 to smithi081164505-42 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:215: finishing write tid 5 to smithi081164505-42 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 33 (ObjNum 92 snap 21 seq_num 92) dirty exists 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:215: left oid 42 (ObjNum 92 snap 21 seq_num 92) 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:215: done (3 left) 2023-05-20T05:58:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:220: read oid 14 snap 11 2023-05-20T05:58:46.106 INFO:tasks.rados.rados.0.smithi081.stdout:220: expect deleted 2023-05-20T05:58:46.106 INFO:tasks.rados.rados.0.smithi081.stdout:221: delete oid 4 current snap is 21 2023-05-20T05:58:46.107 INFO:tasks.rados.rados.0.smithi081.stdout:220: done (4 left) 2023-05-20T05:58:46.107 INFO:tasks.rados.rados.0.smithi081.stdout:221: done (3 left) 2023-05-20T05:58:46.107 INFO:tasks.rados.rados.0.smithi081.stdout:222: rollback oid 3 current snap is 21 2023-05-20T05:58:46.107 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 13 2023-05-20T05:58:46.107 INFO:tasks.rados.rados.0.smithi081.stdout:223: delete oid 14 current snap is 21 2023-05-20T05:58:46.112 INFO:tasks.rados.rados.0.smithi081.stdout:222: finishing rollback tid 0 to smithi081164505-3 2023-05-20T05:58:46.112 INFO:tasks.rados.rados.0.smithi081.stdout:222: finishing rollback tid 1 to smithi081164505-3 2023-05-20T05:58:46.113 INFO:tasks.rados.rados.0.smithi081.stdout:222: finishing rollback tid 2 to smithi081164505-3 2023-05-20T05:58:46.113 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 43 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-05-20T05:58:46.115 INFO:tasks.rados.rados.0.smithi081.stdout:219: finishing copy_from to smithi081164505-20 2023-05-20T05:58:46.115 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 9 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:58:46.115 INFO:tasks.rados.rados.0.smithi081.stdout:219: finishing copy_from racing read to smithi081164505-20 2023-05-20T05:58:46.115 INFO:tasks.rados.rados.0.smithi081.stdout:219: done (4 left) 2023-05-20T05:58:46.115 INFO:tasks.rados.rados.0.smithi081.stdout:222: done (3 left) 2023-05-20T05:58:46.116 INFO:tasks.rados.rados.0.smithi081.stdout:223: done (2 left) 2023-05-20T05:58:46.116 INFO:tasks.rados.rados.0.smithi081.stdout:224: copy_from oid 4 from oid 12 current snap is 21 2023-05-20T05:58:46.116 INFO:tasks.rados.rados.0.smithi081.stdout:225: rollback oid 43 current snap is 21 2023-05-20T05:58:46.116 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 17 2023-05-20T05:58:46.116 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 21 2023-05-20T05:58:46.116 INFO:tasks.rados.rados.0.smithi081.stdout:226: seq_num 96 ranges {2973696=409600,3383296=696320,4079616=507904} 2023-05-20T05:58:46.134 INFO:tasks.rados.rados.0.smithi081.stdout:226: writing smithi081164505-16 from 2973696 to 3383296 tid 1 2023-05-20T05:58:46.137 INFO:tasks.rados.rados.0.smithi081.stdout:226: writing smithi081164505-16 from 3383296 to 4079616 tid 2 2023-05-20T05:58:46.141 INFO:tasks.rados.rados.0.smithi081.stdout:226: writing smithi081164505-16 from 4079616 to 4587520 tid 3 2023-05-20T05:58:46.141 INFO:tasks.rados.rados.0.smithi081.stdout:227: rollback oid 10 current snap is 21 2023-05-20T05:58:46.141 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 13 2023-05-20T05:58:46.141 INFO:tasks.rados.rados.0.smithi081.stdout:218: finishing copy_from to smithi081164505-39 2023-05-20T05:58:46.141 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 9 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:58:46.142 INFO:tasks.rados.rados.0.smithi081.stdout:228: snap_remove snap 16 2023-05-20T05:58:46.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:58:46 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:58:47.018 INFO:tasks.rados.rados.0.smithi081.stdout:228: done (6 left) 2023-05-20T05:58:47.019 INFO:tasks.rados.rados.0.smithi081.stdout:229: snap_remove snap 18 2023-05-20T05:58:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:47 smithi081 ceph-mon[95500]: osdmap e106: 8 total, 8 up, 8 in 2023-05-20T05:58:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:47 smithi081 ceph-mon[95500]: pgmap v149: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2023-05-20T05:58:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:47 smithi081 ceph-mon[107735]: osdmap e106: 8 total, 8 up, 8 in 2023-05-20T05:58:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:47 smithi081 ceph-mon[107735]: pgmap v149: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2023-05-20T05:58:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:47 smithi170 ceph-mon[97338]: osdmap e106: 8 total, 8 up, 8 in 2023-05-20T05:58:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:47 smithi170 ceph-mon[97338]: pgmap v149: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2023-05-20T05:58:48.034 INFO:tasks.rados.rados.0.smithi081.stdout:229: done (6 left) 2023-05-20T05:58:48.034 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 21 2023-05-20T05:58:48.035 INFO:tasks.rados.rados.0.smithi081.stdout:230: seq_num 97 ranges {557056=434176,991232=581632,1572864=540672,2113536=81920} 2023-05-20T05:58:48.039 INFO:tasks.rados.rados.0.smithi081.stdout:230: writing smithi081164505-45 from 557056 to 991232 tid 1 2023-05-20T05:58:48.042 INFO:tasks.rados.rados.0.smithi081.stdout:230: writing smithi081164505-45 from 991232 to 1572864 tid 2 2023-05-20T05:58:48.046 INFO:tasks.rados.rados.0.smithi081.stdout:230: writing smithi081164505-45 from 1572864 to 2113536 tid 3 2023-05-20T05:58:48.047 INFO:tasks.rados.rados.0.smithi081.stdout:230: writing smithi081164505-45 from 2113536 to 2195456 tid 4 2023-05-20T05:58:48.047 INFO:tasks.rados.rados.0.smithi081.stdout:231: copy_from oid 46 from oid 40 current snap is 21 2023-05-20T05:58:48.048 INFO:tasks.rados.rados.0.smithi081.stdout:232: delete oid 50 current snap is 21 2023-05-20T05:58:48.048 INFO:tasks.rados.rados.0.smithi081.stdout:218: finishing copy_from racing read to smithi081164505-39 2023-05-20T05:58:48.049 INFO:tasks.rados.rados.0.smithi081.stdout:217: expect (ObjNum 70 snap 7 seq_num 70) 2023-05-20T05:58:48.093 INFO:tasks.rados.rados.0.smithi081.stdout:224: finishing copy_from to smithi081164505-4 2023-05-20T05:58:48.093 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 17 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T05:58:48.094 INFO:tasks.rados.rados.0.smithi081.stdout:224: finishing copy_from racing read to smithi081164505-4 2023-05-20T05:58:48.094 INFO:tasks.rados.rados.0.smithi081.stdout:225: finishing rollback tid 0 to smithi081164505-43 2023-05-20T05:58:48.094 INFO:tasks.rados.rados.0.smithi081.stdout:225: finishing rollback tid 1 to smithi081164505-43 2023-05-20T05:58:48.094 INFO:tasks.rados.rados.0.smithi081.stdout:225: finishing rollback tid 2 to smithi081164505-43 2023-05-20T05:58:48.095 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 47 (ObjNum 73 snap 10 seq_num 73) dirty exists 2023-05-20T05:58:48.095 INFO:tasks.rados.rados.0.smithi081.stdout:226: finishing write tid 1 to smithi081164505-16 2023-05-20T05:58:48.095 INFO:tasks.rados.rados.0.smithi081.stdout:217: done (8 left) 2023-05-20T05:58:48.096 INFO:tasks.rados.rados.0.smithi081.stdout:218: done (7 left) 2023-05-20T05:58:48.096 INFO:tasks.rados.rados.0.smithi081.stdout:224: done (6 left) 2023-05-20T05:58:48.096 INFO:tasks.rados.rados.0.smithi081.stdout:225: done (5 left) 2023-05-20T05:58:48.096 INFO:tasks.rados.rados.0.smithi081.stdout:232: done (4 left) 2023-05-20T05:58:48.097 INFO:tasks.rados.rados.0.smithi081.stdout:233: delete oid 28 current snap is 21 2023-05-20T05:58:48.097 INFO:tasks.rados.rados.0.smithi081.stdout:226: finishing write tid 2 to smithi081164505-16 2023-05-20T05:58:48.097 INFO:tasks.rados.rados.0.smithi081.stdout:227: finishing rollback tid 0 to smithi081164505-10 2023-05-20T05:58:48.098 INFO:tasks.rados.rados.0.smithi081.stdout:227: finishing rollback tid 1 to smithi081164505-10 2023-05-20T05:58:48.098 INFO:tasks.rados.rados.0.smithi081.stdout:226: finishing write tid 3 to smithi081164505-16 2023-05-20T05:58:48.098 INFO:tasks.rados.rados.0.smithi081.stdout:226: finishing write tid 4 to smithi081164505-16 2023-05-20T05:58:48.098 INFO:tasks.rados.rados.0.smithi081.stdout:226: finishing write tid 5 to smithi081164505-16 2023-05-20T05:58:48.099 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 90 (ObjNum 96 snap 21 seq_num 96) dirty exists 2023-05-20T05:58:48.099 INFO:tasks.rados.rados.0.smithi081.stdout:226: left oid 16 (ObjNum 96 snap 21 seq_num 96) 2023-05-20T05:58:48.099 INFO:tasks.rados.rados.0.smithi081.stdout:227: finishing rollback tid 2 to smithi081164505-10 2023-05-20T05:58:48.100 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 45 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-05-20T05:58:48.100 INFO:tasks.rados.rados.0.smithi081.stdout:230: finishing write tid 1 to smithi081164505-45 2023-05-20T05:58:48.100 INFO:tasks.rados.rados.0.smithi081.stdout:230: finishing write tid 2 to smithi081164505-45 2023-05-20T05:58:48.100 INFO:tasks.rados.rados.0.smithi081.stdout:230: finishing write tid 3 to smithi081164505-45 2023-05-20T05:58:48.100 INFO:tasks.rados.rados.0.smithi081.stdout:230: finishing write tid 4 to smithi081164505-45 2023-05-20T05:58:48.101 INFO:tasks.rados.rados.0.smithi081.stdout:230: finishing write tid 5 to smithi081164505-45 2023-05-20T05:58:48.101 INFO:tasks.rados.rados.0.smithi081.stdout:230: finishing write tid 6 to smithi081164505-45 2023-05-20T05:58:48.101 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 39 (ObjNum 97 snap 21 seq_num 97) dirty exists 2023-05-20T05:58:48.101 INFO:tasks.rados.rados.0.smithi081.stdout:230: left oid 45 (ObjNum 97 snap 21 seq_num 97) 2023-05-20T05:58:48.102 INFO:tasks.rados.rados.0.smithi081.stdout:231: finishing copy_from to smithi081164505-46 2023-05-20T05:58:48.102 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 75 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:58:48.102 INFO:tasks.rados.rados.0.smithi081.stdout:231: finishing copy_from racing read to smithi081164505-46 2023-05-20T05:58:48.103 INFO:tasks.rados.rados.0.smithi081.stdout:226: done (4 left) 2023-05-20T05:58:48.104 INFO:tasks.rados.rados.0.smithi081.stdout:227: done (3 left) 2023-05-20T05:58:48.104 INFO:tasks.rados.rados.0.smithi081.stdout:230: done (2 left) 2023-05-20T05:58:48.104 INFO:tasks.rados.rados.0.smithi081.stdout:231: done (1 left) 2023-05-20T05:58:48.104 INFO:tasks.rados.rados.0.smithi081.stdout:233: done (0 left) 2023-05-20T05:58:48.105 INFO:tasks.rados.rados.0.smithi081.stdout:234: setattr oid 29 current snap is 21 2023-05-20T05:58:48.105 INFO:tasks.rados.rados.0.smithi081.stdout:235: snap_remove snap 1 2023-05-20T05:58:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:48 smithi081 ceph-mon[95500]: osdmap e107: 8 total, 8 up, 8 in 2023-05-20T05:58:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:48 smithi081 ceph-mon[107735]: osdmap e107: 8 total, 8 up, 8 in 2023-05-20T05:58:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:48 smithi170 ceph-mon[97338]: osdmap e107: 8 total, 8 up, 8 in 2023-05-20T05:58:49.015 INFO:tasks.rados.rados.0.smithi081.stdout:235: done (1 left) 2023-05-20T05:58:49.015 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 21 2023-05-20T05:58:49.015 INFO:tasks.rados.rados.0.smithi081.stdout:236: seq_num 100 ranges {622592=483328,1105920=688128,1794048=516096} 2023-05-20T05:58:49.021 INFO:tasks.rados.rados.0.smithi081.stdout:236: writing smithi081164505-38 from 622592 to 1105920 tid 1 2023-05-20T05:58:49.033 INFO:tasks.rados.rados.0.smithi081.stdout:236: writing smithi081164505-38 from 1105920 to 1794048 tid 2 2023-05-20T05:58:49.034 INFO:tasks.rados.rados.0.smithi081.stdout:236: writing smithi081164505-38 from 1794048 to 2310144 tid 3 2023-05-20T05:58:49.034 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 21 2023-05-20T05:58:49.034 INFO:tasks.rados.rados.0.smithi081.stdout:237: seq_num 101 ranges {1908736=499712,2408448=573440,2981888=524288,3506176=106496} 2023-05-20T05:58:49.044 INFO:tasks.rados.rados.0.smithi081.stdout:237: writing smithi081164505-49 from 1908736 to 2408448 tid 1 2023-05-20T05:58:49.048 INFO:tasks.rados.rados.0.smithi081.stdout:237: writing smithi081164505-49 from 2408448 to 2981888 tid 2 2023-05-20T05:58:49.051 INFO:tasks.rados.rados.0.smithi081.stdout:237: writing smithi081164505-49 from 2981888 to 3506176 tid 3 2023-05-20T05:58:49.052 INFO:tasks.rados.rados.0.smithi081.stdout:237: writing smithi081164505-49 from 3506176 to 3612672 tid 4 2023-05-20T05:58:49.052 INFO:tasks.rados.rados.0.smithi081.stdout:238: copy_from oid 26 from oid 14 current snap is 21 2023-05-20T05:58:49.052 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 68 (ObjNum 305 snap 0 seq_num 1) dirty exists 2023-05-20T05:58:49.052 INFO:tasks.rados.rados.0.smithi081.stdout:236: finishing write tid 1 to smithi081164505-38 2023-05-20T05:58:49.052 INFO:tasks.rados.rados.0.smithi081.stdout:236: finishing write tid 2 to smithi081164505-38 2023-05-20T05:58:49.052 INFO:tasks.rados.rados.0.smithi081.stdout:236: finishing write tid 3 to smithi081164505-38 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:236: finishing write tid 4 to smithi081164505-38 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:236: finishing write tid 5 to smithi081164505-38 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 81 (ObjNum 100 snap 21 seq_num 100) dirty exists 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:236: left oid 38 (ObjNum 100 snap 21 seq_num 100) 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:237: finishing write tid 1 to smithi081164505-49 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:234: done (3 left) 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:236: done (2 left) 2023-05-20T05:58:49.053 INFO:tasks.rados.rados.0.smithi081.stdout:239: snap_create 2023-05-20T05:58:49.054 INFO:tasks.rados.rados.0.smithi081.stdout:237: finishing write tid 2 to smithi081164505-49 2023-05-20T05:58:49.054 INFO:tasks.rados.rados.0.smithi081.stdout:238: finishing copy_from to smithi081164505-26 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:238: got expected ENOENT (src dne) 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:238: finishing copy_from racing read to smithi081164505-26 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:237: finishing write tid 3 to smithi081164505-49 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:237: finishing write tid 4 to smithi081164505-49 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:237: finishing write tid 5 to smithi081164505-49 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:237: finishing write tid 6 to smithi081164505-49 2023-05-20T05:58:49.055 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 79 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-05-20T05:58:49.056 INFO:tasks.rados.rados.0.smithi081.stdout:237: left oid 49 (ObjNum 101 snap 21 seq_num 101) 2023-05-20T05:58:49.333 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:49 smithi081 ceph-mon[95500]: osdmap e108: 8 total, 8 up, 8 in 2023-05-20T05:58:49.333 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:49 smithi081 ceph-mon[95500]: pgmap v152: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2023-05-20T05:58:49.333 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:49 smithi081 ceph-mon[95500]: osdmap e109: 8 total, 8 up, 8 in 2023-05-20T05:58:49.333 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:49 smithi081 ceph-mon[107735]: osdmap e108: 8 total, 8 up, 8 in 2023-05-20T05:58:49.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:49 smithi081 ceph-mon[107735]: pgmap v152: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2023-05-20T05:58:49.334 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:49 smithi081 ceph-mon[107735]: osdmap e109: 8 total, 8 up, 8 in 2023-05-20T05:58:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:49 smithi170 ceph-mon[97338]: osdmap e108: 8 total, 8 up, 8 in 2023-05-20T05:58:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:49 smithi170 ceph-mon[97338]: pgmap v152: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 26 op/s 2023-05-20T05:58:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:49 smithi170 ceph-mon[97338]: osdmap e109: 8 total, 8 up, 8 in 2023-05-20T05:58:50.033 INFO:tasks.rados.rados.0.smithi081.stdout:237: done (2 left) 2023-05-20T05:58:50.033 INFO:tasks.rados.rados.0.smithi081.stdout:238: done (1 left) 2023-05-20T05:58:50.033 INFO:tasks.rados.rados.0.smithi081.stdout:239: done (0 left) 2023-05-20T05:58:50.033 INFO:tasks.rados.rados.0.smithi081.stdout:240: snap_create 2023-05-20T05:58:51.041 INFO:tasks.rados.rados.0.smithi081.stdout:240: done (0 left) 2023-05-20T05:58:51.041 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 23 2023-05-20T05:58:51.042 INFO:tasks.rados.rados.0.smithi081.stdout:241: seq_num 102 ranges {0=516096,516096=450560,966656=729088,1695744=24576} 2023-05-20T05:58:51.044 INFO:tasks.rados.rados.0.smithi081.stdout:241: writing smithi081164505-17 from 0 to 516096 tid 1 2023-05-20T05:58:51.046 INFO:tasks.rados.rados.0.smithi081.stdout:241: writing smithi081164505-17 from 516096 to 966656 tid 2 2023-05-20T05:58:51.053 INFO:tasks.rados.rados.0.smithi081.stdout:241: writing smithi081164505-17 from 966656 to 1695744 tid 3 2023-05-20T05:58:51.053 INFO:tasks.rados.rados.0.smithi081.stdout:241: writing smithi081164505-17 from 1695744 to 1720320 tid 4 2023-05-20T05:58:51.053 INFO:tasks.rados.rados.0.smithi081.stdout:242: rollback oid 8 current snap is 23 2023-05-20T05:58:51.054 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 10 2023-05-20T05:58:51.054 INFO:tasks.rados.rados.0.smithi081.stdout:241: finishing write tid 1 to smithi081164505-17 2023-05-20T05:58:51.054 INFO:tasks.rados.rados.0.smithi081.stdout:241: finishing write tid 2 to smithi081164505-17 2023-05-20T05:58:51.054 INFO:tasks.rados.rados.0.smithi081.stdout:243: rmattr oid 26 current snap is 23 2023-05-20T05:58:51.055 INFO:tasks.rados.rados.0.smithi081.stdout:243: done (2 left) 2023-05-20T05:58:51.055 INFO:tasks.rados.rados.0.smithi081.stdout:244: delete oid 2 current snap is 23 2023-05-20T05:58:51.056 INFO:tasks.rados.rados.0.smithi081.stdout:242: finishing rollback tid 1 to smithi081164505-8 2023-05-20T05:58:51.057 INFO:tasks.rados.rados.0.smithi081.stdout:242: finishing rollback tid 2 to smithi081164505-8 2023-05-20T05:58:51.057 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 85 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T05:58:51.057 INFO:tasks.rados.rados.0.smithi081.stdout:241: finishing write tid 3 to smithi081164505-17 2023-05-20T05:58:51.057 INFO:tasks.rados.rados.0.smithi081.stdout:241: finishing write tid 4 to smithi081164505-17 2023-05-20T05:58:51.057 INFO:tasks.rados.rados.0.smithi081.stdout:241: finishing write tid 5 to smithi081164505-17 2023-05-20T05:58:51.057 INFO:tasks.rados.rados.0.smithi081.stdout:242: done (2 left) 2023-05-20T05:58:51.058 INFO:tasks.rados.rados.0.smithi081.stdout:244: done (1 left) 2023-05-20T05:58:51.058 INFO:tasks.rados.rados.0.smithi081.stdout:245: rmattr oid 10 current snap is 23 2023-05-20T05:58:51.058 INFO:tasks.rados.rados.0.smithi081.stdout:246: snap_create 2023-05-20T05:58:51.058 INFO:tasks.rados.rados.0.smithi081.stdout:241: finishing write tid 6 to smithi081164505-17 2023-05-20T05:58:51.058 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 62 (ObjNum 102 snap 23 seq_num 102) dirty exists 2023-05-20T05:58:51.059 INFO:tasks.rados.rados.0.smithi081.stdout:241: left oid 17 (ObjNum 102 snap 23 seq_num 102) 2023-05-20T05:58:51.059 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 64 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-05-20T05:58:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:51 smithi170 ceph-mon[97338]: osdmap e110: 8 total, 8 up, 8 in 2023-05-20T05:58:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:51 smithi170 ceph-mon[97338]: pgmap v155: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:51 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:51 smithi081 ceph-mon[95500]: osdmap e110: 8 total, 8 up, 8 in 2023-05-20T05:58:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:51 smithi081 ceph-mon[95500]: pgmap v155: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:51 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:51 smithi081 ceph-mon[107735]: osdmap e110: 8 total, 8 up, 8 in 2023-05-20T05:58:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:51 smithi081 ceph-mon[107735]: pgmap v155: 121 pgs: 121 active+clean; 70 MiB data, 171 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:58:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:51 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:58:52.054 INFO:tasks.rados.rados.0.smithi081.stdout:241: done (2 left) 2023-05-20T05:58:52.054 INFO:tasks.rados.rados.0.smithi081.stdout:245: done (1 left) 2023-05-20T05:58:52.054 INFO:tasks.rados.rados.0.smithi081.stdout:246: done (0 left) 2023-05-20T05:58:52.055 INFO:tasks.rados.rados.0.smithi081.stdout:247: copy_from oid 48 from oid 47 current snap is 24 2023-05-20T05:58:52.055 INFO:tasks.rados.rados.0.smithi081.stdout:248: read oid 34 snap -1 2023-05-20T05:58:52.055 INFO:tasks.rados.rados.0.smithi081.stdout:248: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:52.055 INFO:tasks.rados.rados.0.smithi081.stdout:249: snap_create 2023-05-20T05:58:52.058 INFO:tasks.rados.rados.0.smithi081.stdout:248: expect (ObjNum 47 snap 0 seq_num 47) 2023-05-20T05:58:52.079 INFO:tasks.rados.rados.0.smithi081.stdout:247: finishing copy_from to smithi081164505-48 2023-05-20T05:58:52.079 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-05-20T05:58:52.079 INFO:tasks.rados.rados.0.smithi081.stdout:247: finishing copy_from racing read to smithi081164505-48 2023-05-20T05:58:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:52 smithi170 ceph-mon[97338]: osdmap e111: 8 total, 8 up, 8 in 2023-05-20T05:58:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:52 smithi081 ceph-mon[95500]: osdmap e111: 8 total, 8 up, 8 in 2023-05-20T05:58:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:52 smithi081 ceph-mon[107735]: osdmap e111: 8 total, 8 up, 8 in 2023-05-20T05:58:53.060 INFO:tasks.rados.rados.0.smithi081.stdout:247: done (2 left) 2023-05-20T05:58:53.060 INFO:tasks.rados.rados.0.smithi081.stdout:248: done (1 left) 2023-05-20T05:58:53.061 INFO:tasks.rados.rados.0.smithi081.stdout:249: done (0 left) 2023-05-20T05:58:53.061 INFO:tasks.rados.rados.0.smithi081.stdout:250: read oid 47 snap -1 2023-05-20T05:58:53.061 INFO:tasks.rados.rados.0.smithi081.stdout:250: expect (ObjNum 46 snap 0 seq_num 46) 2023-05-20T05:58:53.061 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 25 2023-05-20T05:58:53.061 INFO:tasks.rados.rados.0.smithi081.stdout:251: seq_num 104 ranges {2195456=548864,2744320=622592,3366912=581632} 2023-05-20T05:58:53.075 INFO:tasks.rados.rados.0.smithi081.stdout:251: writing smithi081164505-45 from 2195456 to 2744320 tid 1 2023-05-20T05:58:53.079 INFO:tasks.rados.rados.0.smithi081.stdout:251: writing smithi081164505-45 from 2744320 to 3366912 tid 2 2023-05-20T05:58:53.083 INFO:tasks.rados.rados.0.smithi081.stdout:251: writing smithi081164505-45 from 3366912 to 3948544 tid 3 2023-05-20T05:58:53.083 INFO:tasks.rados.rados.0.smithi081.stdout:252: read oid 49 snap 13 2023-05-20T05:58:53.083 INFO:tasks.rados.rados.0.smithi081.stdout:252: expect (ObjNum 65 snap 6 seq_num 65) 2023-05-20T05:58:53.083 INFO:tasks.rados.rados.0.smithi081.stdout:253: read oid 28 snap -1 2023-05-20T05:58:53.083 INFO:tasks.rados.rados.0.smithi081.stdout:253: expect deleted 2023-05-20T05:58:53.084 INFO:tasks.rados.rados.0.smithi081.stdout:254: read oid 46 snap 20 2023-05-20T05:58:53.084 INFO:tasks.rados.rados.0.smithi081.stdout:254: expect (ObjNum 75 snap 12 seq_num 75) 2023-05-20T05:58:53.084 INFO:tasks.rados.rados.0.smithi081.stdout:255: snap_remove snap 21 2023-05-20T05:58:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:53 smithi170 ceph-mon[97338]: osdmap e112: 8 total, 8 up, 8 in 2023-05-20T05:58:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:53 smithi170 ceph-mon[97338]: pgmap v158: 121 pgs: 121 active+clean; 76 MiB data, 199 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 15 op/s 2023-05-20T05:58:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:53 smithi081 ceph-mon[95500]: osdmap e112: 8 total, 8 up, 8 in 2023-05-20T05:58:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:53 smithi081 ceph-mon[95500]: pgmap v158: 121 pgs: 121 active+clean; 76 MiB data, 199 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 15 op/s 2023-05-20T05:58:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:53] "GET /metrics HTTP/1.1" 200 240879 "" "Prometheus/2.33.4" 2023-05-20T05:58:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:53 smithi081 ceph-mon[107735]: osdmap e112: 8 total, 8 up, 8 in 2023-05-20T05:58:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:53 smithi081 ceph-mon[107735]: pgmap v158: 121 pgs: 121 active+clean; 76 MiB data, 199 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 15 op/s 2023-05-20T05:58:54.016 INFO:tasks.rados.rados.0.smithi081.stdout:255: done (5 left) 2023-05-20T05:58:54.016 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 25 2023-05-20T05:58:54.016 INFO:tasks.rados.rados.0.smithi081.stdout:250: expect (ObjNum 46 snap 0 seq_num 46) 2023-05-20T05:58:54.037 INFO:tasks.rados.rados.0.smithi081.stdout:251: finishing write tid 1 to smithi081164505-45 2023-05-20T05:58:54.038 INFO:tasks.rados.rados.0.smithi081.stdout:251: finishing write tid 2 to smithi081164505-45 2023-05-20T05:58:54.038 INFO:tasks.rados.rados.0.smithi081.stdout:256: seq_num 105 ranges {778240=565248,1343488=507904,1851392=507904,2359296=188416} 2023-05-20T05:58:54.044 INFO:tasks.rados.rados.0.smithi081.stdout:256: writing smithi081164505-48 from 778240 to 1343488 tid 1 2023-05-20T05:58:54.047 INFO:tasks.rados.rados.0.smithi081.stdout:256: writing smithi081164505-48 from 1343488 to 1851392 tid 2 2023-05-20T05:58:54.051 INFO:tasks.rados.rados.0.smithi081.stdout:256: writing smithi081164505-48 from 1851392 to 2359296 tid 3 2023-05-20T05:58:54.052 INFO:tasks.rados.rados.0.smithi081.stdout:256: writing smithi081164505-48 from 2359296 to 2547712 tid 4 2023-05-20T05:58:54.052 INFO:tasks.rados.rados.0.smithi081.stdout:250: done (5 left) 2023-05-20T05:58:54.053 INFO:tasks.rados.rados.0.smithi081.stdout:253: done (4 left) 2023-05-20T05:58:54.053 INFO:tasks.rados.rados.0.smithi081.stdout:257: read oid 26 snap -1 2023-05-20T05:58:54.053 INFO:tasks.rados.rados.0.smithi081.stdout:257: expect deleted 2023-05-20T05:58:54.053 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 25 2023-05-20T05:58:54.053 INFO:tasks.rados.rados.0.smithi081.stdout:254: expect (ObjNum 75 snap 12 seq_num 75) 2023-05-20T05:58:54.117 INFO:tasks.rados.rados.0.smithi081.stdout:251: finishing write tid 3 to smithi081164505-45 2023-05-20T05:58:54.117 INFO:tasks.rados.rados.0.smithi081.stdout:258: seq_num 106 ranges {573440=581632,1155072=794624,1949696=409600} 2023-05-20T05:58:54.123 INFO:tasks.rados.rados.0.smithi081.stdout:258: writing smithi081164505-35 from 573440 to 1155072 tid 1 2023-05-20T05:58:54.127 INFO:tasks.rados.rados.0.smithi081.stdout:258: writing smithi081164505-35 from 1155072 to 1949696 tid 2 2023-05-20T05:58:54.130 INFO:tasks.rados.rados.0.smithi081.stdout:258: writing smithi081164505-35 from 1949696 to 2359296 tid 3 2023-05-20T05:58:54.130 INFO:tasks.rados.rados.0.smithi081.stdout:254: done (5 left) 2023-05-20T05:58:54.130 INFO:tasks.rados.rados.0.smithi081.stdout:259: setattr oid 5 current snap is 25 2023-05-20T05:58:54.131 INFO:tasks.rados.rados.0.smithi081.stdout:251: finishing write tid 4 to smithi081164505-45 2023-05-20T05:58:54.131 INFO:tasks.rados.rados.0.smithi081.stdout:252: expect (ObjNum 65 snap 6 seq_num 65) 2023-05-20T05:58:54.191 INFO:tasks.rados.rados.0.smithi081.stdout:251: finishing write tid 5 to smithi081164505-45 2023-05-20T05:58:54.191 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 79 (ObjNum 104 snap 25 seq_num 104) dirty exists 2023-05-20T05:58:54.191 INFO:tasks.rados.rados.0.smithi081.stdout:251: left oid 45 (ObjNum 104 snap 25 seq_num 104) 2023-05-20T05:58:54.192 INFO:tasks.rados.rados.0.smithi081.stdout:256: finishing write tid 1 to smithi081164505-48 2023-05-20T05:58:54.192 INFO:tasks.rados.rados.0.smithi081.stdout:256: finishing write tid 2 to smithi081164505-48 2023-05-20T05:58:54.192 INFO:tasks.rados.rados.0.smithi081.stdout:256: finishing write tid 3 to smithi081164505-48 2023-05-20T05:58:54.192 INFO:tasks.rados.rados.0.smithi081.stdout:256: finishing write tid 4 to smithi081164505-48 2023-05-20T05:58:54.192 INFO:tasks.rados.rados.0.smithi081.stdout:256: finishing write tid 5 to smithi081164505-48 2023-05-20T05:58:54.192 INFO:tasks.rados.rados.0.smithi081.stdout:256: finishing write tid 6 to smithi081164505-48 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 74 (ObjNum 105 snap 25 seq_num 105) dirty exists 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:256: left oid 48 (ObjNum 105 snap 25 seq_num 105) 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:258: finishing write tid 1 to smithi081164505-35 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:258: finishing write tid 2 to smithi081164505-35 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:258: finishing write tid 3 to smithi081164505-35 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:258: finishing write tid 4 to smithi081164505-35 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:258: finishing write tid 5 to smithi081164505-35 2023-05-20T05:58:54.193 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 123 (ObjNum 106 snap 25 seq_num 106) dirty exists 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:258: left oid 35 (ObjNum 106 snap 25 seq_num 106) 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:251: done (5 left) 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:252: done (4 left) 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:256: done (3 left) 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:257: done (2 left) 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:258: done (1 left) 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 25 2023-05-20T05:58:54.194 INFO:tasks.rados.rados.0.smithi081.stdout:260: seq_num 107 ranges {303104=598016,901120=729088,1630208=466944,2097152=8192} 2023-05-20T05:58:54.196 INFO:tasks.rados.rados.0.smithi081.stdout:260: writing smithi081164505-19 from 303104 to 901120 tid 1 2023-05-20T05:58:54.200 INFO:tasks.rados.rados.0.smithi081.stdout:260: writing smithi081164505-19 from 901120 to 1630208 tid 2 2023-05-20T05:58:54.203 INFO:tasks.rados.rados.0.smithi081.stdout:260: writing smithi081164505-19 from 1630208 to 2097152 tid 3 2023-05-20T05:58:54.203 INFO:tasks.rados.rados.0.smithi081.stdout:260: writing smithi081164505-19 from 2097152 to 2105344 tid 4 2023-05-20T05:58:54.204 INFO:tasks.rados.rados.0.smithi081.stdout:261: read oid 1 snap 12 2023-05-20T05:58:54.204 INFO:tasks.rados.rados.0.smithi081.stdout:261: expect deleted 2023-05-20T05:58:54.204 INFO:tasks.rados.rados.0.smithi081.stdout:262: snap_remove snap 19 2023-05-20T05:58:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:54 smithi170 ceph-mon[97338]: osdmap e113: 8 total, 8 up, 8 in 2023-05-20T05:58:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:54 smithi170 ceph-mon[97338]: osdmap e114: 8 total, 8 up, 8 in 2023-05-20T05:58:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:54 smithi081 ceph-mon[95500]: osdmap e113: 8 total, 8 up, 8 in 2023-05-20T05:58:54.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:54 smithi081 ceph-mon[95500]: osdmap e114: 8 total, 8 up, 8 in 2023-05-20T05:58:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:54 smithi081 ceph-mon[107735]: osdmap e113: 8 total, 8 up, 8 in 2023-05-20T05:58:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:54 smithi081 ceph-mon[107735]: osdmap e114: 8 total, 8 up, 8 in 2023-05-20T05:58:55.066 INFO:tasks.rados.rados.0.smithi081.stdout:262: done (3 left) 2023-05-20T05:58:55.066 INFO:tasks.rados.rados.0.smithi081.stdout:263: copy_from oid 49 from oid 25 current snap is 25 2023-05-20T05:58:55.066 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 25 2023-05-20T05:58:55.066 INFO:tasks.rados.rados.0.smithi081.stdout:264: seq_num 108 ranges {1925120=614400,2539520=606208,3145728=598016} 2023-05-20T05:58:55.079 INFO:tasks.rados.rados.0.smithi081.stdout:264: writing smithi081164505-41 from 1925120 to 2539520 tid 1 2023-05-20T05:58:55.082 INFO:tasks.rados.rados.0.smithi081.stdout:264: writing smithi081164505-41 from 2539520 to 3145728 tid 2 2023-05-20T05:58:55.086 INFO:tasks.rados.rados.0.smithi081.stdout:264: writing smithi081164505-41 from 3145728 to 3743744 tid 3 2023-05-20T05:58:55.086 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 25 2023-05-20T05:58:55.086 INFO:tasks.rados.rados.0.smithi081.stdout:265: seq_num 109 ranges {0=630784,630784=491520,1122304=483328,1605632=229376} 2023-05-20T05:58:55.089 INFO:tasks.rados.rados.0.smithi081.stdout:265: writing smithi081164505-14 from 0 to 630784 tid 1 2023-05-20T05:58:55.093 INFO:tasks.rados.rados.0.smithi081.stdout:265: writing smithi081164505-14 from 630784 to 1122304 tid 2 2023-05-20T05:58:55.095 INFO:tasks.rados.rados.0.smithi081.stdout:265: writing smithi081164505-14 from 1122304 to 1605632 tid 3 2023-05-20T05:58:55.097 INFO:tasks.rados.rados.0.smithi081.stdout:265: writing smithi081164505-14 from 1605632 to 1835008 tid 4 2023-05-20T05:58:55.097 INFO:tasks.rados.rados.0.smithi081.stdout:266: read oid 42 snap -1 2023-05-20T05:58:55.097 INFO:tasks.rados.rados.0.smithi081.stdout:266: expect (ObjNum 92 snap 21 seq_num 92) 2023-05-20T05:58:55.098 INFO:tasks.rados.rados.0.smithi081.stdout:267: read oid 27 snap 23 2023-05-20T05:58:55.098 INFO:tasks.rados.rados.0.smithi081.stdout:267: expect (ObjNum 76 snap 12 seq_num 76) 2023-05-20T05:58:55.098 INFO:tasks.rados.rados.0.smithi081.stdout:268: setattr oid 17 current snap is 25 2023-05-20T05:58:55.098 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 86 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T05:58:55.098 INFO:tasks.rados.rados.0.smithi081.stdout:260: finishing write tid 1 to smithi081164505-19 2023-05-20T05:58:55.099 INFO:tasks.rados.rados.0.smithi081.stdout:260: finishing write tid 2 to smithi081164505-19 2023-05-20T05:58:55.099 INFO:tasks.rados.rados.0.smithi081.stdout:260: finishing write tid 3 to smithi081164505-19 2023-05-20T05:58:55.099 INFO:tasks.rados.rados.0.smithi081.stdout:260: finishing write tid 4 to smithi081164505-19 2023-05-20T05:58:55.099 INFO:tasks.rados.rados.0.smithi081.stdout:260: finishing write tid 5 to smithi081164505-19 2023-05-20T05:58:55.099 INFO:tasks.rados.rados.0.smithi081.stdout:260: finishing write tid 6 to smithi081164505-19 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 85 (ObjNum 107 snap 25 seq_num 107) dirty exists 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:260: left oid 19 (ObjNum 107 snap 25 seq_num 107) 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:263: finishing copy_from to smithi081164505-49 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:263: finishing copy_from racing read to smithi081164505-49 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:264: finishing write tid 1 to smithi081164505-41 2023-05-20T05:58:55.100 INFO:tasks.rados.rados.0.smithi081.stdout:264: finishing write tid 2 to smithi081164505-41 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:264: finishing write tid 3 to smithi081164505-41 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:264: finishing write tid 4 to smithi081164505-41 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:264: finishing write tid 5 to smithi081164505-41 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 26 (ObjNum 108 snap 25 seq_num 108) dirty exists 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:264: left oid 41 (ObjNum 108 snap 25 seq_num 108) 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:265: finishing write tid 1 to smithi081164505-14 2023-05-20T05:58:55.101 INFO:tasks.rados.rados.0.smithi081.stdout:265: finishing write tid 2 to smithi081164505-14 2023-05-20T05:58:55.102 INFO:tasks.rados.rados.0.smithi081.stdout:259: done (8 left) 2023-05-20T05:58:55.102 INFO:tasks.rados.rados.0.smithi081.stdout:260: done (7 left) 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:261: done (6 left) 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:263: done (5 left) 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:264: done (4 left) 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:269: rollback oid 15 current snap is 25 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 12 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:270: delete oid 13 current snap is 25 2023-05-20T05:58:55.103 INFO:tasks.rados.rados.0.smithi081.stdout:265: finishing write tid 3 to smithi081164505-14 2023-05-20T05:58:55.104 INFO:tasks.rados.rados.0.smithi081.stdout:265: finishing write tid 4 to smithi081164505-14 2023-05-20T05:58:55.104 INFO:tasks.rados.rados.0.smithi081.stdout:265: finishing write tid 5 to smithi081164505-14 2023-05-20T05:58:55.104 INFO:tasks.rados.rados.0.smithi081.stdout:269: finishing rollback tid 0 to smithi081164505-15 2023-05-20T05:58:55.104 INFO:tasks.rados.rados.0.smithi081.stdout:269: finishing rollback tid 1 to smithi081164505-15 2023-05-20T05:58:55.104 INFO:tasks.rados.rados.0.smithi081.stdout:269: finishing rollback tid 2 to smithi081164505-15 2023-05-20T05:58:55.105 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 110 (ObjNum 60 snap 5 seq_num 60) dirty exists 2023-05-20T05:58:55.105 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 72 (ObjNum 102 snap 23 seq_num 102) dirty exists 2023-05-20T05:58:55.105 INFO:tasks.rados.rados.0.smithi081.stdout:265: finishing write tid 6 to smithi081164505-14 2023-05-20T05:58:55.105 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 87 (ObjNum 109 snap 25 seq_num 109) dirty exists 2023-05-20T05:58:55.105 INFO:tasks.rados.rados.0.smithi081.stdout:265: left oid 14 (ObjNum 109 snap 25 seq_num 109) 2023-05-20T05:58:55.106 INFO:tasks.rados.rados.0.smithi081.stdout:267: expect (ObjNum 76 snap 12 seq_num 76) 2023-05-20T05:58:55.158 INFO:tasks.rados.rados.0.smithi081.stdout:266: expect (ObjNum 92 snap 21 seq_num 92) 2023-05-20T05:58:55.197 INFO:tasks.rados.rados.0.smithi081.stdout:265: done (5 left) 2023-05-20T05:58:55.197 INFO:tasks.rados.rados.0.smithi081.stdout:266: done (4 left) 2023-05-20T05:58:55.197 INFO:tasks.rados.rados.0.smithi081.stdout:267: done (3 left) 2023-05-20T05:58:55.197 INFO:tasks.rados.rados.0.smithi081.stdout:268: done (2 left) 2023-05-20T05:58:55.198 INFO:tasks.rados.rados.0.smithi081.stdout:269: done (1 left) 2023-05-20T05:58:55.198 INFO:tasks.rados.rados.0.smithi081.stdout:270: done (0 left) 2023-05-20T05:58:55.198 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 25 2023-05-20T05:58:55.199 INFO:tasks.rados.rados.0.smithi081.stdout:271: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2023-05-20T05:58:55.200 INFO:tasks.rados.rados.0.smithi081.stdout:271: writing smithi081164505-26 from 0 to 663552 tid 1 2023-05-20T05:58:55.204 INFO:tasks.rados.rados.0.smithi081.stdout:271: writing smithi081164505-26 from 663552 to 1327104 tid 2 2023-05-20T05:58:55.207 INFO:tasks.rados.rados.0.smithi081.stdout:271: writing smithi081164505-26 from 1327104 to 1777664 tid 3 2023-05-20T05:58:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:271: writing smithi081164505-26 from 1777664 to 1867776 tid 4 2023-05-20T05:58:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:272: setattr oid 47 current snap is 25 2023-05-20T05:58:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:271: finishing write tid 1 to smithi081164505-26 2023-05-20T05:58:55.209 INFO:tasks.rados.rados.0.smithi081.stdout:271: finishing write tid 2 to smithi081164505-26 2023-05-20T05:58:55.209 INFO:tasks.rados.rados.0.smithi081.stdout:273: setattr oid 30 current snap is 25 2023-05-20T05:58:55.209 INFO:tasks.rados.rados.0.smithi081.stdout:271: finishing write tid 3 to smithi081164505-26 2023-05-20T05:58:55.210 INFO:tasks.rados.rados.0.smithi081.stdout:271: finishing write tid 4 to smithi081164505-26 2023-05-20T05:58:55.210 INFO:tasks.rados.rados.0.smithi081.stdout:271: finishing write tid 5 to smithi081164505-26 2023-05-20T05:58:55.210 INFO:tasks.rados.rados.0.smithi081.stdout:274: snap_remove snap 12 2023-05-20T05:58:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:55 smithi170 ceph-mon[97338]: pgmap v161: 121 pgs: 121 active+clean; 76 MiB data, 199 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 15 op/s 2023-05-20T05:58:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:55 smithi081 ceph-mon[107735]: pgmap v161: 121 pgs: 121 active+clean; 76 MiB data, 199 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 15 op/s 2023-05-20T05:58:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:55 smithi081 ceph-mon[95500]: pgmap v161: 121 pgs: 121 active+clean; 76 MiB data, 199 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 15 op/s 2023-05-20T05:58:56.068 INFO:tasks.rados.rados.0.smithi081.stdout:274: done (3 left) 2023-05-20T05:58:56.068 INFO:tasks.rados.rados.0.smithi081.stdout:275: read oid 49 snap -1 2023-05-20T05:58:56.069 INFO:tasks.rados.rados.0.smithi081.stdout:275: expect (ObjNum 36 snap 0 seq_num 36) 2023-05-20T05:58:56.069 INFO:tasks.rados.rados.0.smithi081.stdout:276: read oid 42 snap -1 2023-05-20T05:58:56.069 INFO:tasks.rados.rados.0.smithi081.stdout:276: expect (ObjNum 92 snap 21 seq_num 92) 2023-05-20T05:58:56.069 INFO:tasks.rados.rados.0.smithi081.stdout:277: read oid 33 snap -1 2023-05-20T05:58:56.069 INFO:tasks.rados.rados.0.smithi081.stdout:277: expect (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:56.070 INFO:tasks.rados.rados.0.smithi081.stdout:278: snap_remove snap 24 2023-05-20T05:58:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:56 smithi170 ceph-mon[97338]: osdmap e115: 8 total, 8 up, 8 in 2023-05-20T05:58:56.497 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:58:56 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:58:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:58:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:56 smithi081 ceph-mon[95500]: osdmap e115: 8 total, 8 up, 8 in 2023-05-20T05:58:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:56 smithi081 ceph-mon[107735]: osdmap e115: 8 total, 8 up, 8 in 2023-05-20T05:58:57.078 INFO:tasks.rados.rados.0.smithi081.stdout:278: done (6 left) 2023-05-20T05:58:57.078 INFO:tasks.rados.rados.0.smithi081.stdout:279: copy_from oid 15 from oid 40 current snap is 25 2023-05-20T05:58:57.078 INFO:tasks.rados.rados.0.smithi081.stdout:280: read oid 45 snap -1 2023-05-20T05:58:57.078 INFO:tasks.rados.rados.0.smithi081.stdout:280: expect (ObjNum 104 snap 25 seq_num 104) 2023-05-20T05:58:57.079 INFO:tasks.rados.rados.0.smithi081.stdout:281: snap_remove snap 4 2023-05-20T05:58:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:57 smithi170 ceph-mon[97338]: osdmap e116: 8 total, 8 up, 8 in 2023-05-20T05:58:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:57 smithi170 ceph-mon[97338]: pgmap v164: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2023-05-20T05:58:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:57 smithi081 ceph-mon[95500]: osdmap e116: 8 total, 8 up, 8 in 2023-05-20T05:58:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:57 smithi081 ceph-mon[95500]: pgmap v164: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2023-05-20T05:58:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:57 smithi081 ceph-mon[107735]: osdmap e116: 8 total, 8 up, 8 in 2023-05-20T05:58:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:57 smithi081 ceph-mon[107735]: pgmap v164: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2023-05-20T05:58:58.085 INFO:tasks.rados.rados.0.smithi081.stdout:281: done (8 left) 2023-05-20T05:58:58.085 INFO:tasks.rados.rados.0.smithi081.stdout:282: read oid 11 snap -1 2023-05-20T05:58:58.085 INFO:tasks.rados.rados.0.smithi081.stdout:282: expect deleted 2023-05-20T05:58:58.086 INFO:tasks.rados.rados.0.smithi081.stdout:283: delete oid 21 current snap is 25 2023-05-20T05:58:58.086 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 79 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-05-20T05:58:58.086 INFO:tasks.rados.rados.0.smithi081.stdout:271: finishing write tid 6 to smithi081164505-26 2023-05-20T05:58:58.086 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 77 (ObjNum 111 snap 25 seq_num 111) dirty exists 2023-05-20T05:58:58.086 INFO:tasks.rados.rados.0.smithi081.stdout:271: left oid 26 (ObjNum 111 snap 25 seq_num 111) 2023-05-20T05:58:58.086 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-05-20T05:58:58.087 INFO:tasks.rados.rados.0.smithi081.stdout:277: expect (ObjNum 32 snap 0 seq_num 32) 2023-05-20T05:58:58.107 INFO:tasks.rados.rados.0.smithi081.stdout:276: expect (ObjNum 92 snap 21 seq_num 92) 2023-05-20T05:58:58.145 INFO:tasks.rados.rados.0.smithi081.stdout:275: expect (ObjNum 36 snap 0 seq_num 36) 2023-05-20T05:58:58.160 INFO:tasks.rados.rados.0.smithi081.stdout:279: finishing copy_from to smithi081164505-15 2023-05-20T05:58:58.160 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 75 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:58:58.160 INFO:tasks.rados.rados.0.smithi081.stdout:279: finishing copy_from racing read to smithi081164505-15 2023-05-20T05:58:58.161 INFO:tasks.rados.rados.0.smithi081.stdout:280: expect (ObjNum 104 snap 25 seq_num 104) 2023-05-20T05:58:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[95500]: osdmap e117: 8 total, 8 up, 8 in 2023-05-20T05:58:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:58:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[107735]: osdmap e117: 8 total, 8 up, 8 in 2023-05-20T05:58:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:58:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:58 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:58.300 INFO:tasks.rados.rados.0.smithi081.stdout:271: done (9 left) 2023-05-20T05:58:58.300 INFO:tasks.rados.rados.0.smithi081.stdout:272: done (8 left) 2023-05-20T05:58:58.300 INFO:tasks.rados.rados.0.smithi081.stdout:273: done (7 left) 2023-05-20T05:58:58.300 INFO:tasks.rados.rados.0.smithi081.stdout:275: done (6 left) 2023-05-20T05:58:58.300 INFO:tasks.rados.rados.0.smithi081.stdout:276: done (5 left) 2023-05-20T05:58:58.300 INFO:tasks.rados.rados.0.smithi081.stdout:277: done (4 left) 2023-05-20T05:58:58.301 INFO:tasks.rados.rados.0.smithi081.stdout:279: done (3 left) 2023-05-20T05:58:58.301 INFO:tasks.rados.rados.0.smithi081.stdout:280: done (2 left) 2023-05-20T05:58:58.301 INFO:tasks.rados.rados.0.smithi081.stdout:282: done (1 left) 2023-05-20T05:58:58.301 INFO:tasks.rados.rados.0.smithi081.stdout:283: done (0 left) 2023-05-20T05:58:58.302 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 25 2023-05-20T05:58:58.302 INFO:tasks.rados.rados.0.smithi081.stdout:284: seq_num 113 ranges {491520=696320,1187840=434176,1622016=466944,2088960=303104} 2023-05-20T05:58:58.306 INFO:tasks.rados.rados.0.smithi081.stdout:284: writing smithi081164505-30 from 491520 to 1187840 tid 1 2023-05-20T05:58:58.308 INFO:tasks.rados.rados.0.smithi081.stdout:284: writing smithi081164505-30 from 1187840 to 1622016 tid 2 2023-05-20T05:58:58.311 INFO:tasks.rados.rados.0.smithi081.stdout:284: writing smithi081164505-30 from 1622016 to 2088960 tid 3 2023-05-20T05:58:58.313 INFO:tasks.rados.rados.0.smithi081.stdout:284: writing smithi081164505-30 from 2088960 to 2392064 tid 4 2023-05-20T05:58:58.313 INFO:tasks.rados.rados.0.smithi081.stdout:285: rmattr oid 17 current snap is 25 2023-05-20T05:58:58.313 INFO:tasks.rados.rados.0.smithi081.stdout:284: finishing write tid 1 to smithi081164505-30 2023-05-20T05:58:58.314 INFO:tasks.rados.rados.0.smithi081.stdout:284: finishing write tid 2 to smithi081164505-30 2023-05-20T05:58:58.314 INFO:tasks.rados.rados.0.smithi081.stdout:286: snap_remove snap 13 2023-05-20T05:58:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:58 smithi170 ceph-mon[97338]: osdmap e117: 8 total, 8 up, 8 in 2023-05-20T05:58:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:58 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:58 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:58:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:58 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:58:59.015 INFO:tasks.rados.rados.0.smithi081.stdout:286: done (2 left) 2023-05-20T05:58:59.015 INFO:tasks.rados.rados.0.smithi081.stdout:287: snap_remove snap 22 2023-05-20T05:58:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: Upgrade: Target is version 18.0.0-4042-g81607276 (unknown) 2023-05-20T05:58:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758, digests ['quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758'] 2023-05-20T05:58:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: Upgrade: Need to upgrade myself (mgr.y) 2023-05-20T05:58:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: osdmap e118: 8 total, 8 up, 8 in 2023-05-20T05:58:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: pgmap v167: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2023-05-20T05:58:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758 on smithi170 2023-05-20T05:58:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:58:59 smithi170 ceph-mon[97338]: osdmap e119: 8 total, 8 up, 8 in 2023-05-20T05:58:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: Upgrade: Target is version 18.0.0-4042-g81607276 (unknown) 2023-05-20T05:58:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758, digests ['quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758'] 2023-05-20T05:58:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: Upgrade: Need to upgrade myself (mgr.y) 2023-05-20T05:58:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: osdmap e118: 8 total, 8 up, 8 in 2023-05-20T05:58:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: pgmap v167: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2023-05-20T05:58:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758 on smithi170 2023-05-20T05:58:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[95500]: osdmap e119: 8 total, 8 up, 8 in 2023-05-20T05:58:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: Upgrade: Target is version 18.0.0-4042-g81607276 (unknown) 2023-05-20T05:58:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758, digests ['quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758'] 2023-05-20T05:58:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: Upgrade: Need to upgrade myself (mgr.y) 2023-05-20T05:58:59.523 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: osdmap e118: 8 total, 8 up, 8 in 2023-05-20T05:58:59.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: pgmap v167: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2023-05-20T05:58:59.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:8046e5e34ee48f9096f7d163ca30086ff8ec6ea34a6c2dd8190458a579924758 on smithi170 2023-05-20T05:58:59.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:58:59 smithi081 ceph-mon[107735]: osdmap e119: 8 total, 8 up, 8 in 2023-05-20T05:59:00.020 INFO:tasks.rados.rados.0.smithi081.stdout:287: done (2 left) 2023-05-20T05:59:00.020 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 25 2023-05-20T05:59:00.021 INFO:tasks.rados.rados.0.smithi081.stdout:284: finishing write tid 3 to smithi081164505-30 2023-05-20T05:59:00.021 INFO:tasks.rados.rados.0.smithi081.stdout:288: seq_num 114 ranges {1318912=712704,2031616=712704,2744320=491520} 2023-05-20T05:59:00.032 INFO:tasks.rados.rados.0.smithi081.stdout:288: writing smithi081164505-9 from 1318912 to 2031616 tid 1 2023-05-20T05:59:00.037 INFO:tasks.rados.rados.0.smithi081.stdout:288: writing smithi081164505-9 from 2031616 to 2744320 tid 2 2023-05-20T05:59:00.039 INFO:tasks.rados.rados.0.smithi081.stdout:288: writing smithi081164505-9 from 2744320 to 3235840 tid 3 2023-05-20T05:59:00.039 INFO:tasks.rados.rados.0.smithi081.stdout:289: read oid 31 snap -1 2023-05-20T05:59:00.040 INFO:tasks.rados.rados.0.smithi081.stdout:289: expect deleted 2023-05-20T05:59:00.040 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 25 2023-05-20T05:59:00.040 INFO:tasks.rados.rados.0.smithi081.stdout:290: seq_num 115 ranges {1548288=729088,2277376=647168,2924544=434176,3358720=122880} 2023-05-20T05:59:00.052 INFO:tasks.rados.rados.0.smithi081.stdout:290: writing smithi081164505-42 from 1548288 to 2277376 tid 1 2023-05-20T05:59:00.055 INFO:tasks.rados.rados.0.smithi081.stdout:290: writing smithi081164505-42 from 2277376 to 2924544 tid 2 2023-05-20T05:59:00.058 INFO:tasks.rados.rados.0.smithi081.stdout:290: writing smithi081164505-42 from 2924544 to 3358720 tid 3 2023-05-20T05:59:00.059 INFO:tasks.rados.rados.0.smithi081.stdout:290: writing smithi081164505-42 from 3358720 to 3481600 tid 4 2023-05-20T05:59:00.060 INFO:tasks.rados.rados.0.smithi081.stdout:291: snap_create 2023-05-20T05:59:00.060 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 96 (ObjNum 102 snap 23 seq_num 102) dirty exists 2023-05-20T05:59:00.060 INFO:tasks.rados.rados.0.smithi081.stdout:284: finishing write tid 4 to smithi081164505-30 2023-05-20T05:59:00.060 INFO:tasks.rados.rados.0.smithi081.stdout:284: finishing write tid 5 to smithi081164505-30 2023-05-20T05:59:00.060 INFO:tasks.rados.rados.0.smithi081.stdout:284: finishing write tid 6 to smithi081164505-30 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 15 (ObjNum 113 snap 25 seq_num 113) dirty exists 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:284: left oid 30 (ObjNum 113 snap 25 seq_num 113) 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:288: finishing write tid 1 to smithi081164505-9 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:288: finishing write tid 2 to smithi081164505-9 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:288: finishing write tid 3 to smithi081164505-9 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:288: finishing write tid 4 to smithi081164505-9 2023-05-20T05:59:00.061 INFO:tasks.rados.rados.0.smithi081.stdout:288: finishing write tid 5 to smithi081164505-9 2023-05-20T05:59:00.062 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 27 (ObjNum 114 snap 25 seq_num 114) dirty exists 2023-05-20T05:59:00.062 INFO:tasks.rados.rados.0.smithi081.stdout:288: left oid 9 (ObjNum 114 snap 25 seq_num 114) 2023-05-20T05:59:00.062 INFO:tasks.rados.rados.0.smithi081.stdout:290: finishing write tid 1 to smithi081164505-42 2023-05-20T05:59:00.062 INFO:tasks.rados.rados.0.smithi081.stdout:290: finishing write tid 2 to smithi081164505-42 2023-05-20T05:59:00.063 INFO:tasks.rados.rados.0.smithi081.stdout:290: finishing write tid 3 to smithi081164505-42 2023-05-20T05:59:00.063 INFO:tasks.rados.rados.0.smithi081.stdout:290: finishing write tid 4 to smithi081164505-42 2023-05-20T05:59:00.063 INFO:tasks.rados.rados.0.smithi081.stdout:290: finishing write tid 5 to smithi081164505-42 2023-05-20T05:59:00.063 INFO:tasks.rados.rados.0.smithi081.stdout:290: finishing write tid 6 to smithi081164505-42 2023-05-20T05:59:00.063 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 84 (ObjNum 115 snap 25 seq_num 115) dirty exists 2023-05-20T05:59:00.063 INFO:tasks.rados.rados.0.smithi081.stdout:290: left oid 42 (ObjNum 115 snap 25 seq_num 115) 2023-05-20T05:59:01.026 INFO:tasks.rados.rados.0.smithi081.stdout:284: done (5 left) 2023-05-20T05:59:01.026 INFO:tasks.rados.rados.0.smithi081.stdout:285: done (4 left) 2023-05-20T05:59:01.026 INFO:tasks.rados.rados.0.smithi081.stdout:288: done (3 left) 2023-05-20T05:59:01.026 INFO:tasks.rados.rados.0.smithi081.stdout:289: done (2 left) 2023-05-20T05:59:01.026 INFO:tasks.rados.rados.0.smithi081.stdout:290: done (1 left) 2023-05-20T05:59:01.027 INFO:tasks.rados.rados.0.smithi081.stdout:291: done (0 left) 2023-05-20T05:59:01.027 INFO:tasks.rados.rados.0.smithi081.stdout:292: delete oid 41 current snap is 26 2023-05-20T05:59:01.030 INFO:tasks.rados.rados.0.smithi081.stdout:292: done (0 left) 2023-05-20T05:59:01.030 INFO:tasks.rados.rados.0.smithi081.stdout:293: read oid 13 snap -1 2023-05-20T05:59:01.030 INFO:tasks.rados.rados.0.smithi081.stdout:293: expect deleted 2023-05-20T05:59:01.030 INFO:tasks.rados.rados.0.smithi081.stdout:294: setattr oid 26 current snap is 26 2023-05-20T05:59:01.031 INFO:tasks.rados.rados.0.smithi081.stdout:293: done (1 left) 2023-05-20T05:59:01.031 INFO:tasks.rados.rados.0.smithi081.stdout:295: copy_from oid 37 from oid 8 current snap is 26 2023-05-20T05:59:01.031 INFO:tasks.rados.rados.0.smithi081.stdout:296: read oid 38 snap -1 2023-05-20T05:59:01.032 INFO:tasks.rados.rados.0.smithi081.stdout:296: expect (ObjNum 100 snap 21 seq_num 100) 2023-05-20T05:59:01.032 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 26 2023-05-20T05:59:01.032 INFO:tasks.rados.rados.0.smithi081.stdout:297: seq_num 117 ranges {3948544=770048,4718592=417792,5136384=442368,5578752=344064} 2023-05-20T05:59:01.057 INFO:tasks.rados.rados.0.smithi081.stdout:297: writing smithi081164505-45 from 3948544 to 4718592 tid 1 2023-05-20T05:59:01.059 INFO:tasks.rados.rados.0.smithi081.stdout:297: writing smithi081164505-45 from 4718592 to 5136384 tid 2 2023-05-20T05:59:01.062 INFO:tasks.rados.rados.0.smithi081.stdout:297: writing smithi081164505-45 from 5136384 to 5578752 tid 3 2023-05-20T05:59:01.064 INFO:tasks.rados.rados.0.smithi081.stdout:297: writing smithi081164505-45 from 5578752 to 5922816 tid 4 2023-05-20T05:59:01.064 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 26 2023-05-20T05:59:01.064 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 108 (ObjNum 111 snap 25 seq_num 111) dirty exists 2023-05-20T05:59:01.065 INFO:tasks.rados.rados.0.smithi081.stdout:296: expect (ObjNum 100 snap 21 seq_num 100) 2023-05-20T05:59:01.131 INFO:tasks.rados.rados.0.smithi081.stdout:295: finishing copy_from to smithi081164505-37 2023-05-20T05:59:01.132 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 85 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T05:59:01.132 INFO:tasks.rados.rados.0.smithi081.stdout:295: finishing copy_from racing read to smithi081164505-37 2023-05-20T05:59:01.132 INFO:tasks.rados.rados.0.smithi081.stdout:297: finishing write tid 1 to smithi081164505-45 2023-05-20T05:59:01.132 INFO:tasks.rados.rados.0.smithi081.stdout:298: seq_num 118 ranges {0=786432,786432=704512,1490944=499712} 2023-05-20T05:59:01.136 INFO:tasks.rados.rados.0.smithi081.stdout:298: writing smithi081164505-2 from 0 to 786432 tid 1 2023-05-20T05:59:01.140 INFO:tasks.rados.rados.0.smithi081.stdout:298: writing smithi081164505-2 from 786432 to 1490944 tid 2 2023-05-20T05:59:01.143 INFO:tasks.rados.rados.0.smithi081.stdout:298: writing smithi081164505-2 from 1490944 to 1990656 tid 3 2023-05-20T05:59:01.143 INFO:tasks.rados.rados.0.smithi081.stdout:294: done (4 left) 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:295: done (3 left) 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:296: done (2 left) 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:299: rollback oid 7 current snap is 26 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 7 to 25 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:297: finishing write tid 2 to smithi081164505-45 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 26 2023-05-20T05:59:01.144 INFO:tasks.rados.rados.0.smithi081.stdout:297: finishing write tid 3 to smithi081164505-45 2023-05-20T05:59:01.145 INFO:tasks.rados.rados.0.smithi081.stdout:300: seq_num 119 ranges {606208=802816,1409024=589824,1998848=409600,2408448=204800} 2023-05-20T05:59:01.152 INFO:tasks.rados.rados.0.smithi081.stdout:300: writing smithi081164505-25 from 606208 to 1409024 tid 1 2023-05-20T05:59:01.154 INFO:tasks.rados.rados.0.smithi081.stdout:300: writing smithi081164505-25 from 1409024 to 1998848 tid 2 2023-05-20T05:59:01.157 INFO:tasks.rados.rados.0.smithi081.stdout:300: writing smithi081164505-25 from 1998848 to 2408448 tid 3 2023-05-20T05:59:01.159 INFO:tasks.rados.rados.0.smithi081.stdout:300: writing smithi081164505-25 from 2408448 to 2613248 tid 4 2023-05-20T05:59:01.159 INFO:tasks.rados.rados.0.smithi081.stdout:301: read oid 49 snap -1 2023-05-20T05:59:01.159 INFO:tasks.rados.rados.0.smithi081.stdout:301: expect (ObjNum 36 snap 0 seq_num 36) 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:302: rollback oid 28 current snap is 26 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 17 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:297: finishing write tid 4 to smithi081164505-45 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:297: finishing write tid 5 to smithi081164505-45 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:297: finishing write tid 6 to smithi081164505-45 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 90 (ObjNum 117 snap 26 seq_num 117) dirty exists 2023-05-20T05:59:01.160 INFO:tasks.rados.rados.0.smithi081.stdout:297: left oid 45 (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:298: finishing write tid 1 to smithi081164505-2 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:298: finishing write tid 2 to smithi081164505-2 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:298: finishing write tid 3 to smithi081164505-2 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:298: finishing write tid 4 to smithi081164505-2 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:299: finishing rollback tid 0 to smithi081164505-7 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:298: finishing write tid 5 to smithi081164505-2 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 125 (ObjNum 118 snap 26 seq_num 118) dirty exists 2023-05-20T05:59:01.161 INFO:tasks.rados.rados.0.smithi081.stdout:298: left oid 2 (ObjNum 118 snap 26 seq_num 118) 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:299: finishing rollback tid 1 to smithi081164505-7 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:299: finishing rollback tid 2 to smithi081164505-7 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 129 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:300: finishing write tid 1 to smithi081164505-25 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:300: finishing write tid 2 to smithi081164505-25 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:297: done (5 left) 2023-05-20T05:59:01.162 INFO:tasks.rados.rados.0.smithi081.stdout:298: done (4 left) 2023-05-20T05:59:01.163 INFO:tasks.rados.rados.0.smithi081.stdout:299: done (3 left) 2023-05-20T05:59:01.163 INFO:tasks.rados.rados.0.smithi081.stdout:303: rmattr oid 22 current snap is 26 2023-05-20T05:59:01.163 INFO:tasks.rados.rados.0.smithi081.stdout:303: done (3 left) 2023-05-20T05:59:01.163 INFO:tasks.rados.rados.0.smithi081.stdout:304: copy_from oid 8 from oid 7 current snap is 26 2023-05-20T05:59:01.164 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 26 2023-05-20T05:59:01.164 INFO:tasks.rados.rados.0.smithi081.stdout:305: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2023-05-20T05:59:01.164 INFO:tasks.rados.rados.0.smithi081.stdout:305: writing smithi081164505-31 from 0 to 417792 tid 1 2023-05-20T05:59:01.165 INFO:tasks.rados.rados.0.smithi081.stdout:305: writing smithi081164505-31 from 417792 to 892928 tid 2 2023-05-20T05:59:01.168 INFO:tasks.rados.rados.0.smithi081.stdout:305: writing smithi081164505-31 from 892928 to 1515520 tid 3 2023-05-20T05:59:01.172 INFO:tasks.rados.rados.0.smithi081.stdout:305: writing smithi081164505-31 from 1515520 to 2023424 tid 4 2023-05-20T05:59:01.172 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 26 2023-05-20T05:59:01.172 INFO:tasks.rados.rados.0.smithi081.stdout:300: finishing write tid 3 to smithi081164505-25 2023-05-20T05:59:01.172 INFO:tasks.rados.rados.0.smithi081.stdout:300: finishing write tid 4 to smithi081164505-25 2023-05-20T05:59:01.172 INFO:tasks.rados.rados.0.smithi081.stdout:300: finishing write tid 5 to smithi081164505-25 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:302: finishing rollback tid 1 to smithi081164505-28 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:302: finishing rollback tid 2 to smithi081164505-28 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 35 (ObjNum 163794688 snap 21996 seq_num 304) dirty exists 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:300: finishing write tid 6 to smithi081164505-25 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 165 (ObjNum 119 snap 26 seq_num 119) dirty exists 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:300: left oid 25 (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:01.173 INFO:tasks.rados.rados.0.smithi081.stdout:301: expect (ObjNum 36 snap 0 seq_num 36) 2023-05-20T05:59:01.188 INFO:tasks.rados.rados.0.smithi081.stdout:305: finishing write tid 1 to smithi081164505-31 2023-05-20T05:59:01.188 INFO:tasks.rados.rados.0.smithi081.stdout:305: finishing write tid 2 to smithi081164505-31 2023-05-20T05:59:01.188 INFO:tasks.rados.rados.0.smithi081.stdout:304: finishing copy_from to smithi081164505-8 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 129 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:304: finishing copy_from racing read to smithi081164505-8 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:305: finishing write tid 3 to smithi081164505-31 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:305: finishing write tid 4 to smithi081164505-31 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:305: finishing write tid 5 to smithi081164505-31 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:305: finishing write tid 6 to smithi081164505-31 2023-05-20T05:59:01.189 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 170 (ObjNum 120 snap 26 seq_num 120) dirty exists 2023-05-20T05:59:01.190 INFO:tasks.rados.rados.0.smithi081.stdout:305: left oid 31 (ObjNum 120 snap 26 seq_num 120) 2023-05-20T05:59:01.190 INFO:tasks.rados.rados.0.smithi081.stdout:306: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2023-05-20T05:59:01.190 INFO:tasks.rados.rados.0.smithi081.stdout:306: writing smithi081164505-11 from 0 to 434176 tid 1 2023-05-20T05:59:01.194 INFO:tasks.rados.rados.0.smithi081.stdout:306: writing smithi081164505-11 from 434176 to 1187840 tid 2 2023-05-20T05:59:01.197 INFO:tasks.rados.rados.0.smithi081.stdout:306: writing smithi081164505-11 from 1187840 to 1613824 tid 3 2023-05-20T05:59:01.200 INFO:tasks.rados.rados.0.smithi081.stdout:306: writing smithi081164505-11 from 1613824 to 2039808 tid 4 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:300: done (5 left) 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:301: done (4 left) 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:302: done (3 left) 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:304: done (2 left) 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:305: done (1 left) 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:307: read oid 26 snap 17 2023-05-20T05:59:01.201 INFO:tasks.rados.rados.0.smithi081.stdout:307: expect (ObjNum 25 snap 0 seq_num 25) 2023-05-20T05:59:01.202 INFO:tasks.rados.rados.0.smithi081.stdout:308: rmattr oid 32 current snap is 26 2023-05-20T05:59:01.202 INFO:tasks.rados.rados.0.smithi081.stdout:306: finishing write tid 1 to smithi081164505-11 2023-05-20T05:59:01.202 INFO:tasks.rados.rados.0.smithi081.stdout:306: finishing write tid 2 to smithi081164505-11 2023-05-20T05:59:01.202 INFO:tasks.rados.rados.0.smithi081.stdout:306: finishing write tid 3 to smithi081164505-11 2023-05-20T05:59:01.202 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 26 2023-05-20T05:59:01.202 INFO:tasks.rados.rados.0.smithi081.stdout:309: seq_num 122 ranges {663552=450560,1114112=688128,1802240=630784,2433024=286720} 2023-05-20T05:59:01.206 INFO:tasks.rados.rados.0.smithi081.stdout:309: writing smithi081164505-46 from 663552 to 1114112 tid 1 2023-05-20T05:59:01.210 INFO:tasks.rados.rados.0.smithi081.stdout:309: writing smithi081164505-46 from 1114112 to 1802240 tid 2 2023-05-20T05:59:01.214 INFO:tasks.rados.rados.0.smithi081.stdout:309: writing smithi081164505-46 from 1802240 to 2433024 tid 3 2023-05-20T05:59:01.216 INFO:tasks.rados.rados.0.smithi081.stdout:309: writing smithi081164505-46 from 2433024 to 2719744 tid 4 2023-05-20T05:59:01.216 INFO:tasks.rados.rados.0.smithi081.stdout:310: read oid 2 snap -1 2023-05-20T05:59:01.216 INFO:tasks.rados.rados.0.smithi081.stdout:310: expect (ObjNum 118 snap 26 seq_num 118) 2023-05-20T05:59:01.216 INFO:tasks.rados.rados.0.smithi081.stdout:311: read oid 7 snap 25 2023-05-20T05:59:01.217 INFO:tasks.rados.rados.0.smithi081.stdout:311: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:01.217 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 26 2023-05-20T05:59:01.217 INFO:tasks.rados.rados.0.smithi081.stdout:312: seq_num 123 ranges {3481600=466944,3948544=573440,4521984=794624,5316608=237568} 2023-05-20T05:59:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:312: writing smithi081164505-42 from 3481600 to 3948544 tid 1 2023-05-20T05:59:01.241 INFO:tasks.rados.rados.0.smithi081.stdout:312: writing smithi081164505-42 from 3948544 to 4521984 tid 2 2023-05-20T05:59:01.246 INFO:tasks.rados.rados.0.smithi081.stdout:312: writing smithi081164505-42 from 4521984 to 5316608 tid 3 2023-05-20T05:59:01.247 INFO:tasks.rados.rados.0.smithi081.stdout:312: writing smithi081164505-42 from 5316608 to 5554176 tid 4 2023-05-20T05:59:01.248 INFO:tasks.rados.rados.0.smithi081.stdout:313: snap_remove snap 20 2023-05-20T05:59:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:01 smithi170 ceph-mon[97338]: osdmap e120: 8 total, 8 up, 8 in 2023-05-20T05:59:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:01 smithi170 ceph-mon[97338]: pgmap v170: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:01 smithi081 ceph-mon[95500]: osdmap e120: 8 total, 8 up, 8 in 2023-05-20T05:59:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:01 smithi081 ceph-mon[95500]: pgmap v170: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:01 smithi081 ceph-mon[107735]: osdmap e120: 8 total, 8 up, 8 in 2023-05-20T05:59:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:01 smithi081 ceph-mon[107735]: pgmap v170: 121 pgs: 121 active+clean; 91 MiB data, 239 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:02.033 INFO:tasks.rados.rados.0.smithi081.stdout:313: done (7 left) 2023-05-20T05:59:02.034 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 26 2023-05-20T05:59:02.034 INFO:tasks.rados.rados.0.smithi081.stdout:314: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2023-05-20T05:59:02.034 INFO:tasks.rados.rados.0.smithi081.stdout:314: writing smithi081164505-1 from 0 to 483328 tid 1 2023-05-20T05:59:02.039 INFO:tasks.rados.rados.0.smithi081.stdout:314: writing smithi081164505-1 from 483328 to 942080 tid 2 2023-05-20T05:59:02.040 INFO:tasks.rados.rados.0.smithi081.stdout:314: writing smithi081164505-1 from 942080 to 1540096 tid 3 2023-05-20T05:59:02.046 INFO:tasks.rados.rados.0.smithi081.stdout:314: writing smithi081164505-1 from 1540096 to 2088960 tid 4 2023-05-20T05:59:02.047 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 26 2023-05-20T05:59:02.047 INFO:tasks.rados.rados.0.smithi081.stdout:315: seq_num 125 ranges {0=499712,499712=745472,1245184=409600,1654784=450560} 2023-05-20T05:59:02.047 INFO:tasks.rados.rados.0.smithi081.stdout:315: writing smithi081164505-50 from 0 to 499712 tid 1 2023-05-20T05:59:02.051 INFO:tasks.rados.rados.0.smithi081.stdout:315: writing smithi081164505-50 from 499712 to 1245184 tid 2 2023-05-20T05:59:02.053 INFO:tasks.rados.rados.0.smithi081.stdout:315: writing smithi081164505-50 from 1245184 to 1654784 tid 3 2023-05-20T05:59:02.057 INFO:tasks.rados.rados.0.smithi081.stdout:315: writing smithi081164505-50 from 1654784 to 2105344 tid 4 2023-05-20T05:59:02.057 INFO:tasks.rados.rados.0.smithi081.stdout:316: rollback oid 49 current snap is 26 2023-05-20T05:59:02.057 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 15 2023-05-20T05:59:02.057 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 36 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-05-20T05:59:02.057 INFO:tasks.rados.rados.0.smithi081.stdout:306: finishing write tid 4 to smithi081164505-11 2023-05-20T05:59:02.057 INFO:tasks.rados.rados.0.smithi081.stdout:306: finishing write tid 5 to smithi081164505-11 2023-05-20T05:59:02.058 INFO:tasks.rados.rados.0.smithi081.stdout:307: expect (ObjNum 25 snap 0 seq_num 25) 2023-05-20T05:59:02.069 INFO:tasks.rados.rados.0.smithi081.stdout:306: finishing write tid 6 to smithi081164505-11 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 134 (ObjNum 121 snap 26 seq_num 121) dirty exists 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:306: left oid 11 (ObjNum 121 snap 26 seq_num 121) 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:309: finishing write tid 1 to smithi081164505-46 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:309: finishing write tid 2 to smithi081164505-46 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:309: finishing write tid 3 to smithi081164505-46 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:309: finishing write tid 4 to smithi081164505-46 2023-05-20T05:59:02.070 INFO:tasks.rados.rados.0.smithi081.stdout:306: done (9 left) 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:307: done (8 left) 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:308: done (7 left) 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:317: rollback oid 22 current snap is 26 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 25 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:309: finishing write tid 5 to smithi081164505-46 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:309: finishing write tid 6 to smithi081164505-46 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 96 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-05-20T05:59:02.071 INFO:tasks.rados.rados.0.smithi081.stdout:309: left oid 46 (ObjNum 122 snap 26 seq_num 122) 2023-05-20T05:59:02.072 INFO:tasks.rados.rados.0.smithi081.stdout:310: expect (ObjNum 118 snap 26 seq_num 118) 2023-05-20T05:59:02.118 INFO:tasks.rados.rados.0.smithi081.stdout:311: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:02.157 INFO:tasks.rados.rados.0.smithi081.stdout:312: finishing write tid 1 to smithi081164505-42 2023-05-20T05:59:02.157 INFO:tasks.rados.rados.0.smithi081.stdout:312: finishing write tid 2 to smithi081164505-42 2023-05-20T05:59:02.157 INFO:tasks.rados.rados.0.smithi081.stdout:312: finishing write tid 3 to smithi081164505-42 2023-05-20T05:59:02.157 INFO:tasks.rados.rados.0.smithi081.stdout:312: finishing write tid 4 to smithi081164505-42 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:312: finishing write tid 5 to smithi081164505-42 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:312: finishing write tid 6 to smithi081164505-42 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 102 (ObjNum 123 snap 26 seq_num 123) dirty exists 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:312: left oid 42 (ObjNum 123 snap 26 seq_num 123) 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:314: finishing write tid 1 to smithi081164505-1 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:314: finishing write tid 2 to smithi081164505-1 2023-05-20T05:59:02.158 INFO:tasks.rados.rados.0.smithi081.stdout:314: finishing write tid 3 to smithi081164505-1 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:314: finishing write tid 4 to smithi081164505-1 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:314: finishing write tid 5 to smithi081164505-1 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:315: finishing write tid 1 to smithi081164505-50 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:314: finishing write tid 6 to smithi081164505-1 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 37 (ObjNum 124 snap 26 seq_num 124) dirty exists 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:314: left oid 1 (ObjNum 124 snap 26 seq_num 124) 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:315: finishing write tid 2 to smithi081164505-50 2023-05-20T05:59:02.159 INFO:tasks.rados.rados.0.smithi081.stdout:315: finishing write tid 3 to smithi081164505-50 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:316: finishing rollback tid 0 to smithi081164505-49 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:316: finishing rollback tid 1 to smithi081164505-49 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:316: finishing rollback tid 2 to smithi081164505-49 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 139 (ObjNum 65 snap 6 seq_num 65) dirty exists 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:315: finishing write tid 4 to smithi081164505-50 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:315: finishing write tid 5 to smithi081164505-50 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:315: finishing write tid 6 to smithi081164505-50 2023-05-20T05:59:02.160 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 98 (ObjNum 125 snap 26 seq_num 125) dirty exists 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:315: left oid 50 (ObjNum 125 snap 26 seq_num 125) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:309: done (7 left) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:310: done (6 left) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:311: done (5 left) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:312: done (4 left) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:314: done (3 left) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:315: done (2 left) 2023-05-20T05:59:02.161 INFO:tasks.rados.rados.0.smithi081.stdout:316: done (1 left) 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:318: rmattr oid 11 current snap is 26 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:318: done (1 left) 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:319: rollback oid 48 current snap is 26 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 48 to 10 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:317: finishing rollback tid 0 to smithi081164505-22 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:317: finishing rollback tid 1 to smithi081164505-22 2023-05-20T05:59:02.162 INFO:tasks.rados.rados.0.smithi081.stdout:317: finishing rollback tid 2 to smithi081164505-22 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 132 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:317: done (1 left) 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:320: rmattr oid 46 current snap is 26 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:321: copy_from oid 34 from oid 27 current snap is 26 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:322: rollback oid 38 current snap is 26 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 23 2023-05-20T05:59:02.163 INFO:tasks.rados.rados.0.smithi081.stdout:323: snap_remove snap 11 2023-05-20T05:59:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:02 smithi170 ceph-mon[97338]: osdmap e121: 8 total, 8 up, 8 in 2023-05-20T05:59:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:02 smithi081 ceph-mon[95500]: osdmap e121: 8 total, 8 up, 8 in 2023-05-20T05:59:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:02 smithi081 ceph-mon[107735]: osdmap e121: 8 total, 8 up, 8 in 2023-05-20T05:59:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:323: done (4 left) 2023-05-20T05:59:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:324: snap_create 2023-05-20T05:59:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 109 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-05-20T05:59:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:322: finishing rollback tid 0 to smithi081164505-38 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:319: finishing rollback tid 0 to smithi081164505-48 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:322: finishing rollback tid 1 to smithi081164505-38 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:319: finishing rollback tid 1 to smithi081164505-48 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:322: finishing rollback tid 2 to smithi081164505-38 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 135 (ObjNum 100 snap 21 seq_num 100) dirty exists 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:319: finishing rollback tid 2 to smithi081164505-48 2023-05-20T05:59:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 148 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-05-20T05:59:03.044 INFO:tasks.rados.rados.0.smithi081.stdout:321: finishing copy_from to smithi081164505-34 2023-05-20T05:59:03.044 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 60 (ObjNum 76 snap 12 seq_num 76) dirty exists 2023-05-20T05:59:03.044 INFO:tasks.rados.rados.0.smithi081.stdout:321: finishing copy_from racing read to smithi081164505-34 2023-05-20T05:59:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:03 smithi170 ceph-mon[97338]: osdmap e122: 8 total, 8 up, 8 in 2023-05-20T05:59:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:03 smithi170 ceph-mon[97338]: pgmap v173: 121 pgs: 121 active+clean; 106 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2023-05-20T05:59:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:03] "GET /metrics HTTP/1.1" 200 240879 "" "Prometheus/2.33.4" 2023-05-20T05:59:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:03 smithi081 ceph-mon[95500]: osdmap e122: 8 total, 8 up, 8 in 2023-05-20T05:59:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:03 smithi081 ceph-mon[95500]: pgmap v173: 121 pgs: 121 active+clean; 106 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2023-05-20T05:59:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:03 smithi081 ceph-mon[107735]: osdmap e122: 8 total, 8 up, 8 in 2023-05-20T05:59:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:03 smithi081 ceph-mon[107735]: pgmap v173: 121 pgs: 121 active+clean; 106 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2023-05-20T05:59:04.018 INFO:tasks.rados.rados.0.smithi081.stdout:319: done (4 left) 2023-05-20T05:59:04.018 INFO:tasks.rados.rados.0.smithi081.stdout:320: done (3 left) 2023-05-20T05:59:04.018 INFO:tasks.rados.rados.0.smithi081.stdout:321: done (2 left) 2023-05-20T05:59:04.019 INFO:tasks.rados.rados.0.smithi081.stdout:322: done (1 left) 2023-05-20T05:59:04.019 INFO:tasks.rados.rados.0.smithi081.stdout:324: done (0 left) 2023-05-20T05:59:04.019 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 27 2023-05-20T05:59:04.019 INFO:tasks.rados.rados.0.smithi081.stdout:325: seq_num 126 ranges {4587520=516096,5103616=630784,5734400=614400,6348800=360448} 2023-05-20T05:59:04.045 INFO:tasks.rados.rados.0.smithi081.stdout:325: writing smithi081164505-16 from 4587520 to 5103616 tid 1 2023-05-20T05:59:04.049 INFO:tasks.rados.rados.0.smithi081.stdout:325: writing smithi081164505-16 from 5103616 to 5734400 tid 2 2023-05-20T05:59:04.053 INFO:tasks.rados.rados.0.smithi081.stdout:325: writing smithi081164505-16 from 5734400 to 6348800 tid 3 2023-05-20T05:59:04.056 INFO:tasks.rados.rados.0.smithi081.stdout:325: writing smithi081164505-16 from 6348800 to 6709248 tid 4 2023-05-20T05:59:04.057 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 27 2023-05-20T05:59:04.057 INFO:tasks.rados.rados.0.smithi081.stdout:325: finishing write tid 1 to smithi081164505-16 2023-05-20T05:59:04.057 INFO:tasks.rados.rados.0.smithi081.stdout:325: finishing write tid 2 to smithi081164505-16 2023-05-20T05:59:04.057 INFO:tasks.rados.rados.0.smithi081.stdout:326: seq_num 127 ranges {286720=532480,819200=507904,1327104=778240,2105344=319488} 2023-05-20T05:59:04.059 INFO:tasks.rados.rados.0.smithi081.stdout:326: writing smithi081164505-18 from 286720 to 819200 tid 1 2023-05-20T05:59:04.062 INFO:tasks.rados.rados.0.smithi081.stdout:326: writing smithi081164505-18 from 819200 to 1327104 tid 2 2023-05-20T05:59:04.067 INFO:tasks.rados.rados.0.smithi081.stdout:326: writing smithi081164505-18 from 1327104 to 2105344 tid 3 2023-05-20T05:59:04.069 INFO:tasks.rados.rados.0.smithi081.stdout:326: writing smithi081164505-18 from 2105344 to 2424832 tid 4 2023-05-20T05:59:04.069 INFO:tasks.rados.rados.0.smithi081.stdout:327: setattr oid 45 current snap is 27 2023-05-20T05:59:04.069 INFO:tasks.rados.rados.0.smithi081.stdout:325: finishing write tid 3 to smithi081164505-16 2023-05-20T05:59:04.069 INFO:tasks.rados.rados.0.smithi081.stdout:325: finishing write tid 4 to smithi081164505-16 2023-05-20T05:59:04.070 INFO:tasks.rados.rados.0.smithi081.stdout:325: finishing write tid 5 to smithi081164505-16 2023-05-20T05:59:04.070 INFO:tasks.rados.rados.0.smithi081.stdout:325: finishing write tid 6 to smithi081164505-16 2023-05-20T05:59:04.070 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 165 (ObjNum 126 snap 27 seq_num 126) dirty exists 2023-05-20T05:59:04.070 INFO:tasks.rados.rados.0.smithi081.stdout:325: left oid 16 (ObjNum 126 snap 27 seq_num 126) 2023-05-20T05:59:04.070 INFO:tasks.rados.rados.0.smithi081.stdout:326: finishing write tid 1 to smithi081164505-18 2023-05-20T05:59:04.070 INFO:tasks.rados.rados.0.smithi081.stdout:326: finishing write tid 2 to smithi081164505-18 2023-05-20T05:59:04.071 INFO:tasks.rados.rados.0.smithi081.stdout:326: finishing write tid 3 to smithi081164505-18 2023-05-20T05:59:04.071 INFO:tasks.rados.rados.0.smithi081.stdout:326: finishing write tid 4 to smithi081164505-18 2023-05-20T05:59:04.071 INFO:tasks.rados.rados.0.smithi081.stdout:326: finishing write tid 5 to smithi081164505-18 2023-05-20T05:59:04.072 INFO:tasks.rados.rados.0.smithi081.stdout:325: done (2 left) 2023-05-20T05:59:04.072 INFO:tasks.rados.rados.0.smithi081.stdout:328: snap_remove snap 10 2023-05-20T05:59:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:04 smithi170 ceph-mon[97338]: osdmap e123: 8 total, 8 up, 8 in 2023-05-20T05:59:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:04 smithi170 ceph-mon[97338]: osdmap e124: 8 total, 8 up, 8 in 2023-05-20T05:59:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:04 smithi081 ceph-mon[95500]: osdmap e123: 8 total, 8 up, 8 in 2023-05-20T05:59:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:04 smithi081 ceph-mon[95500]: osdmap e124: 8 total, 8 up, 8 in 2023-05-20T05:59:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:04 smithi081 ceph-mon[107735]: osdmap e123: 8 total, 8 up, 8 in 2023-05-20T05:59:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:04 smithi081 ceph-mon[107735]: osdmap e124: 8 total, 8 up, 8 in 2023-05-20T05:59:05.047 INFO:tasks.rados.rados.0.smithi081.stdout:328: done (2 left) 2023-05-20T05:59:05.048 INFO:tasks.rados.rados.0.smithi081.stdout:329: setattr oid 15 current snap is 27 2023-05-20T05:59:05.048 INFO:tasks.rados.rados.0.smithi081.stdout:326: finishing write tid 6 to smithi081164505-18 2023-05-20T05:59:05.048 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 46 (ObjNum 127 snap 27 seq_num 127) dirty exists 2023-05-20T05:59:05.048 INFO:tasks.rados.rados.0.smithi081.stdout:326: left oid 18 (ObjNum 127 snap 27 seq_num 127) 2023-05-20T05:59:05.048 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 117 (ObjNum 117 snap 26 seq_num 117) dirty exists 2023-05-20T05:59:05.049 INFO:tasks.rados.rados.0.smithi081.stdout:326: done (2 left) 2023-05-20T05:59:05.049 INFO:tasks.rados.rados.0.smithi081.stdout:327: done (1 left) 2023-05-20T05:59:05.050 INFO:tasks.rados.rados.0.smithi081.stdout:330: snap_create 2023-05-20T05:59:05.059 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 171 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:59:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:05 smithi170 ceph-mon[97338]: pgmap v176: 121 pgs: 121 active+clean; 106 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2023-05-20T05:59:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:05 smithi081 ceph-mon[95500]: pgmap v176: 121 pgs: 121 active+clean; 106 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2023-05-20T05:59:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:05 smithi081 ceph-mon[107735]: pgmap v176: 121 pgs: 121 active+clean; 106 MiB data, 258 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2023-05-20T05:59:06.046 INFO:tasks.rados.rados.0.smithi081.stdout:329: done (1 left) 2023-05-20T05:59:06.047 INFO:tasks.rados.rados.0.smithi081.stdout:330: done (0 left) 2023-05-20T05:59:06.047 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 28 2023-05-20T05:59:06.047 INFO:tasks.rados.rados.0.smithi081.stdout:331: seq_num 128 ranges {540672=548864,1089536=794624,1884160=581632,2465792=229376} 2023-05-20T05:59:06.052 INFO:tasks.rados.rados.0.smithi081.stdout:331: writing smithi081164505-33 from 540672 to 1089536 tid 1 2023-05-20T05:59:06.057 INFO:tasks.rados.rados.0.smithi081.stdout:331: writing smithi081164505-33 from 1089536 to 1884160 tid 2 2023-05-20T05:59:06.060 INFO:tasks.rados.rados.0.smithi081.stdout:331: writing smithi081164505-33 from 1884160 to 2465792 tid 3 2023-05-20T05:59:06.062 INFO:tasks.rados.rados.0.smithi081.stdout:331: writing smithi081164505-33 from 2465792 to 2695168 tid 4 2023-05-20T05:59:06.062 INFO:tasks.rados.rados.0.smithi081.stdout:332: copy_from oid 18 from oid 13 current snap is 28 2023-05-20T05:59:06.062 INFO:tasks.rados.rados.0.smithi081.stdout:331: finishing write tid 1 to smithi081164505-33 2023-05-20T05:59:06.062 INFO:tasks.rados.rados.0.smithi081.stdout:331: finishing write tid 2 to smithi081164505-33 2023-05-20T05:59:06.062 INFO:tasks.rados.rados.0.smithi081.stdout:333: snap_create 2023-05-20T05:59:06.063 INFO:tasks.rados.rados.0.smithi081.stdout:332: finishing copy_from to smithi081164505-18 2023-05-20T05:59:06.063 INFO:tasks.rados.rados.0.smithi081.stdout:332: got expected ENOENT (src dne) 2023-05-20T05:59:06.063 INFO:tasks.rados.rados.0.smithi081.stdout:332: finishing copy_from racing read to smithi081164505-18 2023-05-20T05:59:06.064 INFO:tasks.rados.rados.0.smithi081.stdout:331: finishing write tid 3 to smithi081164505-33 2023-05-20T05:59:06.064 INFO:tasks.rados.rados.0.smithi081.stdout:331: finishing write tid 4 to smithi081164505-33 2023-05-20T05:59:06.065 INFO:tasks.rados.rados.0.smithi081.stdout:331: finishing write tid 5 to smithi081164505-33 2023-05-20T05:59:06.066 INFO:tasks.rados.rados.0.smithi081.stdout:331: finishing write tid 6 to smithi081164505-33 2023-05-20T05:59:06.067 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 65 (ObjNum 128 snap 28 seq_num 128) dirty exists 2023-05-20T05:59:06.067 INFO:tasks.rados.rados.0.smithi081.stdout:331: left oid 33 (ObjNum 128 snap 28 seq_num 128) 2023-05-20T05:59:06.305 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:06 smithi170 ceph-mon[97338]: osdmap e125: 8 total, 8 up, 8 in 2023-05-20T05:59:06.305 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:06 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:06 smithi081 ceph-mon[95500]: osdmap e125: 8 total, 8 up, 8 in 2023-05-20T05:59:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:06 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:06 smithi081 ceph-mon[107735]: osdmap e125: 8 total, 8 up, 8 in 2023-05-20T05:59:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:06 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:06.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:06 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:59:07.061 INFO:tasks.rados.rados.0.smithi081.stdout:331: done (2 left) 2023-05-20T05:59:07.061 INFO:tasks.rados.rados.0.smithi081.stdout:332: done (1 left) 2023-05-20T05:59:07.061 INFO:tasks.rados.rados.0.smithi081.stdout:333: done (0 left) 2023-05-20T05:59:07.061 INFO:tasks.rados.rados.0.smithi081.stdout:334: snap_create 2023-05-20T05:59:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:07 smithi170 ceph-mon[97338]: osdmap e126: 8 total, 8 up, 8 in 2023-05-20T05:59:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:07 smithi170 ceph-mon[97338]: pgmap v179: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-05-20T05:59:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:07 smithi081 ceph-mon[95500]: osdmap e126: 8 total, 8 up, 8 in 2023-05-20T05:59:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:07 smithi081 ceph-mon[95500]: pgmap v179: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-05-20T05:59:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:07 smithi081 ceph-mon[107735]: osdmap e126: 8 total, 8 up, 8 in 2023-05-20T05:59:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:07 smithi081 ceph-mon[107735]: pgmap v179: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-05-20T05:59:08.065 INFO:tasks.rados.rados.0.smithi081.stdout:334: done (0 left) 2023-05-20T05:59:08.066 INFO:tasks.rados.rados.0.smithi081.stdout:335: read oid 15 snap -1 2023-05-20T05:59:08.067 INFO:tasks.rados.rados.0.smithi081.stdout:335: expect (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:59:08.067 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 30 2023-05-20T05:59:08.067 INFO:tasks.rados.rados.0.smithi081.stdout:336: seq_num 129 ranges {1720320=565248,2285568=679936,2965504=786432,3751936=139264} 2023-05-20T05:59:08.078 INFO:tasks.rados.rados.0.smithi081.stdout:336: writing smithi081164505-17 from 1720320 to 2285568 tid 1 2023-05-20T05:59:08.082 INFO:tasks.rados.rados.0.smithi081.stdout:336: writing smithi081164505-17 from 2285568 to 2965504 tid 2 2023-05-20T05:59:08.086 INFO:tasks.rados.rados.0.smithi081.stdout:336: writing smithi081164505-17 from 2965504 to 3751936 tid 3 2023-05-20T05:59:08.087 INFO:tasks.rados.rados.0.smithi081.stdout:336: writing smithi081164505-17 from 3751936 to 3891200 tid 4 2023-05-20T05:59:08.088 INFO:tasks.rados.rados.0.smithi081.stdout:337: setattr oid 13 current snap is 30 2023-05-20T05:59:08.088 INFO:tasks.rados.rados.0.smithi081.stdout:335: expect (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:59:08.112 INFO:tasks.rados.rados.0.smithi081.stdout:336: finishing write tid 1 to smithi081164505-17 2023-05-20T05:59:08.112 INFO:tasks.rados.rados.0.smithi081.stdout:336: finishing write tid 2 to smithi081164505-17 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:336: finishing write tid 3 to smithi081164505-17 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:336: finishing write tid 4 to smithi081164505-17 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:336: finishing write tid 5 to smithi081164505-17 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:336: finishing write tid 6 to smithi081164505-17 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 132 (ObjNum 129 snap 30 seq_num 129) dirty exists 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:336: left oid 17 (ObjNum 129 snap 30 seq_num 129) 2023-05-20T05:59:08.113 INFO:tasks.rados.rados.0.smithi081.stdout:335: done (2 left) 2023-05-20T05:59:08.114 INFO:tasks.rados.rados.0.smithi081.stdout:336: done (1 left) 2023-05-20T05:59:08.114 INFO:tasks.rados.rados.0.smithi081.stdout:338: delete oid 31 current snap is 30 2023-05-20T05:59:08.114 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 176 (ObjNum 129 snap 0 seq_num 163919952) dirty exists 2023-05-20T05:59:08.114 INFO:tasks.rados.rados.0.smithi081.stdout:337: done (1 left) 2023-05-20T05:59:08.115 INFO:tasks.rados.rados.0.smithi081.stdout:338: done (0 left) 2023-05-20T05:59:08.115 INFO:tasks.rados.rados.0.smithi081.stdout:339: read oid 35 snap -1 2023-05-20T05:59:08.115 INFO:tasks.rados.rados.0.smithi081.stdout:339: expect (ObjNum 106 snap 25 seq_num 106) 2023-05-20T05:59:08.115 INFO:tasks.rados.rados.0.smithi081.stdout:340: copy_from oid 13 from oid 14 current snap is 30 2023-05-20T05:59:08.115 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 30 2023-05-20T05:59:08.115 INFO:tasks.rados.rados.0.smithi081.stdout:341: seq_num 131 ranges {606208=598016,1204224=499712,1703936=753664,2457600=352256} 2023-05-20T05:59:08.119 INFO:tasks.rados.rados.0.smithi081.stdout:341: writing smithi081164505-6 from 606208 to 1204224 tid 1 2023-05-20T05:59:08.123 INFO:tasks.rados.rados.0.smithi081.stdout:341: writing smithi081164505-6 from 1204224 to 1703936 tid 2 2023-05-20T05:59:08.127 INFO:tasks.rados.rados.0.smithi081.stdout:341: writing smithi081164505-6 from 1703936 to 2457600 tid 3 2023-05-20T05:59:08.130 INFO:tasks.rados.rados.0.smithi081.stdout:341: writing smithi081164505-6 from 2457600 to 2809856 tid 4 2023-05-20T05:59:08.131 INFO:tasks.rados.rados.0.smithi081.stdout:342: read oid 37 snap -1 2023-05-20T05:59:08.131 INFO:tasks.rados.rados.0.smithi081.stdout:342: expect (ObjNum 69 snap 6 seq_num 69) 2023-05-20T05:59:08.131 INFO:tasks.rados.rados.0.smithi081.stdout:343: rollback oid 9 current snap is 30 2023-05-20T05:59:08.132 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 17 2023-05-20T05:59:08.132 INFO:tasks.rados.rados.0.smithi081.stdout:344: read oid 1 snap -1 2023-05-20T05:59:08.132 INFO:tasks.rados.rados.0.smithi081.stdout:344: expect (ObjNum 124 snap 26 seq_num 124) 2023-05-20T05:59:08.133 INFO:tasks.rados.rados.0.smithi081.stdout:345: delete oid 34 current snap is 30 2023-05-20T05:59:08.133 INFO:tasks.rados.rados.0.smithi081.stdout:339: expect (ObjNum 106 snap 25 seq_num 106) 2023-05-20T05:59:08.204 INFO:tasks.rados.rados.0.smithi081.stdout:340: finishing copy_from to smithi081164505-13 2023-05-20T05:59:08.204 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 87 (ObjNum 109 snap 25 seq_num 109) dirty exists 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:340: finishing copy_from racing read to smithi081164505-13 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:341: finishing write tid 1 to smithi081164505-6 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:341: finishing write tid 2 to smithi081164505-6 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:339: done (6 left) 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:340: done (5 left) 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:345: done (4 left) 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:346: rollback oid 36 current snap is 30 2023-05-20T05:59:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 25 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:341: finishing write tid 3 to smithi081164505-6 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:343: finishing rollback tid 0 to smithi081164505-9 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:343: finishing rollback tid 1 to smithi081164505-9 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:343: finishing rollback tid 2 to smithi081164505-9 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 37 (ObjNum 70 snap 7 seq_num 70) dirty exists 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:341: finishing write tid 4 to smithi081164505-6 2023-05-20T05:59:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:341: finishing write tid 5 to smithi081164505-6 2023-05-20T05:59:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:341: finishing write tid 6 to smithi081164505-6 2023-05-20T05:59:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 28 (ObjNum 131 snap 30 seq_num 131) dirty exists 2023-05-20T05:59:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:341: left oid 6 (ObjNum 131 snap 30 seq_num 131) 2023-05-20T05:59:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:342: expect (ObjNum 69 snap 6 seq_num 69) 2023-05-20T05:59:08.232 INFO:tasks.rados.rados.0.smithi081.stdout:344: expect (ObjNum 124 snap 26 seq_num 124) 2023-05-20T05:59:08.284 INFO:tasks.rados.rados.0.smithi081.stdout:346: finishing rollback tid 0 to smithi081164505-36 2023-05-20T05:59:08.284 INFO:tasks.rados.rados.0.smithi081.stdout:346: finishing rollback tid 1 to smithi081164505-36 2023-05-20T05:59:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:346: finishing rollback tid 2 to smithi081164505-36 2023-05-20T05:59:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 181 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-05-20T05:59:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:341: done (4 left) 2023-05-20T05:59:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:342: done (3 left) 2023-05-20T05:59:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:343: done (2 left) 2023-05-20T05:59:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:344: done (1 left) 2023-05-20T05:59:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:346: done (0 left) 2023-05-20T05:59:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:347: rollback oid 14 current snap is 30 2023-05-20T05:59:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 23 2023-05-20T05:59:08.287 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 30 2023-05-20T05:59:08.287 INFO:tasks.rados.rados.0.smithi081.stdout:348: seq_num 133 ranges {1318912=630784,1949696=663552,2613248=770048,3383296=172032} 2023-05-20T05:59:08.294 INFO:tasks.rados.rados.0.smithi081.stdout:348: writing smithi081164505-9 from 1318912 to 1949696 tid 1 2023-05-20T05:59:08.298 INFO:tasks.rados.rados.0.smithi081.stdout:348: writing smithi081164505-9 from 1949696 to 2613248 tid 2 2023-05-20T05:59:08.302 INFO:tasks.rados.rados.0.smithi081.stdout:348: writing smithi081164505-9 from 2613248 to 3383296 tid 3 2023-05-20T05:59:08.304 INFO:tasks.rados.rados.0.smithi081.stdout:348: writing smithi081164505-9 from 3383296 to 3555328 tid 4 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:349: read oid 29 snap -1 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:349: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:350: copy_from oid 42 from oid 21 current snap is 30 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:347: finishing rollback tid 0 to smithi081164505-14 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:347: finishing rollback tid 1 to smithi081164505-14 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 171 (ObjNum 163706416 snap 21996 seq_num 304) dirty dne 2023-05-20T05:59:08.305 INFO:tasks.rados.rados.0.smithi081.stdout:348: finishing write tid 1 to smithi081164505-9 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:348: finishing write tid 2 to smithi081164505-9 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:347: done (3 left) 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:351: rollback oid 16 current snap is 30 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 26 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:352: read oid 41 snap -1 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:352: expect deleted 2023-05-20T05:59:08.306 INFO:tasks.rados.rados.0.smithi081.stdout:353: rmattr oid 17 current snap is 30 2023-05-20T05:59:08.307 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 30 2023-05-20T05:59:08.307 INFO:tasks.rados.rados.0.smithi081.stdout:354: seq_num 134 ranges {2359296=647168,3006464=548864,3555328=573440,4128768=483328} 2023-05-20T05:59:08.320 INFO:tasks.rados.rados.0.smithi081.stdout:354: writing smithi081164505-35 from 2359296 to 3006464 tid 1 2023-05-20T05:59:08.323 INFO:tasks.rados.rados.0.smithi081.stdout:354: writing smithi081164505-35 from 3006464 to 3555328 tid 2 2023-05-20T05:59:08.326 INFO:tasks.rados.rados.0.smithi081.stdout:354: writing smithi081164505-35 from 3555328 to 4128768 tid 3 2023-05-20T05:59:08.329 INFO:tasks.rados.rados.0.smithi081.stdout:354: writing smithi081164505-35 from 4128768 to 4612096 tid 4 2023-05-20T05:59:08.330 INFO:tasks.rados.rados.0.smithi081.stdout:355: read oid 34 snap -1 2023-05-20T05:59:08.330 INFO:tasks.rados.rados.0.smithi081.stdout:355: expect deleted 2023-05-20T05:59:08.330 INFO:tasks.rados.rados.0.smithi081.stdout:356: copy_from oid 48 from oid 25 current snap is 30 2023-05-20T05:59:08.330 INFO:tasks.rados.rados.0.smithi081.stdout:350: finishing copy_from to smithi081164505-42 2023-05-20T05:59:08.330 INFO:tasks.rados.rados.0.smithi081.stdout:350: got expected ENOENT (src dne) 2023-05-20T05:59:08.331 INFO:tasks.rados.rados.0.smithi081.stdout:350: finishing copy_from racing read to smithi081164505-42 2023-05-20T05:59:08.331 INFO:tasks.rados.rados.0.smithi081.stdout:349: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T05:59:08.332 INFO:tasks.rados.rados.0.smithi081.stdout:351: finishing rollback tid 0 to smithi081164505-16 2023-05-20T05:59:08.332 INFO:tasks.rados.rados.0.smithi081.stdout:348: finishing write tid 3 to smithi081164505-9 2023-05-20T05:59:08.332 INFO:tasks.rados.rados.0.smithi081.stdout:351: finishing rollback tid 1 to smithi081164505-16 2023-05-20T05:59:08.332 INFO:tasks.rados.rados.0.smithi081.stdout:348: finishing write tid 4 to smithi081164505-9 2023-05-20T05:59:08.332 INFO:tasks.rados.rados.0.smithi081.stdout:349: done (8 left) 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:350: done (7 left) 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:357: read oid 10 snap -1 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:357: expect (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:358: read oid 7 snap 23 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:358: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 30 2023-05-20T05:59:08.333 INFO:tasks.rados.rados.0.smithi081.stdout:351: finishing rollback tid 2 to smithi081164505-16 2023-05-20T05:59:08.334 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 185 (ObjNum 96 snap 21 seq_num 96) dirty exists 2023-05-20T05:59:08.334 INFO:tasks.rados.rados.0.smithi081.stdout:348: finishing write tid 5 to smithi081164505-9 2023-05-20T05:59:08.334 INFO:tasks.rados.rados.0.smithi081.stdout:359: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2023-05-20T05:59:08.336 INFO:tasks.rados.rados.0.smithi081.stdout:359: writing smithi081164505-14 from 0 to 663552 tid 1 2023-05-20T05:59:08.338 INFO:tasks.rados.rados.0.smithi081.stdout:359: writing smithi081164505-14 from 663552 to 1097728 tid 2 2023-05-20T05:59:08.343 INFO:tasks.rados.rados.0.smithi081.stdout:359: writing smithi081164505-14 from 1097728 to 1884160 tid 3 2023-05-20T05:59:08.346 INFO:tasks.rados.rados.0.smithi081.stdout:359: writing smithi081164505-14 from 1884160 to 2269184 tid 4 2023-05-20T05:59:08.346 INFO:tasks.rados.rados.0.smithi081.stdout:351: done (9 left) 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:360: rollback oid 20 current snap is 30 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 28 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 133 (ObjNum 129 snap 30 seq_num 129) dirty exists 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:348: finishing write tid 6 to smithi081164505-9 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 42 (ObjNum 133 snap 30 seq_num 133) dirty exists 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:348: left oid 9 (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:08.347 INFO:tasks.rados.rados.0.smithi081.stdout:354: finishing write tid 1 to smithi081164505-35 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:354: finishing write tid 2 to smithi081164505-35 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:354: finishing write tid 3 to smithi081164505-35 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:348: done (9 left) 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:352: done (8 left) 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:353: done (7 left) 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 30 2023-05-20T05:59:08.348 INFO:tasks.rados.rados.0.smithi081.stdout:354: finishing write tid 4 to smithi081164505-35 2023-05-20T05:59:08.349 INFO:tasks.rados.rados.0.smithi081.stdout:354: finishing write tid 5 to smithi081164505-35 2023-05-20T05:59:08.349 INFO:tasks.rados.rados.0.smithi081.stdout:357: expect (ObjNum 38 snap 0 seq_num 38) 2023-05-20T05:59:08.364 INFO:tasks.rados.rados.0.smithi081.stdout:358: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:08.403 INFO:tasks.rados.rados.0.smithi081.stdout:354: finishing write tid 6 to smithi081164505-35 2023-05-20T05:59:08.403 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 206 (ObjNum 134 snap 30 seq_num 134) dirty exists 2023-05-20T05:59:08.403 INFO:tasks.rados.rados.0.smithi081.stdout:354: left oid 35 (ObjNum 134 snap 30 seq_num 134) 2023-05-20T05:59:08.403 INFO:tasks.rados.rados.0.smithi081.stdout:359: finishing write tid 1 to smithi081164505-14 2023-05-20T05:59:08.403 INFO:tasks.rados.rados.0.smithi081.stdout:361: seq_num 136 ranges {5554176=688128,6242304=720896,6963200=540672,7503872=344064} 2023-05-20T05:59:08.435 INFO:tasks.rados.rados.0.smithi081.stdout:361: writing smithi081164505-42 from 5554176 to 6242304 tid 1 2023-05-20T05:59:08.439 INFO:tasks.rados.rados.0.smithi081.stdout:361: writing smithi081164505-42 from 6242304 to 6963200 tid 2 2023-05-20T05:59:08.442 INFO:tasks.rados.rados.0.smithi081.stdout:361: writing smithi081164505-42 from 6963200 to 7503872 tid 3 2023-05-20T05:59:08.445 INFO:tasks.rados.rados.0.smithi081.stdout:361: writing smithi081164505-42 from 7503872 to 7847936 tid 4 2023-05-20T05:59:08.445 INFO:tasks.rados.rados.0.smithi081.stdout:354: done (7 left) 2023-05-20T05:59:08.445 INFO:tasks.rados.rados.0.smithi081.stdout:355: done (6 left) 2023-05-20T05:59:08.445 INFO:tasks.rados.rados.0.smithi081.stdout:357: done (5 left) 2023-05-20T05:59:08.445 INFO:tasks.rados.rados.0.smithi081.stdout:358: done (4 left) 2023-05-20T05:59:08.445 INFO:tasks.rados.rados.0.smithi081.stdout:362: rmattr oid 21 current snap is 30 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:362: done (4 left) 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:363: read oid 3 snap -1 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:363: expect (ObjNum 56 snap 4 seq_num 56) 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:364: snap_create 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:356: finishing copy_from to smithi081164505-48 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 165 (ObjNum 119 snap 26 seq_num 119) dirty exists 2023-05-20T05:59:08.446 INFO:tasks.rados.rados.0.smithi081.stdout:356: finishing copy_from racing read to smithi081164505-48 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:359: finishing write tid 2 to smithi081164505-14 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:359: finishing write tid 3 to smithi081164505-14 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:360: finishing rollback tid 0 to smithi081164505-20 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:360: finishing rollback tid 1 to smithi081164505-20 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:359: finishing write tid 4 to smithi081164505-14 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:360: finishing rollback tid 2 to smithi081164505-20 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 159 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:08.447 INFO:tasks.rados.rados.0.smithi081.stdout:359: finishing write tid 5 to smithi081164505-14 2023-05-20T05:59:08.448 INFO:tasks.rados.rados.0.smithi081.stdout:359: finishing write tid 6 to smithi081164505-14 2023-05-20T05:59:08.448 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 178 (ObjNum 135 snap 30 seq_num 135) dirty exists 2023-05-20T05:59:08.448 INFO:tasks.rados.rados.0.smithi081.stdout:359: left oid 14 (ObjNum 135 snap 30 seq_num 135) 2023-05-20T05:59:08.448 INFO:tasks.rados.rados.0.smithi081.stdout:361: finishing write tid 1 to smithi081164505-42 2023-05-20T05:59:08.448 INFO:tasks.rados.rados.0.smithi081.stdout:361: finishing write tid 2 to smithi081164505-42 2023-05-20T05:59:08.448 INFO:tasks.rados.rados.0.smithi081.stdout:361: finishing write tid 3 to smithi081164505-42 2023-05-20T05:59:08.449 INFO:tasks.rados.rados.0.smithi081.stdout:361: finishing write tid 4 to smithi081164505-42 2023-05-20T05:59:08.449 INFO:tasks.rados.rados.0.smithi081.stdout:361: finishing write tid 5 to smithi081164505-42 2023-05-20T05:59:08.449 INFO:tasks.rados.rados.0.smithi081.stdout:361: finishing write tid 6 to smithi081164505-42 2023-05-20T05:59:08.449 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 129 (ObjNum 136 snap 30 seq_num 136) dirty exists 2023-05-20T05:59:08.449 INFO:tasks.rados.rados.0.smithi081.stdout:361: left oid 42 (ObjNum 136 snap 30 seq_num 136) 2023-05-20T05:59:08.451 INFO:tasks.rados.rados.0.smithi081.stdout:363: expect (ObjNum 56 snap 4 seq_num 56) 2023-05-20T05:59:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:08 smithi170 ceph-mon[97338]: osdmap e127: 8 total, 8 up, 8 in 2023-05-20T05:59:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:08 smithi081 ceph-mon[95500]: osdmap e127: 8 total, 8 up, 8 in 2023-05-20T05:59:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:08 smithi081 ceph-mon[107735]: osdmap e127: 8 total, 8 up, 8 in 2023-05-20T05:59:09.017 INFO:tasks.rados.rados.0.smithi081.stdout:356: done (5 left) 2023-05-20T05:59:09.017 INFO:tasks.rados.rados.0.smithi081.stdout:359: done (4 left) 2023-05-20T05:59:09.018 INFO:tasks.rados.rados.0.smithi081.stdout:360: done (3 left) 2023-05-20T05:59:09.018 INFO:tasks.rados.rados.0.smithi081.stdout:361: done (2 left) 2023-05-20T05:59:09.018 INFO:tasks.rados.rados.0.smithi081.stdout:363: done (1 left) 2023-05-20T05:59:09.018 INFO:tasks.rados.rados.0.smithi081.stdout:364: done (0 left) 2023-05-20T05:59:09.018 INFO:tasks.rados.rados.0.smithi081.stdout:365: delete oid 49 current snap is 31 2023-05-20T05:59:09.024 INFO:tasks.rados.rados.0.smithi081.stdout:365: done (0 left) 2023-05-20T05:59:09.024 INFO:tasks.rados.rados.0.smithi081.stdout:366: rollback oid 18 current snap is 31 2023-05-20T05:59:09.024 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 29 2023-05-20T05:59:09.025 INFO:tasks.rados.rados.0.smithi081.stdout:367: snap_create 2023-05-20T05:59:09.026 INFO:tasks.rados.rados.0.smithi081.stdout:366: finishing rollback tid 0 to smithi081164505-18 2023-05-20T05:59:09.027 INFO:tasks.rados.rados.0.smithi081.stdout:366: finishing rollback tid 1 to smithi081164505-18 2023-05-20T05:59:09.027 INFO:tasks.rados.rados.0.smithi081.stdout:366: finishing rollback tid 2 to smithi081164505-18 2023-05-20T05:59:09.027 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 54 (ObjNum 127 snap 27 seq_num 127) dirty exists 2023-05-20T05:59:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:09 smithi170 ceph-mon[97338]: osdmap e128: 8 total, 8 up, 8 in 2023-05-20T05:59:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:09 smithi170 ceph-mon[97338]: pgmap v182: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-05-20T05:59:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:09 smithi170 ceph-mon[97338]: osdmap e129: 8 total, 8 up, 8 in 2023-05-20T05:59:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:09 smithi081 ceph-mon[95500]: osdmap e128: 8 total, 8 up, 8 in 2023-05-20T05:59:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:09 smithi081 ceph-mon[95500]: pgmap v182: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-05-20T05:59:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:09 smithi081 ceph-mon[95500]: osdmap e129: 8 total, 8 up, 8 in 2023-05-20T05:59:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:09 smithi081 ceph-mon[107735]: osdmap e128: 8 total, 8 up, 8 in 2023-05-20T05:59:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:09 smithi081 ceph-mon[107735]: pgmap v182: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.9 MiB/s wr, 22 op/s 2023-05-20T05:59:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:09 smithi081 ceph-mon[107735]: osdmap e129: 8 total, 8 up, 8 in 2023-05-20T05:59:10.030 INFO:tasks.rados.rados.0.smithi081.stdout:366: done (1 left) 2023-05-20T05:59:10.030 INFO:tasks.rados.rados.0.smithi081.stdout:367: done (0 left) 2023-05-20T05:59:10.030 INFO:tasks.rados.rados.0.smithi081.stdout:368: rollback oid 41 current snap is 32 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 30 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:369: rollback oid 18 current snap is 32 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 25 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:370: rmattr oid 23 current snap is 32 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:371: copy_from oid 13 from oid 37 current snap is 32 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 32 2023-05-20T05:59:10.031 INFO:tasks.rados.rados.0.smithi081.stdout:372: seq_num 138 ranges {172032=720896,892928=540672,1433600=557056,1990656=507904} 2023-05-20T05:59:10.035 INFO:tasks.rados.rados.0.smithi081.stdout:372: writing smithi081164505-36 from 172032 to 892928 tid 1 2023-05-20T05:59:10.039 INFO:tasks.rados.rados.0.smithi081.stdout:372: writing smithi081164505-36 from 892928 to 1433600 tid 2 2023-05-20T05:59:10.042 INFO:tasks.rados.rados.0.smithi081.stdout:372: writing smithi081164505-36 from 1433600 to 1990656 tid 3 2023-05-20T05:59:10.045 INFO:tasks.rados.rados.0.smithi081.stdout:372: writing smithi081164505-36 from 1990656 to 2498560 tid 4 2023-05-20T05:59:10.045 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 32 2023-05-20T05:59:10.046 INFO:tasks.rados.rados.0.smithi081.stdout:368: finishing rollback tid 1 to smithi081164505-41 2023-05-20T05:59:10.046 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 36 (ObjNum 33 snap 0 seq_num 1953066355) dirty dne 2023-05-20T05:59:10.046 INFO:tasks.rados.rados.0.smithi081.stdout:373: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2023-05-20T05:59:10.049 INFO:tasks.rados.rados.0.smithi081.stdout:373: writing smithi081164505-31 from 0 to 737280 tid 1 2023-05-20T05:59:10.051 INFO:tasks.rados.rados.0.smithi081.stdout:373: writing smithi081164505-31 from 737280 to 1163264 tid 2 2023-05-20T05:59:10.056 INFO:tasks.rados.rados.0.smithi081.stdout:373: writing smithi081164505-31 from 1163264 to 1925120 tid 3 2023-05-20T05:59:10.059 INFO:tasks.rados.rados.0.smithi081.stdout:373: writing smithi081164505-31 from 1925120 to 2342912 tid 4 2023-05-20T05:59:10.059 INFO:tasks.rados.rados.0.smithi081.stdout:368: done (5 left) 2023-05-20T05:59:10.059 INFO:tasks.rados.rados.0.smithi081.stdout:374: setattr oid 25 current snap is 32 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 208 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:369: finishing rollback tid 0 to smithi081164505-18 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:369: finishing rollback tid 1 to smithi081164505-18 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:369: finishing rollback tid 2 to smithi081164505-18 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 58 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:371: finishing copy_from to smithi081164505-13 2023-05-20T05:59:10.060 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 85 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T05:59:10.061 INFO:tasks.rados.rados.0.smithi081.stdout:371: finishing copy_from racing read to smithi081164505-13 2023-05-20T05:59:10.061 INFO:tasks.rados.rados.0.smithi081.stdout:372: finishing write tid 1 to smithi081164505-36 2023-05-20T05:59:10.061 INFO:tasks.rados.rados.0.smithi081.stdout:372: finishing write tid 2 to smithi081164505-36 2023-05-20T05:59:10.061 INFO:tasks.rados.rados.0.smithi081.stdout:372: finishing write tid 3 to smithi081164505-36 2023-05-20T05:59:10.061 INFO:tasks.rados.rados.0.smithi081.stdout:372: finishing write tid 4 to smithi081164505-36 2023-05-20T05:59:10.061 INFO:tasks.rados.rados.0.smithi081.stdout:372: finishing write tid 5 to smithi081164505-36 2023-05-20T05:59:10.062 INFO:tasks.rados.rados.0.smithi081.stdout:372: finishing write tid 6 to smithi081164505-36 2023-05-20T05:59:10.062 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 193 (ObjNum 138 snap 32 seq_num 138) dirty exists 2023-05-20T05:59:10.062 INFO:tasks.rados.rados.0.smithi081.stdout:372: left oid 36 (ObjNum 138 snap 32 seq_num 138) 2023-05-20T05:59:10.062 INFO:tasks.rados.rados.0.smithi081.stdout:373: finishing write tid 1 to smithi081164505-31 2023-05-20T05:59:10.062 INFO:tasks.rados.rados.0.smithi081.stdout:373: finishing write tid 2 to smithi081164505-31 2023-05-20T05:59:10.062 INFO:tasks.rados.rados.0.smithi081.stdout:373: finishing write tid 3 to smithi081164505-31 2023-05-20T05:59:10.063 INFO:tasks.rados.rados.0.smithi081.stdout:373: finishing write tid 4 to smithi081164505-31 2023-05-20T05:59:10.063 INFO:tasks.rados.rados.0.smithi081.stdout:373: finishing write tid 5 to smithi081164505-31 2023-05-20T05:59:10.063 INFO:tasks.rados.rados.0.smithi081.stdout:369: done (5 left) 2023-05-20T05:59:10.063 INFO:tasks.rados.rados.0.smithi081.stdout:370: done (4 left) 2023-05-20T05:59:10.063 INFO:tasks.rados.rados.0.smithi081.stdout:371: done (3 left) 2023-05-20T05:59:10.064 INFO:tasks.rados.rados.0.smithi081.stdout:372: done (2 left) 2023-05-20T05:59:10.064 INFO:tasks.rados.rados.0.smithi081.stdout:375: snap_create 2023-05-20T05:59:10.064 INFO:tasks.rados.rados.0.smithi081.stdout:373: finishing write tid 6 to smithi081164505-31 2023-05-20T05:59:10.064 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 213 (ObjNum 139 snap 32 seq_num 139) dirty exists 2023-05-20T05:59:10.064 INFO:tasks.rados.rados.0.smithi081.stdout:373: left oid 31 (ObjNum 139 snap 32 seq_num 139) 2023-05-20T05:59:10.065 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 215 (ObjNum 119 snap 26 seq_num 119) dirty exists 2023-05-20T05:59:11.034 INFO:tasks.rados.rados.0.smithi081.stdout:373: done (2 left) 2023-05-20T05:59:11.034 INFO:tasks.rados.rados.0.smithi081.stdout:374: done (1 left) 2023-05-20T05:59:11.034 INFO:tasks.rados.rados.0.smithi081.stdout:375: done (0 left) 2023-05-20T05:59:11.034 INFO:tasks.rados.rados.0.smithi081.stdout:376: copy_from oid 34 from oid 46 current snap is 33 2023-05-20T05:59:11.035 INFO:tasks.rados.rados.0.smithi081.stdout:377: snap_remove snap 32 2023-05-20T05:59:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:11 smithi170 ceph-mon[97338]: osdmap e130: 8 total, 8 up, 8 in 2023-05-20T05:59:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:11 smithi170 ceph-mon[97338]: pgmap v185: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:11 smithi081 ceph-mon[95500]: osdmap e130: 8 total, 8 up, 8 in 2023-05-20T05:59:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:11 smithi081 ceph-mon[95500]: pgmap v185: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:11 smithi081 ceph-mon[107735]: osdmap e130: 8 total, 8 up, 8 in 2023-05-20T05:59:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:11 smithi081 ceph-mon[107735]: pgmap v185: 121 pgs: 121 active+clean; 108 MiB data, 292 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:12.041 INFO:tasks.rados.rados.0.smithi081.stdout:377: done (1 left) 2023-05-20T05:59:12.041 INFO:tasks.rados.rados.0.smithi081.stdout:378: rollback oid 45 current snap is 33 2023-05-20T05:59:12.041 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 25 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:376: finishing copy_from to smithi081164505-34 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 109 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:376: finishing copy_from racing read to smithi081164505-34 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:376: done (1 left) 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:379: read oid 28 snap -1 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:379: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T05:59:12.042 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 33 2023-05-20T05:59:12.043 INFO:tasks.rados.rados.0.smithi081.stdout:380: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2023-05-20T05:59:12.044 INFO:tasks.rados.rados.0.smithi081.stdout:380: writing smithi081164505-21 from 0 to 753664 tid 1 2023-05-20T05:59:12.049 INFO:tasks.rados.rados.0.smithi081.stdout:380: writing smithi081164505-21 from 753664 to 1458176 tid 2 2023-05-20T05:59:12.052 INFO:tasks.rados.rados.0.smithi081.stdout:380: writing smithi081164505-21 from 1458176 to 1982464 tid 3 2023-05-20T05:59:12.054 INFO:tasks.rados.rados.0.smithi081.stdout:380: writing smithi081164505-21 from 1982464 to 2359296 tid 4 2023-05-20T05:59:12.054 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 33 2023-05-20T05:59:12.054 INFO:tasks.rados.rados.0.smithi081.stdout:381: seq_num 141 ranges {1302528=770048,2072576=589824,2662400=729088,3391488=286720} 2023-05-20T05:59:12.065 INFO:tasks.rados.rados.0.smithi081.stdout:381: writing smithi081164505-39 from 1302528 to 2072576 tid 1 2023-05-20T05:59:12.069 INFO:tasks.rados.rados.0.smithi081.stdout:381: writing smithi081164505-39 from 2072576 to 2662400 tid 2 2023-05-20T05:59:12.073 INFO:tasks.rados.rados.0.smithi081.stdout:381: writing smithi081164505-39 from 2662400 to 3391488 tid 3 2023-05-20T05:59:12.075 INFO:tasks.rados.rados.0.smithi081.stdout:381: writing smithi081164505-39 from 3391488 to 3678208 tid 4 2023-05-20T05:59:12.076 INFO:tasks.rados.rados.0.smithi081.stdout:379: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T05:59:12.078 INFO:tasks.rados.rados.0.smithi081.stdout:378: finishing rollback tid 0 to smithi081164505-45 2023-05-20T05:59:12.079 INFO:tasks.rados.rados.0.smithi081.stdout:378: finishing rollback tid 1 to smithi081164505-45 2023-05-20T05:59:12.079 INFO:tasks.rados.rados.0.smithi081.stdout:378: finishing rollback tid 2 to smithi081164505-45 2023-05-20T05:59:12.079 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 133 (ObjNum 104 snap 25 seq_num 104) dirty exists 2023-05-20T05:59:12.079 INFO:tasks.rados.rados.0.smithi081.stdout:380: finishing write tid 1 to smithi081164505-21 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:380: finishing write tid 2 to smithi081164505-21 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:380: finishing write tid 3 to smithi081164505-21 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:378: done (3 left) 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:379: done (2 left) 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:382: delete oid 37 current snap is 33 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:380: finishing write tid 4 to smithi081164505-21 2023-05-20T05:59:12.080 INFO:tasks.rados.rados.0.smithi081.stdout:380: finishing write tid 5 to smithi081164505-21 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:380: finishing write tid 6 to smithi081164505-21 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 220 (ObjNum 140 snap 33 seq_num 140) dirty exists 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:380: left oid 21 (ObjNum 140 snap 33 seq_num 140) 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:381: finishing write tid 1 to smithi081164505-39 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:381: finishing write tid 2 to smithi081164505-39 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:381: finishing write tid 3 to smithi081164505-39 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:381: finishing write tid 4 to smithi081164505-39 2023-05-20T05:59:12.081 INFO:tasks.rados.rados.0.smithi081.stdout:381: finishing write tid 5 to smithi081164505-39 2023-05-20T05:59:12.082 INFO:tasks.rados.rados.0.smithi081.stdout:381: finishing write tid 6 to smithi081164505-39 2023-05-20T05:59:12.082 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 184 (ObjNum 141 snap 33 seq_num 141) dirty exists 2023-05-20T05:59:12.082 INFO:tasks.rados.rados.0.smithi081.stdout:381: left oid 39 (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:12.083 INFO:tasks.rados.rados.0.smithi081.stdout:380: done (2 left) 2023-05-20T05:59:12.083 INFO:tasks.rados.rados.0.smithi081.stdout:381: done (1 left) 2023-05-20T05:59:12.083 INFO:tasks.rados.rados.0.smithi081.stdout:382: done (0 left) 2023-05-20T05:59:12.083 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 33 2023-05-20T05:59:12.083 INFO:tasks.rados.rados.0.smithi081.stdout:383: seq_num 143 ranges {1867776=802816,2670592=761856,3432448=745472,4177920=98304} 2023-05-20T05:59:12.094 INFO:tasks.rados.rados.0.smithi081.stdout:383: writing smithi081164505-26 from 1867776 to 2670592 tid 1 2023-05-20T05:59:12.098 INFO:tasks.rados.rados.0.smithi081.stdout:383: writing smithi081164505-26 from 2670592 to 3432448 tid 2 2023-05-20T05:59:12.103 INFO:tasks.rados.rados.0.smithi081.stdout:383: writing smithi081164505-26 from 3432448 to 4177920 tid 3 2023-05-20T05:59:12.103 INFO:tasks.rados.rados.0.smithi081.stdout:383: writing smithi081164505-26 from 4177920 to 4276224 tid 4 2023-05-20T05:59:12.104 INFO:tasks.rados.rados.0.smithi081.stdout:384: delete oid 6 current snap is 33 2023-05-20T05:59:12.104 INFO:tasks.rados.rados.0.smithi081.stdout:383: finishing write tid 1 to smithi081164505-26 2023-05-20T05:59:12.104 INFO:tasks.rados.rados.0.smithi081.stdout:383: finishing write tid 2 to smithi081164505-26 2023-05-20T05:59:12.106 INFO:tasks.rados.rados.0.smithi081.stdout:383: finishing write tid 3 to smithi081164505-26 2023-05-20T05:59:12.106 INFO:tasks.rados.rados.0.smithi081.stdout:384: done (1 left) 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 33 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:385: seq_num 145 ranges {0=32768} 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:385: writing smithi081164505-37 from 0 to 32768 tid 1 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:386: copy_from oid 21 from oid 20 current snap is 33 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:383: finishing write tid 4 to smithi081164505-26 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:387: setattr oid 34 current snap is 33 2023-05-20T05:59:12.107 INFO:tasks.rados.rados.0.smithi081.stdout:383: finishing write tid 5 to smithi081164505-26 2023-05-20T05:59:12.108 INFO:tasks.rados.rados.0.smithi081.stdout:388: read oid 24 snap -1 2023-05-20T05:59:12.108 INFO:tasks.rados.rados.0.smithi081.stdout:388: expect (ObjNum 91 snap 21 seq_num 91) 2023-05-20T05:59:12.108 INFO:tasks.rados.rados.0.smithi081.stdout:389: snap_create 2023-05-20T05:59:12.109 INFO:tasks.rados.rados.0.smithi081.stdout:383: finishing write tid 6 to smithi081164505-26 2023-05-20T05:59:12.109 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 139 (ObjNum 143 snap 33 seq_num 143) dirty exists 2023-05-20T05:59:12.109 INFO:tasks.rados.rados.0.smithi081.stdout:383: left oid 26 (ObjNum 143 snap 33 seq_num 143) 2023-05-20T05:59:12.109 INFO:tasks.rados.rados.0.smithi081.stdout:385: finishing write tid 1 to smithi081164505-37 2023-05-20T05:59:12.109 INFO:tasks.rados.rados.0.smithi081.stdout:385: finishing write tid 2 to smithi081164505-37 2023-05-20T05:59:12.110 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 110 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-05-20T05:59:12.111 INFO:tasks.rados.rados.0.smithi081.stdout:385: finishing write tid 3 to smithi081164505-37 2023-05-20T05:59:12.111 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 137 (ObjNum 145 snap 33 seq_num 145) dirty exists 2023-05-20T05:59:12.111 INFO:tasks.rados.rados.0.smithi081.stdout:385: left oid 37 (ObjNum 145 snap 33 seq_num 145) 2023-05-20T05:59:12.114 INFO:tasks.rados.rados.0.smithi081.stdout:386: finishing copy_from to smithi081164505-21 2023-05-20T05:59:12.115 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 159 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:12.115 INFO:tasks.rados.rados.0.smithi081.stdout:386: finishing copy_from racing read to smithi081164505-21 2023-05-20T05:59:12.122 INFO:tasks.rados.rados.0.smithi081.stdout:388: expect (ObjNum 91 snap 21 seq_num 91) 2023-05-20T05:59:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:12 smithi170 ceph-mon[97338]: osdmap e131: 8 total, 8 up, 8 in 2023-05-20T05:59:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:12 smithi081 ceph-mon[95500]: osdmap e131: 8 total, 8 up, 8 in 2023-05-20T05:59:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:12 smithi081 ceph-mon[107735]: osdmap e131: 8 total, 8 up, 8 in 2023-05-20T05:59:12.940 INFO:teuthology.orchestra.run.smithi081.stdout:true 2023-05-20T05:59:13.044 INFO:tasks.rados.rados.0.smithi081.stdout:383: done (5 left) 2023-05-20T05:59:13.044 INFO:tasks.rados.rados.0.smithi081.stdout:385: done (4 left) 2023-05-20T05:59:13.044 INFO:tasks.rados.rados.0.smithi081.stdout:386: done (3 left) 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:387: done (2 left) 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:388: done (1 left) 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:389: done (0 left) 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:390: read oid 31 snap -1 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:390: expect (ObjNum 139 snap 32 seq_num 139) 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:391: rollback oid 22 current snap is 34 2023-05-20T05:59:13.045 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 27 2023-05-20T05:59:13.046 INFO:tasks.rados.rados.0.smithi081.stdout:392: read oid 48 snap -1 2023-05-20T05:59:13.046 INFO:tasks.rados.rados.0.smithi081.stdout:392: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:13.046 INFO:tasks.rados.rados.0.smithi081.stdout:393: read oid 3 snap 28 2023-05-20T05:59:13.046 INFO:tasks.rados.rados.0.smithi081.stdout:393: expect (ObjNum 56 snap 4 seq_num 56) 2023-05-20T05:59:13.046 INFO:tasks.rados.rados.0.smithi081.stdout:394: snap_remove snap 29 2023-05-20T05:59:13.244 INFO:teuthology.orchestra.run.smithi081.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-05-20T05:59:13.245 INFO:teuthology.orchestra.run.smithi081.stdout:alertmanager.a smithi081 *:9093,9094 running (2m) 2m ago 3m 15.1M - 0.23.0 ba2b418f427c e72293951bfd 2023-05-20T05:59:13.245 INFO:teuthology.orchestra.run.smithi081.stdout:grafana.a smithi170 *:3000 running (2m) 2m ago 2m 52.7M - 8.3.5 dad864ee21e9 aed70ce5fd0f 2023-05-20T05:59:13.245 INFO:teuthology.orchestra.run.smithi081.stdout:mds.a smithi081 running (4m) 2m ago 4m 15.7M - 17.2.6-350-ge2b6f0a6 4399f8762044 da2abb0720c8 2023-05-20T05:59:13.245 INFO:teuthology.orchestra.run.smithi081.stdout:mds.b smithi170 running (4m) 2m ago 4m 13.0M - 17.2.6-350-ge2b6f0a6 4399f8762044 2b0413e97288 2023-05-20T05:59:13.245 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.x smithi170 *:8443 running (7m) 2m ago 7m 438M - 17.2.6-350-ge2b6f0a6 4399f8762044 b32aa5e9fe15 2023-05-20T05:59:13.245 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.y smithi081 *:9283 running (9m) 2m ago 9m 498M - 17.2.6-350-ge2b6f0a6 4399f8762044 d44d7de46c2d 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:mon.a smithi081 running (9m) 2m ago 9m 85.5M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 e630d4a2453a 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:mon.b smithi170 running (8m) 2m ago 8m 58.2M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 b3c5ea5da832 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:mon.c smithi081 running (7m) 2m ago 7m 58.9M 2048M 17.2.6-350-ge2b6f0a6 4399f8762044 816371389b7b 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:node-exporter.a smithi081 *:9100 running (3m) 2m ago 3m 4182k - 1.3.1 1dbe0e931976 00d4d54228df 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:node-exporter.b smithi170 *:9100 running (3m) 2m ago 3m 9747k - 1.3.1 1dbe0e931976 a2083b1a3e6e 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:osd.0 smithi081 running (7m) 2m ago 7m 63.0M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 f84d02a485f2 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:osd.1 smithi081 running (6m) 2m ago 6m 62.7M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 6d1826583781 2023-05-20T05:59:13.246 INFO:teuthology.orchestra.run.smithi081.stdout:osd.2 smithi081 running (6m) 2m ago 6m 54.3M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 a477e8689387 2023-05-20T05:59:13.247 INFO:teuthology.orchestra.run.smithi081.stdout:osd.3 smithi081 running (6m) 2m ago 6m 55.0M 3012M 17.2.6-350-ge2b6f0a6 4399f8762044 2338042038d2 2023-05-20T05:59:13.247 INFO:teuthology.orchestra.run.smithi081.stdout:osd.4 smithi170 running (5m) 2m ago 5m 53.2M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 679cf5d5ecbe 2023-05-20T05:59:13.247 INFO:teuthology.orchestra.run.smithi081.stdout:osd.5 smithi170 running (5m) 2m ago 5m 55.5M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 f2c57fb03696 2023-05-20T05:59:13.247 INFO:teuthology.orchestra.run.smithi081.stdout:osd.6 smithi170 running (5m) 2m ago 5m 56.6M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 68768467010d 2023-05-20T05:59:13.247 INFO:teuthology.orchestra.run.smithi081.stdout:osd.7 smithi170 running (4m) 2m ago 4m 55.5M 3268M 17.2.6-350-ge2b6f0a6 4399f8762044 091601e2cd23 2023-05-20T05:59:13.247 INFO:teuthology.orchestra.run.smithi081.stdout:prometheus.a smithi170 *:9095 running (2m) 2m ago 3m 38.5M - 2.33.4 514e6a882f6e 51e647bdcd42 2023-05-20T05:59:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:13 smithi170 ceph-mon[97338]: osdmap e132: 8 total, 8 up, 8 in 2023-05-20T05:59:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:13 smithi170 ceph-mon[97338]: pgmap v188: 121 pgs: 121 active+clean; 133 MiB data, 336 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.3 MiB/s wr, 39 op/s 2023-05-20T05:59:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:13] "GET /metrics HTTP/1.1" 200 241017 "" "Prometheus/2.33.4" 2023-05-20T05:59:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:13 smithi081 ceph-mon[95500]: osdmap e132: 8 total, 8 up, 8 in 2023-05-20T05:59:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:13 smithi081 ceph-mon[95500]: pgmap v188: 121 pgs: 121 active+clean; 133 MiB data, 336 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.3 MiB/s wr, 39 op/s 2023-05-20T05:59:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:13 smithi081 ceph-mon[107735]: osdmap e132: 8 total, 8 up, 8 in 2023-05-20T05:59:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:13 smithi081 ceph-mon[107735]: pgmap v188: 121 pgs: 121 active+clean; 133 MiB data, 336 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.3 MiB/s wr, 39 op/s 2023-05-20T05:59:13.618 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2023-05-20T05:59:13.618 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": { 2023-05-20T05:59:13.619 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 3 2023-05-20T05:59:13.619 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:59:13.619 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": { 2023-05-20T05:59:13.619 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:59:13.619 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:59:13.619 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": { 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 8 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: "mds": { 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 2 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: "overall": { 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph version 17.2.6-350-ge2b6f0a6 (e2b6f0a6c25c5e6f83d85d48077c5d73ed2fd10f) quincy (stable)": 15 2023-05-20T05:59:13.620 INFO:teuthology.orchestra.run.smithi081.stdout: } 2023-05-20T05:59:13.621 INFO:teuthology.orchestra.run.smithi081.stdout:} 2023-05-20T05:59:14.049 INFO:tasks.rados.rados.0.smithi081.stdout:394: done (4 left) 2023-05-20T05:59:14.050 INFO:tasks.rados.rados.0.smithi081.stdout:395: read oid 18 snap -1 2023-05-20T05:59:14.050 INFO:tasks.rados.rados.0.smithi081.stdout:395: expect (ObjNum 17 snap 0 seq_num 17) 2023-05-20T05:59:14.050 INFO:tasks.rados.rados.0.smithi081.stdout:396: snap_remove snap 15 2023-05-20T05:59:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:14 smithi170 ceph-mon[97338]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:59:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:14 smithi170 ceph-mon[97338]: osdmap e133: 8 total, 8 up, 8 in 2023-05-20T05:59:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:14 smithi170 ceph-mon[97338]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:59:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:14 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/817936800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:59:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[95500]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:59:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[95500]: osdmap e133: 8 total, 8 up, 8 in 2023-05-20T05:59:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[95500]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:59:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/817936800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:59:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[107735]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:59:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[107735]: osdmap e133: 8 total, 8 up, 8 in 2023-05-20T05:59:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[107735]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-05-20T05:59:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:14 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/817936800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-05-20T05:59:15.062 INFO:tasks.rados.rados.0.smithi081.stdout:396: done (5 left) 2023-05-20T05:59:15.063 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 34 2023-05-20T05:59:15.063 INFO:tasks.rados.rados.0.smithi081.stdout:397: seq_num 146 ranges {2613248=49152} 2023-05-20T05:59:15.074 INFO:tasks.rados.rados.0.smithi081.stdout:397: writing smithi081164505-25 from 2613248 to 2662400 tid 1 2023-05-20T05:59:15.075 INFO:tasks.rados.rados.0.smithi081.stdout:398: delete oid 42 current snap is 34 2023-05-20T05:59:15.075 INFO:tasks.rados.rados.0.smithi081.stdout:391: finishing rollback tid 0 to smithi081164505-22 2023-05-20T05:59:15.075 INFO:tasks.rados.rados.0.smithi081.stdout:391: finishing rollback tid 1 to smithi081164505-22 2023-05-20T05:59:15.075 INFO:tasks.rados.rados.0.smithi081.stdout:391: finishing rollback tid 2 to smithi081164505-22 2023-05-20T05:59:15.075 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 144 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-05-20T05:59:15.075 INFO:tasks.rados.rados.0.smithi081.stdout:393: expect (ObjNum 56 snap 4 seq_num 56) 2023-05-20T05:59:15.103 INFO:tasks.rados.rados.0.smithi081.stdout:390: expect (ObjNum 139 snap 32 seq_num 139) 2023-05-20T05:59:15.164 INFO:tasks.rados.rados.0.smithi081.stdout:392: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:15.236 INFO:tasks.rados.rados.0.smithi081.stdout:395: expect (ObjNum 17 snap 0 seq_num 17) 2023-05-20T05:59:15.243 INFO:tasks.rados.rados.0.smithi081.stdout:397: finishing write tid 1 to smithi081164505-25 2023-05-20T05:59:15.243 INFO:tasks.rados.rados.0.smithi081.stdout:397: finishing write tid 2 to smithi081164505-25 2023-05-20T05:59:15.243 INFO:tasks.rados.rados.0.smithi081.stdout:397: finishing write tid 3 to smithi081164505-25 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 242 (ObjNum 146 snap 34 seq_num 146) dirty exists 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:397: left oid 25 (ObjNum 146 snap 34 seq_num 146) 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:390: done (6 left) 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:391: done (5 left) 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:392: done (4 left) 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:393: done (3 left) 2023-05-20T05:59:15.244 INFO:tasks.rados.rados.0.smithi081.stdout:395: done (2 left) 2023-05-20T05:59:15.245 INFO:tasks.rados.rados.0.smithi081.stdout:397: done (1 left) 2023-05-20T05:59:15.245 INFO:tasks.rados.rados.0.smithi081.stdout:398: done (0 left) 2023-05-20T05:59:15.245 INFO:tasks.rados.rados.0.smithi081.stdout:399: rollback oid 29 current snap is 34 2023-05-20T05:59:15.246 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 26 2023-05-20T05:59:15.246 INFO:tasks.rados.rados.0.smithi081.stdout:400: rmattr oid 34 current snap is 34 2023-05-20T05:59:15.246 INFO:tasks.rados.rados.0.smithi081.stdout:401: snap_remove snap 30 2023-05-20T05:59:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:15 smithi170 ceph-mon[97338]: osdmap e134: 8 total, 8 up, 8 in 2023-05-20T05:59:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:15 smithi170 ceph-mon[97338]: pgmap v191: 121 pgs: 121 active+clean; 133 MiB data, 336 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.3 MiB/s wr, 39 op/s 2023-05-20T05:59:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:15 smithi081 ceph-mon[95500]: osdmap e134: 8 total, 8 up, 8 in 2023-05-20T05:59:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:15 smithi081 ceph-mon[95500]: pgmap v191: 121 pgs: 121 active+clean; 133 MiB data, 336 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.3 MiB/s wr, 39 op/s 2023-05-20T05:59:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:15 smithi081 ceph-mon[107735]: osdmap e134: 8 total, 8 up, 8 in 2023-05-20T05:59:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:15 smithi081 ceph-mon[107735]: pgmap v191: 121 pgs: 121 active+clean; 133 MiB data, 336 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.3 MiB/s wr, 39 op/s 2023-05-20T05:59:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:401: done (2 left) 2023-05-20T05:59:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:402: copy_from oid 24 from oid 1 current snap is 34 2023-05-20T05:59:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:399: finishing rollback tid 0 to smithi081164505-29 2023-05-20T05:59:16.064 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 111 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-05-20T05:59:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:400: done (2 left) 2023-05-20T05:59:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:403: snap_create 2023-05-20T05:59:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:399: finishing rollback tid 1 to smithi081164505-29 2023-05-20T05:59:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:399: finishing rollback tid 2 to smithi081164505-29 2023-05-20T05:59:16.065 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 156 (ObjNum 129 snap 0 seq_num 164084688) dirty exists 2023-05-20T05:59:16.077 INFO:tasks.rados.rados.0.smithi081.stdout:402: finishing copy_from to smithi081164505-24 2023-05-20T05:59:16.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 37 (ObjNum 124 snap 26 seq_num 124) dirty exists 2023-05-20T05:59:16.078 INFO:tasks.rados.rados.0.smithi081.stdout:402: finishing copy_from racing read to smithi081164505-24 2023-05-20T05:59:16.305 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:16 smithi170 ceph-mon[97338]: osdmap e135: 8 total, 8 up, 8 in 2023-05-20T05:59:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:16 smithi081 ceph-mon[95500]: osdmap e135: 8 total, 8 up, 8 in 2023-05-20T05:59:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:16 smithi081 ceph-mon[107735]: osdmap e135: 8 total, 8 up, 8 in 2023-05-20T05:59:16.745 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:16 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:59:17.075 INFO:tasks.rados.rados.0.smithi081.stdout:399: done (2 left) 2023-05-20T05:59:17.076 INFO:tasks.rados.rados.0.smithi081.stdout:402: done (1 left) 2023-05-20T05:59:17.076 INFO:tasks.rados.rados.0.smithi081.stdout:403: done (0 left) 2023-05-20T05:59:17.076 INFO:tasks.rados.rados.0.smithi081.stdout:404: copy_from oid 27 from oid 39 current snap is 35 2023-05-20T05:59:17.076 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 35 2023-05-20T05:59:17.076 INFO:tasks.rados.rados.0.smithi081.stdout:405: seq_num 148 ranges {1302528=81920} 2023-05-20T05:59:17.083 INFO:tasks.rados.rados.0.smithi081.stdout:405: writing smithi081164505-8 from 1302528 to 1384448 tid 1 2023-05-20T05:59:17.083 INFO:tasks.rados.rados.0.smithi081.stdout:406: copy_from oid 45 from oid 50 current snap is 35 2023-05-20T05:59:17.083 INFO:tasks.rados.rados.0.smithi081.stdout:407: snap_create 2023-05-20T05:59:17.086 INFO:tasks.rados.rados.0.smithi081.stdout:405: finishing write tid 1 to smithi081164505-8 2023-05-20T05:59:17.087 INFO:tasks.rados.rados.0.smithi081.stdout:405: finishing write tid 2 to smithi081164505-8 2023-05-20T05:59:17.088 INFO:tasks.rados.rados.0.smithi081.stdout:405: finishing write tid 3 to smithi081164505-8 2023-05-20T05:59:17.088 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 163 (ObjNum 148 snap 35 seq_num 148) dirty exists 2023-05-20T05:59:17.088 INFO:tasks.rados.rados.0.smithi081.stdout:405: left oid 8 (ObjNum 148 snap 35 seq_num 148) 2023-05-20T05:59:17.102 INFO:tasks.rados.rados.0.smithi081.stdout:404: finishing copy_from to smithi081164505-27 2023-05-20T05:59:17.102 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 184 (ObjNum 141 snap 33 seq_num 141) dirty exists 2023-05-20T05:59:17.102 INFO:tasks.rados.rados.0.smithi081.stdout:406: finishing copy_from to smithi081164505-45 2023-05-20T05:59:17.103 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 98 (ObjNum 125 snap 26 seq_num 125) dirty exists 2023-05-20T05:59:17.103 INFO:tasks.rados.rados.0.smithi081.stdout:404: finishing copy_from racing read to smithi081164505-27 2023-05-20T05:59:17.103 INFO:tasks.rados.rados.0.smithi081.stdout:406: finishing copy_from racing read to smithi081164505-45 2023-05-20T05:59:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:17 smithi170 ceph-mon[97338]: osdmap e136: 8 total, 8 up, 8 in 2023-05-20T05:59:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:17 smithi170 ceph-mon[97338]: pgmap v194: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-05-20T05:59:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:17 smithi081 ceph-mon[95500]: osdmap e136: 8 total, 8 up, 8 in 2023-05-20T05:59:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:17 smithi081 ceph-mon[95500]: pgmap v194: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-05-20T05:59:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:17 smithi081 ceph-mon[107735]: osdmap e136: 8 total, 8 up, 8 in 2023-05-20T05:59:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:17 smithi081 ceph-mon[107735]: pgmap v194: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-05-20T05:59:18.082 INFO:tasks.rados.rados.0.smithi081.stdout:404: done (3 left) 2023-05-20T05:59:18.082 INFO:tasks.rados.rados.0.smithi081.stdout:405: done (2 left) 2023-05-20T05:59:18.082 INFO:tasks.rados.rados.0.smithi081.stdout:406: done (1 left) 2023-05-20T05:59:18.082 INFO:tasks.rados.rados.0.smithi081.stdout:407: done (0 left) 2023-05-20T05:59:18.083 INFO:tasks.rados.rados.0.smithi081.stdout:408: read oid 36 snap -1 2023-05-20T05:59:18.083 INFO:tasks.rados.rados.0.smithi081.stdout:408: expect (ObjNum 138 snap 32 seq_num 138) 2023-05-20T05:59:18.083 INFO:tasks.rados.rados.0.smithi081.stdout:409: delete oid 21 current snap is 36 2023-05-20T05:59:18.085 INFO:tasks.rados.rados.0.smithi081.stdout:409: done (1 left) 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:410: rmattr oid 9 current snap is 36 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:410: done (1 left) 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:411: rmattr oid 32 current snap is 36 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:412: rmattr oid 50 current snap is 36 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:412: done (2 left) 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:413: copy_from oid 12 from oid 11 current snap is 36 2023-05-20T05:59:18.086 INFO:tasks.rados.rados.0.smithi081.stdout:414: delete oid 7 current snap is 36 2023-05-20T05:59:18.090 INFO:tasks.rados.rados.0.smithi081.stdout:414: done (3 left) 2023-05-20T05:59:18.090 INFO:tasks.rados.rados.0.smithi081.stdout:415: rollback oid 45 current snap is 36 2023-05-20T05:59:18.090 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 26 2023-05-20T05:59:18.091 INFO:tasks.rados.rados.0.smithi081.stdout:416: read oid 18 snap -1 2023-05-20T05:59:18.091 INFO:tasks.rados.rados.0.smithi081.stdout:416: expect (ObjNum 17 snap 0 seq_num 17) 2023-05-20T05:59:18.091 INFO:tasks.rados.rados.0.smithi081.stdout:417: snap_remove snap 27 2023-05-20T05:59:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:18 smithi170 ceph-mon[97338]: osdmap e137: 8 total, 8 up, 8 in 2023-05-20T05:59:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:18 smithi081 ceph-mon[95500]: osdmap e137: 8 total, 8 up, 8 in 2023-05-20T05:59:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:18 smithi081 ceph-mon[107735]: osdmap e137: 8 total, 8 up, 8 in 2023-05-20T05:59:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:417: done (5 left) 2023-05-20T05:59:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:418: delete oid 47 current snap is 36 2023-05-20T05:59:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 68 (ObjNum 83 snap 16 seq_num 83) dirty exists 2023-05-20T05:59:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:415: finishing rollback tid 0 to smithi081164505-45 2023-05-20T05:59:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:416: expect (ObjNum 17 snap 0 seq_num 17) 2023-05-20T05:59:19.045 INFO:tasks.rados.rados.0.smithi081.stdout:415: finishing rollback tid 1 to smithi081164505-45 2023-05-20T05:59:19.045 INFO:tasks.rados.rados.0.smithi081.stdout:415: finishing rollback tid 2 to smithi081164505-45 2023-05-20T05:59:19.045 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 163 (ObjNum 117 snap 26 seq_num 117) dirty exists 2023-05-20T05:59:19.045 INFO:tasks.rados.rados.0.smithi081.stdout:408: expect (ObjNum 138 snap 32 seq_num 138) 2023-05-20T05:59:19.110 INFO:tasks.rados.rados.0.smithi081.stdout:413: finishing copy_from to smithi081164505-12 2023-05-20T05:59:19.111 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 134 (ObjNum 121 snap 26 seq_num 121) dirty exists 2023-05-20T05:59:19.111 INFO:tasks.rados.rados.0.smithi081.stdout:413: finishing copy_from racing read to smithi081164505-12 2023-05-20T05:59:19.111 INFO:tasks.rados.rados.0.smithi081.stdout:408: done (5 left) 2023-05-20T05:59:19.111 INFO:tasks.rados.rados.0.smithi081.stdout:411: done (4 left) 2023-05-20T05:59:19.111 INFO:tasks.rados.rados.0.smithi081.stdout:413: done (3 left) 2023-05-20T05:59:19.112 INFO:tasks.rados.rados.0.smithi081.stdout:415: done (2 left) 2023-05-20T05:59:19.112 INFO:tasks.rados.rados.0.smithi081.stdout:416: done (1 left) 2023-05-20T05:59:19.112 INFO:tasks.rados.rados.0.smithi081.stdout:418: done (0 left) 2023-05-20T05:59:19.112 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 36 2023-05-20T05:59:19.112 INFO:tasks.rados.rados.0.smithi081.stdout:419: seq_num 152 ranges {2039808=147456} 2023-05-20T05:59:19.122 INFO:tasks.rados.rados.0.smithi081.stdout:419: writing smithi081164505-12 from 2039808 to 2187264 tid 1 2023-05-20T05:59:19.122 INFO:tasks.rados.rados.0.smithi081.stdout:420: snap_remove snap 34 2023-05-20T05:59:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:19 smithi170 ceph-mon[97338]: osdmap e138: 8 total, 8 up, 8 in 2023-05-20T05:59:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:19 smithi170 ceph-mon[97338]: pgmap v197: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-05-20T05:59:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:19 smithi170 ceph-mon[97338]: osdmap e139: 8 total, 8 up, 8 in 2023-05-20T05:59:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:19 smithi081 ceph-mon[95500]: osdmap e138: 8 total, 8 up, 8 in 2023-05-20T05:59:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:19 smithi081 ceph-mon[95500]: pgmap v197: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-05-20T05:59:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:19 smithi081 ceph-mon[95500]: osdmap e139: 8 total, 8 up, 8 in 2023-05-20T05:59:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:19 smithi081 ceph-mon[107735]: osdmap e138: 8 total, 8 up, 8 in 2023-05-20T05:59:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:19 smithi081 ceph-mon[107735]: pgmap v197: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2023-05-20T05:59:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:19 smithi081 ceph-mon[107735]: osdmap e139: 8 total, 8 up, 8 in 2023-05-20T05:59:20.091 INFO:tasks.rados.rados.0.smithi081.stdout:420: done (1 left) 2023-05-20T05:59:20.091 INFO:tasks.rados.rados.0.smithi081.stdout:421: snap_remove snap 28 2023-05-20T05:59:21.095 INFO:tasks.rados.rados.0.smithi081.stdout:421: done (1 left) 2023-05-20T05:59:21.095 INFO:tasks.rados.rados.0.smithi081.stdout:422: snap_remove snap 25 2023-05-20T05:59:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:21 smithi170 ceph-mon[97338]: osdmap e140: 8 total, 8 up, 8 in 2023-05-20T05:59:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:21 smithi170 ceph-mon[97338]: pgmap v200: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:21 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:21 smithi081 ceph-mon[95500]: osdmap e140: 8 total, 8 up, 8 in 2023-05-20T05:59:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:21 smithi081 ceph-mon[95500]: pgmap v200: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:21 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:21 smithi081 ceph-mon[107735]: osdmap e140: 8 total, 8 up, 8 in 2023-05-20T05:59:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:21 smithi081 ceph-mon[107735]: pgmap v200: 121 pgs: 121 active+clean; 141 MiB data, 369 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:21 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:22.101 INFO:tasks.rados.rados.0.smithi081.stdout:422: done (1 left) 2023-05-20T05:59:22.101 INFO:tasks.rados.rados.0.smithi081.stdout:423: snap_remove snap 23 2023-05-20T05:59:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:22 smithi170 ceph-mon[97338]: osdmap e141: 8 total, 8 up, 8 in 2023-05-20T05:59:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:22 smithi081 ceph-mon[95500]: osdmap e141: 8 total, 8 up, 8 in 2023-05-20T05:59:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:22 smithi081 ceph-mon[107735]: osdmap e141: 8 total, 8 up, 8 in 2023-05-20T05:59:23.118 INFO:tasks.rados.rados.0.smithi081.stdout:423: done (1 left) 2023-05-20T05:59:23.118 INFO:tasks.rados.rados.0.smithi081.stdout:424: setattr oid 21 current snap is 36 2023-05-20T05:59:23.118 INFO:tasks.rados.rados.0.smithi081.stdout:419: finishing write tid 1 to smithi081164505-12 2023-05-20T05:59:23.118 INFO:tasks.rados.rados.0.smithi081.stdout:419: finishing write tid 2 to smithi081164505-12 2023-05-20T05:59:23.118 INFO:tasks.rados.rados.0.smithi081.stdout:419: finishing write tid 3 to smithi081164505-12 2023-05-20T05:59:23.118 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 136 (ObjNum 152 snap 36 seq_num 152) dirty exists 2023-05-20T05:59:23.119 INFO:tasks.rados.rados.0.smithi081.stdout:419: left oid 12 (ObjNum 152 snap 36 seq_num 152) 2023-05-20T05:59:23.119 INFO:tasks.rados.rados.0.smithi081.stdout:419: done (1 left) 2023-05-20T05:59:23.119 INFO:tasks.rados.rados.0.smithi081.stdout:425: read oid 27 snap -1 2023-05-20T05:59:23.119 INFO:tasks.rados.rados.0.smithi081.stdout:425: expect (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:23.119 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 36 2023-05-20T05:59:23.119 INFO:tasks.rados.rados.0.smithi081.stdout:426: seq_num 153 ranges {1925120=163840} 2023-05-20T05:59:23.129 INFO:tasks.rados.rados.0.smithi081.stdout:426: writing smithi081164505-32 from 1925120 to 2088960 tid 1 2023-05-20T05:59:23.130 INFO:tasks.rados.rados.0.smithi081.stdout:427: setattr oid 8 current snap is 36 2023-05-20T05:59:23.131 INFO:tasks.rados.rados.0.smithi081.stdout:428: read oid 2 snap -1 2023-05-20T05:59:23.131 INFO:tasks.rados.rados.0.smithi081.stdout:428: expect (ObjNum 118 snap 26 seq_num 118) 2023-05-20T05:59:23.131 INFO:tasks.rados.rados.0.smithi081.stdout:429: snap_remove snap 17 2023-05-20T05:59:23.456 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:23 smithi170 ceph-mon[97338]: osdmap e142: 8 total, 8 up, 8 in 2023-05-20T05:59:23.456 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:23 smithi170 ceph-mon[97338]: pgmap v203: 121 pgs: 121 active+clean; 152 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-05-20T05:59:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:23 smithi081 ceph-mon[95500]: osdmap e142: 8 total, 8 up, 8 in 2023-05-20T05:59:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:23 smithi081 ceph-mon[95500]: pgmap v203: 121 pgs: 121 active+clean; 152 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-05-20T05:59:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:23] "GET /metrics HTTP/1.1" 200 241101 "" "Prometheus/2.33.4" 2023-05-20T05:59:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:23 smithi081 ceph-mon[107735]: osdmap e142: 8 total, 8 up, 8 in 2023-05-20T05:59:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:23 smithi081 ceph-mon[107735]: pgmap v203: 121 pgs: 121 active+clean; 152 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-05-20T05:59:24.024 INFO:tasks.rados.rados.0.smithi081.stdout:429: done (5 left) 2023-05-20T05:59:24.025 INFO:tasks.rados.rados.0.smithi081.stdout:430: snap_remove snap 35 2023-05-20T05:59:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:24 smithi170 ceph-mon[97338]: osdmap e143: 8 total, 8 up, 8 in 2023-05-20T05:59:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:24 smithi170 ceph-mon[97338]: osdmap e144: 8 total, 8 up, 8 in 2023-05-20T05:59:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:24 smithi081 ceph-mon[95500]: osdmap e143: 8 total, 8 up, 8 in 2023-05-20T05:59:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:24 smithi081 ceph-mon[95500]: osdmap e144: 8 total, 8 up, 8 in 2023-05-20T05:59:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:24 smithi081 ceph-mon[107735]: osdmap e143: 8 total, 8 up, 8 in 2023-05-20T05:59:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:24 smithi081 ceph-mon[107735]: osdmap e144: 8 total, 8 up, 8 in 2023-05-20T05:59:25.024 INFO:tasks.rados.rados.0.smithi081.stdout:430: done (5 left) 2023-05-20T05:59:25.024 INFO:tasks.rados.rados.0.smithi081.stdout:431: read oid 4 snap -1 2023-05-20T05:59:25.025 INFO:tasks.rados.rados.0.smithi081.stdout:431: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T05:59:25.025 INFO:tasks.rados.rados.0.smithi081.stdout:432: setattr oid 13 current snap is 36 2023-05-20T05:59:25.026 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 291 (ObjNum 65 snap 0 seq_num 1500077145) dirty exists 2023-05-20T05:59:25.026 INFO:tasks.rados.rados.0.smithi081.stdout:426: finishing write tid 1 to smithi081164505-32 2023-05-20T05:59:25.026 INFO:tasks.rados.rados.0.smithi081.stdout:426: finishing write tid 2 to smithi081164505-32 2023-05-20T05:59:25.027 INFO:tasks.rados.rados.0.smithi081.stdout:426: finishing write tid 3 to smithi081164505-32 2023-05-20T05:59:25.027 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 138 (ObjNum 153 snap 36 seq_num 153) dirty exists 2023-05-20T05:59:25.027 INFO:tasks.rados.rados.0.smithi081.stdout:426: left oid 32 (ObjNum 153 snap 36 seq_num 153) 2023-05-20T05:59:25.028 INFO:tasks.rados.rados.0.smithi081.stdout:425: expect (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:25.148 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 195 (ObjNum 148 snap 35 seq_num 148) dirty exists 2023-05-20T05:59:25.148 INFO:tasks.rados.rados.0.smithi081.stdout:428: expect (ObjNum 118 snap 26 seq_num 118) 2023-05-20T05:59:25.197 INFO:tasks.rados.rados.0.smithi081.stdout:431: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T05:59:25.226 INFO:tasks.rados.rados.0.smithi081.stdout:424: done (6 left) 2023-05-20T05:59:25.226 INFO:tasks.rados.rados.0.smithi081.stdout:425: done (5 left) 2023-05-20T05:59:25.226 INFO:tasks.rados.rados.0.smithi081.stdout:426: done (4 left) 2023-05-20T05:59:25.226 INFO:tasks.rados.rados.0.smithi081.stdout:427: done (3 left) 2023-05-20T05:59:25.226 INFO:tasks.rados.rados.0.smithi081.stdout:428: done (2 left) 2023-05-20T05:59:25.226 INFO:tasks.rados.rados.0.smithi081.stdout:431: done (1 left) 2023-05-20T05:59:25.227 INFO:tasks.rados.rados.0.smithi081.stdout:433: setattr oid 32 current snap is 36 2023-05-20T05:59:25.227 INFO:tasks.rados.rados.0.smithi081.stdout:434: delete oid 20 current snap is 36 2023-05-20T05:59:25.228 INFO:tasks.rados.rados.0.smithi081.stdout:434: done (2 left) 2023-05-20T05:59:25.228 INFO:tasks.rados.rados.0.smithi081.stdout:435: copy_from oid 33 from oid 11 current snap is 36 2023-05-20T05:59:25.229 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 36 2023-05-20T05:59:25.229 INFO:tasks.rados.rados.0.smithi081.stdout:436: seq_num 155 ranges {0=204800} 2023-05-20T05:59:25.230 INFO:tasks.rados.rados.0.smithi081.stdout:436: writing smithi081164505-42 from 0 to 204800 tid 1 2023-05-20T05:59:25.230 INFO:tasks.rados.rados.0.smithi081.stdout:437: read oid 12 snap -1 2023-05-20T05:59:25.230 INFO:tasks.rados.rados.0.smithi081.stdout:437: expect (ObjNum 152 snap 36 seq_num 152) 2023-05-20T05:59:25.230 INFO:tasks.rados.rados.0.smithi081.stdout:438: copy_from oid 43 from oid 7 current snap is 36 2023-05-20T05:59:25.230 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 241 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T05:59:25.231 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 139 (ObjNum 153 snap 36 seq_num 153) dirty exists 2023-05-20T05:59:25.231 INFO:tasks.rados.rados.0.smithi081.stdout:432: done (5 left) 2023-05-20T05:59:25.231 INFO:tasks.rados.rados.0.smithi081.stdout:433: done (4 left) 2023-05-20T05:59:25.231 INFO:tasks.rados.rados.0.smithi081.stdout:439: copy_from oid 35 from oid 36 current snap is 36 2023-05-20T05:59:25.231 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 36 2023-05-20T05:59:25.231 INFO:tasks.rados.rados.0.smithi081.stdout:440: seq_num 156 ranges {2211840=221184} 2023-05-20T05:59:25.244 INFO:tasks.rados.rados.0.smithi081.stdout:440: writing smithi081164505-22 from 2211840 to 2433024 tid 1 2023-05-20T05:59:25.244 INFO:tasks.rados.rados.0.smithi081.stdout:441: read oid 32 snap -1 2023-05-20T05:59:25.245 INFO:tasks.rados.rados.0.smithi081.stdout:441: expect (ObjNum 153 snap 36 seq_num 153) 2023-05-20T05:59:25.245 INFO:tasks.rados.rados.0.smithi081.stdout:442: delete oid 31 current snap is 36 2023-05-20T05:59:25.245 INFO:tasks.rados.rados.0.smithi081.stdout:438: finishing copy_from to smithi081164505-43 2023-05-20T05:59:25.245 INFO:tasks.rados.rados.0.smithi081.stdout:438: got expected ENOENT (src dne) 2023-05-20T05:59:25.245 INFO:tasks.rados.rados.0.smithi081.stdout:438: finishing copy_from racing read to smithi081164505-43 2023-05-20T05:59:25.245 INFO:tasks.rados.rados.0.smithi081.stdout:436: finishing write tid 1 to smithi081164505-42 2023-05-20T05:59:25.246 INFO:tasks.rados.rados.0.smithi081.stdout:436: finishing write tid 2 to smithi081164505-42 2023-05-20T05:59:25.246 INFO:tasks.rados.rados.0.smithi081.stdout:436: finishing write tid 3 to smithi081164505-42 2023-05-20T05:59:25.246 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 203 (ObjNum 155 snap 36 seq_num 155) dirty exists 2023-05-20T05:59:25.246 INFO:tasks.rados.rados.0.smithi081.stdout:436: left oid 42 (ObjNum 155 snap 36 seq_num 155) 2023-05-20T05:59:25.246 INFO:tasks.rados.rados.0.smithi081.stdout:437: expect (ObjNum 152 snap 36 seq_num 152) 2023-05-20T05:59:25.332 INFO:tasks.rados.rados.0.smithi081.stdout:435: finishing copy_from to smithi081164505-33 2023-05-20T05:59:25.333 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 134 (ObjNum 121 snap 26 seq_num 121) dirty exists 2023-05-20T05:59:25.333 INFO:tasks.rados.rados.0.smithi081.stdout:435: finishing copy_from racing read to smithi081164505-33 2023-05-20T05:59:25.333 INFO:tasks.rados.rados.0.smithi081.stdout:439: finishing copy_from to smithi081164505-35 2023-05-20T05:59:25.333 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 193 (ObjNum 138 snap 32 seq_num 138) dirty exists 2023-05-20T05:59:25.333 INFO:tasks.rados.rados.0.smithi081.stdout:440: finishing write tid 1 to smithi081164505-22 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:440: finishing write tid 2 to smithi081164505-22 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:435: done (7 left) 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:436: done (6 left) 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:437: done (5 left) 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:438: done (4 left) 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:442: done (3 left) 2023-05-20T05:59:25.334 INFO:tasks.rados.rados.0.smithi081.stdout:443: delete oid 14 current snap is 36 2023-05-20T05:59:25.335 INFO:tasks.rados.rados.0.smithi081.stdout:439: finishing copy_from racing read to smithi081164505-35 2023-05-20T05:59:25.335 INFO:tasks.rados.rados.0.smithi081.stdout:440: finishing write tid 3 to smithi081164505-22 2023-05-20T05:59:25.335 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 205 (ObjNum 156 snap 36 seq_num 156) dirty exists 2023-05-20T05:59:25.335 INFO:tasks.rados.rados.0.smithi081.stdout:440: left oid 22 (ObjNum 156 snap 36 seq_num 156) 2023-05-20T05:59:25.335 INFO:tasks.rados.rados.0.smithi081.stdout:441: expect (ObjNum 153 snap 36 seq_num 153) 2023-05-20T05:59:25.427 INFO:tasks.rados.rados.0.smithi081.stdout:439: done (3 left) 2023-05-20T05:59:25.427 INFO:tasks.rados.rados.0.smithi081.stdout:440: done (2 left) 2023-05-20T05:59:25.428 INFO:tasks.rados.rados.0.smithi081.stdout:441: done (1 left) 2023-05-20T05:59:25.428 INFO:tasks.rados.rados.0.smithi081.stdout:443: done (0 left) 2023-05-20T05:59:25.428 INFO:tasks.rados.rados.0.smithi081.stdout:444: snap_create 2023-05-20T05:59:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:25 smithi170 ceph-mon[97338]: pgmap v206: 121 pgs: 121 active+clean; 152 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-05-20T05:59:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:25 smithi170 ceph-mon[97338]: osdmap e145: 8 total, 8 up, 8 in 2023-05-20T05:59:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:25 smithi081 ceph-mon[95500]: pgmap v206: 121 pgs: 121 active+clean; 152 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-05-20T05:59:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:25 smithi081 ceph-mon[95500]: osdmap e145: 8 total, 8 up, 8 in 2023-05-20T05:59:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:25 smithi081 ceph-mon[107735]: pgmap v206: 121 pgs: 121 active+clean; 152 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-05-20T05:59:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:25 smithi081 ceph-mon[107735]: osdmap e145: 8 total, 8 up, 8 in 2023-05-20T05:59:26.114 INFO:tasks.rados.rados.0.smithi081.stdout:444: done (0 left) 2023-05-20T05:59:26.114 INFO:tasks.rados.rados.0.smithi081.stdout:445: read oid 45 snap -1 2023-05-20T05:59:26.114 INFO:tasks.rados.rados.0.smithi081.stdout:445: expect (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:26.114 INFO:tasks.rados.rados.0.smithi081.stdout:446: read oid 29 snap 31 2023-05-20T05:59:26.114 INFO:tasks.rados.rados.0.smithi081.stdout:446: expect (ObjNum 163663488 snap 21996 seq_num 163556368) 2023-05-20T05:59:26.115 INFO:tasks.rados.rados.0.smithi081.stdout:447: rollback oid 8 current snap is 37 2023-05-20T05:59:26.115 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 31 2023-05-20T05:59:26.115 INFO:tasks.rados.rados.0.smithi081.stdout:448: rollback oid 26 current snap is 37 2023-05-20T05:59:26.115 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 26 2023-05-20T05:59:26.115 INFO:tasks.rados.rados.0.smithi081.stdout:449: snap_create 2023-05-20T05:59:26.117 INFO:tasks.rados.rados.0.smithi081.stdout:446: expect (ObjNum 163663488 snap 21996 seq_num 163556368) 2023-05-20T05:59:26.118 INFO:tasks.rados.rados.0.smithi081.stdout:447: finishing rollback tid 0 to smithi081164505-8 2023-05-20T05:59:26.119 INFO:tasks.rados.rados.0.smithi081.stdout:447: finishing rollback tid 1 to smithi081164505-8 2023-05-20T05:59:26.120 INFO:tasks.rados.rados.0.smithi081.stdout:447: finishing rollback tid 2 to smithi081164505-8 2023-05-20T05:59:26.120 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 209 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:26.123 INFO:tasks.rados.rados.0.smithi081.stdout:448: finishing rollback tid 0 to smithi081164505-26 2023-05-20T05:59:26.124 INFO:tasks.rados.rados.0.smithi081.stdout:448: finishing rollback tid 1 to smithi081164505-26 2023-05-20T05:59:26.127 INFO:tasks.rados.rados.0.smithi081.stdout:448: finishing rollback tid 2 to smithi081164505-26 2023-05-20T05:59:26.127 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 187 (ObjNum 111 snap 25 seq_num 111) dirty exists 2023-05-20T05:59:26.132 INFO:tasks.rados.rados.0.smithi081.stdout:445: expect (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:26.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:26 smithi170 conmon[100563]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:59:27.126 INFO:tasks.rados.rados.0.smithi081.stdout:445: done (4 left) 2023-05-20T05:59:27.126 INFO:tasks.rados.rados.0.smithi081.stdout:446: done (3 left) 2023-05-20T05:59:27.126 INFO:tasks.rados.rados.0.smithi081.stdout:447: done (2 left) 2023-05-20T05:59:27.127 INFO:tasks.rados.rados.0.smithi081.stdout:448: done (1 left) 2023-05-20T05:59:27.127 INFO:tasks.rados.rados.0.smithi081.stdout:449: done (0 left) 2023-05-20T05:59:27.128 INFO:tasks.rados.rados.0.smithi081.stdout:450: rollback oid 39 current snap is 38 2023-05-20T05:59:27.128 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 31 2023-05-20T05:59:27.128 INFO:tasks.rados.rados.0.smithi081.stdout:451: rollback oid 21 current snap is 38 2023-05-20T05:59:27.128 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 36 2023-05-20T05:59:27.129 INFO:tasks.rados.rados.0.smithi081.stdout:452: delete oid 24 current snap is 38 2023-05-20T05:59:27.130 INFO:tasks.rados.rados.0.smithi081.stdout:450: finishing rollback tid 0 to smithi081164505-39 2023-05-20T05:59:27.130 INFO:tasks.rados.rados.0.smithi081.stdout:452: done (2 left) 2023-05-20T05:59:27.131 INFO:tasks.rados.rados.0.smithi081.stdout:453: delete oid 3 current snap is 38 2023-05-20T05:59:27.131 INFO:tasks.rados.rados.0.smithi081.stdout:451: finishing rollback tid 0 to smithi081164505-21 2023-05-20T05:59:27.131 INFO:tasks.rados.rados.0.smithi081.stdout:450: finishing rollback tid 1 to smithi081164505-39 2023-05-20T05:59:27.132 INFO:tasks.rados.rados.0.smithi081.stdout:450: finishing rollback tid 2 to smithi081164505-39 2023-05-20T05:59:27.132 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 254 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:27.132 INFO:tasks.rados.rados.0.smithi081.stdout:451: finishing rollback tid 1 to smithi081164505-21 2023-05-20T05:59:27.133 INFO:tasks.rados.rados.0.smithi081.stdout:450: done (2 left) 2023-05-20T05:59:27.134 INFO:tasks.rados.rados.0.smithi081.stdout:453: done (1 left) 2023-05-20T05:59:27.134 INFO:tasks.rados.rados.0.smithi081.stdout:454: read oid 27 snap 37 2023-05-20T05:59:27.134 INFO:tasks.rados.rados.0.smithi081.stdout:454: expect (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:27.135 INFO:tasks.rados.rados.0.smithi081.stdout:455: setattr oid 12 current snap is 38 2023-05-20T05:59:27.135 INFO:tasks.rados.rados.0.smithi081.stdout:451: finishing rollback tid 2 to smithi081164505-21 2023-05-20T05:59:27.135 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 315 (ObjNum 163723568 snap 21996 seq_num 304) dirty exists 2023-05-20T05:59:27.137 INFO:tasks.rados.rados.0.smithi081.stdout:451: done (2 left) 2023-05-20T05:59:27.138 INFO:tasks.rados.rados.0.smithi081.stdout:456: setattr oid 3 current snap is 38 2023-05-20T05:59:27.138 INFO:tasks.rados.rados.0.smithi081.stdout:457: delete oid 34 current snap is 38 2023-05-20T05:59:27.140 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 125 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-05-20T05:59:27.144 INFO:tasks.rados.rados.0.smithi081.stdout:456: done (3 left) 2023-05-20T05:59:27.145 INFO:tasks.rados.rados.0.smithi081.stdout:457: done (2 left) 2023-05-20T05:59:27.145 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 38 2023-05-20T05:59:27.145 INFO:tasks.rados.rados.0.smithi081.stdout:458: seq_num 162 ranges {2498560=319488} 2023-05-20T05:59:27.156 INFO:tasks.rados.rados.0.smithi081.stdout:458: writing smithi081164505-36 from 2498560 to 2818048 tid 1 2023-05-20T05:59:27.156 INFO:tasks.rados.rados.0.smithi081.stdout:459: snap_remove snap 36 2023-05-20T05:59:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:27 smithi170 ceph-mon[97338]: osdmap e146: 8 total, 8 up, 8 in 2023-05-20T05:59:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:27 smithi170 ceph-mon[97338]: pgmap v209: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2023-05-20T05:59:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:27 smithi081 ceph-mon[95500]: osdmap e146: 8 total, 8 up, 8 in 2023-05-20T05:59:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:27 smithi081 ceph-mon[95500]: pgmap v209: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2023-05-20T05:59:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:27 smithi081 ceph-mon[107735]: osdmap e146: 8 total, 8 up, 8 in 2023-05-20T05:59:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:27 smithi081 ceph-mon[107735]: pgmap v209: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2023-05-20T05:59:28.130 INFO:tasks.rados.rados.0.smithi081.stdout:459: done (3 left) 2023-05-20T05:59:28.130 INFO:tasks.rados.rados.0.smithi081.stdout:460: delete oid 13 current snap is 38 2023-05-20T05:59:28.131 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 140 (ObjNum 152 snap 36 seq_num 152) dirty exists 2023-05-20T05:59:28.132 INFO:tasks.rados.rados.0.smithi081.stdout:454: expect (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:28.250 INFO:tasks.rados.rados.0.smithi081.stdout:458: finishing write tid 1 to smithi081164505-36 2023-05-20T05:59:28.250 INFO:tasks.rados.rados.0.smithi081.stdout:458: finishing write tid 2 to smithi081164505-36 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:458: finishing write tid 3 to smithi081164505-36 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 244 (ObjNum 162 snap 38 seq_num 162) dirty exists 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:458: left oid 36 (ObjNum 162 snap 38 seq_num 162) 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:454: done (3 left) 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:455: done (2 left) 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:458: done (1 left) 2023-05-20T05:59:28.251 INFO:tasks.rados.rados.0.smithi081.stdout:460: done (0 left) 2023-05-20T05:59:28.252 INFO:tasks.rados.rados.0.smithi081.stdout:461: rollback oid 9 current snap is 38 2023-05-20T05:59:28.252 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 37 2023-05-20T05:59:28.252 INFO:tasks.rados.rados.0.smithi081.stdout:462: read oid 11 snap 31 2023-05-20T05:59:28.252 INFO:tasks.rados.rados.0.smithi081.stdout:462: expect (ObjNum 121 snap 26 seq_num 121) 2023-05-20T05:59:28.252 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 38 2023-05-20T05:59:28.252 INFO:tasks.rados.rados.0.smithi081.stdout:463: seq_num 164 ranges {1269760=352256} 2023-05-20T05:59:28.259 INFO:tasks.rados.rados.0.smithi081.stdout:463: writing smithi081164505-23 from 1269760 to 1622016 tid 1 2023-05-20T05:59:28.260 INFO:tasks.rados.rados.0.smithi081.stdout:464: delete oid 7 current snap is 38 2023-05-20T05:59:28.260 INFO:tasks.rados.rados.0.smithi081.stdout:461: finishing rollback tid 0 to smithi081164505-9 2023-05-20T05:59:28.260 INFO:tasks.rados.rados.0.smithi081.stdout:461: finishing rollback tid 1 to smithi081164505-9 2023-05-20T05:59:28.260 INFO:tasks.rados.rados.0.smithi081.stdout:461: finishing rollback tid 2 to smithi081164505-9 2023-05-20T05:59:28.260 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 60 (ObjNum 133 snap 30 seq_num 133) dirty exists 2023-05-20T05:59:28.261 INFO:tasks.rados.rados.0.smithi081.stdout:462: expect (ObjNum 121 snap 26 seq_num 121) 2023-05-20T05:59:28.312 INFO:tasks.rados.rados.0.smithi081.stdout:463: finishing write tid 1 to smithi081164505-23 2023-05-20T05:59:28.312 INFO:tasks.rados.rados.0.smithi081.stdout:463: finishing write tid 2 to smithi081164505-23 2023-05-20T05:59:28.312 INFO:tasks.rados.rados.0.smithi081.stdout:463: finishing write tid 3 to smithi081164505-23 2023-05-20T05:59:28.312 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 320 (ObjNum 164 snap 38 seq_num 164) dirty exists 2023-05-20T05:59:28.312 INFO:tasks.rados.rados.0.smithi081.stdout:463: left oid 23 (ObjNum 164 snap 38 seq_num 164) 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:461: done (3 left) 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:462: done (2 left) 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:463: done (1 left) 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:464: done (0 left) 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:465: read oid 16 snap 37 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:465: expect (ObjNum 96 snap 21 seq_num 96) 2023-05-20T05:59:28.313 INFO:tasks.rados.rados.0.smithi081.stdout:466: read oid 14 snap -1 2023-05-20T05:59:28.314 INFO:tasks.rados.rados.0.smithi081.stdout:466: expect deleted 2023-05-20T05:59:28.314 INFO:tasks.rados.rados.0.smithi081.stdout:467: read oid 40 snap -1 2023-05-20T05:59:28.314 INFO:tasks.rados.rados.0.smithi081.stdout:467: expect (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:59:28.314 INFO:tasks.rados.rados.0.smithi081.stdout:468: copy_from oid 24 from oid 9 current snap is 38 2023-05-20T05:59:28.314 INFO:tasks.rados.rados.0.smithi081.stdout:469: snap_remove snap 26 2023-05-20T05:59:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:28 smithi170 ceph-mon[97338]: osdmap e147: 8 total, 8 up, 8 in 2023-05-20T05:59:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:28 smithi081 ceph-mon[95500]: osdmap e147: 8 total, 8 up, 8 in 2023-05-20T05:59:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:28 smithi081 ceph-mon[107735]: osdmap e147: 8 total, 8 up, 8 in 2023-05-20T05:59:29.040 INFO:tasks.rados.rados.0.smithi081.stdout:469: done (4 left) 2023-05-20T05:59:29.040 INFO:tasks.rados.rados.0.smithi081.stdout:470: read oid 21 snap 31 2023-05-20T05:59:29.041 INFO:tasks.rados.rados.0.smithi081.stdout:470: expect deleted 2023-05-20T05:59:29.041 INFO:tasks.rados.rados.0.smithi081.stdout:471: copy_from oid 43 from oid 25 current snap is 38 2023-05-20T05:59:29.041 INFO:tasks.rados.rados.0.smithi081.stdout:472: snap_create 2023-05-20T05:59:29.041 INFO:tasks.rados.rados.0.smithi081.stdout:468: finishing copy_from to smithi081164505-24 2023-05-20T05:59:29.042 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 60 (ObjNum 133 snap 30 seq_num 133) dirty exists 2023-05-20T05:59:29.042 INFO:tasks.rados.rados.0.smithi081.stdout:468: finishing copy_from racing read to smithi081164505-24 2023-05-20T05:59:29.042 INFO:tasks.rados.rados.0.smithi081.stdout:465: expect (ObjNum 96 snap 21 seq_num 96) 2023-05-20T05:59:29.228 INFO:tasks.rados.rados.0.smithi081.stdout:467: expect (ObjNum 39 snap 0 seq_num 39) 2023-05-20T05:59:29.246 INFO:tasks.rados.rados.0.smithi081.stdout:471: finishing copy_from to smithi081164505-43 2023-05-20T05:59:29.246 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 242 (ObjNum 146 snap 34 seq_num 146) dirty exists 2023-05-20T05:59:29.246 INFO:tasks.rados.rados.0.smithi081.stdout:471: finishing copy_from racing read to smithi081164505-43 2023-05-20T05:59:29.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:29 smithi170 ceph-mon[97338]: osdmap e148: 8 total, 8 up, 8 in 2023-05-20T05:59:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:29 smithi170 ceph-mon[97338]: pgmap v212: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2023-05-20T05:59:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:29 smithi170 ceph-mon[97338]: osdmap e149: 8 total, 8 up, 8 in 2023-05-20T05:59:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:29 smithi081 ceph-mon[95500]: osdmap e148: 8 total, 8 up, 8 in 2023-05-20T05:59:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:29 smithi081 ceph-mon[95500]: pgmap v212: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2023-05-20T05:59:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:29 smithi081 ceph-mon[95500]: osdmap e149: 8 total, 8 up, 8 in 2023-05-20T05:59:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:29 smithi081 ceph-mon[107735]: osdmap e148: 8 total, 8 up, 8 in 2023-05-20T05:59:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:29 smithi081 ceph-mon[107735]: pgmap v212: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 32 op/s 2023-05-20T05:59:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:29 smithi081 ceph-mon[107735]: osdmap e149: 8 total, 8 up, 8 in 2023-05-20T05:59:30.026 INFO:tasks.rados.rados.0.smithi081.stdout:465: done (6 left) 2023-05-20T05:59:30.026 INFO:tasks.rados.rados.0.smithi081.stdout:466: done (5 left) 2023-05-20T05:59:30.027 INFO:tasks.rados.rados.0.smithi081.stdout:467: done (4 left) 2023-05-20T05:59:30.027 INFO:tasks.rados.rados.0.smithi081.stdout:468: done (3 left) 2023-05-20T05:59:30.027 INFO:tasks.rados.rados.0.smithi081.stdout:470: done (2 left) 2023-05-20T05:59:30.028 INFO:tasks.rados.rados.0.smithi081.stdout:471: done (1 left) 2023-05-20T05:59:30.028 INFO:tasks.rados.rados.0.smithi081.stdout:472: done (0 left) 2023-05-20T05:59:30.028 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 39 2023-05-20T05:59:30.028 INFO:tasks.rados.rados.0.smithi081.stdout:473: seq_num 166 ranges {2187264=385024} 2023-05-20T05:59:30.040 INFO:tasks.rados.rados.0.smithi081.stdout:473: writing smithi081164505-12 from 2187264 to 2572288 tid 1 2023-05-20T05:59:30.040 INFO:tasks.rados.rados.0.smithi081.stdout:474: read oid 9 snap -1 2023-05-20T05:59:30.040 INFO:tasks.rados.rados.0.smithi081.stdout:474: expect (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:30.041 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 39 2023-05-20T05:59:30.041 INFO:tasks.rados.rados.0.smithi081.stdout:475: seq_num 167 ranges {1867776=401408} 2023-05-20T05:59:30.052 INFO:tasks.rados.rados.0.smithi081.stdout:475: writing smithi081164505-26 from 1867776 to 2269184 tid 1 2023-05-20T05:59:30.053 INFO:tasks.rados.rados.0.smithi081.stdout:476: snap_create 2023-05-20T05:59:30.053 INFO:tasks.rados.rados.0.smithi081.stdout:473: finishing write tid 1 to smithi081164505-12 2023-05-20T05:59:30.053 INFO:tasks.rados.rados.0.smithi081.stdout:473: finishing write tid 2 to smithi081164505-12 2023-05-20T05:59:30.054 INFO:tasks.rados.rados.0.smithi081.stdout:473: finishing write tid 3 to smithi081164505-12 2023-05-20T05:59:30.054 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 142 (ObjNum 166 snap 39 seq_num 166) dirty exists 2023-05-20T05:59:30.054 INFO:tasks.rados.rados.0.smithi081.stdout:473: left oid 12 (ObjNum 166 snap 39 seq_num 166) 2023-05-20T05:59:30.056 INFO:tasks.rados.rados.0.smithi081.stdout:475: finishing write tid 1 to smithi081164505-26 2023-05-20T05:59:30.057 INFO:tasks.rados.rados.0.smithi081.stdout:475: finishing write tid 2 to smithi081164505-26 2023-05-20T05:59:30.057 INFO:tasks.rados.rados.0.smithi081.stdout:475: finishing write tid 3 to smithi081164505-26 2023-05-20T05:59:30.058 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 198 (ObjNum 167 snap 39 seq_num 167) dirty exists 2023-05-20T05:59:30.058 INFO:tasks.rados.rados.0.smithi081.stdout:475: left oid 26 (ObjNum 167 snap 39 seq_num 167) 2023-05-20T05:59:30.065 INFO:tasks.rados.rados.0.smithi081.stdout:474: expect (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:31.032 INFO:tasks.rados.rados.0.smithi081.stdout:473: done (3 left) 2023-05-20T05:59:31.032 INFO:tasks.rados.rados.0.smithi081.stdout:474: done (2 left) 2023-05-20T05:59:31.032 INFO:tasks.rados.rados.0.smithi081.stdout:475: done (1 left) 2023-05-20T05:59:31.032 INFO:tasks.rados.rados.0.smithi081.stdout:476: done (0 left) 2023-05-20T05:59:31.032 INFO:tasks.rados.rados.0.smithi081.stdout:477: copy_from oid 15 from oid 40 current snap is 40 2023-05-20T05:59:31.033 INFO:tasks.rados.rados.0.smithi081.stdout:478: read oid 7 snap 38 2023-05-20T05:59:31.033 INFO:tasks.rados.rados.0.smithi081.stdout:478: expect deleted 2023-05-20T05:59:31.033 INFO:tasks.rados.rados.0.smithi081.stdout:479: rollback oid 31 current snap is 40 2023-05-20T05:59:31.033 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 38 2023-05-20T05:59:31.033 INFO:tasks.rados.rados.0.smithi081.stdout:480: delete oid 35 current snap is 40 2023-05-20T05:59:31.034 INFO:tasks.rados.rados.0.smithi081.stdout:479: finishing rollback tid 1 to smithi081164505-31 2023-05-20T05:59:31.034 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 311 (ObjNum 1393 snap 0 seq_num 3605352544) dirty dne 2023-05-20T05:59:31.037 INFO:tasks.rados.rados.0.smithi081.stdout:478: done (3 left) 2023-05-20T05:59:31.037 INFO:tasks.rados.rados.0.smithi081.stdout:479: done (2 left) 2023-05-20T05:59:31.037 INFO:tasks.rados.rados.0.smithi081.stdout:480: done (1 left) 2023-05-20T05:59:31.037 INFO:tasks.rados.rados.0.smithi081.stdout:481: read oid 26 snap -1 2023-05-20T05:59:31.037 INFO:tasks.rados.rados.0.smithi081.stdout:481: expect (ObjNum 167 snap 39 seq_num 167) 2023-05-20T05:59:31.037 INFO:tasks.rados.rados.0.smithi081.stdout:482: rollback oid 43 current snap is 40 2023-05-20T05:59:31.038 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 38 2023-05-20T05:59:31.038 INFO:tasks.rados.rados.0.smithi081.stdout:483: delete oid 16 current snap is 40 2023-05-20T05:59:31.039 INFO:tasks.rados.rados.0.smithi081.stdout:477: finishing copy_from to smithi081164505-15 2023-05-20T05:59:31.039 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 75 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:59:31.039 INFO:tasks.rados.rados.0.smithi081.stdout:477: finishing copy_from racing read to smithi081164505-15 2023-05-20T05:59:31.045 INFO:tasks.rados.rados.0.smithi081.stdout:477: done (3 left) 2023-05-20T05:59:31.046 INFO:tasks.rados.rados.0.smithi081.stdout:483: done (2 left) 2023-05-20T05:59:31.046 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 40 2023-05-20T05:59:31.046 INFO:tasks.rados.rados.0.smithi081.stdout:484: seq_num 170 ranges {0=450560} 2023-05-20T05:59:31.046 INFO:tasks.rados.rados.0.smithi081.stdout:484: writing smithi081164505-31 from 0 to 450560 tid 1 2023-05-20T05:59:31.046 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 40 2023-05-20T05:59:31.046 INFO:tasks.rados.rados.0.smithi081.stdout:485: seq_num 171 ranges {1196032=466944} 2023-05-20T05:59:31.053 INFO:tasks.rados.rados.0.smithi081.stdout:485: writing smithi081164505-4 from 1196032 to 1662976 tid 1 2023-05-20T05:59:31.053 INFO:tasks.rados.rados.0.smithi081.stdout:486: read oid 11 snap -1 2023-05-20T05:59:31.054 INFO:tasks.rados.rados.0.smithi081.stdout:486: expect (ObjNum 121 snap 26 seq_num 121) 2023-05-20T05:59:31.054 INFO:tasks.rados.rados.0.smithi081.stdout:487: read oid 35 snap -1 2023-05-20T05:59:31.054 INFO:tasks.rados.rados.0.smithi081.stdout:487: expect deleted 2023-05-20T05:59:31.054 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 40 2023-05-20T05:59:31.054 INFO:tasks.rados.rados.0.smithi081.stdout:482: finishing rollback tid 0 to smithi081164505-43 2023-05-20T05:59:31.054 INFO:tasks.rados.rados.0.smithi081.stdout:488: seq_num 172 ranges {0=483328} 2023-05-20T05:59:31.057 INFO:tasks.rados.rados.0.smithi081.stdout:488: writing smithi081164505-41 from 0 to 483328 tid 1 2023-05-20T05:59:31.057 INFO:tasks.rados.rados.0.smithi081.stdout:489: read oid 42 snap -1 2023-05-20T05:59:31.057 INFO:tasks.rados.rados.0.smithi081.stdout:489: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T05:59:31.057 INFO:tasks.rados.rados.0.smithi081.stdout:490: read oid 45 snap -1 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:490: expect (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:491: rmattr oid 9 current snap is 40 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:491: done (9 left) 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:492: setattr oid 5 current snap is 40 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:482: finishing rollback tid 1 to smithi081164505-43 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:482: finishing rollback tid 2 to smithi081164505-43 2023-05-20T05:59:31.058 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 245 (ObjNum 146 snap 34 seq_num 146) dirty exists 2023-05-20T05:59:31.059 INFO:tasks.rados.rados.0.smithi081.stdout:484: finishing write tid 1 to smithi081164505-31 2023-05-20T05:59:31.059 INFO:tasks.rados.rados.0.smithi081.stdout:484: finishing write tid 2 to smithi081164505-31 2023-05-20T05:59:31.059 INFO:tasks.rados.rados.0.smithi081.stdout:481: expect (ObjNum 167 snap 39 seq_num 167) 2023-05-20T05:59:31.150 INFO:tasks.rados.rados.0.smithi081.stdout:484: finishing write tid 3 to smithi081164505-31 2023-05-20T05:59:31.150 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 335 (ObjNum 170 snap 40 seq_num 170) dirty exists 2023-05-20T05:59:31.150 INFO:tasks.rados.rados.0.smithi081.stdout:484: left oid 31 (ObjNum 170 snap 40 seq_num 170) 2023-05-20T05:59:31.150 INFO:tasks.rados.rados.0.smithi081.stdout:485: finishing write tid 1 to smithi081164505-4 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:485: finishing write tid 2 to smithi081164505-4 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:485: finishing write tid 3 to smithi081164505-4 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 210 (ObjNum 171 snap 40 seq_num 171) dirty exists 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:485: left oid 4 (ObjNum 171 snap 40 seq_num 171) 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:488: finishing write tid 1 to smithi081164505-41 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:488: finishing write tid 2 to smithi081164505-41 2023-05-20T05:59:31.151 INFO:tasks.rados.rados.0.smithi081.stdout:488: finishing write tid 3 to smithi081164505-41 2023-05-20T05:59:31.152 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 53 (ObjNum 172 snap 40 seq_num 172) dirty exists 2023-05-20T05:59:31.152 INFO:tasks.rados.rados.0.smithi081.stdout:488: left oid 41 (ObjNum 172 snap 40 seq_num 172) 2023-05-20T05:59:31.152 INFO:tasks.rados.rados.0.smithi081.stdout:489: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T05:59:31.155 INFO:tasks.rados.rados.0.smithi081.stdout:486: expect (ObjNum 121 snap 26 seq_num 121) 2023-05-20T05:59:31.205 INFO:tasks.rados.rados.0.smithi081.stdout:490: expect (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:31.454 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 219 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-05-20T05:59:31.454 INFO:tasks.rados.rados.0.smithi081.stdout:481: done (9 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:482: done (8 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:484: done (7 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:485: done (6 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:486: done (5 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:487: done (4 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:488: done (3 left) 2023-05-20T05:59:31.455 INFO:tasks.rados.rados.0.smithi081.stdout:489: done (2 left) 2023-05-20T05:59:31.456 INFO:tasks.rados.rados.0.smithi081.stdout:490: done (1 left) 2023-05-20T05:59:31.456 INFO:tasks.rados.rados.0.smithi081.stdout:492: done (0 left) 2023-05-20T05:59:31.456 INFO:tasks.rados.rados.0.smithi081.stdout:493: rmattr oid 27 current snap is 40 2023-05-20T05:59:31.456 INFO:tasks.rados.rados.0.smithi081.stdout:493: done (0 left) 2023-05-20T05:59:31.456 INFO:tasks.rados.rados.0.smithi081.stdout:494: setattr oid 40 current snap is 40 2023-05-20T05:59:31.456 INFO:tasks.rados.rados.0.smithi081.stdout:495: snap_create 2023-05-20T05:59:31.458 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 260 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:59:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:31 smithi170 ceph-mon[97338]: osdmap e150: 8 total, 8 up, 8 in 2023-05-20T05:59:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:31 smithi170 ceph-mon[97338]: pgmap v215: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:31 smithi081 ceph-mon[95500]: osdmap e150: 8 total, 8 up, 8 in 2023-05-20T05:59:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:31 smithi081 ceph-mon[95500]: pgmap v215: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:31 smithi081 ceph-mon[107735]: osdmap e150: 8 total, 8 up, 8 in 2023-05-20T05:59:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:31 smithi081 ceph-mon[107735]: pgmap v215: 121 pgs: 121 active+clean; 130 MiB data, 376 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:32.036 INFO:tasks.rados.rados.0.smithi081.stdout:494: done (1 left) 2023-05-20T05:59:32.037 INFO:tasks.rados.rados.0.smithi081.stdout:495: done (0 left) 2023-05-20T05:59:32.037 INFO:tasks.rados.rados.0.smithi081.stdout:496: setattr oid 39 current snap is 41 2023-05-20T05:59:32.038 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 41 2023-05-20T05:59:32.038 INFO:tasks.rados.rados.0.smithi081.stdout:497: seq_num 173 ranges {2433024=499712} 2023-05-20T05:59:32.054 INFO:tasks.rados.rados.0.smithi081.stdout:497: writing smithi081164505-22 from 2433024 to 2932736 tid 1 2023-05-20T05:59:32.054 INFO:tasks.rados.rados.0.smithi081.stdout:498: snap_remove snap 40 2023-05-20T05:59:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:32 smithi170 ceph-mon[97338]: osdmap e151: 8 total, 8 up, 8 in 2023-05-20T05:59:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:32 smithi081 ceph-mon[95500]: osdmap e151: 8 total, 8 up, 8 in 2023-05-20T05:59:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:32 smithi081 ceph-mon[107735]: osdmap e151: 8 total, 8 up, 8 in 2023-05-20T05:59:33.043 INFO:tasks.rados.rados.0.smithi081.stdout:498: done (2 left) 2023-05-20T05:59:33.043 INFO:tasks.rados.rados.0.smithi081.stdout:499: rmattr oid 7 current snap is 41 2023-05-20T05:59:33.043 INFO:tasks.rados.rados.0.smithi081.stdout:499: done (2 left) 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:500: copy_from oid 19 from oid 37 current snap is 41 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 267 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:497: finishing write tid 1 to smithi081164505-22 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:497: finishing write tid 2 to smithi081164505-22 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:497: finishing write tid 3 to smithi081164505-22 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 222 (ObjNum 173 snap 41 seq_num 173) dirty exists 2023-05-20T05:59:33.044 INFO:tasks.rados.rados.0.smithi081.stdout:497: left oid 22 (ObjNum 173 snap 41 seq_num 173) 2023-05-20T05:59:33.045 INFO:tasks.rados.rados.0.smithi081.stdout:496: done (2 left) 2023-05-20T05:59:33.045 INFO:tasks.rados.rados.0.smithi081.stdout:497: done (1 left) 2023-05-20T05:59:33.045 INFO:tasks.rados.rados.0.smithi081.stdout:501: copy_from oid 48 from oid 31 current snap is 41 2023-05-20T05:59:33.045 INFO:tasks.rados.rados.0.smithi081.stdout:502: delete oid 16 current snap is 41 2023-05-20T05:59:33.047 INFO:tasks.rados.rados.0.smithi081.stdout:502: done (2 left) 2023-05-20T05:59:33.048 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 41 2023-05-20T05:59:33.048 INFO:tasks.rados.rados.0.smithi081.stdout:503: seq_num 175 ranges {0=540672} 2023-05-20T05:59:33.048 INFO:tasks.rados.rados.0.smithi081.stdout:503: writing smithi081164505-21 from 0 to 540672 tid 1 2023-05-20T05:59:33.048 INFO:tasks.rados.rados.0.smithi081.stdout:504: delete oid 39 current snap is 41 2023-05-20T05:59:33.052 INFO:tasks.rados.rados.0.smithi081.stdout:504: done (3 left) 2023-05-20T05:59:33.052 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 41 2023-05-20T05:59:33.053 INFO:tasks.rados.rados.0.smithi081.stdout:505: seq_num 177 ranges {0=573440} 2023-05-20T05:59:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:505: writing smithi081164505-3 from 0 to 573440 tid 1 2023-05-20T05:59:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 41 2023-05-20T05:59:33.056 INFO:tasks.rados.rados.0.smithi081.stdout:500: finishing copy_from to smithi081164505-19 2023-05-20T05:59:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 137 (ObjNum 145 snap 33 seq_num 145) dirty exists 2023-05-20T05:59:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:500: finishing copy_from racing read to smithi081164505-19 2023-05-20T05:59:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:503: finishing write tid 1 to smithi081164505-21 2023-05-20T05:59:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:503: finishing write tid 2 to smithi081164505-21 2023-05-20T05:59:33.057 INFO:tasks.rados.rados.0.smithi081.stdout:506: seq_num 178 ranges {2572288=589824} 2023-05-20T05:59:33.074 INFO:tasks.rados.rados.0.smithi081.stdout:506: writing smithi081164505-12 from 2572288 to 3162112 tid 1 2023-05-20T05:59:33.074 INFO:tasks.rados.rados.0.smithi081.stdout:500: done (4 left) 2023-05-20T05:59:33.074 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 41 2023-05-20T05:59:33.074 INFO:tasks.rados.rados.0.smithi081.stdout:503: finishing write tid 3 to smithi081164505-21 2023-05-20T05:59:33.074 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 338 (ObjNum 175 snap 41 seq_num 175) dirty exists 2023-05-20T05:59:33.075 INFO:tasks.rados.rados.0.smithi081.stdout:503: left oid 21 (ObjNum 175 snap 41 seq_num 175) 2023-05-20T05:59:33.075 INFO:tasks.rados.rados.0.smithi081.stdout:507: seq_num 179 ranges {0=606208} 2023-05-20T05:59:33.077 INFO:tasks.rados.rados.0.smithi081.stdout:507: writing smithi081164505-16 from 0 to 606208 tid 1 2023-05-20T05:59:33.078 INFO:tasks.rados.rados.0.smithi081.stdout:503: done (4 left) 2023-05-20T05:59:33.078 INFO:tasks.rados.rados.0.smithi081.stdout:508: read oid 20 snap -1 2023-05-20T05:59:33.078 INFO:tasks.rados.rados.0.smithi081.stdout:508: expect deleted 2023-05-20T05:59:33.078 INFO:tasks.rados.rados.0.smithi081.stdout:509: snap_remove snap 37 2023-05-20T05:59:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: osdmap e152: 8 total, 8 up, 8 in 2023-05-20T05:59:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: Upgrade: Updating mgr.x 2023-05-20T05:59:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:59:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:59:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:59:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:59:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: Deploying daemon mgr.x on smithi170 2023-05-20T05:59:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:33 smithi170 ceph-mon[97338]: pgmap v218: 121 pgs: 121 active+clean; 130 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2023-05-20T05:59:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:33] "GET /metrics HTTP/1.1" 200 241101 "" "Prometheus/2.33.4" 2023-05-20T05:59:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: osdmap e152: 8 total, 8 up, 8 in 2023-05-20T05:59:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: Upgrade: Updating mgr.x 2023-05-20T05:59:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:59:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:59:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:59:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:59:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: Deploying daemon mgr.x on smithi170 2023-05-20T05:59:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[95500]: pgmap v218: 121 pgs: 121 active+clean; 130 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: osdmap e152: 8 total, 8 up, 8 in 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: Upgrade: Updating mgr.x 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-05-20T05:59:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:59:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: Deploying daemon mgr.x on smithi170 2023-05-20T05:59:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:33 smithi081 ceph-mon[107735]: pgmap v218: 121 pgs: 121 active+clean; 130 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2023-05-20T05:59:33.979 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:33 smithi170 systemd[1]: Stopping Ceph mgr.x for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:59:34.028 INFO:tasks.rados.rados.0.smithi081.stdout:509: done (5 left) 2023-05-20T05:59:34.028 INFO:tasks.rados.rados.0.smithi081.stdout:510: rollback oid 11 current snap is 41 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 33 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:501: finishing copy_from to smithi081164505-48 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 335 (ObjNum 170 snap 40 seq_num 170) dirty exists 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:501: finishing copy_from racing read to smithi081164505-48 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:505: finishing write tid 1 to smithi081164505-3 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:505: finishing write tid 2 to smithi081164505-3 2023-05-20T05:59:34.029 INFO:tasks.rados.rados.0.smithi081.stdout:505: finishing write tid 3 to smithi081164505-3 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 247 (ObjNum 177 snap 41 seq_num 177) dirty exists 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:505: left oid 3 (ObjNum 177 snap 41 seq_num 177) 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:506: finishing write tid 1 to smithi081164505-12 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:506: finishing write tid 2 to smithi081164505-12 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:506: finishing write tid 3 to smithi081164505-12 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 144 (ObjNum 178 snap 41 seq_num 178) dirty exists 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:506: left oid 12 (ObjNum 178 snap 41 seq_num 178) 2023-05-20T05:59:34.030 INFO:tasks.rados.rados.0.smithi081.stdout:501: done (5 left) 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:505: done (4 left) 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:506: done (3 left) 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:508: done (2 left) 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:511: delete oid 50 current snap is 41 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:507: finishing write tid 1 to smithi081164505-16 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:507: finishing write tid 2 to smithi081164505-16 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:507: finishing write tid 3 to smithi081164505-16 2023-05-20T05:59:34.031 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 263 (ObjNum 179 snap 41 seq_num 179) dirty exists 2023-05-20T05:59:34.032 INFO:tasks.rados.rados.0.smithi081.stdout:507: left oid 16 (ObjNum 179 snap 41 seq_num 179) 2023-05-20T05:59:34.037 INFO:tasks.rados.rados.0.smithi081.stdout:510: finishing rollback tid 0 to smithi081164505-11 2023-05-20T05:59:34.038 INFO:tasks.rados.rados.0.smithi081.stdout:510: finishing rollback tid 1 to smithi081164505-11 2023-05-20T05:59:34.040 INFO:tasks.rados.rados.0.smithi081.stdout:507: done (2 left) 2023-05-20T05:59:34.040 INFO:tasks.rados.rados.0.smithi081.stdout:511: done (1 left) 2023-05-20T05:59:34.041 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 41 2023-05-20T05:59:34.041 INFO:tasks.rados.rados.0.smithi081.stdout:512: seq_num 181 ranges {1662976=638976} 2023-05-20T05:59:34.051 INFO:tasks.rados.rados.0.smithi081.stdout:512: writing smithi081164505-4 from 1662976 to 2301952 tid 1 2023-05-20T05:59:34.052 INFO:tasks.rados.rados.0.smithi081.stdout:513: snap_remove snap 38 2023-05-20T05:59:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:34 smithi170 ceph-mon[97338]: osdmap e153: 8 total, 8 up, 8 in 2023-05-20T05:59:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:34 smithi170 ceph-mon[97338]: osdmap e154: 8 total, 8 up, 8 in 2023-05-20T05:59:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:34 smithi081 ceph-mon[95500]: osdmap e153: 8 total, 8 up, 8 in 2023-05-20T05:59:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:34 smithi081 ceph-mon[95500]: osdmap e154: 8 total, 8 up, 8 in 2023-05-20T05:59:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:34 smithi081 ceph-mon[107735]: osdmap e153: 8 total, 8 up, 8 in 2023-05-20T05:59:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:34 smithi081 ceph-mon[107735]: osdmap e154: 8 total, 8 up, 8 in 2023-05-20T05:59:34.694 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:34 smithi170 bash[141033]: b32aa5e9fe1501c05f65a86f7a70c89a30f5889869764ebc2c410fa60edb72a7 2023-05-20T05:59:34.694 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:34 smithi170 systemd[1]: ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-05-20T05:59:34.695 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:34 smithi170 systemd[1]: ceph-00896e68-f6d2-11ed-9b02-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2023-05-20T05:59:34.695 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:34 smithi170 systemd[1]: Stopped Ceph mgr.x for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:59:34.995 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:34 smithi170 systemd[1]: Starting Ceph mgr.x for 00896e68-f6d2-11ed-9b02-001a4aab830c... 2023-05-20T05:59:35.052 INFO:tasks.rados.rados.0.smithi081.stdout:513: done (2 left) 2023-05-20T05:59:35.052 INFO:tasks.rados.rados.0.smithi081.stdout:514: copy_from oid 14 from oid 43 current snap is 41 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:510: finishing rollback tid 2 to smithi081164505-11 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 338 (ObjNum 121 snap 26 seq_num 121) dirty exists 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:512: finishing write tid 1 to smithi081164505-4 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:512: finishing write tid 2 to smithi081164505-4 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:512: finishing write tid 3 to smithi081164505-4 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 218 (ObjNum 181 snap 41 seq_num 181) dirty exists 2023-05-20T05:59:35.053 INFO:tasks.rados.rados.0.smithi081.stdout:512: left oid 4 (ObjNum 181 snap 41 seq_num 181) 2023-05-20T05:59:35.054 INFO:tasks.rados.rados.0.smithi081.stdout:510: done (2 left) 2023-05-20T05:59:35.054 INFO:tasks.rados.rados.0.smithi081.stdout:512: done (1 left) 2023-05-20T05:59:35.054 INFO:tasks.rados.rados.0.smithi081.stdout:515: setattr oid 27 current snap is 41 2023-05-20T05:59:35.054 INFO:tasks.rados.rados.0.smithi081.stdout:516: rollback oid 3 current snap is 41 2023-05-20T05:59:35.055 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 33 2023-05-20T05:59:35.055 INFO:tasks.rados.rados.0.smithi081.stdout:517: setattr oid 40 current snap is 41 2023-05-20T05:59:35.055 INFO:tasks.rados.rados.0.smithi081.stdout:518: snap_create 2023-05-20T05:59:35.060 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 350 (ObjNum 141 snap 33 seq_num 141) dirty exists 2023-05-20T05:59:35.061 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 278 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T05:59:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:516: finishing rollback tid 0 to smithi081164505-3 2023-05-20T05:59:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:516: finishing rollback tid 1 to smithi081164505-3 2023-05-20T05:59:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:516: finishing rollback tid 2 to smithi081164505-3 2023-05-20T05:59:35.066 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 251 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-05-20T05:59:35.076 INFO:tasks.rados.rados.0.smithi081.stdout:514: finishing copy_from to smithi081164505-14 2023-05-20T05:59:35.076 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 245 (ObjNum 146 snap 34 seq_num 146) dirty exists 2023-05-20T05:59:35.077 INFO:tasks.rados.rados.0.smithi081.stdout:514: finishing copy_from racing read to smithi081164505-14 2023-05-20T05:59:35.298 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:35 smithi170 ceph-mon[97338]: pgmap v221: 121 pgs: 121 active+clean; 130 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2023-05-20T05:59:35.298 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 bash[141393]: 089fb5ded7bf706b2e1226f5a9b371ea0c2cc2f6a3334739ec2621ed8796a2b8 2023-05-20T05:59:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:35 smithi081 ceph-mon[95500]: pgmap v221: 121 pgs: 121 active+clean; 130 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2023-05-20T05:59:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:35 smithi081 ceph-mon[107735]: pgmap v221: 121 pgs: 121 active+clean; 130 MiB data, 383 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 2.3 MiB/s wr, 35 op/s 2023-05-20T05:59:35.600 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 systemd[1]: Started Ceph mgr.x for 00896e68-f6d2-11ed-9b02-001a4aab830c. 2023-05-20T05:59:35.600 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 ceph-mgr[141458]: -- 172.21.15.170:0/835570166 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5618d4217520 con 0x5618d41eec00 2023-05-20T05:59:35.600 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 conmon[141434]: 2023-05-20T05:59:35.419+0000 7f2646776200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:59:35.600 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 conmon[141434]: 2023-05-20T05:59:35.503+0000 7f2646776200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:59:35.601 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 conmon[141434]: 2023-05-20T05:59:35.596+0000 7f2646776200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:59:35.909 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 conmon[141434]: 2023-05-20T05:59:35.709+0000 7f2646776200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:59:36.054 INFO:tasks.rados.rados.0.smithi081.stdout:514: done (4 left) 2023-05-20T05:59:36.054 INFO:tasks.rados.rados.0.smithi081.stdout:515: done (3 left) 2023-05-20T05:59:36.054 INFO:tasks.rados.rados.0.smithi081.stdout:516: done (2 left) 2023-05-20T05:59:36.054 INFO:tasks.rados.rados.0.smithi081.stdout:517: done (1 left) 2023-05-20T05:59:36.054 INFO:tasks.rados.rados.0.smithi081.stdout:518: done (0 left) 2023-05-20T05:59:36.055 INFO:tasks.rados.rados.0.smithi081.stdout:519: snap_create 2023-05-20T05:59:36.245 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:35 smithi170 conmon[141434]: 2023-05-20T05:59:35.905+0000 7f2646776200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:59:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:36 smithi170 ceph-mon[97338]: osdmap e155: 8 total, 8 up, 8 in 2023-05-20T05:59:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:36 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:36 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:36 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:59:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:36 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:36.495 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:36 smithi170 conmon[141434]: 2023-05-20T05:59:36.241+0000 7f2646776200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:59:36.496 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:36 smithi170 conmon[141434]: 2023-05-20T05:59:36.346+0000 7f2646776200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:59:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[95500]: osdmap e155: 8 total, 8 up, 8 in 2023-05-20T05:59:36.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:36.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:36.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:59:36.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:36.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[107735]: osdmap e155: 8 total, 8 up, 8 in 2023-05-20T05:59:36.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:36.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:36.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:59:36.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:36 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-05-20T05:59:36.996 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:36 smithi170 conmon[141434]: 2023-05-20T05:59:36.491+0000 7f2646776200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:59:36.996 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:36 smithi170 conmon[141434]: 2023-05-20T05:59:36.600+0000 7f2646776200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:59:37.061 INFO:tasks.rados.rados.0.smithi081.stdout:519: done (0 left) 2023-05-20T05:59:37.061 INFO:tasks.rados.rados.0.smithi081.stdout:520: setattr oid 4 current snap is 43 2023-05-20T05:59:37.062 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 43 2023-05-20T05:59:37.062 INFO:tasks.rados.rados.0.smithi081.stdout:521: seq_num 182 ranges {2662400=655360} 2023-05-20T05:59:37.080 INFO:tasks.rados.rados.0.smithi081.stdout:521: writing smithi081164505-14 from 2662400 to 3317760 tid 1 2023-05-20T05:59:37.081 INFO:tasks.rados.rados.0.smithi081.stdout:522: read oid 16 snap 42 2023-05-20T05:59:37.081 INFO:tasks.rados.rados.0.smithi081.stdout:522: expect (ObjNum 179 snap 41 seq_num 179) 2023-05-20T05:59:37.081 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 224 (ObjNum 181 snap 41 seq_num 181) dirty exists 2023-05-20T05:59:37.081 INFO:tasks.rados.rados.0.smithi081.stdout:520: done (2 left) 2023-05-20T05:59:37.081 INFO:tasks.rados.rados.0.smithi081.stdout:523: rmattr oid 36 current snap is 43 2023-05-20T05:59:37.081 INFO:tasks.rados.rados.0.smithi081.stdout:523: done (2 left) 2023-05-20T05:59:37.082 INFO:tasks.rados.rados.0.smithi081.stdout:524: copy_from oid 37 from oid 50 current snap is 43 2023-05-20T05:59:37.082 INFO:tasks.rados.rados.0.smithi081.stdout:525: delete oid 21 current snap is 43 2023-05-20T05:59:37.082 INFO:tasks.rados.rados.0.smithi081.stdout:524: finishing copy_from to smithi081164505-37 2023-05-20T05:59:37.082 INFO:tasks.rados.rados.0.smithi081.stdout:524: got expected ENOENT (src dne) 2023-05-20T05:59:37.082 INFO:tasks.rados.rados.0.smithi081.stdout:524: finishing copy_from racing read to smithi081164505-37 2023-05-20T05:59:37.087 INFO:tasks.rados.rados.0.smithi081.stdout:524: done (3 left) 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:525: done (2 left) 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:526: rmattr oid 49 current snap is 43 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:526: done (2 left) 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:527: rollback oid 6 current snap is 43 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 42 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:528: copy_from oid 5 from oid 2 current snap is 43 2023-05-20T05:59:37.088 INFO:tasks.rados.rados.0.smithi081.stdout:529: read oid 9 snap -1 2023-05-20T05:59:37.089 INFO:tasks.rados.rados.0.smithi081.stdout:529: expect (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:37.089 INFO:tasks.rados.rados.0.smithi081.stdout:530: rollback oid 48 current snap is 43 2023-05-20T05:59:37.089 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 48 to 39 2023-05-20T05:59:37.089 INFO:tasks.rados.rados.0.smithi081.stdout:531: setattr oid 12 current snap is 43 2023-05-20T05:59:37.089 INFO:tasks.rados.rados.0.smithi081.stdout:522: expect (ObjNum 179 snap 41 seq_num 179) 2023-05-20T05:59:37.105 INFO:tasks.rados.rados.0.smithi081.stdout:527: finishing rollback tid 1 to smithi081164505-6 2023-05-20T05:59:37.105 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 30 (ObjNum 593 snap 0 seq_num 164106744) dirty dne 2023-05-20T05:59:37.105 INFO:tasks.rados.rados.0.smithi081.stdout:521: finishing write tid 1 to smithi081164505-14 2023-05-20T05:59:37.106 INFO:tasks.rados.rados.0.smithi081.stdout:521: finishing write tid 2 to smithi081164505-14 2023-05-20T05:59:37.106 INFO:tasks.rados.rados.0.smithi081.stdout:530: finishing rollback tid 0 to smithi081164505-48 2023-05-20T05:59:37.106 INFO:tasks.rados.rados.0.smithi081.stdout:530: finishing rollback tid 1 to smithi081164505-48 2023-05-20T05:59:37.106 INFO:tasks.rados.rados.0.smithi081.stdout:521: finishing write tid 3 to smithi081164505-14 2023-05-20T05:59:37.107 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 340 (ObjNum 182 snap 43 seq_num 182) dirty exists 2023-05-20T05:59:37.107 INFO:tasks.rados.rados.0.smithi081.stdout:521: left oid 14 (ObjNum 182 snap 43 seq_num 182) 2023-05-20T05:59:37.107 INFO:tasks.rados.rados.0.smithi081.stdout:530: finishing rollback tid 2 to smithi081164505-48 2023-05-20T05:59:37.108 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 343 (ObjNum 119 snap 26 seq_num 119) dirty exists 2023-05-20T05:59:37.108 INFO:tasks.rados.rados.0.smithi081.stdout:529: expect (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:37.216 INFO:tasks.rados.rados.0.smithi081.stdout:528: finishing copy_from to smithi081164505-5 2023-05-20T05:59:37.216 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 125 (ObjNum 118 snap 26 seq_num 118) dirty exists 2023-05-20T05:59:37.216 INFO:tasks.rados.rados.0.smithi081.stdout:528: finishing copy_from racing read to smithi081164505-5 2023-05-20T05:59:37.216 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 145 (ObjNum 178 snap 41 seq_num 178) dirty exists 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:521: done (6 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:522: done (5 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:527: done (4 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:528: done (3 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:529: done (2 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:530: done (1 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:531: done (0 left) 2023-05-20T05:59:37.217 INFO:tasks.rados.rados.0.smithi081.stdout:532: snap_create 2023-05-20T05:59:37.495 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:37 smithi170 conmon[141434]: 2023-05-20T05:59:37.086+0000 7f2646776200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:59:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:37 smithi170 ceph-mon[97338]: osdmap e156: 8 total, 8 up, 8 in 2023-05-20T05:59:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:37 smithi170 ceph-mon[97338]: pgmap v224: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-05-20T05:59:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:37 smithi081 ceph-mon[95500]: osdmap e156: 8 total, 8 up, 8 in 2023-05-20T05:59:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:37 smithi081 ceph-mon[95500]: pgmap v224: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-05-20T05:59:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:37 smithi081 ceph-mon[107735]: osdmap e156: 8 total, 8 up, 8 in 2023-05-20T05:59:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:37 smithi081 ceph-mon[107735]: pgmap v224: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-05-20T05:59:37.995 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:37 smithi170 conmon[141434]: 2023-05-20T05:59:37.733+0000 7f2646776200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:59:37.996 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:37 smithi170 conmon[141434]: 2023-05-20T05:59:37.914+0000 7f2646776200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:59:38.064 INFO:tasks.rados.rados.0.smithi081.stdout:532: done (0 left) 2023-05-20T05:59:38.064 INFO:tasks.rados.rados.0.smithi081.stdout:533: rmattr oid 4 current snap is 44 2023-05-20T05:59:38.065 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 44 2023-05-20T05:59:38.065 INFO:tasks.rados.rados.0.smithi081.stdout:534: seq_num 184 ranges {0=688128} 2023-05-20T05:59:38.069 INFO:tasks.rados.rados.0.smithi081.stdout:534: writing smithi081164505-47 from 0 to 688128 tid 1 2023-05-20T05:59:38.070 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 44 2023-05-20T05:59:38.070 INFO:tasks.rados.rados.0.smithi081.stdout:535: seq_num 185 ranges {663552=704512} 2023-05-20T05:59:38.076 INFO:tasks.rados.rados.0.smithi081.stdout:535: writing smithi081164505-40 from 663552 to 1368064 tid 1 2023-05-20T05:59:38.077 INFO:tasks.rados.rados.0.smithi081.stdout:536: read oid 38 snap 43 2023-05-20T05:59:38.077 INFO:tasks.rados.rados.0.smithi081.stdout:536: expect (ObjNum 100 snap 21 seq_num 100) 2023-05-20T05:59:38.077 INFO:tasks.rados.rados.0.smithi081.stdout:537: delete oid 16 current snap is 44 2023-05-20T05:59:38.077 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 226 (ObjNum 181 snap 41 seq_num 181) dirty exists 2023-05-20T05:59:38.079 INFO:tasks.rados.rados.0.smithi081.stdout:534: finishing write tid 1 to smithi081164505-47 2023-05-20T05:59:38.080 INFO:tasks.rados.rados.0.smithi081.stdout:534: finishing write tid 2 to smithi081164505-47 2023-05-20T05:59:38.081 INFO:tasks.rados.rados.0.smithi081.stdout:534: finishing write tid 3 to smithi081164505-47 2023-05-20T05:59:38.081 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 204 (ObjNum 184 snap 44 seq_num 184) dirty exists 2023-05-20T05:59:38.081 INFO:tasks.rados.rados.0.smithi081.stdout:534: left oid 47 (ObjNum 184 snap 44 seq_num 184) 2023-05-20T05:59:38.082 INFO:tasks.rados.rados.0.smithi081.stdout:535: finishing write tid 1 to smithi081164505-40 2023-05-20T05:59:38.082 INFO:tasks.rados.rados.0.smithi081.stdout:535: finishing write tid 2 to smithi081164505-40 2023-05-20T05:59:38.085 INFO:tasks.rados.rados.0.smithi081.stdout:533: done (4 left) 2023-05-20T05:59:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:534: done (3 left) 2023-05-20T05:59:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:537: done (2 left) 2023-05-20T05:59:38.086 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 44 2023-05-20T05:59:38.087 INFO:tasks.rados.rados.0.smithi081.stdout:538: seq_num 187 ranges {0=737280} 2023-05-20T05:59:38.089 INFO:tasks.rados.rados.0.smithi081.stdout:538: writing smithi081164505-6 from 0 to 737280 tid 1 2023-05-20T05:59:38.090 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 44 2023-05-20T05:59:38.090 INFO:tasks.rados.rados.0.smithi081.stdout:539: seq_num 188 ranges {3317760=753664} 2023-05-20T05:59:38.112 INFO:tasks.rados.rados.0.smithi081.stdout:539: writing smithi081164505-14 from 3317760 to 4071424 tid 1 2023-05-20T05:59:38.112 INFO:tasks.rados.rados.0.smithi081.stdout:540: rollback oid 17 current snap is 44 2023-05-20T05:59:38.112 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 17 to 31 2023-05-20T05:59:38.112 INFO:tasks.rados.rados.0.smithi081.stdout:535: finishing write tid 3 to smithi081164505-40 2023-05-20T05:59:38.112 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 283 (ObjNum 185 snap 44 seq_num 185) dirty exists 2023-05-20T05:59:38.113 INFO:tasks.rados.rados.0.smithi081.stdout:535: left oid 40 (ObjNum 185 snap 44 seq_num 185) 2023-05-20T05:59:38.113 INFO:tasks.rados.rados.0.smithi081.stdout:536: expect (ObjNum 100 snap 21 seq_num 100) 2023-05-20T05:59:38.180 INFO:tasks.rados.rados.0.smithi081.stdout:538: finishing write tid 1 to smithi081164505-6 2023-05-20T05:59:38.180 INFO:tasks.rados.rados.0.smithi081.stdout:538: finishing write tid 2 to smithi081164505-6 2023-05-20T05:59:38.180 INFO:tasks.rados.rados.0.smithi081.stdout:538: finishing write tid 3 to smithi081164505-6 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 51 (ObjNum 187 snap 44 seq_num 187) dirty exists 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:538: left oid 6 (ObjNum 187 snap 44 seq_num 187) 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:535: done (4 left) 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:536: done (3 left) 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:538: done (2 left) 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:541: read oid 48 snap -1 2023-05-20T05:59:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:541: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:542: rollback oid 41 current snap is 44 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 39 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:540: finishing rollback tid 0 to smithi081164505-17 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:540: finishing rollback tid 1 to smithi081164505-17 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:540: finishing rollback tid 2 to smithi081164505-17 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 208 (ObjNum 129 snap 30 seq_num 129) dirty exists 2023-05-20T05:59:38.182 INFO:tasks.rados.rados.0.smithi081.stdout:539: finishing write tid 1 to smithi081164505-14 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:539: finishing write tid 2 to smithi081164505-14 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:539: finishing write tid 3 to smithi081164505-14 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 345 (ObjNum 188 snap 44 seq_num 188) dirty exists 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:539: left oid 14 (ObjNum 188 snap 44 seq_num 188) 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:539: done (3 left) 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:540: done (2 left) 2023-05-20T05:59:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 44 2023-05-20T05:59:38.184 INFO:tasks.rados.rados.0.smithi081.stdout:543: seq_num 189 ranges {0=770048} 2023-05-20T05:59:38.184 INFO:tasks.rados.rados.0.smithi081.stdout:543: writing smithi081164505-13 from 0 to 770048 tid 1 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:544: rollback oid 46 current snap is 44 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 39 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:542: finishing rollback tid 0 to smithi081164505-41 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:542: finishing rollback tid 1 to smithi081164505-41 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 56 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:542: done (3 left) 2023-05-20T05:59:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:545: snap_remove snap 42 2023-05-20T05:59:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:38 smithi170 ceph-mon[97338]: osdmap e157: 8 total, 8 up, 8 in 2023-05-20T05:59:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:38 smithi081 ceph-mon[95500]: osdmap e157: 8 total, 8 up, 8 in 2023-05-20T05:59:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:38 smithi081 ceph-mon[107735]: osdmap e157: 8 total, 8 up, 8 in 2023-05-20T05:59:39.027 INFO:tasks.rados.rados.0.smithi081.stdout:545: done (3 left) 2023-05-20T05:59:39.027 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 44 2023-05-20T05:59:39.028 INFO:tasks.rados.rados.0.smithi081.stdout:546: seq_num 190 ranges {3891200=786432} 2023-05-20T05:59:39.053 INFO:tasks.rados.rados.0.smithi081.stdout:546: writing smithi081164505-17 from 3891200 to 4677632 tid 1 2023-05-20T05:59:39.054 INFO:tasks.rados.rados.0.smithi081.stdout:547: delete oid 19 current snap is 44 2023-05-20T05:59:39.054 INFO:tasks.rados.rados.0.smithi081.stdout:544: finishing rollback tid 0 to smithi081164505-46 2023-05-20T05:59:39.054 INFO:tasks.rados.rados.0.smithi081.stdout:544: finishing rollback tid 1 to smithi081164505-46 2023-05-20T05:59:39.054 INFO:tasks.rados.rados.0.smithi081.stdout:544: finishing rollback tid 2 to smithi081164505-46 2023-05-20T05:59:39.054 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 213 (ObjNum 122 snap 26 seq_num 122) dirty exists 2023-05-20T05:59:39.055 INFO:tasks.rados.rados.0.smithi081.stdout:543: finishing write tid 1 to smithi081164505-13 2023-05-20T05:59:39.055 INFO:tasks.rados.rados.0.smithi081.stdout:543: finishing write tid 2 to smithi081164505-13 2023-05-20T05:59:39.055 INFO:tasks.rados.rados.0.smithi081.stdout:543: finishing write tid 3 to smithi081164505-13 2023-05-20T05:59:39.055 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 287 (ObjNum 189 snap 44 seq_num 189) dirty exists 2023-05-20T05:59:39.055 INFO:tasks.rados.rados.0.smithi081.stdout:543: left oid 13 (ObjNum 189 snap 44 seq_num 189) 2023-05-20T05:59:39.055 INFO:tasks.rados.rados.0.smithi081.stdout:541: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:39.070 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:38 smithi170 conmon[141434]: 2023-05-20T05:59:38.762+0000 7f2646776200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:59:39.071 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:38 smithi170 conmon[141434]: 2023-05-20T05:59:38.864+0000 7f2646776200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:59:39.131 INFO:tasks.rados.rados.0.smithi081.stdout:546: finishing write tid 1 to smithi081164505-17 2023-05-20T05:59:39.131 INFO:tasks.rados.rados.0.smithi081.stdout:546: finishing write tid 2 to smithi081164505-17 2023-05-20T05:59:39.131 INFO:tasks.rados.rados.0.smithi081.stdout:546: finishing write tid 3 to smithi081164505-17 2023-05-20T05:59:39.131 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 212 (ObjNum 190 snap 44 seq_num 190) dirty exists 2023-05-20T05:59:39.131 INFO:tasks.rados.rados.0.smithi081.stdout:546: left oid 17 (ObjNum 190 snap 44 seq_num 190) 2023-05-20T05:59:39.132 INFO:tasks.rados.rados.0.smithi081.stdout:541: done (4 left) 2023-05-20T05:59:39.132 INFO:tasks.rados.rados.0.smithi081.stdout:543: done (3 left) 2023-05-20T05:59:39.132 INFO:tasks.rados.rados.0.smithi081.stdout:544: done (2 left) 2023-05-20T05:59:39.132 INFO:tasks.rados.rados.0.smithi081.stdout:546: done (1 left) 2023-05-20T05:59:39.132 INFO:tasks.rados.rados.0.smithi081.stdout:547: done (0 left) 2023-05-20T05:59:39.132 INFO:tasks.rados.rados.0.smithi081.stdout:548: snap_create 2023-05-20T05:59:39.385 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:39 smithi170 conmon[141434]: 2023-05-20T05:59:39.067+0000 7f2646776200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:59:39.386 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:39 smithi170 ceph-mon[97338]: osdmap e158: 8 total, 8 up, 8 in 2023-05-20T05:59:39.386 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:39 smithi170 ceph-mon[97338]: pgmap v227: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-05-20T05:59:39.386 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:39 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:39.386 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:39 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:39.386 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:39 smithi170 ceph-mon[97338]: osdmap e159: 8 total, 8 up, 8 in 2023-05-20T05:59:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[95500]: osdmap e158: 8 total, 8 up, 8 in 2023-05-20T05:59:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[95500]: pgmap v227: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-05-20T05:59:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[95500]: osdmap e159: 8 total, 8 up, 8 in 2023-05-20T05:59:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[107735]: osdmap e158: 8 total, 8 up, 8 in 2023-05-20T05:59:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[107735]: pgmap v227: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.6 MiB/s wr, 27 op/s 2023-05-20T05:59:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:39 smithi081 ceph-mon[107735]: osdmap e159: 8 total, 8 up, 8 in 2023-05-20T05:59:39.636 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:39 smithi170 conmon[141434]: 2023-05-20T05:59:39.381+0000 7f2646776200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:59:39.975 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:39 smithi170 conmon[141434]: 2023-05-20T05:59:39.632+0000 7f2646776200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:59:39.975 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:39 smithi170 conmon[141434]: 2023-05-20T05:59:39.792+0000 7f2646776200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:59:40.081 INFO:tasks.rados.rados.0.smithi081.stdout:548: done (0 left) 2023-05-20T05:59:40.082 INFO:tasks.rados.rados.0.smithi081.stdout:549: snap_create 2023-05-20T05:59:40.226 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:40 smithi170 conmon[141434]: 2023-05-20T05:59:40.083+0000 7f2646776200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:59:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:40 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:40 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:40 smithi170 ceph-mon[97338]: osdmap e160: 8 total, 8 up, 8 in 2023-05-20T05:59:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:40 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:40 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:40 smithi081 ceph-mon[95500]: osdmap e160: 8 total, 8 up, 8 in 2023-05-20T05:59:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:40 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:40 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:40 smithi081 ceph-mon[107735]: osdmap e160: 8 total, 8 up, 8 in 2023-05-20T05:59:41.038 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:40 smithi170 conmon[141434]: 2023-05-20T05:59:40.812+0000 7f2646776200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:59:41.038 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:40 smithi170 conmon[141434]: 2023-05-20T05:59:40.953+0000 7f2646776200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:59:41.081 INFO:tasks.rados.rados.0.smithi081.stdout:549: done (0 left) 2023-05-20T05:59:41.082 INFO:tasks.rados.rados.0.smithi081.stdout:550: snap_remove snap 39 2023-05-20T05:59:41.292 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:41 smithi170 conmon[141434]: 2023-05-20T05:59:41.168+0000 7f2646776200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:59:41.293 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:41 smithi170 conmon[141434]: 2023-05-20T05:59:41.288+0000 7f2646776200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:59:41.293 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:41 smithi170 ceph-mon[97338]: pgmap v230: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:41.293 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:41 smithi170 ceph-mon[97338]: osdmap e161: 8 total, 8 up, 8 in 2023-05-20T05:59:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:41 smithi081 ceph-mon[95500]: pgmap v230: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:41 smithi081 ceph-mon[95500]: osdmap e161: 8 total, 8 up, 8 in 2023-05-20T05:59:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:41 smithi081 ceph-mon[107735]: pgmap v230: 121 pgs: 121 active+clean; 134 MiB data, 413 MiB used, 715 GiB / 715 GiB avail 2023-05-20T05:59:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:41 smithi081 ceph-mon[107735]: osdmap e161: 8 total, 8 up, 8 in 2023-05-20T05:59:41.684 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:41 smithi170 conmon[141434]: 2023-05-20T05:59:41.531+0000 7f2646776200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:59:42.083 INFO:tasks.rados.rados.0.smithi081.stdout:550: done (0 left) 2023-05-20T05:59:42.083 INFO:tasks.rados.rados.0.smithi081.stdout:551: read oid 21 snap -1 2023-05-20T05:59:42.084 INFO:tasks.rados.rados.0.smithi081.stdout:551: expect deleted 2023-05-20T05:59:42.084 INFO:tasks.rados.rados.0.smithi081.stdout:552: snap_create 2023-05-20T05:59:42.451 INFO:tasks.rados.rados.0.smithi081.stdout:551: done (1 left) 2023-05-20T05:59:42.452 INFO:tasks.rados.rados.0.smithi081.stdout:552: done (0 left) 2023-05-20T05:59:42.452 INFO:tasks.rados.rados.0.smithi081.stdout:553: copy_from oid 24 from oid 25 current snap is 47 2023-05-20T05:59:42.452 INFO:tasks.rados.rados.0.smithi081.stdout:554: snap_remove snap 41 2023-05-20T05:59:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:554: done (1 left) 2023-05-20T05:59:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:555: rollback oid 16 current snap is 47 2023-05-20T05:59:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 44 2023-05-20T05:59:42.462 INFO:tasks.rados.rados.0.smithi081.stdout:556: read oid 35 snap 43 2023-05-20T05:59:42.462 INFO:tasks.rados.rados.0.smithi081.stdout:556: expect deleted 2023-05-20T05:59:42.462 INFO:tasks.rados.rados.0.smithi081.stdout:557: rollback oid 10 current snap is 47 2023-05-20T05:59:42.462 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 45 2023-05-20T05:59:42.463 INFO:tasks.rados.rados.0.smithi081.stdout:558: snap_create 2023-05-20T05:59:42.468 INFO:tasks.rados.rados.0.smithi081.stdout:555: finishing rollback tid 1 to smithi081164505-16 2023-05-20T05:59:42.468 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 285 (ObjNum 289 snap 0 seq_num 163848992) dirty dne 2023-05-20T05:59:42.474 INFO:tasks.rados.rados.0.smithi081.stdout:557: finishing rollback tid 0 to smithi081164505-10 2023-05-20T05:59:42.474 INFO:tasks.rados.rados.0.smithi081.stdout:557: finishing rollback tid 1 to smithi081164505-10 2023-05-20T05:59:42.474 INFO:tasks.rados.rados.0.smithi081.stdout:557: finishing rollback tid 2 to smithi081164505-10 2023-05-20T05:59:42.475 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 218 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-05-20T05:59:42.476 INFO:tasks.rados.rados.0.smithi081.stdout:553: finishing copy_from to smithi081164505-24 2023-05-20T05:59:42.477 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 242 (ObjNum 146 snap 34 seq_num 146) dirty exists 2023-05-20T05:59:42.477 INFO:tasks.rados.rados.0.smithi081.stdout:553: finishing copy_from racing read to smithi081164505-24 2023-05-20T05:59:42.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: 2023-05-20T05:59:42.450+0000 7f2646776200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:59:42.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: [20/May/2023:05:59:42] ENGINE Bus STARTING 2023-05-20T05:59:42.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: CherryPy Checker: 2023-05-20T05:59:42.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: The Application mounted at '' has an empty config. 2023-05-20T05:59:42.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: 2023-05-20T05:59:42.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: [20/May/2023:05:59:42] ENGINE Serving on http://:::9283 2023-05-20T05:59:42.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:42 smithi170 conmon[141434]: [20/May/2023:05:59:42] ENGINE Bus STARTED 2023-05-20T05:59:43.379 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: osdmap e162: 8 total, 8 up, 8 in 2023-05-20T05:59:43.379 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.379 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: pgmap v233: 121 pgs: 121 active+clean; 144 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2023-05-20T05:59:43.380 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.380 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:59:43.380 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:59:43.381 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.381 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:59:43.381 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: Upgrade: Need to upgrade myself (mgr.y) 2023-05-20T05:59:43.382 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: Failing over to other MGR 2023-05-20T05:59:43.382 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-05-20T05:59:43.382 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-05-20T05:59:43.383 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: osdmap e163: 8 total, 8 up, 8 in 2023-05-20T05:59:43.383 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: Active manager daemon x restarted 2023-05-20T05:59:43.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: Activating manager daemon x 2023-05-20T05:59:43.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: osdmap e164: 8 total, 8 up, 8 in 2023-05-20T05:59:43.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:59:43.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:59:43.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:59:43.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:59:43.385 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:43] "GET /metrics HTTP/1.1" 200 241124 "" "Prometheus/2.33.4" 2023-05-20T05:59:43.385 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: 2023-05-20T05:59:43.370+0000 7fe7527ef700 -1 mgr handle_mgr_map I was active but no longer am 2023-05-20T05:59:43.385 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: osdmap e162: 8 total, 8 up, 8 in 2023-05-20T05:59:43.385 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: pgmap v233: 121 pgs: 121 active+clean; 144 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:59:43.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: Upgrade: Need to upgrade myself (mgr.y) 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: Failing over to other MGR 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: osdmap e163: 8 total, 8 up, 8 in 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: Active manager daemon x restarted 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: Activating manager daemon x 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: osdmap e164: 8 total, 8 up, 8 in 2023-05-20T05:59:43.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:59:43.388 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:59:43.388 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:59:43.388 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:59:43.388 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: osdmap e162: 8 total, 8 up, 8 in 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: pgmap v233: 121 pgs: 121 active+clean; 144 MiB data, 438 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-05-20T05:59:43.389 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: Upgrade: Need to upgrade myself (mgr.y) 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: Failing over to other MGR 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 172.21.15.81:0/1098643619' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: osdmap e163: 8 total, 8 up, 8 in 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: Active manager daemon x restarted 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: Activating manager daemon x 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: osdmap e164: 8 total, 8 up, 8 in 2023-05-20T05:59:43.390 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-05-20T05:59:43.391 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:59:43.391 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-05-20T05:59:43.391 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:43 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:59:43.468 INFO:tasks.rados.rados.0.smithi081.stdout:553: done (4 left) 2023-05-20T05:59:43.468 INFO:tasks.rados.rados.0.smithi081.stdout:555: done (3 left) 2023-05-20T05:59:43.468 INFO:tasks.rados.rados.0.smithi081.stdout:556: done (2 left) 2023-05-20T05:59:43.468 INFO:tasks.rados.rados.0.smithi081.stdout:557: done (1 left) 2023-05-20T05:59:43.468 INFO:tasks.rados.rados.0.smithi081.stdout:558: done (0 left) 2023-05-20T05:59:43.469 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 48 2023-05-20T05:59:43.469 INFO:tasks.rados.rados.0.smithi081.stdout:559: seq_num 192 ranges {2039808=417792,2457600=401408} 2023-05-20T05:59:43.481 INFO:tasks.rados.rados.0.smithi081.stdout:559: writing smithi081164505-33 from 2039808 to 2457600 tid 1 2023-05-20T05:59:43.483 INFO:tasks.rados.rados.0.smithi081.stdout:559: writing smithi081164505-33 from 2457600 to 2859008 tid 2 2023-05-20T05:59:43.492 INFO:tasks.rados.rados.0.smithi081.stdout:560: read oid 27 snap -1 2023-05-20T05:59:43.493 INFO:tasks.rados.rados.0.smithi081.stdout:560: expect (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:43.493 INFO:tasks.rados.rados.0.smithi081.stdout:561: setattr oid 40 current snap is 48 2023-05-20T05:59:43.493 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 48 2023-05-20T05:59:43.493 INFO:tasks.rados.rados.0.smithi081.stdout:562: seq_num 193 ranges {688128=434176,1122304=401408} 2023-05-20T05:59:43.493 INFO:tasks.rados.rados.0.smithi081.stdout:562: writing smithi081164505-47 from 688128 to 1122304 tid 1 2023-05-20T05:59:43.494 INFO:tasks.rados.rados.0.smithi081.stdout:562: writing smithi081164505-47 from 1122304 to 1523712 tid 2 2023-05-20T05:59:43.494 INFO:tasks.rados.rados.0.smithi081.stdout:563: read oid 37 snap -1 2023-05-20T05:59:43.494 INFO:tasks.rados.rados.0.smithi081.stdout:563: expect (ObjNum 145 snap 33 seq_num 145) 2023-05-20T05:59:43.494 INFO:tasks.rados.rados.0.smithi081.stdout:564: rollback oid 12 current snap is 48 2023-05-20T05:59:43.494 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 33 2023-05-20T05:59:43.495 INFO:tasks.rados.rados.0.smithi081.stdout:565: copy_from oid 22 from oid 36 current snap is 48 2023-05-20T05:59:43.495 INFO:tasks.rados.rados.0.smithi081.stdout:559: finishing write tid 1 to smithi081164505-33 2023-05-20T05:59:43.495 INFO:tasks.rados.rados.0.smithi081.stdout:559: finishing write tid 2 to smithi081164505-33 2023-05-20T05:59:43.495 INFO:tasks.rados.rados.0.smithi081.stdout:559: finishing write tid 3 to smithi081164505-33 2023-05-20T05:59:43.495 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 304 (ObjNum 185 snap 44 seq_num 185) dirty exists 2023-05-20T05:59:43.495 INFO:tasks.rados.rados.0.smithi081.stdout:559: finishing write tid 4 to smithi081164505-33 2023-05-20T05:59:43.496 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 138 (ObjNum 192 snap 48 seq_num 192) dirty exists 2023-05-20T05:59:43.496 INFO:tasks.rados.rados.0.smithi081.stdout:559: left oid 33 (ObjNum 192 snap 48 seq_num 192) 2023-05-20T05:59:43.496 INFO:tasks.rados.rados.0.smithi081.stdout:559: done (6 left) 2023-05-20T05:59:43.496 INFO:tasks.rados.rados.0.smithi081.stdout:561: done (5 left) 2023-05-20T05:59:43.496 INFO:tasks.rados.rados.0.smithi081.stdout:566: delete oid 11 current snap is 48 2023-05-20T05:59:43.497 INFO:tasks.rados.rados.0.smithi081.stdout:560: expect (ObjNum 141 snap 33 seq_num 141) 2023-05-20T05:59:43.620 INFO:tasks.rados.rados.0.smithi081.stdout:563: expect (ObjNum 145 snap 33 seq_num 145) 2023-05-20T05:59:43.621 INFO:tasks.rados.rados.0.smithi081.stdout:564: finishing rollback tid 0 to smithi081164505-12 2023-05-20T05:59:43.621 INFO:tasks.rados.rados.0.smithi081.stdout:564: finishing rollback tid 1 to smithi081164505-12 2023-05-20T05:59:43.621 INFO:tasks.rados.rados.0.smithi081.stdout:564: finishing rollback tid 2 to smithi081164505-12 2023-05-20T05:59:43.621 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 148 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T05:59:43.621 INFO:tasks.rados.rados.0.smithi081.stdout:562: finishing write tid 1 to smithi081164505-47 2023-05-20T05:59:43.621 INFO:tasks.rados.rados.0.smithi081.stdout:562: finishing write tid 2 to smithi081164505-47 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:562: finishing write tid 3 to smithi081164505-47 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:562: finishing write tid 4 to smithi081164505-47 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 224 (ObjNum 193 snap 48 seq_num 193) dirty exists 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:562: left oid 47 (ObjNum 193 snap 48 seq_num 193) 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:565: finishing copy_from to smithi081164505-22 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 244 (ObjNum 162 snap 38 seq_num 162) dirty exists 2023-05-20T05:59:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:565: finishing copy_from racing read to smithi081164505-22 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:560: done (5 left) 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:562: done (4 left) 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:563: done (3 left) 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:564: done (2 left) 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:565: done (1 left) 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:566: done (0 left) 2023-05-20T05:59:43.623 INFO:tasks.rados.rados.0.smithi081.stdout:567: delete oid 22 current snap is 48 2023-05-20T05:59:43.624 INFO:tasks.rados.rados.0.smithi081.stdout:567: done (0 left) 2023-05-20T05:59:43.624 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 48 2023-05-20T05:59:43.624 INFO:tasks.rados.rados.0.smithi081.stdout:568: seq_num 196 ranges {1622016=491520,2113536=401408} 2023-05-20T05:59:43.627 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: ignoring --setuser ceph since I am not root 2023-05-20T05:59:43.627 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: ignoring --setgroup ceph since I am not root 2023-05-20T05:59:43.628 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 ceph-mgr[95950]: -- 172.21.15.81:0/1660572775 <== mon.2 v2:172.21.15.81:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5621ddb92b60 con 0x5621ddb6ac00 2023-05-20T05:59:43.628 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: 2023-05-20T05:59:43.545+0000 7f359c7e01c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-05-20T05:59:43.634 INFO:tasks.rados.rados.0.smithi081.stdout:568: writing smithi081164505-23 from 1622016 to 2113536 tid 1 2023-05-20T05:59:43.636 INFO:tasks.rados.rados.0.smithi081.stdout:568: writing smithi081164505-23 from 2113536 to 2514944 tid 2 2023-05-20T05:59:43.637 INFO:tasks.rados.rados.0.smithi081.stdout:569: snap_remove snap 31 2023-05-20T05:59:43.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:43 smithi170 conmon[141434]: [20/May/2023:05:59:43] ENGINE Bus STOPPING 2023-05-20T05:59:43.746 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:43 smithi170 conmon[141434]: [20/May/2023:05:59:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-05-20T05:59:43.747 INFO:journalctl@ceph.mgr.x.smithi170.stdout:May 20 05:59:43 smithi170 conmon[141434]: [20/May/2023:05:59:43] ENGINE Bus STOPPED 2023-05-20T05:59:43.983 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: 2023-05-20T05:59:43.622+0000 7f359c7e01c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-05-20T05:59:43.983 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: 2023-05-20T05:59:43.715+0000 7f359c7e01c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-05-20T05:59:43.983 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: 2023-05-20T05:59:43.811+0000 7f359c7e01c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-05-20T05:59:44.033 INFO:tasks.rados.rados.0.smithi081.stdout:569: done (1 left) 2023-05-20T05:59:44.034 INFO:tasks.rados.rados.0.smithi081.stdout:570: delete oid 29 current snap is 48 2023-05-20T05:59:44.034 INFO:tasks.rados.rados.0.smithi081.stdout:568: finishing write tid 1 to smithi081164505-23 2023-05-20T05:59:44.034 INFO:tasks.rados.rados.0.smithi081.stdout:568: finishing write tid 2 to smithi081164505-23 2023-05-20T05:59:44.035 INFO:tasks.rados.rados.0.smithi081.stdout:568: finishing write tid 3 to smithi081164505-23 2023-05-20T05:59:44.035 INFO:tasks.rados.rados.0.smithi081.stdout:568: finishing write tid 4 to smithi081164505-23 2023-05-20T05:59:44.035 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 366 (ObjNum 196 snap 48 seq_num 196) dirty exists 2023-05-20T05:59:44.035 INFO:tasks.rados.rados.0.smithi081.stdout:568: left oid 23 (ObjNum 196 snap 48 seq_num 196) 2023-05-20T05:59:44.048 INFO:tasks.rados.rados.0.smithi081.stdout:568: done (1 left) 2023-05-20T05:59:44.049 INFO:tasks.rados.rados.0.smithi081.stdout:570: done (0 left) 2023-05-20T05:59:44.049 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 48 2023-05-20T05:59:44.049 INFO:tasks.rados.rados.0.smithi081.stdout:571: seq_num 198 ranges {0=524288,524288=401408} 2023-05-20T05:59:44.059 INFO:tasks.rados.rados.0.smithi081.stdout:571: writing smithi081164505-39 from 0 to 524288 tid 1 2023-05-20T05:59:44.059 INFO:tasks.rados.rados.0.smithi081.stdout:571: writing smithi081164505-39 from 524288 to 925696 tid 2 2023-05-20T05:59:44.059 INFO:tasks.rados.rados.0.smithi081.stdout:572: rollback oid 8 current snap is 48 2023-05-20T05:59:44.059 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 43 2023-05-20T05:59:44.060 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 48 2023-05-20T05:59:44.060 INFO:tasks.rados.rados.0.smithi081.stdout:573: seq_num 199 ranges {2662400=540672,3203072=401408} 2023-05-20T05:59:44.074 INFO:tasks.rados.rados.0.smithi081.stdout:573: writing smithi081164505-43 from 2662400 to 3203072 tid 1 2023-05-20T05:59:44.076 INFO:tasks.rados.rados.0.smithi081.stdout:573: writing smithi081164505-43 from 3203072 to 3604480 tid 2 2023-05-20T05:59:44.077 INFO:tasks.rados.rados.0.smithi081.stdout:574: delete oid 49 current snap is 48 2023-05-20T05:59:44.077 INFO:tasks.rados.rados.0.smithi081.stdout:572: finishing rollback tid 0 to smithi081164505-8 2023-05-20T05:59:44.077 INFO:tasks.rados.rados.0.smithi081.stdout:572: finishing rollback tid 1 to smithi081164505-8 2023-05-20T05:59:44.078 INFO:tasks.rados.rados.0.smithi081.stdout:572: finishing rollback tid 2 to smithi081164505-8 2023-05-20T05:59:44.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 259 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:44.078 INFO:tasks.rados.rados.0.smithi081.stdout:571: finishing write tid 1 to smithi081164505-39 2023-05-20T05:59:44.078 INFO:tasks.rados.rados.0.smithi081.stdout:571: finishing write tid 2 to smithi081164505-39 2023-05-20T05:59:44.078 INFO:tasks.rados.rados.0.smithi081.stdout:571: finishing write tid 3 to smithi081164505-39 2023-05-20T05:59:44.082 INFO:tasks.rados.rados.0.smithi081.stdout:573: finishing write tid 1 to smithi081164505-43 2023-05-20T05:59:44.083 INFO:tasks.rados.rados.0.smithi081.stdout:571: finishing write tid 4 to smithi081164505-39 2023-05-20T05:59:44.083 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 349 (ObjNum 198 snap 48 seq_num 198) dirty exists 2023-05-20T05:59:44.083 INFO:tasks.rados.rados.0.smithi081.stdout:571: left oid 39 (ObjNum 198 snap 48 seq_num 198) 2023-05-20T05:59:44.083 INFO:tasks.rados.rados.0.smithi081.stdout:573: finishing write tid 2 to smithi081164505-43 2023-05-20T05:59:44.084 INFO:tasks.rados.rados.0.smithi081.stdout:571: done (3 left) 2023-05-20T05:59:44.084 INFO:tasks.rados.rados.0.smithi081.stdout:572: done (2 left) 2023-05-20T05:59:44.084 INFO:tasks.rados.rados.0.smithi081.stdout:574: done (1 left) 2023-05-20T05:59:44.084 INFO:tasks.rados.rados.0.smithi081.stdout:575: delete oid 10 current snap is 48 2023-05-20T05:59:44.085 INFO:tasks.rados.rados.0.smithi081.stdout:573: finishing write tid 3 to smithi081164505-43 2023-05-20T05:59:44.086 INFO:tasks.rados.rados.0.smithi081.stdout:575: done (1 left) 2023-05-20T05:59:44.087 INFO:tasks.rados.rados.0.smithi081.stdout:576: rmattr oid 29 current snap is 48 2023-05-20T05:59:44.087 INFO:tasks.rados.rados.0.smithi081.stdout:576: done (1 left) 2023-05-20T05:59:44.087 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 48 2023-05-20T05:59:44.087 INFO:tasks.rados.rados.0.smithi081.stdout:573: finishing write tid 4 to smithi081164505-43 2023-05-20T05:59:44.088 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 254 (ObjNum 199 snap 48 seq_num 199) dirty exists 2023-05-20T05:59:44.088 INFO:tasks.rados.rados.0.smithi081.stdout:573: left oid 43 (ObjNum 199 snap 48 seq_num 199) 2023-05-20T05:59:44.088 INFO:tasks.rados.rados.0.smithi081.stdout:577: seq_num 202 ranges {32768=589824,622592=401408} 2023-05-20T05:59:44.090 INFO:tasks.rados.rados.0.smithi081.stdout:577: writing smithi081164505-37 from 32768 to 622592 tid 1 2023-05-20T05:59:44.092 INFO:tasks.rados.rados.0.smithi081.stdout:577: writing smithi081164505-37 from 622592 to 1024000 tid 2 2023-05-20T05:59:44.093 INFO:tasks.rados.rados.0.smithi081.stdout:573: done (1 left) 2023-05-20T05:59:44.093 INFO:tasks.rados.rados.0.smithi081.stdout:578: read oid 4 snap -1 2023-05-20T05:59:44.093 INFO:tasks.rados.rados.0.smithi081.stdout:578: expect (ObjNum 181 snap 41 seq_num 181) 2023-05-20T05:59:44.093 INFO:tasks.rados.rados.0.smithi081.stdout:579: delete oid 19 current snap is 48 2023-05-20T05:59:44.093 INFO:tasks.rados.rados.0.smithi081.stdout:577: finishing write tid 1 to smithi081164505-37 2023-05-20T05:59:44.097 INFO:tasks.rados.rados.0.smithi081.stdout:577: finishing write tid 2 to smithi081164505-37 2023-05-20T05:59:44.097 INFO:tasks.rados.rados.0.smithi081.stdout:577: finishing write tid 3 to smithi081164505-37 2023-05-20T05:59:44.098 INFO:tasks.rados.rados.0.smithi081.stdout:577: finishing write tid 4 to smithi081164505-37 2023-05-20T05:59:44.098 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 231 (ObjNum 202 snap 48 seq_num 202) dirty exists 2023-05-20T05:59:44.098 INFO:tasks.rados.rados.0.smithi081.stdout:577: left oid 37 (ObjNum 202 snap 48 seq_num 202) 2023-05-20T05:59:44.100 INFO:tasks.rados.rados.0.smithi081.stdout:578: expect (ObjNum 181 snap 41 seq_num 181) 2023-05-20T05:59:44.206 INFO:tasks.rados.rados.0.smithi081.stdout:577: done (2 left) 2023-05-20T05:59:44.206 INFO:tasks.rados.rados.0.smithi081.stdout:578: done (1 left) 2023-05-20T05:59:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:579: done (0 left) 2023-05-20T05:59:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:580: read oid 48 snap 33 2023-05-20T05:59:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:580: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:581: rollback oid 21 current snap is 48 2023-05-20T05:59:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 45 2023-05-20T05:59:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:582: snap_remove snap 44 2023-05-20T05:59:44.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:43 smithi081 conmon[95926]: 2023-05-20T05:59:43.978+0000 7f359c7e01c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-05-20T05:59:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: Standby manager daemon y started 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: mgrmap e22: x(active, starting, since 0.919528s), standbys: y 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:59:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:59:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: osdmap e165: 8 total, 8 up, 8 in 2023-05-20T05:59:44.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[95500]: osdmap e166: 8 total, 8 up, 8 in 2023-05-20T05:59:44.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: Standby manager daemon y started 2023-05-20T05:59:44.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-05-20T05:59:44.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: mgrmap e22: x(active, starting, since 0.919528s), standbys: y 2023-05-20T05:59:44.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:59:44.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:59:44.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:59:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:59:44.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:59:44.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: osdmap e165: 8 total, 8 up, 8 in 2023-05-20T05:59:44.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:44 smithi081 ceph-mon[107735]: osdmap e166: 8 total, 8 up, 8 in 2023-05-20T05:59:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: Standby manager daemon y started 2023-05-20T05:59:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.14583 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-05-20T05:59:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: mgrmap e22: x(active, starting, since 0.919528s), standbys: y 2023-05-20T05:59:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-05-20T05:59:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-05-20T05:59:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-05-20T05:59:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-05-20T05:59:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-05-20T05:59:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-05-20T05:59:44.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: from='mgr.24874 172.21.15.170:0/2116939461' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: osdmap e165: 8 total, 8 up, 8 in 2023-05-20T05:59:44.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:44 smithi170 ceph-mon[97338]: osdmap e166: 8 total, 8 up, 8 in 2023-05-20T05:59:44.640 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:44 smithi081 conmon[95926]: 2023-05-20T05:59:44.321+0000 7f359c7e01c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-05-20T05:59:44.640 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:44 smithi081 conmon[95926]: 2023-05-20T05:59:44.409+0000 7f359c7e01c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-05-20T05:59:44.640 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:44 smithi081 conmon[95926]: 2023-05-20T05:59:44.538+0000 7f359c7e01c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-05-20T05:59:45.016 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:44 smithi081 conmon[95926]: 2023-05-20T05:59:44.633+0000 7f359c7e01c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-05-20T05:59:45.099 INFO:tasks.rados.rados.0.smithi081.stdout:582: done (2 left) 2023-05-20T05:59:45.099 INFO:tasks.rados.rados.0.smithi081.stdout:583: read oid 22 snap -1 2023-05-20T05:59:45.100 INFO:tasks.rados.rados.0.smithi081.stdout:583: expect deleted 2023-05-20T05:59:45.101 INFO:tasks.rados.rados.0.smithi081.stdout:584: rollback oid 13 current snap is 48 2023-05-20T05:59:45.101 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 33 2023-05-20T05:59:45.101 INFO:tasks.rados.rados.0.smithi081.stdout:585: delete oid 36 current snap is 48 2023-05-20T05:59:45.101 INFO:tasks.rados.rados.0.smithi081.stdout:581: finishing rollback tid 1 to smithi081164505-21 2023-05-20T05:59:45.101 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 352 (ObjNum 97 snap 0 seq_num 0) dirty dne 2023-05-20T05:59:45.101 INFO:tasks.rados.rados.0.smithi081.stdout:580: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:45.179 INFO:tasks.rados.rados.0.smithi081.stdout:580: done (4 left) 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:581: done (3 left) 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:585: done (2 left) 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:586: rmattr oid 9 current snap is 48 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:586: done (2 left) 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:587: snap_create 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:584: finishing rollback tid 0 to smithi081164505-13 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:584: finishing rollback tid 1 to smithi081164505-13 2023-05-20T05:59:45.180 INFO:tasks.rados.rados.0.smithi081.stdout:584: finishing rollback tid 2 to smithi081164505-13 2023-05-20T05:59:45.181 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 320 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T05:59:45.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:45 smithi081 conmon[95926]: 2023-05-20T05:59:45.049+0000 7f359c7e01c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-05-20T05:59:46.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:45 smithi081 conmon[95926]: 2023-05-20T05:59:45.617+0000 7f359c7e01c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-05-20T05:59:46.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:45 smithi081 conmon[95926]: 2023-05-20T05:59:45.784+0000 7f359c7e01c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-05-20T05:59:46.099 INFO:tasks.rados.rados.0.smithi081.stdout:583: done (2 left) 2023-05-20T05:59:46.099 INFO:tasks.rados.rados.0.smithi081.stdout:584: done (1 left) 2023-05-20T05:59:46.099 INFO:tasks.rados.rados.0.smithi081.stdout:587: done (0 left) 2023-05-20T05:59:46.099 INFO:tasks.rados.rados.0.smithi081.stdout:588: delete oid 37 current snap is 49 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:588: done (0 left) 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:589: read oid 28 snap 45 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:589: expect (ObjNum 163483776 snap 21996 seq_num 163556368) 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:590: read oid 6 snap -1 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:590: expect (ObjNum 187 snap 44 seq_num 187) 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:591: read oid 24 snap 46 2023-05-20T05:59:46.105 INFO:tasks.rados.rados.0.smithi081.stdout:591: expect (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:46.106 INFO:tasks.rados.rados.0.smithi081.stdout:592: snap_create 2023-05-20T05:59:46.108 INFO:tasks.rados.rados.0.smithi081.stdout:589: expect (ObjNum 163483776 snap 21996 seq_num 163556368) 2023-05-20T05:59:46.112 INFO:tasks.rados.rados.0.smithi081.stdout:590: expect (ObjNum 187 snap 44 seq_num 187) 2023-05-20T05:59:46.133 INFO:tasks.rados.rados.0.smithi081.stdout:591: expect (ObjNum 133 snap 30 seq_num 133) 2023-05-20T05:59:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:46 smithi170 ceph-mon[97338]: mgrmap e23: x(active, starting, since 2s), standbys: y 2023-05-20T05:59:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:46 smithi170 ceph-mon[97338]: osdmap e167: 8 total, 8 up, 8 in 2023-05-20T05:59:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:46 smithi081 ceph-mon[95500]: mgrmap e23: x(active, starting, since 2s), standbys: y 2023-05-20T05:59:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:46 smithi081 ceph-mon[95500]: osdmap e167: 8 total, 8 up, 8 in 2023-05-20T05:59:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:46 smithi081 ceph-mon[107735]: mgrmap e23: x(active, starting, since 2s), standbys: y 2023-05-20T05:59:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:46 smithi081 ceph-mon[107735]: osdmap e167: 8 total, 8 up, 8 in 2023-05-20T05:59:46.811 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:46 smithi081 conmon[95926]: 2023-05-20T05:59:46.549+0000 7f359c7e01c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:59:46.812 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:46 smithi081 conmon[95926]: 2023-05-20T05:59:46.639+0000 7f359c7e01c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-05-20T05:59:47.082 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:46 smithi081 conmon[95926]: 2023-05-20T05:59:46.806+0000 7f359c7e01c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-05-20T05:59:47.109 INFO:tasks.rados.rados.0.smithi081.stdout:589: done (3 left) 2023-05-20T05:59:47.110 INFO:tasks.rados.rados.0.smithi081.stdout:590: done (2 left) 2023-05-20T05:59:47.110 INFO:tasks.rados.rados.0.smithi081.stdout:591: done (1 left) 2023-05-20T05:59:47.110 INFO:tasks.rados.rados.0.smithi081.stdout:592: done (0 left) 2023-05-20T05:59:47.110 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 50 2023-05-20T05:59:47.110 INFO:tasks.rados.rados.0.smithi081.stdout:593: seq_num 206 ranges {983040=655360,1638400=401408} 2023-05-20T05:59:47.118 INFO:tasks.rados.rados.0.smithi081.stdout:593: writing smithi081164505-3 from 983040 to 1638400 tid 1 2023-05-20T05:59:47.121 INFO:tasks.rados.rados.0.smithi081.stdout:593: writing smithi081164505-3 from 1638400 to 2039808 tid 2 2023-05-20T05:59:47.121 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 50 2023-05-20T05:59:47.121 INFO:tasks.rados.rados.0.smithi081.stdout:594: seq_num 207 ranges {0=671744,671744=401408} 2023-05-20T05:59:47.125 INFO:tasks.rados.rados.0.smithi081.stdout:594: writing smithi081164505-49 from 0 to 671744 tid 1 2023-05-20T05:59:47.128 INFO:tasks.rados.rados.0.smithi081.stdout:594: writing smithi081164505-49 from 671744 to 1073152 tid 2 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:595: read oid 32 snap 49 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:595: expect (ObjNum 153 snap 36 seq_num 153) 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:596: rmattr oid 39 current snap is 50 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:596: done (3 left) 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 50 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:593: finishing write tid 1 to smithi081164505-3 2023-05-20T05:59:47.129 INFO:tasks.rados.rados.0.smithi081.stdout:593: finishing write tid 2 to smithi081164505-3 2023-05-20T05:59:47.130 INFO:tasks.rados.rados.0.smithi081.stdout:597: seq_num 208 ranges {2662400=688128,3350528=401408} 2023-05-20T05:59:47.146 INFO:tasks.rados.rados.0.smithi081.stdout:597: writing smithi081164505-24 from 2662400 to 3350528 tid 1 2023-05-20T05:59:47.149 INFO:tasks.rados.rados.0.smithi081.stdout:597: writing smithi081164505-24 from 3350528 to 3751936 tid 2 2023-05-20T05:59:47.149 INFO:tasks.rados.rados.0.smithi081.stdout:598: snap_create 2023-05-20T05:59:47.149 INFO:tasks.rados.rados.0.smithi081.stdout:593: finishing write tid 3 to smithi081164505-3 2023-05-20T05:59:47.150 INFO:tasks.rados.rados.0.smithi081.stdout:593: finishing write tid 4 to smithi081164505-3 2023-05-20T05:59:47.150 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 257 (ObjNum 206 snap 50 seq_num 206) dirty exists 2023-05-20T05:59:47.150 INFO:tasks.rados.rados.0.smithi081.stdout:593: left oid 3 (ObjNum 206 snap 50 seq_num 206) 2023-05-20T05:59:47.150 INFO:tasks.rados.rados.0.smithi081.stdout:594: finishing write tid 1 to smithi081164505-49 2023-05-20T05:59:47.150 INFO:tasks.rados.rados.0.smithi081.stdout:594: finishing write tid 2 to smithi081164505-49 2023-05-20T05:59:47.151 INFO:tasks.rados.rados.0.smithi081.stdout:594: finishing write tid 3 to smithi081164505-49 2023-05-20T05:59:47.151 INFO:tasks.rados.rados.0.smithi081.stdout:594: finishing write tid 4 to smithi081164505-49 2023-05-20T05:59:47.151 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 249 (ObjNum 207 snap 50 seq_num 207) dirty exists 2023-05-20T05:59:47.151 INFO:tasks.rados.rados.0.smithi081.stdout:594: left oid 49 (ObjNum 207 snap 50 seq_num 207) 2023-05-20T05:59:47.151 INFO:tasks.rados.rados.0.smithi081.stdout:595: expect (ObjNum 153 snap 36 seq_num 153) 2023-05-20T05:59:47.255 INFO:tasks.rados.rados.0.smithi081.stdout:597: finishing write tid 1 to smithi081164505-24 2023-05-20T05:59:47.255 INFO:tasks.rados.rados.0.smithi081.stdout:597: finishing write tid 2 to smithi081164505-24 2023-05-20T05:59:47.256 INFO:tasks.rados.rados.0.smithi081.stdout:597: finishing write tid 3 to smithi081164505-24 2023-05-20T05:59:47.256 INFO:tasks.rados.rados.0.smithi081.stdout:597: finishing write tid 4 to smithi081164505-24 2023-05-20T05:59:47.256 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 245 (ObjNum 208 snap 50 seq_num 208) dirty exists 2023-05-20T05:59:47.256 INFO:tasks.rados.rados.0.smithi081.stdout:597: left oid 24 (ObjNum 208 snap 50 seq_num 208) 2023-05-20T05:59:47.479 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:47 smithi081 ceph-mon[95500]: osdmap e168: 8 total, 8 up, 8 in 2023-05-20T05:59:47.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:47 smithi081 conmon[95926]: 2023-05-20T05:59:47.077+0000 7f359c7e01c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-05-20T05:59:47.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:47 smithi081 conmon[95926]: 2023-05-20T05:59:47.189+0000 7f359c7e01c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-05-20T05:59:47.480 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:47 smithi081 ceph-mon[107735]: osdmap e168: 8 total, 8 up, 8 in 2023-05-20T05:59:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:47 smithi170 ceph-mon[97338]: osdmap e168: 8 total, 8 up, 8 in 2023-05-20T05:59:47.737 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:47 smithi081 conmon[95926]: 2023-05-20T05:59:47.474+0000 7f359c7e01c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-05-20T05:59:48.017 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:47 smithi081 conmon[95926]: 2023-05-20T05:59:47.732+0000 7f359c7e01c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-05-20T05:59:48.113 INFO:tasks.rados.rados.0.smithi081.stdout:593: done (4 left) 2023-05-20T05:59:48.113 INFO:tasks.rados.rados.0.smithi081.stdout:594: done (3 left) 2023-05-20T05:59:48.113 INFO:tasks.rados.rados.0.smithi081.stdout:595: done (2 left) 2023-05-20T05:59:48.113 INFO:tasks.rados.rados.0.smithi081.stdout:597: done (1 left) 2023-05-20T05:59:48.114 INFO:tasks.rados.rados.0.smithi081.stdout:598: done (0 left) 2023-05-20T05:59:48.114 INFO:tasks.rados.rados.0.smithi081.stdout:599: setattr oid 19 current snap is 51 2023-05-20T05:59:48.114 INFO:tasks.rados.rados.0.smithi081.stdout:600: rmattr oid 42 current snap is 51 2023-05-20T05:59:48.114 INFO:tasks.rados.rados.0.smithi081.stdout:600: done (1 left) 2023-05-20T05:59:48.114 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 51 2023-05-20T05:59:48.114 INFO:tasks.rados.rados.0.smithi081.stdout:601: seq_num 209 ranges {925696=704512,1630208=401408} 2023-05-20T05:59:48.122 INFO:tasks.rados.rados.0.smithi081.stdout:601: writing smithi081164505-39 from 925696 to 1630208 tid 1 2023-05-20T05:59:48.124 INFO:tasks.rados.rados.0.smithi081.stdout:601: writing smithi081164505-39 from 1630208 to 2031616 tid 2 2023-05-20T05:59:48.125 INFO:tasks.rados.rados.0.smithi081.stdout:602: read oid 47 snap -1 2023-05-20T05:59:48.125 INFO:tasks.rados.rados.0.smithi081.stdout:602: expect (ObjNum 193 snap 48 seq_num 193) 2023-05-20T05:59:48.125 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 51 2023-05-20T05:59:48.125 INFO:tasks.rados.rados.0.smithi081.stdout:603: seq_num 210 ranges {0=720896,720896=401408} 2023-05-20T05:59:48.129 INFO:tasks.rados.rados.0.smithi081.stdout:603: writing smithi081164505-41 from 0 to 720896 tid 1 2023-05-20T05:59:48.132 INFO:tasks.rados.rados.0.smithi081.stdout:603: writing smithi081164505-41 from 720896 to 1122304 tid 2 2023-05-20T05:59:48.132 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 51 2023-05-20T05:59:48.132 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 250 (ObjNum 865 snap 0 seq_num 3605352304) dirty exists 2023-05-20T05:59:48.133 INFO:tasks.rados.rados.0.smithi081.stdout:604: seq_num 211 ranges {2719744=737280,3457024=401408} 2023-05-20T05:59:48.151 INFO:tasks.rados.rados.0.smithi081.stdout:604: writing smithi081164505-46 from 2719744 to 3457024 tid 1 2023-05-20T05:59:48.153 INFO:tasks.rados.rados.0.smithi081.stdout:604: writing smithi081164505-46 from 3457024 to 3858432 tid 2 2023-05-20T05:59:48.153 INFO:tasks.rados.rados.0.smithi081.stdout:599: done (4 left) 2023-05-20T05:59:48.154 INFO:tasks.rados.rados.0.smithi081.stdout:605: read oid 3 snap -1 2023-05-20T05:59:48.154 INFO:tasks.rados.rados.0.smithi081.stdout:605: expect (ObjNum 206 snap 50 seq_num 206) 2023-05-20T05:59:48.154 INFO:tasks.rados.rados.0.smithi081.stdout:606: copy_from oid 11 from oid 2 current snap is 51 2023-05-20T05:59:48.154 INFO:tasks.rados.rados.0.smithi081.stdout:601: finishing write tid 1 to smithi081164505-39 2023-05-20T05:59:48.154 INFO:tasks.rados.rados.0.smithi081.stdout:601: finishing write tid 2 to smithi081164505-39 2023-05-20T05:59:48.155 INFO:tasks.rados.rados.0.smithi081.stdout:601: finishing write tid 3 to smithi081164505-39 2023-05-20T05:59:48.155 INFO:tasks.rados.rados.0.smithi081.stdout:601: finishing write tid 4 to smithi081164505-39 2023-05-20T05:59:48.155 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 352 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-05-20T05:59:48.155 INFO:tasks.rados.rados.0.smithi081.stdout:601: left oid 39 (ObjNum 209 snap 51 seq_num 209) 2023-05-20T05:59:48.155 INFO:tasks.rados.rados.0.smithi081.stdout:602: expect (ObjNum 193 snap 48 seq_num 193) 2023-05-20T05:59:48.206 INFO:tasks.rados.rados.0.smithi081.stdout:603: finishing write tid 1 to smithi081164505-41 2023-05-20T05:59:48.206 INFO:tasks.rados.rados.0.smithi081.stdout:603: finishing write tid 2 to smithi081164505-41 2023-05-20T05:59:48.206 INFO:tasks.rados.rados.0.smithi081.stdout:603: finishing write tid 3 to smithi081164505-41 2023-05-20T05:59:48.207 INFO:tasks.rados.rados.0.smithi081.stdout:603: finishing write tid 4 to smithi081164505-41 2023-05-20T05:59:48.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 63 (ObjNum 210 snap 51 seq_num 210) dirty exists 2023-05-20T05:59:48.207 INFO:tasks.rados.rados.0.smithi081.stdout:603: left oid 41 (ObjNum 210 snap 51 seq_num 210) 2023-05-20T05:59:48.207 INFO:tasks.rados.rados.0.smithi081.stdout:604: finishing write tid 1 to smithi081164505-46 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:604: finishing write tid 2 to smithi081164505-46 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:604: finishing write tid 3 to smithi081164505-46 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:601: done (5 left) 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:602: done (4 left) 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:603: done (3 left) 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 51 2023-05-20T05:59:48.208 INFO:tasks.rados.rados.0.smithi081.stdout:604: finishing write tid 4 to smithi081164505-46 2023-05-20T05:59:48.209 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 239 (ObjNum 211 snap 51 seq_num 211) dirty exists 2023-05-20T05:59:48.209 INFO:tasks.rados.rados.0.smithi081.stdout:604: left oid 46 (ObjNum 211 snap 51 seq_num 211) 2023-05-20T05:59:48.209 INFO:tasks.rados.rados.0.smithi081.stdout:607: seq_num 212 ranges {0=753664,753664=401408} 2023-05-20T05:59:48.210 INFO:tasks.rados.rados.0.smithi081.stdout:607: writing smithi081164505-16 from 0 to 753664 tid 1 2023-05-20T05:59:48.212 INFO:tasks.rados.rados.0.smithi081.stdout:607: writing smithi081164505-16 from 753664 to 1155072 tid 2 2023-05-20T05:59:48.212 INFO:tasks.rados.rados.0.smithi081.stdout:604: done (3 left) 2023-05-20T05:59:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:608: delete oid 15 current snap is 51 2023-05-20T05:59:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:605: expect (ObjNum 206 snap 50 seq_num 206) 2023-05-20T05:59:48.282 INFO:tasks.rados.rados.0.smithi081.stdout:606: finishing copy_from to smithi081164505-11 2023-05-20T05:59:48.282 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 125 (ObjNum 118 snap 26 seq_num 118) dirty exists 2023-05-20T05:59:48.282 INFO:tasks.rados.rados.0.smithi081.stdout:606: finishing copy_from racing read to smithi081164505-11 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:607: finishing write tid 1 to smithi081164505-16 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:607: finishing write tid 2 to smithi081164505-16 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:607: finishing write tid 3 to smithi081164505-16 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:607: finishing write tid 4 to smithi081164505-16 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 325 (ObjNum 212 snap 51 seq_num 212) dirty exists 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:607: left oid 16 (ObjNum 212 snap 51 seq_num 212) 2023-05-20T05:59:48.283 INFO:tasks.rados.rados.0.smithi081.stdout:605: done (3 left) 2023-05-20T05:59:48.284 INFO:tasks.rados.rados.0.smithi081.stdout:606: done (2 left) 2023-05-20T05:59:48.284 INFO:tasks.rados.rados.0.smithi081.stdout:607: done (1 left) 2023-05-20T05:59:48.284 INFO:tasks.rados.rados.0.smithi081.stdout:608: done (0 left) 2023-05-20T05:59:48.284 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 51 2023-05-20T05:59:48.284 INFO:tasks.rados.rados.0.smithi081.stdout:609: seq_num 214 ranges {2310144=794624,3104768=401408} 2023-05-20T05:59:48.299 INFO:tasks.rados.rados.0.smithi081.stdout:609: writing smithi081164505-38 from 2310144 to 3104768 tid 1 2023-05-20T05:59:48.301 INFO:tasks.rados.rados.0.smithi081.stdout:609: writing smithi081164505-38 from 3104768 to 3506176 tid 2 2023-05-20T05:59:48.301 INFO:tasks.rados.rados.0.smithi081.stdout:610: setattr oid 26 current snap is 51 2023-05-20T05:59:48.303 INFO:tasks.rados.rados.0.smithi081.stdout:611: delete oid 43 current snap is 51 2023-05-20T05:59:48.304 INFO:tasks.rados.rados.0.smithi081.stdout:609: finishing write tid 1 to smithi081164505-38 2023-05-20T05:59:48.305 INFO:tasks.rados.rados.0.smithi081.stdout:609: finishing write tid 2 to smithi081164505-38 2023-05-20T05:59:48.305 INFO:tasks.rados.rados.0.smithi081.stdout:609: finishing write tid 3 to smithi081164505-38 2023-05-20T05:59:48.306 INFO:tasks.rados.rados.0.smithi081.stdout:609: finishing write tid 4 to smithi081164505-38 2023-05-20T05:59:48.306 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 269 (ObjNum 214 snap 51 seq_num 214) dirty exists 2023-05-20T05:59:48.306 INFO:tasks.rados.rados.0.smithi081.stdout:609: left oid 38 (ObjNum 214 snap 51 seq_num 214) 2023-05-20T05:59:48.306 INFO:tasks.rados.rados.0.smithi081.stdout:609: done (2 left) 2023-05-20T05:59:48.307 INFO:tasks.rados.rados.0.smithi081.stdout:611: done (1 left) 2023-05-20T05:59:48.307 INFO:tasks.rados.rados.0.smithi081.stdout:612: snap_remove snap 45 2023-05-20T05:59:48.456 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:48 smithi081 ceph-mon[95500]: osdmap e169: 8 total, 8 up, 8 in 2023-05-20T05:59:48.457 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:48 smithi081 ceph-mon[107735]: osdmap e169: 8 total, 8 up, 8 in 2023-05-20T05:59:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:48 smithi170 ceph-mon[97338]: osdmap e169: 8 total, 8 up, 8 in 2023-05-20T05:59:48.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:48 smithi081 conmon[95926]: 2023-05-20T05:59:48.448+0000 7f359c7e01c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-05-20T05:59:48.767 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:48 smithi081 conmon[95926]: 2023-05-20T05:59:48.579+0000 7f359c7e01c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-05-20T05:59:49.099 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:48 smithi081 conmon[95926]: 2023-05-20T05:59:48.765+0000 7f359c7e01c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-05-20T05:59:49.099 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:48 smithi081 conmon[95926]: 2023-05-20T05:59:48.878+0000 7f359c7e01c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-05-20T05:59:49.118 INFO:tasks.rados.rados.0.smithi081.stdout:612: done (1 left) 2023-05-20T05:59:49.119 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 51 2023-05-20T05:59:49.119 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 240 (ObjNum 167 snap 39 seq_num 167) dirty exists 2023-05-20T05:59:49.119 INFO:tasks.rados.rados.0.smithi081.stdout:613: seq_num 216 ranges {3555328=425984,3981312=409600,4390912=393216} 2023-05-20T05:59:49.139 INFO:tasks.rados.rados.0.smithi081.stdout:613: writing smithi081164505-9 from 3555328 to 3981312 tid 1 2023-05-20T05:59:49.142 INFO:tasks.rados.rados.0.smithi081.stdout:613: writing smithi081164505-9 from 3981312 to 4390912 tid 2 2023-05-20T05:59:49.144 INFO:tasks.rados.rados.0.smithi081.stdout:613: writing smithi081164505-9 from 4390912 to 4784128 tid 3 2023-05-20T05:59:49.144 INFO:tasks.rados.rados.0.smithi081.stdout:610: done (1 left) 2023-05-20T05:59:49.145 INFO:tasks.rados.rados.0.smithi081.stdout:614: snap_create 2023-05-20T05:59:49.145 INFO:tasks.rados.rados.0.smithi081.stdout:613: finishing write tid 1 to smithi081164505-9 2023-05-20T05:59:49.145 INFO:tasks.rados.rados.0.smithi081.stdout:613: finishing write tid 2 to smithi081164505-9 2023-05-20T05:59:49.146 INFO:tasks.rados.rados.0.smithi081.stdout:613: finishing write tid 3 to smithi081164505-9 2023-05-20T05:59:49.147 INFO:tasks.rados.rados.0.smithi081.stdout:613: finishing write tid 4 to smithi081164505-9 2023-05-20T05:59:49.147 INFO:tasks.rados.rados.0.smithi081.stdout:613: finishing write tid 5 to smithi081164505-9 2023-05-20T05:59:49.148 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 71 (ObjNum 216 snap 51 seq_num 216) dirty exists 2023-05-20T05:59:49.148 INFO:tasks.rados.rados.0.smithi081.stdout:613: left oid 9 (ObjNum 216 snap 51 seq_num 216) 2023-05-20T05:59:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:49 smithi170 ceph-mon[97338]: osdmap e170: 8 total, 8 up, 8 in 2023-05-20T05:59:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:49 smithi081 ceph-mon[95500]: osdmap e170: 8 total, 8 up, 8 in 2023-05-20T05:59:49.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:49 smithi081 conmon[95926]: 2023-05-20T05:59:49.094+0000 7f359c7e01c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-05-20T05:59:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:49 smithi081 ceph-mon[107735]: osdmap e170: 8 total, 8 up, 8 in 2023-05-20T05:59:50.127 INFO:tasks.rados.rados.0.smithi081.stdout:613: done (1 left) 2023-05-20T05:59:50.128 INFO:tasks.rados.rados.0.smithi081.stdout:614: done (0 left) 2023-05-20T05:59:50.128 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 52 2023-05-20T05:59:50.128 INFO:tasks.rados.rados.0.smithi081.stdout:615: seq_num 217 ranges {3678208=442368,4120576=696320,4816896=106496} 2023-05-20T05:59:50.149 INFO:tasks.rados.rados.0.smithi081.stdout:615: writing smithi081164505-27 from 3678208 to 4120576 tid 1 2023-05-20T05:59:50.153 INFO:tasks.rados.rados.0.smithi081.stdout:615: writing smithi081164505-27 from 4120576 to 4816896 tid 2 2023-05-20T05:59:50.155 INFO:tasks.rados.rados.0.smithi081.stdout:615: writing smithi081164505-27 from 4816896 to 4923392 tid 3 2023-05-20T05:59:50.155 INFO:tasks.rados.rados.0.smithi081.stdout:616: rollback oid 16 current snap is 52 2023-05-20T05:59:50.156 INFO:tasks.rados.rados.0.smithi081.stdout:615: finishing write tid 1 to smithi081164505-27 2023-05-20T05:59:50.156 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 51 2023-05-20T05:59:50.156 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 52 2023-05-20T05:59:50.157 INFO:tasks.rados.rados.0.smithi081.stdout:617: seq_num 218 ranges {2088960=458752,2547712=581632,3129344=221184} 2023-05-20T05:59:50.168 INFO:tasks.rados.rados.0.smithi081.stdout:617: writing smithi081164505-32 from 2088960 to 2547712 tid 1 2023-05-20T05:59:50.172 INFO:tasks.rados.rados.0.smithi081.stdout:617: writing smithi081164505-32 from 2547712 to 3129344 tid 2 2023-05-20T05:59:50.175 INFO:tasks.rados.rados.0.smithi081.stdout:617: writing smithi081164505-32 from 3129344 to 3350528 tid 3 2023-05-20T05:59:50.175 INFO:tasks.rados.rados.0.smithi081.stdout:618: snap_create 2023-05-20T05:59:50.176 INFO:tasks.rados.rados.0.smithi081.stdout:616: finishing rollback tid 0 to smithi081164505-16 2023-05-20T05:59:50.176 INFO:tasks.rados.rados.0.smithi081.stdout:615: finishing write tid 2 to smithi081164505-27 2023-05-20T05:59:50.176 INFO:tasks.rados.rados.0.smithi081.stdout:615: finishing write tid 3 to smithi081164505-27 2023-05-20T05:59:50.176 INFO:tasks.rados.rados.0.smithi081.stdout:616: finishing rollback tid 1 to smithi081164505-16 2023-05-20T05:59:50.177 INFO:tasks.rados.rados.0.smithi081.stdout:615: finishing write tid 4 to smithi081164505-27 2023-05-20T05:59:50.177 INFO:tasks.rados.rados.0.smithi081.stdout:616: finishing rollback tid 2 to smithi081164505-16 2023-05-20T05:59:50.177 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 339 (ObjNum 212 snap 51 seq_num 212) dirty exists 2023-05-20T05:59:50.177 INFO:tasks.rados.rados.0.smithi081.stdout:615: finishing write tid 5 to smithi081164505-27 2023-05-20T05:59:50.178 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 384 (ObjNum 217 snap 52 seq_num 217) dirty exists 2023-05-20T05:59:50.178 INFO:tasks.rados.rados.0.smithi081.stdout:615: left oid 27 (ObjNum 217 snap 52 seq_num 217) 2023-05-20T05:59:50.178 INFO:tasks.rados.rados.0.smithi081.stdout:617: finishing write tid 1 to smithi081164505-32 2023-05-20T05:59:50.178 INFO:tasks.rados.rados.0.smithi081.stdout:617: finishing write tid 2 to smithi081164505-32 2023-05-20T05:59:50.179 INFO:tasks.rados.rados.0.smithi081.stdout:617: finishing write tid 3 to smithi081164505-32 2023-05-20T05:59:50.180 INFO:tasks.rados.rados.0.smithi081.stdout:617: finishing write tid 4 to smithi081164505-32 2023-05-20T05:59:50.180 INFO:tasks.rados.rados.0.smithi081.stdout:617: finishing write tid 5 to smithi081164505-32 2023-05-20T05:59:50.180 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 160 (ObjNum 218 snap 52 seq_num 218) dirty exists 2023-05-20T05:59:50.181 INFO:tasks.rados.rados.0.smithi081.stdout:617: left oid 32 (ObjNum 218 snap 52 seq_num 218) 2023-05-20T05:59:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: osdmap e171: 8 total, 8 up, 8 in 2023-05-20T05:59:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: Standby manager daemon y restarted 2023-05-20T05:59:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: Standby manager daemon y started 2023-05-20T05:59:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-05-20T05:59:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:59:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-05-20T05:59:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[95500]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:49 smithi081 conmon[95926]: 2023-05-20T05:59:49.955+0000 7f359c7e01c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:49 smithi081 conmon[95926]: [20/May/2023:05:59:49] ENGINE Bus STARTING 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:50 smithi081 conmon[95926]: CherryPy Checker: 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:50 smithi081 conmon[95926]: The Application mounted at '' has an empty config. 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:50 smithi081 conmon[95926]: 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:50 smithi081 conmon[95926]: [20/May/2023:05:59:50] ENGINE Serving on http://:::9283 2023-05-20T05:59:50.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:50 smithi081 conmon[95926]: [20/May/2023:05:59:50] ENGINE Bus STARTED 2023-05-20T05:59:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: osdmap e171: 8 total, 8 up, 8 in 2023-05-20T05:59:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: Standby manager daemon y restarted 2023-05-20T05:59:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: Standby manager daemon y started 2023-05-20T05:59:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-05-20T05:59:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:59:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-05-20T05:59:50.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:50 smithi081 ceph-mon[107735]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:59:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: osdmap e171: 8 total, 8 up, 8 in 2023-05-20T05:59:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: Standby manager daemon y restarted 2023-05-20T05:59:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: Standby manager daemon y started 2023-05-20T05:59:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-05-20T05:59:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-05-20T05:59:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-05-20T05:59:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:50 smithi170 ceph-mon[97338]: from='mgr.? 172.21.15.81:0/2418329002' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-05-20T05:59:51.131 INFO:tasks.rados.rados.0.smithi081.stdout:615: done (3 left) 2023-05-20T05:59:51.131 INFO:tasks.rados.rados.0.smithi081.stdout:616: done (2 left) 2023-05-20T05:59:51.131 INFO:tasks.rados.rados.0.smithi081.stdout:617: done (1 left) 2023-05-20T05:59:51.131 INFO:tasks.rados.rados.0.smithi081.stdout:618: done (0 left) 2023-05-20T05:59:51.131 INFO:tasks.rados.rados.0.smithi081.stdout:619: setattr oid 7 current snap is 53 2023-05-20T05:59:51.132 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 53 2023-05-20T05:59:51.132 INFO:tasks.rados.rados.0.smithi081.stdout:620: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2023-05-20T05:59:51.135 INFO:tasks.rados.rados.0.smithi081.stdout:620: writing smithi081164505-19 from 0 to 475136 tid 1 2023-05-20T05:59:51.138 INFO:tasks.rados.rados.0.smithi081.stdout:620: writing smithi081164505-19 from 475136 to 942080 tid 2 2023-05-20T05:59:51.141 INFO:tasks.rados.rados.0.smithi081.stdout:620: writing smithi081164505-19 from 942080 to 1277952 tid 3 2023-05-20T05:59:51.141 INFO:tasks.rados.rados.0.smithi081.stdout:621: copy_from oid 13 from oid 8 current snap is 53 2023-05-20T05:59:51.142 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 353 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-05-20T05:59:51.142 INFO:tasks.rados.rados.0.smithi081.stdout:619: done (2 left) 2023-05-20T05:59:51.142 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 53 2023-05-20T05:59:51.143 INFO:tasks.rados.rados.0.smithi081.stdout:622: seq_num 220 ranges {1122304=491520,1613824=753664,2367488=49152} 2023-05-20T05:59:51.149 INFO:tasks.rados.rados.0.smithi081.stdout:622: writing smithi081164505-41 from 1122304 to 1613824 tid 1 2023-05-20T05:59:51.153 INFO:tasks.rados.rados.0.smithi081.stdout:622: writing smithi081164505-41 from 1613824 to 2367488 tid 2 2023-05-20T05:59:51.154 INFO:tasks.rados.rados.0.smithi081.stdout:622: writing smithi081164505-41 from 2367488 to 2416640 tid 3 2023-05-20T05:59:51.155 INFO:tasks.rados.rados.0.smithi081.stdout:623: read oid 20 snap 33 2023-05-20T05:59:51.155 INFO:tasks.rados.rados.0.smithi081.stdout:623: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:51.155 INFO:tasks.rados.rados.0.smithi081.stdout:624: read oid 21 snap -1 2023-05-20T05:59:51.155 INFO:tasks.rados.rados.0.smithi081.stdout:624: expect deleted 2023-05-20T05:59:51.156 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 53 2023-05-20T05:59:51.156 INFO:tasks.rados.rados.0.smithi081.stdout:620: finishing write tid 1 to smithi081164505-19 2023-05-20T05:59:51.157 INFO:tasks.rados.rados.0.smithi081.stdout:625: seq_num 221 ranges {2269184=507904,2777088=688128,3465216=114688} 2023-05-20T05:59:51.169 INFO:tasks.rados.rados.0.smithi081.stdout:625: writing smithi081164505-26 from 2269184 to 2777088 tid 1 2023-05-20T05:59:51.173 INFO:tasks.rados.rados.0.smithi081.stdout:625: writing smithi081164505-26 from 2777088 to 3465216 tid 2 2023-05-20T05:59:51.174 INFO:tasks.rados.rados.0.smithi081.stdout:625: writing smithi081164505-26 from 3465216 to 3579904 tid 3 2023-05-20T05:59:51.174 INFO:tasks.rados.rados.0.smithi081.stdout:626: rollback oid 12 current snap is 53 2023-05-20T05:59:51.174 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 48 2023-05-20T05:59:51.174 INFO:tasks.rados.rados.0.smithi081.stdout:620: finishing write tid 2 to smithi081164505-19 2023-05-20T05:59:51.174 INFO:tasks.rados.rados.0.smithi081.stdout:620: finishing write tid 3 to smithi081164505-19 2023-05-20T05:59:51.175 INFO:tasks.rados.rados.0.smithi081.stdout:620: finishing write tid 4 to smithi081164505-19 2023-05-20T05:59:51.175 INFO:tasks.rados.rados.0.smithi081.stdout:620: finishing write tid 5 to smithi081164505-19 2023-05-20T05:59:51.175 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 255 (ObjNum 219 snap 53 seq_num 219) dirty exists 2023-05-20T05:59:51.175 INFO:tasks.rados.rados.0.smithi081.stdout:620: left oid 19 (ObjNum 219 snap 53 seq_num 219) 2023-05-20T05:59:51.175 INFO:tasks.rados.rados.0.smithi081.stdout:621: finishing copy_from to smithi081164505-13 2023-05-20T05:59:51.176 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 259 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-05-20T05:59:51.176 INFO:tasks.rados.rados.0.smithi081.stdout:621: finishing copy_from racing read to smithi081164505-13 2023-05-20T05:59:51.176 INFO:tasks.rados.rados.0.smithi081.stdout:622: finishing write tid 1 to smithi081164505-41 2023-05-20T05:59:51.177 INFO:tasks.rados.rados.0.smithi081.stdout:620: done (6 left) 2023-05-20T05:59:51.177 INFO:tasks.rados.rados.0.smithi081.stdout:621: done (5 left) 2023-05-20T05:59:51.177 INFO:tasks.rados.rados.0.smithi081.stdout:627: rollback oid 22 current snap is 53 2023-05-20T05:59:51.177 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 33 2023-05-20T05:59:51.177 INFO:tasks.rados.rados.0.smithi081.stdout:622: finishing write tid 2 to smithi081164505-41 2023-05-20T05:59:51.178 INFO:tasks.rados.rados.0.smithi081.stdout:622: finishing write tid 3 to smithi081164505-41 2023-05-20T05:59:51.178 INFO:tasks.rados.rados.0.smithi081.stdout:622: finishing write tid 4 to smithi081164505-41 2023-05-20T05:59:51.178 INFO:tasks.rados.rados.0.smithi081.stdout:623: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:51.213 INFO:tasks.rados.rados.0.smithi081.stdout:622: finishing write tid 5 to smithi081164505-41 2023-05-20T05:59:51.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 68 (ObjNum 220 snap 53 seq_num 220) dirty exists 2023-05-20T05:59:51.214 INFO:tasks.rados.rados.0.smithi081.stdout:622: left oid 41 (ObjNum 220 snap 53 seq_num 220) 2023-05-20T05:59:51.214 INFO:tasks.rados.rados.0.smithi081.stdout:625: finishing write tid 1 to smithi081164505-26 2023-05-20T05:59:51.214 INFO:tasks.rados.rados.0.smithi081.stdout:622: done (5 left) 2023-05-20T05:59:51.214 INFO:tasks.rados.rados.0.smithi081.stdout:623: done (4 left) 2023-05-20T05:59:51.214 INFO:tasks.rados.rados.0.smithi081.stdout:624: done (3 left) 2023-05-20T05:59:51.215 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 53 2023-05-20T05:59:51.215 INFO:tasks.rados.rados.0.smithi081.stdout:627: finishing rollback tid 1 to smithi081164505-22 2023-05-20T05:59:51.215 INFO:tasks.rados.rados.0.smithi081.stdout:626: finishing rollback tid 0 to smithi081164505-12 2023-05-20T05:59:51.215 INFO:tasks.rados.rados.0.smithi081.stdout:626: finishing rollback tid 1 to smithi081164505-12 2023-05-20T05:59:51.215 INFO:tasks.rados.rados.0.smithi081.stdout:628: seq_num 222 ranges {2859008=524288,3383296=565248,3948544=237568} 2023-05-20T05:59:51.231 INFO:tasks.rados.rados.0.smithi081.stdout:628: writing smithi081164505-33 from 2859008 to 3383296 tid 1 2023-05-20T05:59:51.234 INFO:tasks.rados.rados.0.smithi081.stdout:628: writing smithi081164505-33 from 3383296 to 3948544 tid 2 2023-05-20T05:59:51.236 INFO:tasks.rados.rados.0.smithi081.stdout:628: writing smithi081164505-33 from 3948544 to 4186112 tid 3 2023-05-20T05:59:51.237 INFO:tasks.rados.rados.0.smithi081.stdout:629: rollback oid 34 current snap is 53 2023-05-20T05:59:51.237 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 46 2023-05-20T05:59:51.237 INFO:tasks.rados.rados.0.smithi081.stdout:625: finishing write tid 2 to smithi081164505-26 2023-05-20T05:59:51.237 INFO:tasks.rados.rados.0.smithi081.stdout:626: finishing rollback tid 2 to smithi081164505-12 2023-05-20T05:59:51.237 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 164 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T05:59:51.237 INFO:tasks.rados.rados.0.smithi081.stdout:625: finishing write tid 3 to smithi081164505-26 2023-05-20T05:59:51.238 INFO:tasks.rados.rados.0.smithi081.stdout:627: finishing rollback tid 2 to smithi081164505-22 2023-05-20T05:59:51.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 279 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-05-20T05:59:51.238 INFO:tasks.rados.rados.0.smithi081.stdout:625: finishing write tid 4 to smithi081164505-26 2023-05-20T05:59:51.238 INFO:tasks.rados.rados.0.smithi081.stdout:625: finishing write tid 5 to smithi081164505-26 2023-05-20T05:59:51.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 251 (ObjNum 221 snap 53 seq_num 221) dirty exists 2023-05-20T05:59:51.239 INFO:tasks.rados.rados.0.smithi081.stdout:625: left oid 26 (ObjNum 221 snap 53 seq_num 221) 2023-05-20T05:59:51.239 INFO:tasks.rados.rados.0.smithi081.stdout:625: done (4 left) 2023-05-20T05:59:51.239 INFO:tasks.rados.rados.0.smithi081.stdout:626: done (3 left) 2023-05-20T05:59:51.239 INFO:tasks.rados.rados.0.smithi081.stdout:627: done (2 left) 2023-05-20T05:59:51.239 INFO:tasks.rados.rados.0.smithi081.stdout:630: read oid 44 snap -1 2023-05-20T05:59:51.240 INFO:tasks.rados.rados.0.smithi081.stdout:630: expect deleted 2023-05-20T05:59:51.240 INFO:tasks.rados.rados.0.smithi081.stdout:631: rollback oid 28 current snap is 53 2023-05-20T05:59:51.240 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 51 2023-05-20T05:59:51.240 INFO:tasks.rados.rados.0.smithi081.stdout:628: finishing write tid 1 to smithi081164505-33 2023-05-20T05:59:51.240 INFO:tasks.rados.rados.0.smithi081.stdout:632: read oid 8 snap -1 2023-05-20T05:59:51.240 INFO:tasks.rados.rados.0.smithi081.stdout:632: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:51.241 INFO:tasks.rados.rados.0.smithi081.stdout:633: rollback oid 35 current snap is 53 2023-05-20T05:59:51.241 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 46 2023-05-20T05:59:51.241 INFO:tasks.rados.rados.0.smithi081.stdout:634: snap_create 2023-05-20T05:59:51.242 INFO:tasks.rados.rados.0.smithi081.stdout:628: finishing write tid 2 to smithi081164505-33 2023-05-20T05:59:51.242 INFO:tasks.rados.rados.0.smithi081.stdout:633: finishing rollback tid 1 to smithi081164505-35 2023-05-20T05:59:51.242 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 333 (ObjNum 225 snap 0 seq_num 163847536) dirty dne 2023-05-20T05:59:51.242 INFO:tasks.rados.rados.0.smithi081.stdout:628: finishing write tid 3 to smithi081164505-33 2023-05-20T05:59:51.243 INFO:tasks.rados.rados.0.smithi081.stdout:628: finishing write tid 4 to smithi081164505-33 2023-05-20T05:59:51.243 INFO:tasks.rados.rados.0.smithi081.stdout:629: finishing rollback tid 1 to smithi081164505-34 2023-05-20T05:59:51.243 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 135 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T05:59:51.243 INFO:tasks.rados.rados.0.smithi081.stdout:628: finishing write tid 5 to smithi081164505-33 2023-05-20T05:59:51.243 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 142 (ObjNum 222 snap 53 seq_num 222) dirty exists 2023-05-20T05:59:51.244 INFO:tasks.rados.rados.0.smithi081.stdout:628: left oid 33 (ObjNum 222 snap 53 seq_num 222) 2023-05-20T05:59:51.244 INFO:tasks.rados.rados.0.smithi081.stdout:631: finishing rollback tid 0 to smithi081164505-28 2023-05-20T05:59:51.244 INFO:tasks.rados.rados.0.smithi081.stdout:631: finishing rollback tid 1 to smithi081164505-28 2023-05-20T05:59:51.244 INFO:tasks.rados.rados.0.smithi081.stdout:631: finishing rollback tid 2 to smithi081164505-28 2023-05-20T05:59:51.244 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 45 (ObjNum 33 snap 0 seq_num 163755184) dirty exists 2023-05-20T05:59:51.244 INFO:tasks.rados.rados.0.smithi081.stdout:632: expect (ObjNum 54 snap 4 seq_num 54) 2023-05-20T05:59:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:51 smithi170 ceph-mon[97338]: mgrmap e24: x(active, starting, since 7s), standbys: y 2023-05-20T05:59:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:51 smithi170 ceph-mon[97338]: osdmap e172: 8 total, 8 up, 8 in 2023-05-20T05:59:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:51 smithi081 ceph-mon[95500]: mgrmap e24: x(active, starting, since 7s), standbys: y 2023-05-20T05:59:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:51 smithi081 ceph-mon[95500]: osdmap e172: 8 total, 8 up, 8 in 2023-05-20T05:59:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:51 smithi081 ceph-mon[107735]: mgrmap e24: x(active, starting, since 7s), standbys: y 2023-05-20T05:59:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:51 smithi081 ceph-mon[107735]: osdmap e172: 8 total, 8 up, 8 in 2023-05-20T05:59:52.139 INFO:tasks.rados.rados.0.smithi081.stdout:628: done (6 left) 2023-05-20T05:59:52.139 INFO:tasks.rados.rados.0.smithi081.stdout:629: done (5 left) 2023-05-20T05:59:52.139 INFO:tasks.rados.rados.0.smithi081.stdout:630: done (4 left) 2023-05-20T05:59:52.139 INFO:tasks.rados.rados.0.smithi081.stdout:631: done (3 left) 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:632: done (2 left) 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:633: done (1 left) 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:634: done (0 left) 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:635: rollback oid 42 current snap is 54 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 50 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:636: copy_from oid 3 from oid 1 current snap is 54 2023-05-20T05:59:52.140 INFO:tasks.rados.rados.0.smithi081.stdout:637: snap_remove snap 33 2023-05-20T05:59:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:52 smithi170 ceph-mon[97338]: osdmap e173: 8 total, 8 up, 8 in 2023-05-20T05:59:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:52 smithi081 ceph-mon[95500]: osdmap e173: 8 total, 8 up, 8 in 2023-05-20T05:59:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:52 smithi081 ceph-mon[107735]: osdmap e173: 8 total, 8 up, 8 in 2023-05-20T05:59:53.151 INFO:tasks.rados.rados.0.smithi081.stdout:637: done (2 left) 2023-05-20T05:59:53.151 INFO:tasks.rados.rados.0.smithi081.stdout:638: snap_create 2023-05-20T05:59:53.151 INFO:tasks.rados.rados.0.smithi081.stdout:635: finishing rollback tid 0 to smithi081164505-42 2023-05-20T05:59:53.151 INFO:tasks.rados.rados.0.smithi081.stdout:635: finishing rollback tid 1 to smithi081164505-42 2023-05-20T05:59:53.151 INFO:tasks.rados.rados.0.smithi081.stdout:635: finishing rollback tid 2 to smithi081164505-42 2023-05-20T05:59:53.152 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 247 (ObjNum 155 snap 36 seq_num 155) dirty exists 2023-05-20T05:59:53.152 INFO:tasks.rados.rados.0.smithi081.stdout:636: finishing copy_from to smithi081164505-3 2023-05-20T05:59:53.152 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 37 (ObjNum 124 snap 26 seq_num 124) dirty exists 2023-05-20T05:59:53.152 INFO:tasks.rados.rados.0.smithi081.stdout:636: finishing copy_from racing read to smithi081164505-3 2023-05-20T05:59:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:53 smithi170 ceph-mon[97338]: osdmap e174: 8 total, 8 up, 8 in 2023-05-20T05:59:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:53 smithi081 ceph-mon[95500]: osdmap e174: 8 total, 8 up, 8 in 2023-05-20T05:59:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 05:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:05:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T05:59:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:53 smithi081 ceph-mon[107735]: osdmap e174: 8 total, 8 up, 8 in 2023-05-20T05:59:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:635: done (2 left) 2023-05-20T05:59:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:636: done (1 left) 2023-05-20T05:59:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:638: done (0 left) 2023-05-20T05:59:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:639: read oid 46 snap -1 2023-05-20T05:59:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:639: expect (ObjNum 211 snap 51 seq_num 211) 2023-05-20T05:59:54.150 INFO:tasks.rados.rados.0.smithi081.stdout:640: delete oid 47 current snap is 55 2023-05-20T05:59:54.156 INFO:tasks.rados.rados.0.smithi081.stdout:640: done (1 left) 2023-05-20T05:59:54.156 INFO:tasks.rados.rados.0.smithi081.stdout:641: read oid 6 snap -1 2023-05-20T05:59:54.156 INFO:tasks.rados.rados.0.smithi081.stdout:641: expect (ObjNum 187 snap 44 seq_num 187) 2023-05-20T05:59:54.157 INFO:tasks.rados.rados.0.smithi081.stdout:642: rollback oid 31 current snap is 55 2023-05-20T05:59:54.157 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 54 2023-05-20T05:59:54.157 INFO:tasks.rados.rados.0.smithi081.stdout:643: delete oid 50 current snap is 55 2023-05-20T05:59:54.161 INFO:tasks.rados.rados.0.smithi081.stdout:641: expect (ObjNum 187 snap 44 seq_num 187) 2023-05-20T05:59:54.181 INFO:tasks.rados.rados.0.smithi081.stdout:642: finishing rollback tid 0 to smithi081164505-31 2023-05-20T05:59:54.181 INFO:tasks.rados.rados.0.smithi081.stdout:642: finishing rollback tid 1 to smithi081164505-31 2023-05-20T05:59:54.181 INFO:tasks.rados.rados.0.smithi081.stdout:642: finishing rollback tid 2 to smithi081164505-31 2023-05-20T05:59:54.181 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 401 (ObjNum 170 snap 40 seq_num 170) dirty exists 2023-05-20T05:59:54.181 INFO:tasks.rados.rados.0.smithi081.stdout:639: expect (ObjNum 211 snap 51 seq_num 211) 2023-05-20T05:59:54.333 INFO:tasks.rados.rados.0.smithi081.stdout:639: done (3 left) 2023-05-20T05:59:54.334 INFO:tasks.rados.rados.0.smithi081.stdout:641: done (2 left) 2023-05-20T05:59:54.334 INFO:tasks.rados.rados.0.smithi081.stdout:642: done (1 left) 2023-05-20T05:59:54.334 INFO:tasks.rados.rados.0.smithi081.stdout:643: done (0 left) 2023-05-20T05:59:54.335 INFO:tasks.rados.rados.0.smithi081.stdout:644: read oid 10 snap -1 2023-05-20T05:59:54.335 INFO:tasks.rados.rados.0.smithi081.stdout:644: expect deleted 2023-05-20T05:59:54.336 INFO:tasks.rados.rados.0.smithi081.stdout:645: snap_create 2023-05-20T05:59:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:54 smithi170 ceph-mon[97338]: osdmap e175: 8 total, 8 up, 8 in 2023-05-20T05:59:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:54 smithi081 ceph-mon[95500]: osdmap e175: 8 total, 8 up, 8 in 2023-05-20T05:59:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:54 smithi081 ceph-mon[107735]: osdmap e175: 8 total, 8 up, 8 in 2023-05-20T05:59:55.166 INFO:tasks.rados.rados.0.smithi081.stdout:644: done (1 left) 2023-05-20T05:59:55.166 INFO:tasks.rados.rados.0.smithi081.stdout:645: done (0 left) 2023-05-20T05:59:55.167 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 56 2023-05-20T05:59:55.167 INFO:tasks.rados.rados.0.smithi081.stdout:646: seq_num 225 ranges {2031616=573440,2605056=622592,3227648=180224} 2023-05-20T05:59:55.180 INFO:tasks.rados.rados.0.smithi081.stdout:646: writing smithi081164505-39 from 2031616 to 2605056 tid 1 2023-05-20T05:59:55.184 INFO:tasks.rados.rados.0.smithi081.stdout:646: writing smithi081164505-39 from 2605056 to 3227648 tid 2 2023-05-20T05:59:55.188 INFO:tasks.rados.rados.0.smithi081.stdout:646: writing smithi081164505-39 from 3227648 to 3407872 tid 3 2023-05-20T05:59:55.189 INFO:tasks.rados.rados.0.smithi081.stdout:647: read oid 48 snap -1 2023-05-20T05:59:55.189 INFO:tasks.rados.rados.0.smithi081.stdout:647: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:55.189 INFO:tasks.rados.rados.0.smithi081.stdout:648: rollback oid 18 current snap is 56 2023-05-20T05:59:55.189 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 51 2023-05-20T05:59:55.189 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 56 2023-05-20T05:59:55.189 INFO:tasks.rados.rados.0.smithi081.stdout:649: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2023-05-20T05:59:55.190 INFO:tasks.rados.rados.0.smithi081.stdout:649: writing smithi081164505-44 from 0 to 589824 tid 1 2023-05-20T05:59:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:649: writing smithi081164505-44 from 589824 to 1097728 tid 2 2023-05-20T05:59:55.194 INFO:tasks.rados.rados.0.smithi081.stdout:649: writing smithi081164505-44 from 1097728 to 1392640 tid 3 2023-05-20T05:59:55.194 INFO:tasks.rados.rados.0.smithi081.stdout:650: snap_create 2023-05-20T05:59:55.195 INFO:tasks.rados.rados.0.smithi081.stdout:646: finishing write tid 1 to smithi081164505-39 2023-05-20T05:59:55.195 INFO:tasks.rados.rados.0.smithi081.stdout:646: finishing write tid 2 to smithi081164505-39 2023-05-20T05:59:55.195 INFO:tasks.rados.rados.0.smithi081.stdout:646: finishing write tid 3 to smithi081164505-39 2023-05-20T05:59:55.195 INFO:tasks.rados.rados.0.smithi081.stdout:646: finishing write tid 4 to smithi081164505-39 2023-05-20T05:59:55.195 INFO:tasks.rados.rados.0.smithi081.stdout:648: finishing rollback tid 0 to smithi081164505-18 2023-05-20T05:59:55.195 INFO:tasks.rados.rados.0.smithi081.stdout:648: finishing rollback tid 1 to smithi081164505-18 2023-05-20T05:59:55.196 INFO:tasks.rados.rados.0.smithi081.stdout:648: finishing rollback tid 2 to smithi081164505-18 2023-05-20T05:59:55.197 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 172 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-05-20T05:59:55.197 INFO:tasks.rados.rados.0.smithi081.stdout:649: finishing write tid 1 to smithi081164505-44 2023-05-20T05:59:55.198 INFO:tasks.rados.rados.0.smithi081.stdout:649: finishing write tid 2 to smithi081164505-44 2023-05-20T05:59:55.198 INFO:tasks.rados.rados.0.smithi081.stdout:647: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T05:59:55.271 INFO:tasks.rados.rados.0.smithi081.stdout:646: finishing write tid 5 to smithi081164505-39 2023-05-20T05:59:55.271 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 357 (ObjNum 225 snap 56 seq_num 225) dirty exists 2023-05-20T05:59:55.271 INFO:tasks.rados.rados.0.smithi081.stdout:646: left oid 39 (ObjNum 225 snap 56 seq_num 225) 2023-05-20T05:59:55.271 INFO:tasks.rados.rados.0.smithi081.stdout:649: finishing write tid 3 to smithi081164505-44 2023-05-20T05:59:55.272 INFO:tasks.rados.rados.0.smithi081.stdout:649: finishing write tid 4 to smithi081164505-44 2023-05-20T05:59:55.272 INFO:tasks.rados.rados.0.smithi081.stdout:649: finishing write tid 5 to smithi081164505-44 2023-05-20T05:59:55.272 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 51 (ObjNum 226 snap 56 seq_num 226) dirty exists 2023-05-20T05:59:55.272 INFO:tasks.rados.rados.0.smithi081.stdout:649: left oid 44 (ObjNum 226 snap 56 seq_num 226) 2023-05-20T05:59:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:55 smithi170 ceph-mon[97338]: osdmap e176: 8 total, 8 up, 8 in 2023-05-20T05:59:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:55 smithi081 ceph-mon[95500]: osdmap e176: 8 total, 8 up, 8 in 2023-05-20T05:59:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:55 smithi081 ceph-mon[107735]: osdmap e176: 8 total, 8 up, 8 in 2023-05-20T05:59:56.172 INFO:tasks.rados.rados.0.smithi081.stdout:646: done (4 left) 2023-05-20T05:59:56.172 INFO:tasks.rados.rados.0.smithi081.stdout:647: done (3 left) 2023-05-20T05:59:56.172 INFO:tasks.rados.rados.0.smithi081.stdout:648: done (2 left) 2023-05-20T05:59:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:649: done (1 left) 2023-05-20T05:59:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:650: done (0 left) 2023-05-20T05:59:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 57 2023-05-20T05:59:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:651: seq_num 227 ranges {286720=606208,892928=794624,1687552=8192} 2023-05-20T05:59:56.176 INFO:tasks.rados.rados.0.smithi081.stdout:651: writing smithi081164505-18 from 286720 to 892928 tid 1 2023-05-20T05:59:56.181 INFO:tasks.rados.rados.0.smithi081.stdout:651: writing smithi081164505-18 from 892928 to 1687552 tid 2 2023-05-20T05:59:56.182 INFO:tasks.rados.rados.0.smithi081.stdout:651: writing smithi081164505-18 from 1687552 to 1695744 tid 3 2023-05-20T05:59:56.182 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 57 2023-05-20T05:59:56.182 INFO:tasks.rados.rados.0.smithi081.stdout:652: seq_num 228 ranges {3407872=622592,4030464=671744,4702208=131072} 2023-05-20T05:59:56.203 INFO:tasks.rados.rados.0.smithi081.stdout:652: writing smithi081164505-39 from 3407872 to 4030464 tid 1 2023-05-20T05:59:56.207 INFO:tasks.rados.rados.0.smithi081.stdout:652: writing smithi081164505-39 from 4030464 to 4702208 tid 2 2023-05-20T05:59:56.208 INFO:tasks.rados.rados.0.smithi081.stdout:652: writing smithi081164505-39 from 4702208 to 4833280 tid 3 2023-05-20T05:59:56.208 INFO:tasks.rados.rados.0.smithi081.stdout:653: setattr oid 49 current snap is 57 2023-05-20T05:59:56.209 INFO:tasks.rados.rados.0.smithi081.stdout:651: finishing write tid 1 to smithi081164505-18 2023-05-20T05:59:56.209 INFO:tasks.rados.rados.0.smithi081.stdout:651: finishing write tid 2 to smithi081164505-18 2023-05-20T05:59:56.209 INFO:tasks.rados.rados.0.smithi081.stdout:651: finishing write tid 3 to smithi081164505-18 2023-05-20T05:59:56.210 INFO:tasks.rados.rados.0.smithi081.stdout:651: finishing write tid 4 to smithi081164505-18 2023-05-20T05:59:56.210 INFO:tasks.rados.rados.0.smithi081.stdout:651: finishing write tid 5 to smithi081164505-18 2023-05-20T05:59:56.210 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 177 (ObjNum 227 snap 57 seq_num 227) dirty exists 2023-05-20T05:59:56.210 INFO:tasks.rados.rados.0.smithi081.stdout:651: left oid 18 (ObjNum 227 snap 57 seq_num 227) 2023-05-20T05:59:56.210 INFO:tasks.rados.rados.0.smithi081.stdout:652: finishing write tid 1 to smithi081164505-39 2023-05-20T05:59:56.211 INFO:tasks.rados.rados.0.smithi081.stdout:651: done (2 left) 2023-05-20T05:59:56.211 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 57 2023-05-20T05:59:56.211 INFO:tasks.rados.rados.0.smithi081.stdout:654: seq_num 229 ranges {1302528=638976,1941504=606208,2547712=196608} 2023-05-20T05:59:56.221 INFO:tasks.rados.rados.0.smithi081.stdout:654: writing smithi081164505-8 from 1302528 to 1941504 tid 1 2023-05-20T05:59:56.224 INFO:tasks.rados.rados.0.smithi081.stdout:654: writing smithi081164505-8 from 1941504 to 2547712 tid 2 2023-05-20T05:59:56.226 INFO:tasks.rados.rados.0.smithi081.stdout:654: writing smithi081164505-8 from 2547712 to 2744320 tid 3 2023-05-20T05:59:56.226 INFO:tasks.rados.rados.0.smithi081.stdout:655: rollback oid 23 current snap is 57 2023-05-20T05:59:56.226 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 23 to 52 2023-05-20T05:59:56.226 INFO:tasks.rados.rados.0.smithi081.stdout:652: finishing write tid 2 to smithi081164505-39 2023-05-20T05:59:56.226 INFO:tasks.rados.rados.0.smithi081.stdout:652: finishing write tid 3 to smithi081164505-39 2023-05-20T05:59:56.226 INFO:tasks.rados.rados.0.smithi081.stdout:652: finishing write tid 4 to smithi081164505-39 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:652: finishing write tid 5 to smithi081164505-39 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 361 (ObjNum 228 snap 57 seq_num 228) dirty exists 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:652: left oid 39 (ObjNum 228 snap 57 seq_num 228) 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 263 (ObjNum 207 snap 50 seq_num 207) dirty exists 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:654: finishing write tid 1 to smithi081164505-8 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:652: done (3 left) 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:653: done (2 left) 2023-05-20T05:59:56.227 INFO:tasks.rados.rados.0.smithi081.stdout:656: copy_from oid 46 from oid 12 current snap is 57 2023-05-20T05:59:56.228 INFO:tasks.rados.rados.0.smithi081.stdout:657: snap_remove snap 56 2023-05-20T05:59:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:56 smithi170 ceph-mon[97338]: osdmap e177: 8 total, 8 up, 8 in 2023-05-20T05:59:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:56 smithi081 ceph-mon[95500]: osdmap e177: 8 total, 8 up, 8 in 2023-05-20T05:59:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:56 smithi081 ceph-mon[107735]: osdmap e177: 8 total, 8 up, 8 in 2023-05-20T05:59:57.177 INFO:tasks.rados.rados.0.smithi081.stdout:657: done (3 left) 2023-05-20T05:59:57.177 INFO:tasks.rados.rados.0.smithi081.stdout:658: copy_from oid 30 from oid 35 current snap is 57 2023-05-20T05:59:57.177 INFO:tasks.rados.rados.0.smithi081.stdout:654: finishing write tid 2 to smithi081164505-8 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:654: finishing write tid 3 to smithi081164505-8 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:655: finishing rollback tid 0 to smithi081164505-23 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:655: finishing rollback tid 1 to smithi081164505-23 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:655: finishing rollback tid 2 to smithi081164505-23 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 405 (ObjNum 196 snap 48 seq_num 196) dirty exists 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:654: finishing write tid 4 to smithi081164505-8 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:656: finishing copy_from to smithi081164505-46 2023-05-20T05:59:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 164 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T05:59:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:654: finishing write tid 5 to smithi081164505-8 2023-05-20T05:59:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 294 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T05:59:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:654: left oid 8 (ObjNum 229 snap 57 seq_num 229) 2023-05-20T05:59:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:656: finishing copy_from racing read to smithi081164505-46 2023-05-20T05:59:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:654: done (3 left) 2023-05-20T05:59:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:655: done (2 left) 2023-05-20T05:59:57.180 INFO:tasks.rados.rados.0.smithi081.stdout:656: done (1 left) 2023-05-20T05:59:57.180 INFO:tasks.rados.rados.0.smithi081.stdout:659: read oid 44 snap 53 2023-05-20T05:59:57.180 INFO:tasks.rados.rados.0.smithi081.stdout:659: expect deleted 2023-05-20T05:59:57.180 INFO:tasks.rados.rados.0.smithi081.stdout:660: copy_from oid 46 from oid 10 current snap is 57 2023-05-20T05:59:57.180 INFO:tasks.rados.rados.0.smithi081.stdout:661: delete oid 19 current snap is 57 2023-05-20T05:59:57.181 INFO:tasks.rados.rados.0.smithi081.stdout:658: finishing copy_from to smithi081164505-30 2023-05-20T05:59:57.181 INFO:tasks.rados.rados.0.smithi081.stdout:658: got expected ENOENT (src dne) 2023-05-20T05:59:57.181 INFO:tasks.rados.rados.0.smithi081.stdout:658: finishing copy_from racing read to smithi081164505-30 2023-05-20T05:59:57.182 INFO:tasks.rados.rados.0.smithi081.stdout:660: finishing copy_from to smithi081164505-46 2023-05-20T05:59:57.182 INFO:tasks.rados.rados.0.smithi081.stdout:660: got expected ENOENT (src dne) 2023-05-20T05:59:57.185 INFO:tasks.rados.rados.0.smithi081.stdout:658: done (3 left) 2023-05-20T05:59:57.185 INFO:tasks.rados.rados.0.smithi081.stdout:659: done (2 left) 2023-05-20T05:59:57.186 INFO:tasks.rados.rados.0.smithi081.stdout:661: done (1 left) 2023-05-20T05:59:57.186 INFO:tasks.rados.rados.0.smithi081.stdout:662: snap_create 2023-05-20T05:59:57.186 INFO:tasks.rados.rados.0.smithi081.stdout:660: finishing copy_from racing read to smithi081164505-46 2023-05-20T05:59:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:57 smithi170 ceph-mon[97338]: osdmap e178: 8 total, 8 up, 8 in 2023-05-20T05:59:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:57 smithi081 ceph-mon[95500]: osdmap e178: 8 total, 8 up, 8 in 2023-05-20T05:59:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:57 smithi081 ceph-mon[107735]: osdmap e178: 8 total, 8 up, 8 in 2023-05-20T05:59:58.180 INFO:tasks.rados.rados.0.smithi081.stdout:660: done (1 left) 2023-05-20T05:59:58.180 INFO:tasks.rados.rados.0.smithi081.stdout:662: done (0 left) 2023-05-20T05:59:58.180 INFO:tasks.rados.rados.0.smithi081.stdout:663: read oid 45 snap -1 2023-05-20T05:59:58.181 INFO:tasks.rados.rados.0.smithi081.stdout:663: expect (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:58.181 INFO:tasks.rados.rados.0.smithi081.stdout:664: copy_from oid 49 from oid 4 current snap is 58 2023-05-20T05:59:58.181 INFO:tasks.rados.rados.0.smithi081.stdout:665: snap_remove snap 51 2023-05-20T05:59:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:58 smithi170 ceph-mon[97338]: osdmap e179: 8 total, 8 up, 8 in 2023-05-20T05:59:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:58 smithi081 ceph-mon[95500]: osdmap e179: 8 total, 8 up, 8 in 2023-05-20T05:59:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:58 smithi081 ceph-mon[107735]: osdmap e179: 8 total, 8 up, 8 in 2023-05-20T05:59:59.186 INFO:tasks.rados.rados.0.smithi081.stdout:665: done (2 left) 2023-05-20T05:59:59.187 INFO:tasks.rados.rados.0.smithi081.stdout:666: rollback oid 14 current snap is 58 2023-05-20T05:59:59.187 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 48 2023-05-20T05:59:59.187 INFO:tasks.rados.rados.0.smithi081.stdout:667: snap_create 2023-05-20T05:59:59.187 INFO:tasks.rados.rados.0.smithi081.stdout:663: expect (ObjNum 117 snap 26 seq_num 117) 2023-05-20T05:59:59.439 INFO:tasks.rados.rados.0.smithi081.stdout:664: finishing copy_from to smithi081164505-49 2023-05-20T05:59:59.439 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 226 (ObjNum 181 snap 41 seq_num 181) dirty exists 2023-05-20T05:59:59.439 INFO:tasks.rados.rados.0.smithi081.stdout:664: finishing copy_from racing read to smithi081164505-49 2023-05-20T05:59:59.440 INFO:tasks.rados.rados.0.smithi081.stdout:666: finishing rollback tid 0 to smithi081164505-14 2023-05-20T05:59:59.440 INFO:tasks.rados.rados.0.smithi081.stdout:666: finishing rollback tid 1 to smithi081164505-14 2023-05-20T05:59:59.440 INFO:tasks.rados.rados.0.smithi081.stdout:666: finishing rollback tid 2 to smithi081164505-14 2023-05-20T05:59:59.440 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 364 (ObjNum 188 snap 44 seq_num 188) dirty exists 2023-05-20T05:59:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 05:59:59 smithi170 ceph-mon[97338]: osdmap e180: 8 total, 8 up, 8 in 2023-05-20T05:59:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 05:59:59 smithi081 ceph-mon[95500]: osdmap e180: 8 total, 8 up, 8 in 2023-05-20T05:59:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 05:59:59 smithi081 ceph-mon[107735]: osdmap e180: 8 total, 8 up, 8 in 2023-05-20T06:00:00.185 INFO:tasks.rados.rados.0.smithi081.stdout:663: done (3 left) 2023-05-20T06:00:00.185 INFO:tasks.rados.rados.0.smithi081.stdout:664: done (2 left) 2023-05-20T06:00:00.186 INFO:tasks.rados.rados.0.smithi081.stdout:666: done (1 left) 2023-05-20T06:00:00.186 INFO:tasks.rados.rados.0.smithi081.stdout:667: done (0 left) 2023-05-20T06:00:00.186 INFO:tasks.rados.rados.0.smithi081.stdout:668: copy_from oid 16 from oid 10 current snap is 59 2023-05-20T06:00:00.186 INFO:tasks.rados.rados.0.smithi081.stdout:669: snap_remove snap 47 2023-05-20T06:00:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:00 smithi170 ceph-mon[97338]: osdmap e181: 8 total, 8 up, 8 in 2023-05-20T06:00:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:00 smithi170 ceph-mon[97338]: overall HEALTH_OK 2023-05-20T06:00:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:00 smithi170 ceph-mon[97338]: osdmap e182: 8 total, 8 up, 8 in 2023-05-20T06:00:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:00 smithi081 ceph-mon[95500]: osdmap e181: 8 total, 8 up, 8 in 2023-05-20T06:00:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:00 smithi081 ceph-mon[95500]: overall HEALTH_OK 2023-05-20T06:00:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:00 smithi081 ceph-mon[95500]: osdmap e182: 8 total, 8 up, 8 in 2023-05-20T06:00:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:00 smithi081 ceph-mon[107735]: osdmap e181: 8 total, 8 up, 8 in 2023-05-20T06:00:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:00 smithi081 ceph-mon[107735]: overall HEALTH_OK 2023-05-20T06:00:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:00 smithi081 ceph-mon[107735]: osdmap e182: 8 total, 8 up, 8 in 2023-05-20T06:00:01.186 INFO:tasks.rados.rados.0.smithi081.stdout:669: done (1 left) 2023-05-20T06:00:01.186 INFO:tasks.rados.rados.0.smithi081.stdout:670: read oid 35 snap -1 2023-05-20T06:00:01.187 INFO:tasks.rados.rados.0.smithi081.stdout:670: expect deleted 2023-05-20T06:00:01.187 INFO:tasks.rados.rados.0.smithi081.stdout:671: snap_create 2023-05-20T06:00:01.187 INFO:tasks.rados.rados.0.smithi081.stdout:668: finishing copy_from to smithi081164505-16 2023-05-20T06:00:01.187 INFO:tasks.rados.rados.0.smithi081.stdout:668: got expected ENOENT (src dne) 2023-05-20T06:00:01.187 INFO:tasks.rados.rados.0.smithi081.stdout:668: finishing copy_from racing read to smithi081164505-16 2023-05-20T06:00:02.189 INFO:tasks.rados.rados.0.smithi081.stdout:668: done (2 left) 2023-05-20T06:00:02.189 INFO:tasks.rados.rados.0.smithi081.stdout:670: done (1 left) 2023-05-20T06:00:02.189 INFO:tasks.rados.rados.0.smithi081.stdout:671: done (0 left) 2023-05-20T06:00:02.189 INFO:tasks.rados.rados.0.smithi081.stdout:672: rmattr oid 33 current snap is 60 2023-05-20T06:00:02.189 INFO:tasks.rados.rados.0.smithi081.stdout:672: done (0 left) 2023-05-20T06:00:02.190 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 60 2023-05-20T06:00:02.190 INFO:tasks.rados.rados.0.smithi081.stdout:673: seq_num 231 ranges {3350528=671744,4022272=778240,4800512=24576} 2023-05-20T06:00:02.210 INFO:tasks.rados.rados.0.smithi081.stdout:673: writing smithi081164505-32 from 3350528 to 4022272 tid 1 2023-05-20T06:00:02.215 INFO:tasks.rados.rados.0.smithi081.stdout:673: writing smithi081164505-32 from 4022272 to 4800512 tid 2 2023-05-20T06:00:02.215 INFO:tasks.rados.rados.0.smithi081.stdout:673: writing smithi081164505-32 from 4800512 to 4825088 tid 3 2023-05-20T06:00:02.215 INFO:tasks.rados.rados.0.smithi081.stdout:674: copy_from oid 11 from oid 45 current snap is 60 2023-05-20T06:00:02.215 INFO:tasks.rados.rados.0.smithi081.stdout:675: read oid 12 snap -1 2023-05-20T06:00:02.216 INFO:tasks.rados.rados.0.smithi081.stdout:675: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T06:00:02.216 INFO:tasks.rados.rados.0.smithi081.stdout:676: rollback oid 13 current snap is 60 2023-05-20T06:00:02.216 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 43 2023-05-20T06:00:02.216 INFO:tasks.rados.rados.0.smithi081.stdout:677: setattr oid 30 current snap is 60 2023-05-20T06:00:02.218 INFO:tasks.rados.rados.0.smithi081.stdout:673: finishing write tid 1 to smithi081164505-32 2023-05-20T06:00:02.219 INFO:tasks.rados.rados.0.smithi081.stdout:676: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:00:02.219 INFO:tasks.rados.rados.0.smithi081.stdout:678: rmattr oid 41 current snap is 60 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:678: done (5 left) 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:679: read oid 31 snap -1 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:679: expect (ObjNum 170 snap 40 seq_num 170) 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:680: rollback oid 20 current snap is 60 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 48 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:681: copy_from oid 21 from oid 50 current snap is 60 2023-05-20T06:00:02.220 INFO:tasks.rados.rados.0.smithi081.stdout:682: delete oid 44 current snap is 60 2023-05-20T06:00:02.221 INFO:tasks.rados.rados.0.smithi081.stdout:673: finishing write tid 2 to smithi081164505-32 2023-05-20T06:00:02.222 INFO:tasks.rados.rados.0.smithi081.stdout:676: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:00:02.222 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 366 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:00:02.223 INFO:tasks.rados.rados.0.smithi081.stdout:680: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:00:02.223 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 0 (ObjNum 49 snap 0 seq_num 163915424) dirty dne 2023-05-20T06:00:02.223 INFO:tasks.rados.rados.0.smithi081.stdout:673: finishing write tid 3 to smithi081164505-32 2023-05-20T06:00:02.224 INFO:tasks.rados.rados.0.smithi081.stdout:679: expect (ObjNum 170 snap 40 seq_num 170) 2023-05-20T06:00:02.237 INFO:tasks.rados.rados.0.smithi081.stdout:673: finishing write tid 4 to smithi081164505-32 2023-05-20T06:00:02.237 INFO:tasks.rados.rados.0.smithi081.stdout:676: done (8 left) 2023-05-20T06:00:02.237 INFO:tasks.rados.rados.0.smithi081.stdout:679: done (7 left) 2023-05-20T06:00:02.238 INFO:tasks.rados.rados.0.smithi081.stdout:680: done (6 left) 2023-05-20T06:00:02.238 INFO:tasks.rados.rados.0.smithi081.stdout:682: done (5 left) 2023-05-20T06:00:02.238 INFO:tasks.rados.rados.0.smithi081.stdout:683: rollback oid 39 current snap is 60 2023-05-20T06:00:02.238 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 52 2023-05-20T06:00:02.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 33 (ObjNum 113 snap 25 seq_num 113) dirty exists 2023-05-20T06:00:02.238 INFO:tasks.rados.rados.0.smithi081.stdout:675: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T06:00:02.268 INFO:tasks.rados.rados.0.smithi081.stdout:673: finishing write tid 5 to smithi081164505-32 2023-05-20T06:00:02.268 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 196 (ObjNum 231 snap 60 seq_num 231) dirty exists 2023-05-20T06:00:02.268 INFO:tasks.rados.rados.0.smithi081.stdout:673: left oid 32 (ObjNum 231 snap 60 seq_num 231) 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:681: finishing copy_from to smithi081164505-21 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:681: got expected ENOENT (src dne) 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:681: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:673: done (5 left) 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:675: done (4 left) 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:677: done (3 left) 2023-05-20T06:00:02.269 INFO:tasks.rados.rados.0.smithi081.stdout:681: done (2 left) 2023-05-20T06:00:02.270 INFO:tasks.rados.rados.0.smithi081.stdout:684: snap_remove snap 57 2023-05-20T06:00:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:02 smithi170 ceph-mon[97338]: osdmap e183: 8 total, 8 up, 8 in 2023-05-20T06:00:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:02 smithi081 ceph-mon[95500]: osdmap e183: 8 total, 8 up, 8 in 2023-05-20T06:00:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:02 smithi081 ceph-mon[107735]: osdmap e183: 8 total, 8 up, 8 in 2023-05-20T06:00:03.200 INFO:tasks.rados.rados.0.smithi081.stdout:684: done (2 left) 2023-05-20T06:00:03.200 INFO:tasks.rados.rados.0.smithi081.stdout:685: read oid 43 snap -1 2023-05-20T06:00:03.200 INFO:tasks.rados.rados.0.smithi081.stdout:685: expect deleted 2023-05-20T06:00:03.200 INFO:tasks.rados.rados.0.smithi081.stdout:686: delete oid 2 current snap is 60 2023-05-20T06:00:03.201 INFO:tasks.rados.rados.0.smithi081.stdout:674: finishing copy_from to smithi081164505-11 2023-05-20T06:00:03.201 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 163 (ObjNum 117 snap 26 seq_num 117) dirty exists 2023-05-20T06:00:03.201 INFO:tasks.rados.rados.0.smithi081.stdout:674: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:00:03.201 INFO:tasks.rados.rados.0.smithi081.stdout:683: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:00:03.201 INFO:tasks.rados.rados.0.smithi081.stdout:683: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:00:03.202 INFO:tasks.rados.rados.0.smithi081.stdout:683: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:00:03.202 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 374 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-05-20T06:00:03.210 INFO:tasks.rados.rados.0.smithi081.stdout:674: done (3 left) 2023-05-20T06:00:03.210 INFO:tasks.rados.rados.0.smithi081.stdout:683: done (2 left) 2023-05-20T06:00:03.210 INFO:tasks.rados.rados.0.smithi081.stdout:685: done (1 left) 2023-05-20T06:00:03.210 INFO:tasks.rados.rados.0.smithi081.stdout:686: done (0 left) 2023-05-20T06:00:03.210 INFO:tasks.rados.rados.0.smithi081.stdout:687: rollback oid 44 current snap is 60 2023-05-20T06:00:03.211 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 48 2023-05-20T06:00:03.211 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 60 2023-05-20T06:00:03.211 INFO:tasks.rados.rados.0.smithi081.stdout:688: seq_num 234 ranges {2392064=729088,3121152=434176,3555328=368640} 2023-05-20T06:00:03.227 INFO:tasks.rados.rados.0.smithi081.stdout:688: writing smithi081164505-30 from 2392064 to 3121152 tid 1 2023-05-20T06:00:03.229 INFO:tasks.rados.rados.0.smithi081.stdout:688: writing smithi081164505-30 from 3121152 to 3555328 tid 2 2023-05-20T06:00:03.232 INFO:tasks.rados.rados.0.smithi081.stdout:688: writing smithi081164505-30 from 3555328 to 3923968 tid 3 2023-05-20T06:00:03.232 INFO:tasks.rados.rados.0.smithi081.stdout:689: rollback oid 40 current snap is 60 2023-05-20T06:00:03.232 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 43 2023-05-20T06:00:03.232 INFO:tasks.rados.rados.0.smithi081.stdout:687: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:00:03.232 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 57 (ObjNum 65 snap 0 seq_num 0) dirty dne 2023-05-20T06:00:03.233 INFO:tasks.rados.rados.0.smithi081.stdout:687: done (2 left) 2023-05-20T06:00:03.233 INFO:tasks.rados.rados.0.smithi081.stdout:690: snap_remove snap 48 2023-05-20T06:00:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:03 smithi170 ceph-mon[97338]: osdmap e184: 8 total, 8 up, 8 in 2023-05-20T06:00:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:03 smithi081 ceph-mon[95500]: osdmap e184: 8 total, 8 up, 8 in 2023-05-20T06:00:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:00:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:03 smithi081 ceph-mon[107735]: osdmap e184: 8 total, 8 up, 8 in 2023-05-20T06:00:04.205 INFO:tasks.rados.rados.0.smithi081.stdout:690: done (2 left) 2023-05-20T06:00:04.205 INFO:tasks.rados.rados.0.smithi081.stdout:691: snap_create 2023-05-20T06:00:04.205 INFO:tasks.rados.rados.0.smithi081.stdout:688: finishing write tid 1 to smithi081164505-30 2023-05-20T06:00:04.205 INFO:tasks.rados.rados.0.smithi081.stdout:688: finishing write tid 2 to smithi081164505-30 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:688: finishing write tid 3 to smithi081164505-30 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:688: finishing write tid 4 to smithi081164505-30 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:689: finishing rollback tid 0 to smithi081164505-40 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:688: finishing write tid 5 to smithi081164505-30 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 39 (ObjNum 234 snap 60 seq_num 234) dirty exists 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:688: left oid 30 (ObjNum 234 snap 60 seq_num 234) 2023-05-20T06:00:04.206 INFO:tasks.rados.rados.0.smithi081.stdout:689: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:00:04.207 INFO:tasks.rados.rados.0.smithi081.stdout:689: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:00:04.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 372 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T06:00:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:04 smithi170 ceph-mon[97338]: osdmap e185: 8 total, 8 up, 8 in 2023-05-20T06:00:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:04 smithi081 ceph-mon[95500]: osdmap e185: 8 total, 8 up, 8 in 2023-05-20T06:00:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:04 smithi081 ceph-mon[107735]: osdmap e185: 8 total, 8 up, 8 in 2023-05-20T06:00:05.208 INFO:tasks.rados.rados.0.smithi081.stdout:688: done (2 left) 2023-05-20T06:00:05.208 INFO:tasks.rados.rados.0.smithi081.stdout:689: done (1 left) 2023-05-20T06:00:05.208 INFO:tasks.rados.rados.0.smithi081.stdout:691: done (0 left) 2023-05-20T06:00:05.208 INFO:tasks.rados.rados.0.smithi081.stdout:692: rmattr oid 40 current snap is 61 2023-05-20T06:00:05.208 INFO:tasks.rados.rados.0.smithi081.stdout:693: read oid 48 snap 46 2023-05-20T06:00:05.209 INFO:tasks.rados.rados.0.smithi081.stdout:693: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T06:00:05.209 INFO:tasks.rados.rados.0.smithi081.stdout:694: read oid 13 snap -1 2023-05-20T06:00:05.209 INFO:tasks.rados.rados.0.smithi081.stdout:694: expect deleted 2023-05-20T06:00:05.209 INFO:tasks.rados.rados.0.smithi081.stdout:695: setattr oid 21 current snap is 61 2023-05-20T06:00:05.209 INFO:tasks.rados.rados.0.smithi081.stdout:696: read oid 24 snap 55 2023-05-20T06:00:05.210 INFO:tasks.rados.rados.0.smithi081.stdout:696: expect (ObjNum 208 snap 50 seq_num 208) 2023-05-20T06:00:05.210 INFO:tasks.rados.rados.0.smithi081.stdout:697: delete oid 23 current snap is 61 2023-05-20T06:00:05.213 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 380 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-05-20T06:00:05.216 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 426 (ObjNum 177 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:05.217 INFO:tasks.rados.rados.0.smithi081.stdout:692: done (5 left) 2023-05-20T06:00:05.217 INFO:tasks.rados.rados.0.smithi081.stdout:694: done (4 left) 2023-05-20T06:00:05.217 INFO:tasks.rados.rados.0.smithi081.stdout:695: done (3 left) 2023-05-20T06:00:05.218 INFO:tasks.rados.rados.0.smithi081.stdout:697: done (2 left) 2023-05-20T06:00:05.218 INFO:tasks.rados.rados.0.smithi081.stdout:698: read oid 22 snap -1 2023-05-20T06:00:05.218 INFO:tasks.rados.rados.0.smithi081.stdout:698: expect (ObjNum 84 snap 18 seq_num 84) 2023-05-20T06:00:05.221 INFO:tasks.rados.rados.0.smithi081.stdout:699: setattr oid 23 current snap is 61 2023-05-20T06:00:05.222 INFO:tasks.rados.rados.0.smithi081.stdout:700: rmattr oid 32 current snap is 61 2023-05-20T06:00:05.222 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 61 2023-05-20T06:00:05.222 INFO:tasks.rados.rados.0.smithi081.stdout:701: seq_num 236 ranges {4186112=761856,4947968=647168,5595136=155648} 2023-05-20T06:00:05.248 INFO:tasks.rados.rados.0.smithi081.stdout:701: writing smithi081164505-33 from 4186112 to 4947968 tid 1 2023-05-20T06:00:05.251 INFO:tasks.rados.rados.0.smithi081.stdout:701: writing smithi081164505-33 from 4947968 to 5595136 tid 2 2023-05-20T06:00:05.252 INFO:tasks.rados.rados.0.smithi081.stdout:701: writing smithi081164505-33 from 5595136 to 5750784 tid 3 2023-05-20T06:00:05.252 INFO:tasks.rados.rados.0.smithi081.stdout:702: snap_create 2023-05-20T06:00:05.253 INFO:tasks.rados.rados.0.smithi081.stdout:693: expect (ObjNum 119 snap 26 seq_num 119) 2023-05-20T06:00:05.326 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 206 (ObjNum 231 snap 60 seq_num 231) dirty exists 2023-05-20T06:00:05.327 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 429 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:05.327 INFO:tasks.rados.rados.0.smithi081.stdout:698: expect (ObjNum 84 snap 18 seq_num 84) 2023-05-20T06:00:05.393 INFO:tasks.rados.rados.0.smithi081.stdout:696: expect (ObjNum 208 snap 50 seq_num 208) 2023-05-20T06:00:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:05 smithi170 ceph-mon[97338]: pgmap v24: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:05 smithi170 ceph-mon[97338]: osdmap e186: 8 total, 8 up, 8 in 2023-05-20T06:00:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:05 smithi081 ceph-mon[95500]: pgmap v24: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:05 smithi081 ceph-mon[95500]: osdmap e186: 8 total, 8 up, 8 in 2023-05-20T06:00:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:05 smithi081 ceph-mon[107735]: pgmap v24: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:05 smithi081 ceph-mon[107735]: osdmap e186: 8 total, 8 up, 8 in 2023-05-20T06:00:05.583 INFO:tasks.rados.rados.0.smithi081.stdout:701: finishing write tid 1 to smithi081164505-33 2023-05-20T06:00:05.584 INFO:tasks.rados.rados.0.smithi081.stdout:701: finishing write tid 2 to smithi081164505-33 2023-05-20T06:00:05.584 INFO:tasks.rados.rados.0.smithi081.stdout:701: finishing write tid 3 to smithi081164505-33 2023-05-20T06:00:05.584 INFO:tasks.rados.rados.0.smithi081.stdout:701: finishing write tid 4 to smithi081164505-33 2023-05-20T06:00:05.584 INFO:tasks.rados.rados.0.smithi081.stdout:701: finishing write tid 5 to smithi081164505-33 2023-05-20T06:00:05.584 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 146 (ObjNum 236 snap 61 seq_num 236) dirty exists 2023-05-20T06:00:05.584 INFO:tasks.rados.rados.0.smithi081.stdout:701: left oid 33 (ObjNum 236 snap 61 seq_num 236) 2023-05-20T06:00:06.223 INFO:tasks.rados.rados.0.smithi081.stdout:693: done (6 left) 2023-05-20T06:00:06.223 INFO:tasks.rados.rados.0.smithi081.stdout:696: done (5 left) 2023-05-20T06:00:06.224 INFO:tasks.rados.rados.0.smithi081.stdout:698: done (4 left) 2023-05-20T06:00:06.224 INFO:tasks.rados.rados.0.smithi081.stdout:699: done (3 left) 2023-05-20T06:00:06.224 INFO:tasks.rados.rados.0.smithi081.stdout:700: done (2 left) 2023-05-20T06:00:06.224 INFO:tasks.rados.rados.0.smithi081.stdout:701: done (1 left) 2023-05-20T06:00:06.224 INFO:tasks.rados.rados.0.smithi081.stdout:702: done (0 left) 2023-05-20T06:00:06.224 INFO:tasks.rados.rados.0.smithi081.stdout:703: snap_remove snap 54 2023-05-20T06:00:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:06 smithi170 ceph-mon[97338]: osdmap e187: 8 total, 8 up, 8 in 2023-05-20T06:00:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:06 smithi081 ceph-mon[95500]: osdmap e187: 8 total, 8 up, 8 in 2023-05-20T06:00:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:06 smithi081 ceph-mon[107735]: osdmap e187: 8 total, 8 up, 8 in 2023-05-20T06:00:07.229 INFO:tasks.rados.rados.0.smithi081.stdout:703: done (0 left) 2023-05-20T06:00:07.229 INFO:tasks.rados.rados.0.smithi081.stdout:704: snap_remove snap 46 2023-05-20T06:00:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:07 smithi170 ceph-mon[97338]: pgmap v27: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:07 smithi170 ceph-mon[97338]: osdmap e188: 8 total, 8 up, 8 in 2023-05-20T06:00:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:07 smithi081 ceph-mon[95500]: pgmap v27: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:07 smithi081 ceph-mon[95500]: osdmap e188: 8 total, 8 up, 8 in 2023-05-20T06:00:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:07 smithi081 ceph-mon[107735]: pgmap v27: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:07 smithi081 ceph-mon[107735]: osdmap e188: 8 total, 8 up, 8 in 2023-05-20T06:00:08.241 INFO:tasks.rados.rados.0.smithi081.stdout:704: done (0 left) 2023-05-20T06:00:08.241 INFO:tasks.rados.rados.0.smithi081.stdout:705: rollback oid 12 current snap is 62 2023-05-20T06:00:08.241 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 61 2023-05-20T06:00:08.241 INFO:tasks.rados.rados.0.smithi081.stdout:706: read oid 21 snap -1 2023-05-20T06:00:08.242 INFO:tasks.rados.rados.0.smithi081.stdout:706: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:08.242 INFO:tasks.rados.rados.0.smithi081.stdout:707: rmattr oid 8 current snap is 62 2023-05-20T06:00:08.242 INFO:tasks.rados.rados.0.smithi081.stdout:707: done (2 left) 2023-05-20T06:00:08.242 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 62 2023-05-20T06:00:08.242 INFO:tasks.rados.rados.0.smithi081.stdout:708: seq_num 237 ranges {3751936=778240,4530176=532480,5062656=270336} 2023-05-20T06:00:08.267 INFO:tasks.rados.rados.0.smithi081.stdout:708: writing smithi081164505-24 from 3751936 to 4530176 tid 1 2023-05-20T06:00:08.269 INFO:tasks.rados.rados.0.smithi081.stdout:708: writing smithi081164505-24 from 4530176 to 5062656 tid 2 2023-05-20T06:00:08.271 INFO:tasks.rados.rados.0.smithi081.stdout:708: writing smithi081164505-24 from 5062656 to 5332992 tid 3 2023-05-20T06:00:08.271 INFO:tasks.rados.rados.0.smithi081.stdout:709: rollback oid 6 current snap is 62 2023-05-20T06:00:08.272 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 55 2023-05-20T06:00:08.272 INFO:tasks.rados.rados.0.smithi081.stdout:706: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:08.275 INFO:tasks.rados.rados.0.smithi081.stdout:705: finishing rollback tid 0 to smithi081164505-12 2023-05-20T06:00:08.275 INFO:tasks.rados.rados.0.smithi081.stdout:705: finishing rollback tid 1 to smithi081164505-12 2023-05-20T06:00:08.275 INFO:tasks.rados.rados.0.smithi081.stdout:705: finishing rollback tid 2 to smithi081164505-12 2023-05-20T06:00:08.275 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 214 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T06:00:08.275 INFO:tasks.rados.rados.0.smithi081.stdout:705: done (3 left) 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:706: done (2 left) 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:710: read oid 37 snap -1 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:710: expect deleted 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 62 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:708: finishing write tid 1 to smithi081164505-24 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:708: finishing write tid 2 to smithi081164505-24 2023-05-20T06:00:08.276 INFO:tasks.rados.rados.0.smithi081.stdout:708: finishing write tid 3 to smithi081164505-24 2023-05-20T06:00:08.277 INFO:tasks.rados.rados.0.smithi081.stdout:711: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2023-05-20T06:00:08.279 INFO:tasks.rados.rados.0.smithi081.stdout:711: writing smithi081164505-35 from 0 to 794624 tid 1 2023-05-20T06:00:08.281 INFO:tasks.rados.rados.0.smithi081.stdout:711: writing smithi081164505-35 from 794624 to 1212416 tid 2 2023-05-20T06:00:08.284 INFO:tasks.rados.rados.0.smithi081.stdout:711: writing smithi081164505-35 from 1212416 to 1597440 tid 3 2023-05-20T06:00:08.284 INFO:tasks.rados.rados.0.smithi081.stdout:712: snap_create 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:709: finishing rollback tid 0 to smithi081164505-6 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:708: finishing write tid 4 to smithi081164505-24 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:709: finishing rollback tid 1 to smithi081164505-6 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:709: finishing rollback tid 2 to smithi081164505-6 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 57 (ObjNum 187 snap 44 seq_num 187) dirty exists 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:708: finishing write tid 5 to smithi081164505-24 2023-05-20T06:00:08.285 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 249 (ObjNum 237 snap 62 seq_num 237) dirty exists 2023-05-20T06:00:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:708: left oid 24 (ObjNum 237 snap 62 seq_num 237) 2023-05-20T06:00:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:711: finishing write tid 1 to smithi081164505-35 2023-05-20T06:00:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:711: finishing write tid 2 to smithi081164505-35 2023-05-20T06:00:08.286 INFO:tasks.rados.rados.0.smithi081.stdout:711: finishing write tid 3 to smithi081164505-35 2023-05-20T06:00:08.287 INFO:tasks.rados.rados.0.smithi081.stdout:711: finishing write tid 4 to smithi081164505-35 2023-05-20T06:00:08.288 INFO:tasks.rados.rados.0.smithi081.stdout:711: finishing write tid 5 to smithi081164505-35 2023-05-20T06:00:08.288 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 443 (ObjNum 238 snap 62 seq_num 238) dirty exists 2023-05-20T06:00:08.288 INFO:tasks.rados.rados.0.smithi081.stdout:711: left oid 35 (ObjNum 238 snap 62 seq_num 238) 2023-05-20T06:00:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:08 smithi170 ceph-mon[97338]: osdmap e189: 8 total, 8 up, 8 in 2023-05-20T06:00:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:08 smithi081 ceph-mon[95500]: osdmap e189: 8 total, 8 up, 8 in 2023-05-20T06:00:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:08 smithi081 ceph-mon[107735]: osdmap e189: 8 total, 8 up, 8 in 2023-05-20T06:00:09.244 INFO:tasks.rados.rados.0.smithi081.stdout:708: done (4 left) 2023-05-20T06:00:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:709: done (3 left) 2023-05-20T06:00:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:710: done (2 left) 2023-05-20T06:00:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:711: done (1 left) 2023-05-20T06:00:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:712: done (0 left) 2023-05-20T06:00:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:713: delete oid 2 current snap is 63 2023-05-20T06:00:09.251 INFO:tasks.rados.rados.0.smithi081.stdout:713: done (0 left) 2023-05-20T06:00:09.251 INFO:tasks.rados.rados.0.smithi081.stdout:714: delete oid 5 current snap is 63 2023-05-20T06:00:09.254 INFO:tasks.rados.rados.0.smithi081.stdout:714: done (0 left) 2023-05-20T06:00:09.254 INFO:tasks.rados.rados.0.smithi081.stdout:715: read oid 43 snap -1 2023-05-20T06:00:09.254 INFO:tasks.rados.rados.0.smithi081.stdout:715: expect deleted 2023-05-20T06:00:09.254 INFO:tasks.rados.rados.0.smithi081.stdout:716: read oid 28 snap 49 2023-05-20T06:00:09.254 INFO:tasks.rados.rados.0.smithi081.stdout:716: expect (ObjNum 163661200 snap 21996 seq_num 163912432) 2023-05-20T06:00:09.255 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 63 2023-05-20T06:00:09.255 INFO:tasks.rados.rados.0.smithi081.stdout:717: seq_num 241 ranges {5922816=442368,6365184=466944,6832128=688128,7520256=49152} 2023-05-20T06:00:09.287 INFO:tasks.rados.rados.0.smithi081.stdout:717: writing smithi081164505-11 from 5922816 to 6365184 tid 1 2023-05-20T06:00:09.290 INFO:tasks.rados.rados.0.smithi081.stdout:717: writing smithi081164505-11 from 6365184 to 6832128 tid 2 2023-05-20T06:00:09.295 INFO:tasks.rados.rados.0.smithi081.stdout:717: writing smithi081164505-11 from 6832128 to 7520256 tid 3 2023-05-20T06:00:09.295 INFO:tasks.rados.rados.0.smithi081.stdout:717: writing smithi081164505-11 from 7520256 to 7569408 tid 4 2023-05-20T06:00:09.295 INFO:tasks.rados.rados.0.smithi081.stdout:718: read oid 39 snap -1 2023-05-20T06:00:09.295 INFO:tasks.rados.rados.0.smithi081.stdout:718: expect (ObjNum 209 snap 51 seq_num 209) 2023-05-20T06:00:09.296 INFO:tasks.rados.rados.0.smithi081.stdout:719: rollback oid 18 current snap is 63 2023-05-20T06:00:09.296 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 58 2023-05-20T06:00:09.297 INFO:tasks.rados.rados.0.smithi081.stdout:716: expect (ObjNum 163661200 snap 21996 seq_num 163912432) 2023-05-20T06:00:09.298 INFO:tasks.rados.rados.0.smithi081.stdout:717: finishing write tid 1 to smithi081164505-11 2023-05-20T06:00:09.298 INFO:tasks.rados.rados.0.smithi081.stdout:717: finishing write tid 2 to smithi081164505-11 2023-05-20T06:00:09.299 INFO:tasks.rados.rados.0.smithi081.stdout:715: done (4 left) 2023-05-20T06:00:09.299 INFO:tasks.rados.rados.0.smithi081.stdout:716: done (3 left) 2023-05-20T06:00:09.300 INFO:tasks.rados.rados.0.smithi081.stdout:720: setattr oid 27 current snap is 63 2023-05-20T06:00:09.300 INFO:tasks.rados.rados.0.smithi081.stdout:717: finishing write tid 3 to smithi081164505-11 2023-05-20T06:00:09.300 INFO:tasks.rados.rados.0.smithi081.stdout:717: finishing write tid 4 to smithi081164505-11 2023-05-20T06:00:09.300 INFO:tasks.rados.rados.0.smithi081.stdout:717: finishing write tid 5 to smithi081164505-11 2023-05-20T06:00:09.300 INFO:tasks.rados.rados.0.smithi081.stdout:719: finishing rollback tid 0 to smithi081164505-18 2023-05-20T06:00:09.300 INFO:tasks.rados.rados.0.smithi081.stdout:719: finishing rollback tid 1 to smithi081164505-18 2023-05-20T06:00:09.301 INFO:tasks.rados.rados.0.smithi081.stdout:719: finishing rollback tid 2 to smithi081164505-18 2023-05-20T06:00:09.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 224 (ObjNum 227 snap 57 seq_num 227) dirty exists 2023-05-20T06:00:09.302 INFO:tasks.rados.rados.0.smithi081.stdout:719: done (3 left) 2023-05-20T06:00:09.302 INFO:tasks.rados.rados.0.smithi081.stdout:721: delete oid 25 current snap is 63 2023-05-20T06:00:09.302 INFO:tasks.rados.rados.0.smithi081.stdout:717: finishing write tid 6 to smithi081164505-11 2023-05-20T06:00:09.302 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 409 (ObjNum 241 snap 63 seq_num 241) dirty exists 2023-05-20T06:00:09.302 INFO:tasks.rados.rados.0.smithi081.stdout:717: left oid 11 (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:09.304 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 445 (ObjNum 217 snap 52 seq_num 217) dirty exists 2023-05-20T06:00:09.305 INFO:tasks.rados.rados.0.smithi081.stdout:717: done (3 left) 2023-05-20T06:00:09.306 INFO:tasks.rados.rados.0.smithi081.stdout:720: done (2 left) 2023-05-20T06:00:09.306 INFO:tasks.rados.rados.0.smithi081.stdout:721: done (1 left) 2023-05-20T06:00:09.306 INFO:tasks.rados.rados.0.smithi081.stdout:722: rollback oid 30 current snap is 63 2023-05-20T06:00:09.306 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 50 2023-05-20T06:00:09.307 INFO:tasks.rados.rados.0.smithi081.stdout:723: setattr oid 4 current snap is 63 2023-05-20T06:00:09.308 INFO:tasks.rados.rados.0.smithi081.stdout:724: setattr oid 37 current snap is 63 2023-05-20T06:00:09.309 INFO:tasks.rados.rados.0.smithi081.stdout:718: expect (ObjNum 209 snap 51 seq_num 209) 2023-05-20T06:00:09.373 INFO:tasks.rados.rados.0.smithi081.stdout:722: finishing rollback tid 0 to smithi081164505-30 2023-05-20T06:00:09.374 INFO:tasks.rados.rados.0.smithi081.stdout:722: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:00:09.375 INFO:tasks.rados.rados.0.smithi081.stdout:722: finishing rollback tid 2 to smithi081164505-30 2023-05-20T06:00:09.375 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 49 (ObjNum 113 snap 25 seq_num 113) dirty exists 2023-05-20T06:00:09.375 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 281 (ObjNum 181 snap 41 seq_num 181) dirty exists 2023-05-20T06:00:09.376 INFO:tasks.rados.rados.0.smithi081.stdout:718: done (3 left) 2023-05-20T06:00:09.377 INFO:tasks.rados.rados.0.smithi081.stdout:722: done (2 left) 2023-05-20T06:00:09.377 INFO:tasks.rados.rados.0.smithi081.stdout:723: done (1 left) 2023-05-20T06:00:09.377 INFO:tasks.rados.rados.0.smithi081.stdout:725: snap_remove snap 49 2023-05-20T06:00:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:09 smithi170 ceph-mon[97338]: pgmap v30: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:09 smithi170 ceph-mon[97338]: osdmap e190: 8 total, 8 up, 8 in 2023-05-20T06:00:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:09 smithi081 ceph-mon[95500]: pgmap v30: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:09 smithi081 ceph-mon[95500]: osdmap e190: 8 total, 8 up, 8 in 2023-05-20T06:00:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:09 smithi081 ceph-mon[107735]: pgmap v30: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:09 smithi081 ceph-mon[107735]: osdmap e190: 8 total, 8 up, 8 in 2023-05-20T06:00:10.258 INFO:tasks.rados.rados.0.smithi081.stdout:725: done (1 left) 2023-05-20T06:00:10.259 INFO:tasks.rados.rados.0.smithi081.stdout:726: delete oid 14 current snap is 63 2023-05-20T06:00:10.259 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 284 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-05-20T06:00:10.270 INFO:tasks.rados.rados.0.smithi081.stdout:724: done (1 left) 2023-05-20T06:00:10.270 INFO:tasks.rados.rados.0.smithi081.stdout:726: done (0 left) 2023-05-20T06:00:10.271 INFO:tasks.rados.rados.0.smithi081.stdout:727: read oid 42 snap -1 2023-05-20T06:00:10.271 INFO:tasks.rados.rados.0.smithi081.stdout:727: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:10.271 INFO:tasks.rados.rados.0.smithi081.stdout:728: read oid 24 snap -1 2023-05-20T06:00:10.271 INFO:tasks.rados.rados.0.smithi081.stdout:728: expect (ObjNum 237 snap 62 seq_num 237) 2023-05-20T06:00:10.272 INFO:tasks.rados.rados.0.smithi081.stdout:729: rmattr oid 45 current snap is 63 2023-05-20T06:00:10.272 INFO:tasks.rados.rados.0.smithi081.stdout:729: done (2 left) 2023-05-20T06:00:10.272 INFO:tasks.rados.rados.0.smithi081.stdout:730: snap_remove snap 60 2023-05-20T06:00:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:10 smithi081 ceph-mon[95500]: osdmap e191: 8 total, 8 up, 8 in 2023-05-20T06:00:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:10 smithi081 ceph-mon[107735]: osdmap e191: 8 total, 8 up, 8 in 2023-05-20T06:00:10.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:10 smithi170 ceph-mon[97338]: osdmap e191: 8 total, 8 up, 8 in 2023-05-20T06:00:11.260 INFO:tasks.rados.rados.0.smithi081.stdout:730: done (2 left) 2023-05-20T06:00:11.261 INFO:tasks.rados.rados.0.smithi081.stdout:731: setattr oid 22 current snap is 63 2023-05-20T06:00:11.263 INFO:tasks.rados.rados.0.smithi081.stdout:732: snap_create 2023-05-20T06:00:11.264 INFO:tasks.rados.rados.0.smithi081.stdout:727: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:11.271 INFO:tasks.rados.rados.0.smithi081.stdout:728: expect (ObjNum 237 snap 62 seq_num 237) 2023-05-20T06:00:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:11 smithi081 ceph-mon[95500]: pgmap v33: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:11 smithi081 ceph-mon[95500]: osdmap e192: 8 total, 8 up, 8 in 2023-05-20T06:00:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:11 smithi081 ceph-mon[107735]: pgmap v33: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:11 smithi081 ceph-mon[107735]: osdmap e192: 8 total, 8 up, 8 in 2023-05-20T06:00:11.556 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 332 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-05-20T06:00:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:11 smithi170 ceph-mon[97338]: pgmap v33: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:11 smithi170 ceph-mon[97338]: osdmap e192: 8 total, 8 up, 8 in 2023-05-20T06:00:12.270 INFO:tasks.rados.rados.0.smithi081.stdout:727: done (3 left) 2023-05-20T06:00:12.270 INFO:tasks.rados.rados.0.smithi081.stdout:728: done (2 left) 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:731: done (1 left) 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:732: done (0 left) 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:733: rollback oid 47 current snap is 64 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 59 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:734: read oid 10 snap -1 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:734: expect deleted 2023-05-20T06:00:12.271 INFO:tasks.rados.rados.0.smithi081.stdout:735: read oid 42 snap 52 2023-05-20T06:00:12.272 INFO:tasks.rados.rados.0.smithi081.stdout:735: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:12.272 INFO:tasks.rados.rados.0.smithi081.stdout:736: snap_remove snap 58 2023-05-20T06:00:12.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:12 smithi081 ceph-mon[95500]: osdmap e193: 8 total, 8 up, 8 in 2023-05-20T06:00:12.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:12 smithi081 ceph-mon[107735]: osdmap e193: 8 total, 8 up, 8 in 2023-05-20T06:00:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:12 smithi170 ceph-mon[97338]: osdmap e193: 8 total, 8 up, 8 in 2023-05-20T06:00:13.273 INFO:tasks.rados.rados.0.smithi081.stdout:736: done (3 left) 2023-05-20T06:00:13.274 INFO:tasks.rados.rados.0.smithi081.stdout:737: rmattr oid 46 current snap is 64 2023-05-20T06:00:13.274 INFO:tasks.rados.rados.0.smithi081.stdout:737: done (3 left) 2023-05-20T06:00:13.274 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 64 2023-05-20T06:00:13.274 INFO:tasks.rados.rados.0.smithi081.stdout:738: seq_num 244 ranges {663552=491520,1155072=573440,1728512=458752,2187264=172032} 2023-05-20T06:00:13.280 INFO:tasks.rados.rados.0.smithi081.stdout:738: writing smithi081164505-40 from 663552 to 1155072 tid 1 2023-05-20T06:00:13.284 INFO:tasks.rados.rados.0.smithi081.stdout:738: writing smithi081164505-40 from 1155072 to 1728512 tid 2 2023-05-20T06:00:13.287 INFO:tasks.rados.rados.0.smithi081.stdout:738: writing smithi081164505-40 from 1728512 to 2187264 tid 3 2023-05-20T06:00:13.289 INFO:tasks.rados.rados.0.smithi081.stdout:738: writing smithi081164505-40 from 2187264 to 2359296 tid 4 2023-05-20T06:00:13.289 INFO:tasks.rados.rados.0.smithi081.stdout:739: read oid 36 snap -1 2023-05-20T06:00:13.289 INFO:tasks.rados.rados.0.smithi081.stdout:739: expect deleted 2023-05-20T06:00:13.289 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 64 2023-05-20T06:00:13.289 INFO:tasks.rados.rados.0.smithi081.stdout:740: seq_num 245 ranges {1155072=507904,1662976=458752,2121728=671744,2793472=73728} 2023-05-20T06:00:13.298 INFO:tasks.rados.rados.0.smithi081.stdout:740: writing smithi081164505-16 from 1155072 to 1662976 tid 1 2023-05-20T06:00:13.300 INFO:tasks.rados.rados.0.smithi081.stdout:740: writing smithi081164505-16 from 1662976 to 2121728 tid 2 2023-05-20T06:00:13.304 INFO:tasks.rados.rados.0.smithi081.stdout:740: writing smithi081164505-16 from 2121728 to 2793472 tid 3 2023-05-20T06:00:13.305 INFO:tasks.rados.rados.0.smithi081.stdout:740: writing smithi081164505-16 from 2793472 to 2867200 tid 4 2023-05-20T06:00:13.305 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 64 2023-05-20T06:00:13.305 INFO:tasks.rados.rados.0.smithi081.stdout:741: seq_num 246 ranges {2301952=524288,2826240=745472,3571712=425984,3997696=32768} 2023-05-20T06:00:13.320 INFO:tasks.rados.rados.0.smithi081.stdout:741: writing smithi081164505-4 from 2301952 to 2826240 tid 1 2023-05-20T06:00:13.325 INFO:tasks.rados.rados.0.smithi081.stdout:741: writing smithi081164505-4 from 2826240 to 3571712 tid 2 2023-05-20T06:00:13.327 INFO:tasks.rados.rados.0.smithi081.stdout:741: writing smithi081164505-4 from 3571712 to 3997696 tid 3 2023-05-20T06:00:13.328 INFO:tasks.rados.rados.0.smithi081.stdout:741: writing smithi081164505-4 from 3997696 to 4030464 tid 4 2023-05-20T06:00:13.328 INFO:tasks.rados.rados.0.smithi081.stdout:742: read oid 34 snap 53 2023-05-20T06:00:13.328 INFO:tasks.rados.rados.0.smithi081.stdout:742: expect deleted 2023-05-20T06:00:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 64 2023-05-20T06:00:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:733: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:00:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 261 (ObjNum 49 snap 0 seq_num 1466985067) dirty dne 2023-05-20T06:00:13.330 INFO:tasks.rados.rados.0.smithi081.stdout:735: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:13.334 INFO:tasks.rados.rados.0.smithi081.stdout:738: finishing write tid 1 to smithi081164505-40 2023-05-20T06:00:13.334 INFO:tasks.rados.rados.0.smithi081.stdout:738: finishing write tid 2 to smithi081164505-40 2023-05-20T06:00:13.334 INFO:tasks.rados.rados.0.smithi081.stdout:743: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2023-05-20T06:00:13.337 INFO:tasks.rados.rados.0.smithi081.stdout:743: writing smithi081164505-19 from 0 to 540672 tid 1 2023-05-20T06:00:13.341 INFO:tasks.rados.rados.0.smithi081.stdout:743: writing smithi081164505-19 from 540672 to 1163264 tid 2 2023-05-20T06:00:13.345 INFO:tasks.rados.rados.0.smithi081.stdout:743: writing smithi081164505-19 from 1163264 to 1744896 tid 3 2023-05-20T06:00:13.345 INFO:tasks.rados.rados.0.smithi081.stdout:733: done (8 left) 2023-05-20T06:00:13.345 INFO:tasks.rados.rados.0.smithi081.stdout:734: done (7 left) 2023-05-20T06:00:13.345 INFO:tasks.rados.rados.0.smithi081.stdout:735: done (6 left) 2023-05-20T06:00:13.345 INFO:tasks.rados.rados.0.smithi081.stdout:744: rmattr oid 20 current snap is 64 2023-05-20T06:00:13.346 INFO:tasks.rados.rados.0.smithi081.stdout:744: done (6 left) 2023-05-20T06:00:13.346 INFO:tasks.rados.rados.0.smithi081.stdout:745: rmattr oid 31 current snap is 64 2023-05-20T06:00:13.346 INFO:tasks.rados.rados.0.smithi081.stdout:745: done (6 left) 2023-05-20T06:00:13.346 INFO:tasks.rados.rados.0.smithi081.stdout:746: rmattr oid 42 current snap is 64 2023-05-20T06:00:13.346 INFO:tasks.rados.rados.0.smithi081.stdout:746: done (6 left) 2023-05-20T06:00:13.346 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 64 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:738: finishing write tid 3 to smithi081164505-40 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:738: finishing write tid 4 to smithi081164505-40 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:738: finishing write tid 5 to smithi081164505-40 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:738: finishing write tid 6 to smithi081164505-40 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 410 (ObjNum 244 snap 64 seq_num 244) dirty exists 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:738: left oid 40 (ObjNum 244 snap 64 seq_num 244) 2023-05-20T06:00:13.347 INFO:tasks.rados.rados.0.smithi081.stdout:740: finishing write tid 1 to smithi081164505-16 2023-05-20T06:00:13.348 INFO:tasks.rados.rados.0.smithi081.stdout:747: seq_num 248 ranges {5750784=557056,6307840=507904,6815744=442368,7258112=253952} 2023-05-20T06:00:13.378 INFO:tasks.rados.rados.0.smithi081.stdout:747: writing smithi081164505-33 from 5750784 to 6307840 tid 1 2023-05-20T06:00:13.381 INFO:tasks.rados.rados.0.smithi081.stdout:747: writing smithi081164505-33 from 6307840 to 6815744 tid 2 2023-05-20T06:00:13.384 INFO:tasks.rados.rados.0.smithi081.stdout:747: writing smithi081164505-33 from 6815744 to 7258112 tid 3 2023-05-20T06:00:13.385 INFO:tasks.rados.rados.0.smithi081.stdout:747: writing smithi081164505-33 from 7258112 to 7512064 tid 4 2023-05-20T06:00:13.386 INFO:tasks.rados.rados.0.smithi081.stdout:738: done (6 left) 2023-05-20T06:00:13.386 INFO:tasks.rados.rados.0.smithi081.stdout:739: done (5 left) 2023-05-20T06:00:13.386 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 64 2023-05-20T06:00:13.386 INFO:tasks.rados.rados.0.smithi081.stdout:740: finishing write tid 2 to smithi081164505-16 2023-05-20T06:00:13.387 INFO:tasks.rados.rados.0.smithi081.stdout:740: finishing write tid 3 to smithi081164505-16 2023-05-20T06:00:13.387 INFO:tasks.rados.rados.0.smithi081.stdout:740: finishing write tid 4 to smithi081164505-16 2023-05-20T06:00:13.387 INFO:tasks.rados.rados.0.smithi081.stdout:740: finishing write tid 5 to smithi081164505-16 2023-05-20T06:00:13.387 INFO:tasks.rados.rados.0.smithi081.stdout:740: finishing write tid 6 to smithi081164505-16 2023-05-20T06:00:13.388 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 416 (ObjNum 245 snap 64 seq_num 245) dirty exists 2023-05-20T06:00:13.388 INFO:tasks.rados.rados.0.smithi081.stdout:740: left oid 16 (ObjNum 245 snap 64 seq_num 245) 2023-05-20T06:00:13.388 INFO:tasks.rados.rados.0.smithi081.stdout:741: finishing write tid 1 to smithi081164505-4 2023-05-20T06:00:13.389 INFO:tasks.rados.rados.0.smithi081.stdout:748: seq_num 249 ranges {1196032=573440,1769472=794624,2564096=409600} 2023-05-20T06:00:13.396 INFO:tasks.rados.rados.0.smithi081.stdout:748: writing smithi081164505-12 from 1196032 to 1769472 tid 1 2023-05-20T06:00:13.400 INFO:tasks.rados.rados.0.smithi081.stdout:748: writing smithi081164505-12 from 1769472 to 2564096 tid 2 2023-05-20T06:00:13.403 INFO:tasks.rados.rados.0.smithi081.stdout:748: writing smithi081164505-12 from 2564096 to 2973696 tid 3 2023-05-20T06:00:13.403 INFO:tasks.rados.rados.0.smithi081.stdout:740: done (5 left) 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 64 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:741: finishing write tid 2 to smithi081164505-4 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:741: finishing write tid 3 to smithi081164505-4 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:741: finishing write tid 4 to smithi081164505-4 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:741: finishing write tid 5 to smithi081164505-4 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:741: finishing write tid 6 to smithi081164505-4 2023-05-20T06:00:13.404 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 293 (ObjNum 246 snap 64 seq_num 246) dirty exists 2023-05-20T06:00:13.405 INFO:tasks.rados.rados.0.smithi081.stdout:741: left oid 4 (ObjNum 246 snap 64 seq_num 246) 2023-05-20T06:00:13.405 INFO:tasks.rados.rados.0.smithi081.stdout:749: seq_num 250 ranges {2416640=589824,3006464=679936,3686400=409600,4096000=114688} 2023-05-20T06:00:13.420 INFO:tasks.rados.rados.0.smithi081.stdout:749: writing smithi081164505-41 from 2416640 to 3006464 tid 1 2023-05-20T06:00:13.423 INFO:tasks.rados.rados.0.smithi081.stdout:749: writing smithi081164505-41 from 3006464 to 3686400 tid 2 2023-05-20T06:00:13.426 INFO:tasks.rados.rados.0.smithi081.stdout:749: writing smithi081164505-41 from 3686400 to 4096000 tid 3 2023-05-20T06:00:13.427 INFO:tasks.rados.rados.0.smithi081.stdout:749: writing smithi081164505-41 from 4096000 to 4210688 tid 4 2023-05-20T06:00:13.427 INFO:tasks.rados.rados.0.smithi081.stdout:741: done (5 left) 2023-05-20T06:00:13.427 INFO:tasks.rados.rados.0.smithi081.stdout:742: done (4 left) 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:750: read oid 5 snap -1 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:750: expect deleted 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:751: read oid 10 snap -1 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:751: expect deleted 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 64 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:743: finishing write tid 1 to smithi081164505-19 2023-05-20T06:00:13.428 INFO:tasks.rados.rados.0.smithi081.stdout:743: finishing write tid 2 to smithi081164505-19 2023-05-20T06:00:13.429 INFO:tasks.rados.rados.0.smithi081.stdout:743: finishing write tid 3 to smithi081164505-19 2023-05-20T06:00:13.429 INFO:tasks.rados.rados.0.smithi081.stdout:743: finishing write tid 4 to smithi081164505-19 2023-05-20T06:00:13.429 INFO:tasks.rados.rados.0.smithi081.stdout:743: finishing write tid 5 to smithi081164505-19 2023-05-20T06:00:13.429 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 297 (ObjNum 247 snap 64 seq_num 247) dirty exists 2023-05-20T06:00:13.429 INFO:tasks.rados.rados.0.smithi081.stdout:743: left oid 19 (ObjNum 247 snap 64 seq_num 247) 2023-05-20T06:00:13.429 INFO:tasks.rados.rados.0.smithi081.stdout:752: seq_num 251 ranges {3579904=606208,4186112=614400,4800512=589824} 2023-05-20T06:00:13.449 INFO:tasks.rados.rados.0.smithi081.stdout:752: writing smithi081164505-26 from 3579904 to 4186112 tid 1 2023-05-20T06:00:13.453 INFO:tasks.rados.rados.0.smithi081.stdout:752: writing smithi081164505-26 from 4186112 to 4800512 tid 2 2023-05-20T06:00:13.457 INFO:tasks.rados.rados.0.smithi081.stdout:752: writing smithi081164505-26 from 4800512 to 5390336 tid 3 2023-05-20T06:00:13.457 INFO:tasks.rados.rados.0.smithi081.stdout:743: done (6 left) 2023-05-20T06:00:13.457 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 64 2023-05-20T06:00:13.457 INFO:tasks.rados.rados.0.smithi081.stdout:747: finishing write tid 1 to smithi081164505-33 2023-05-20T06:00:13.457 INFO:tasks.rados.rados.0.smithi081.stdout:753: seq_num 252 ranges {5332992=630784,5963776=499712,6463488=425984,6889472=278528} 2023-05-20T06:00:13.488 INFO:tasks.rados.rados.0.smithi081.stdout:753: writing smithi081164505-24 from 5332992 to 5963776 tid 1 2023-05-20T06:00:13.491 INFO:tasks.rados.rados.0.smithi081.stdout:753: writing smithi081164505-24 from 5963776 to 6463488 tid 2 2023-05-20T06:00:13.493 INFO:tasks.rados.rados.0.smithi081.stdout:753: writing smithi081164505-24 from 6463488 to 6889472 tid 3 2023-05-20T06:00:13.495 INFO:tasks.rados.rados.0.smithi081.stdout:753: writing smithi081164505-24 from 6889472 to 7168000 tid 4 2023-05-20T06:00:13.495 INFO:tasks.rados.rados.0.smithi081.stdout:754: snap_remove snap 55 2023-05-20T06:00:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:00:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:13 smithi081 ceph-mon[95500]: pgmap v36: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:13 smithi081 ceph-mon[95500]: osdmap e194: 8 total, 8 up, 8 in 2023-05-20T06:00:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:13 smithi081 ceph-mon[107735]: pgmap v36: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:13 smithi081 ceph-mon[107735]: osdmap e194: 8 total, 8 up, 8 in 2023-05-20T06:00:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:13 smithi170 ceph-mon[97338]: pgmap v36: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:13 smithi170 ceph-mon[97338]: osdmap e194: 8 total, 8 up, 8 in 2023-05-20T06:00:14.292 INFO:tasks.rados.rados.0.smithi081.stdout:754: done (7 left) 2023-05-20T06:00:14.292 INFO:tasks.rados.rados.0.smithi081.stdout:755: snap_remove snap 50 2023-05-20T06:00:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:14 smithi170 ceph-mon[97338]: osdmap e195: 8 total, 8 up, 8 in 2023-05-20T06:00:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:14 smithi081 ceph-mon[95500]: osdmap e195: 8 total, 8 up, 8 in 2023-05-20T06:00:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:14 smithi081 ceph-mon[107735]: osdmap e195: 8 total, 8 up, 8 in 2023-05-20T06:00:15.294 INFO:tasks.rados.rados.0.smithi081.stdout:755: done (7 left) 2023-05-20T06:00:15.294 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 64 2023-05-20T06:00:15.295 INFO:tasks.rados.rados.0.smithi081.stdout:747: finishing write tid 2 to smithi081164505-33 2023-05-20T06:00:15.295 INFO:tasks.rados.rados.0.smithi081.stdout:756: seq_num 253 ranges {2301952=647168,2949120=786432,3735552=417792} 2023-05-20T06:00:15.313 INFO:tasks.rados.rados.0.smithi081.stdout:756: writing smithi081164505-49 from 2301952 to 2949120 tid 1 2023-05-20T06:00:15.317 INFO:tasks.rados.rados.0.smithi081.stdout:756: writing smithi081164505-49 from 2949120 to 3735552 tid 2 2023-05-20T06:00:15.320 INFO:tasks.rados.rados.0.smithi081.stdout:756: writing smithi081164505-49 from 3735552 to 4153344 tid 3 2023-05-20T06:00:15.320 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 64 2023-05-20T06:00:15.320 INFO:tasks.rados.rados.0.smithi081.stdout:747: finishing write tid 3 to smithi081164505-33 2023-05-20T06:00:15.320 INFO:tasks.rados.rados.0.smithi081.stdout:747: finishing write tid 4 to smithi081164505-33 2023-05-20T06:00:15.321 INFO:tasks.rados.rados.0.smithi081.stdout:757: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2023-05-20T06:00:15.323 INFO:tasks.rados.rados.0.smithi081.stdout:757: writing smithi081164505-34 from 0 to 663552 tid 1 2023-05-20T06:00:15.327 INFO:tasks.rados.rados.0.smithi081.stdout:757: writing smithi081164505-34 from 663552 to 1327104 tid 2 2023-05-20T06:00:15.331 INFO:tasks.rados.rados.0.smithi081.stdout:757: writing smithi081164505-34 from 1327104 to 1867776 tid 3 2023-05-20T06:00:15.332 INFO:tasks.rados.rados.0.smithi081.stdout:758: snap_create 2023-05-20T06:00:15.332 INFO:tasks.rados.rados.0.smithi081.stdout:747: finishing write tid 5 to smithi081164505-33 2023-05-20T06:00:15.332 INFO:tasks.rados.rados.0.smithi081.stdout:747: finishing write tid 6 to smithi081164505-33 2023-05-20T06:00:15.332 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 151 (ObjNum 248 snap 64 seq_num 248) dirty exists 2023-05-20T06:00:15.332 INFO:tasks.rados.rados.0.smithi081.stdout:747: left oid 33 (ObjNum 248 snap 64 seq_num 248) 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:748: finishing write tid 1 to smithi081164505-12 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:748: finishing write tid 2 to smithi081164505-12 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:748: finishing write tid 3 to smithi081164505-12 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:748: finishing write tid 4 to smithi081164505-12 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:748: finishing write tid 5 to smithi081164505-12 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 247 (ObjNum 249 snap 64 seq_num 249) dirty exists 2023-05-20T06:00:15.333 INFO:tasks.rados.rados.0.smithi081.stdout:748: left oid 12 (ObjNum 249 snap 64 seq_num 249) 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: finishing write tid 1 to smithi081164505-41 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: finishing write tid 2 to smithi081164505-41 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: finishing write tid 3 to smithi081164505-41 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: finishing write tid 4 to smithi081164505-41 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: finishing write tid 5 to smithi081164505-41 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: finishing write tid 6 to smithi081164505-41 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 76 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:00:15.334 INFO:tasks.rados.rados.0.smithi081.stdout:749: left oid 41 (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:00:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:752: finishing write tid 1 to smithi081164505-26 2023-05-20T06:00:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:752: finishing write tid 2 to smithi081164505-26 2023-05-20T06:00:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:752: finishing write tid 3 to smithi081164505-26 2023-05-20T06:00:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:752: finishing write tid 4 to smithi081164505-26 2023-05-20T06:00:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:752: finishing write tid 5 to smithi081164505-26 2023-05-20T06:00:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 293 (ObjNum 251 snap 64 seq_num 251) dirty exists 2023-05-20T06:00:15.336 INFO:tasks.rados.rados.0.smithi081.stdout:752: left oid 26 (ObjNum 251 snap 64 seq_num 251) 2023-05-20T06:00:15.336 INFO:tasks.rados.rados.0.smithi081.stdout:753: finishing write tid 1 to smithi081164505-24 2023-05-20T06:00:15.336 INFO:tasks.rados.rados.0.smithi081.stdout:753: finishing write tid 2 to smithi081164505-24 2023-05-20T06:00:15.336 INFO:tasks.rados.rados.0.smithi081.stdout:753: finishing write tid 3 to smithi081164505-24 2023-05-20T06:00:15.336 INFO:tasks.rados.rados.0.smithi081.stdout:753: finishing write tid 4 to smithi081164505-24 2023-05-20T06:00:15.336 INFO:tasks.rados.rados.0.smithi081.stdout:753: finishing write tid 5 to smithi081164505-24 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:753: finishing write tid 6 to smithi081164505-24 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 254 (ObjNum 252 snap 64 seq_num 252) dirty exists 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:753: left oid 24 (ObjNum 252 snap 64 seq_num 252) 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:756: finishing write tid 1 to smithi081164505-49 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:756: finishing write tid 2 to smithi081164505-49 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:756: finishing write tid 3 to smithi081164505-49 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:756: finishing write tid 4 to smithi081164505-49 2023-05-20T06:00:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:757: finishing write tid 1 to smithi081164505-34 2023-05-20T06:00:15.338 INFO:tasks.rados.rados.0.smithi081.stdout:756: finishing write tid 5 to smithi081164505-49 2023-05-20T06:00:15.338 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 312 (ObjNum 253 snap 64 seq_num 253) dirty exists 2023-05-20T06:00:15.338 INFO:tasks.rados.rados.0.smithi081.stdout:756: left oid 49 (ObjNum 253 snap 64 seq_num 253) 2023-05-20T06:00:15.338 INFO:tasks.rados.rados.0.smithi081.stdout:757: finishing write tid 2 to smithi081164505-34 2023-05-20T06:00:15.339 INFO:tasks.rados.rados.0.smithi081.stdout:757: finishing write tid 3 to smithi081164505-34 2023-05-20T06:00:15.339 INFO:tasks.rados.rados.0.smithi081.stdout:757: finishing write tid 4 to smithi081164505-34 2023-05-20T06:00:15.339 INFO:tasks.rados.rados.0.smithi081.stdout:757: finishing write tid 5 to smithi081164505-34 2023-05-20T06:00:15.339 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 155 (ObjNum 254 snap 64 seq_num 254) dirty exists 2023-05-20T06:00:15.340 INFO:tasks.rados.rados.0.smithi081.stdout:757: left oid 34 (ObjNum 254 snap 64 seq_num 254) 2023-05-20T06:00:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:15 smithi170 ceph-mon[97338]: pgmap v39: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:15 smithi170 ceph-mon[97338]: osdmap e196: 8 total, 8 up, 8 in 2023-05-20T06:00:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:15 smithi081 ceph-mon[95500]: pgmap v39: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:15 smithi081 ceph-mon[95500]: osdmap e196: 8 total, 8 up, 8 in 2023-05-20T06:00:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:15 smithi081 ceph-mon[107735]: pgmap v39: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:15 smithi081 ceph-mon[107735]: osdmap e196: 8 total, 8 up, 8 in 2023-05-20T06:00:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:747: done (9 left) 2023-05-20T06:00:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:748: done (8 left) 2023-05-20T06:00:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:749: done (7 left) 2023-05-20T06:00:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:750: done (6 left) 2023-05-20T06:00:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:751: done (5 left) 2023-05-20T06:00:16.301 INFO:tasks.rados.rados.0.smithi081.stdout:752: done (4 left) 2023-05-20T06:00:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:753: done (3 left) 2023-05-20T06:00:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:756: done (2 left) 2023-05-20T06:00:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:757: done (1 left) 2023-05-20T06:00:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:758: done (0 left) 2023-05-20T06:00:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:759: rollback oid 13 current snap is 65 2023-05-20T06:00:16.302 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 52 2023-05-20T06:00:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 65 2023-05-20T06:00:16.303 INFO:tasks.rados.rados.0.smithi081.stdout:760: seq_num 255 ranges {1597440=679936,2277376=548864,2826240=598016,3424256=57344} 2023-05-20T06:00:16.312 INFO:tasks.rados.rados.0.smithi081.stdout:760: writing smithi081164505-35 from 1597440 to 2277376 tid 1 2023-05-20T06:00:16.316 INFO:tasks.rados.rados.0.smithi081.stdout:760: writing smithi081164505-35 from 2277376 to 2826240 tid 2 2023-05-20T06:00:16.319 INFO:tasks.rados.rados.0.smithi081.stdout:760: writing smithi081164505-35 from 2826240 to 3424256 tid 3 2023-05-20T06:00:16.320 INFO:tasks.rados.rados.0.smithi081.stdout:760: writing smithi081164505-35 from 3424256 to 3481600 tid 4 2023-05-20T06:00:16.320 INFO:tasks.rados.rados.0.smithi081.stdout:761: read oid 1 snap -1 2023-05-20T06:00:16.320 INFO:tasks.rados.rados.0.smithi081.stdout:761: expect (ObjNum 124 snap 26 seq_num 124) 2023-05-20T06:00:16.320 INFO:tasks.rados.rados.0.smithi081.stdout:762: copy_from oid 17 from oid 38 current snap is 65 2023-05-20T06:00:16.320 INFO:tasks.rados.rados.0.smithi081.stdout:759: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:759: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 430 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:760: finishing write tid 1 to smithi081164505-35 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:760: finishing write tid 2 to smithi081164505-35 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:759: done (3 left) 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 65 2023-05-20T06:00:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:763: seq_num 256 ranges {737280=696320,1433600=434176,1867776=770048} 2023-05-20T06:00:16.328 INFO:tasks.rados.rados.0.smithi081.stdout:763: writing smithi081164505-6 from 737280 to 1433600 tid 1 2023-05-20T06:00:16.330 INFO:tasks.rados.rados.0.smithi081.stdout:763: writing smithi081164505-6 from 1433600 to 1867776 tid 2 2023-05-20T06:00:16.336 INFO:tasks.rados.rados.0.smithi081.stdout:763: writing smithi081164505-6 from 1867776 to 2637824 tid 3 2023-05-20T06:00:16.336 INFO:tasks.rados.rados.0.smithi081.stdout:764: setattr oid 27 current snap is 65 2023-05-20T06:00:16.336 INFO:tasks.rados.rados.0.smithi081.stdout:760: finishing write tid 3 to smithi081164505-35 2023-05-20T06:00:16.336 INFO:tasks.rados.rados.0.smithi081.stdout:760: finishing write tid 4 to smithi081164505-35 2023-05-20T06:00:16.337 INFO:tasks.rados.rados.0.smithi081.stdout:760: finishing write tid 5 to smithi081164505-35 2023-05-20T06:00:16.337 INFO:tasks.rados.rados.0.smithi081.stdout:760: finishing write tid 6 to smithi081164505-35 2023-05-20T06:00:16.337 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 487 (ObjNum 255 snap 65 seq_num 255) dirty exists 2023-05-20T06:00:16.337 INFO:tasks.rados.rados.0.smithi081.stdout:760: left oid 35 (ObjNum 255 snap 65 seq_num 255) 2023-05-20T06:00:16.337 INFO:tasks.rados.rados.0.smithi081.stdout:763: finishing write tid 1 to smithi081164505-6 2023-05-20T06:00:16.338 INFO:tasks.rados.rados.0.smithi081.stdout:761: expect (ObjNum 124 snap 26 seq_num 124) 2023-05-20T06:00:16.388 INFO:tasks.rados.rados.0.smithi081.stdout:763: finishing write tid 2 to smithi081164505-6 2023-05-20T06:00:16.389 INFO:tasks.rados.rados.0.smithi081.stdout:763: finishing write tid 3 to smithi081164505-6 2023-05-20T06:00:16.389 INFO:tasks.rados.rados.0.smithi081.stdout:763: finishing write tid 4 to smithi081164505-6 2023-05-20T06:00:16.389 INFO:tasks.rados.rados.0.smithi081.stdout:763: finishing write tid 5 to smithi081164505-6 2023-05-20T06:00:16.389 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 72 (ObjNum 256 snap 65 seq_num 256) dirty exists 2023-05-20T06:00:16.389 INFO:tasks.rados.rados.0.smithi081.stdout:763: left oid 6 (ObjNum 256 snap 65 seq_num 256) 2023-05-20T06:00:16.389 INFO:tasks.rados.rados.0.smithi081.stdout:762: finishing copy_from to smithi081164505-17 2023-05-20T06:00:16.390 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 269 (ObjNum 214 snap 51 seq_num 214) dirty exists 2023-05-20T06:00:16.390 INFO:tasks.rados.rados.0.smithi081.stdout:762: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:00:16.390 INFO:tasks.rados.rados.0.smithi081.stdout:760: done (4 left) 2023-05-20T06:00:16.390 INFO:tasks.rados.rados.0.smithi081.stdout:761: done (3 left) 2023-05-20T06:00:16.391 INFO:tasks.rados.rados.0.smithi081.stdout:762: done (2 left) 2023-05-20T06:00:16.391 INFO:tasks.rados.rados.0.smithi081.stdout:763: done (1 left) 2023-05-20T06:00:16.391 INFO:tasks.rados.rados.0.smithi081.stdout:765: setattr oid 34 current snap is 65 2023-05-20T06:00:16.391 INFO:tasks.rados.rados.0.smithi081.stdout:766: snap_create 2023-05-20T06:00:16.392 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 489 (ObjNum 217 snap 52 seq_num 217) dirty exists 2023-05-20T06:00:16.392 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 156 (ObjNum 254 snap 64 seq_num 254) dirty exists 2023-05-20T06:00:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:16 smithi170 ceph-mon[97338]: osdmap e197: 8 total, 8 up, 8 in 2023-05-20T06:00:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:16 smithi081 ceph-mon[95500]: osdmap e197: 8 total, 8 up, 8 in 2023-05-20T06:00:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:16 smithi081 ceph-mon[107735]: osdmap e197: 8 total, 8 up, 8 in 2023-05-20T06:00:17.306 INFO:tasks.rados.rados.0.smithi081.stdout:764: done (2 left) 2023-05-20T06:00:17.306 INFO:tasks.rados.rados.0.smithi081.stdout:765: done (1 left) 2023-05-20T06:00:17.306 INFO:tasks.rados.rados.0.smithi081.stdout:766: done (0 left) 2023-05-20T06:00:17.307 INFO:tasks.rados.rados.0.smithi081.stdout:767: rollback oid 32 current snap is 66 2023-05-20T06:00:17.307 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 61 2023-05-20T06:00:17.307 INFO:tasks.rados.rados.0.smithi081.stdout:768: snap_remove snap 63 2023-05-20T06:00:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:17 smithi170 ceph-mon[97338]: pgmap v42: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:17 smithi170 ceph-mon[97338]: osdmap e198: 8 total, 8 up, 8 in 2023-05-20T06:00:17.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:17 smithi081 ceph-mon[95500]: pgmap v42: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:17.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:17 smithi081 ceph-mon[95500]: osdmap e198: 8 total, 8 up, 8 in 2023-05-20T06:00:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:17 smithi081 ceph-mon[107735]: pgmap v42: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:17.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:17 smithi081 ceph-mon[107735]: osdmap e198: 8 total, 8 up, 8 in 2023-05-20T06:00:18.316 INFO:tasks.rados.rados.0.smithi081.stdout:768: done (1 left) 2023-05-20T06:00:18.316 INFO:tasks.rados.rados.0.smithi081.stdout:769: rollback oid 46 current snap is 66 2023-05-20T06:00:18.316 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 62 2023-05-20T06:00:18.316 INFO:tasks.rados.rados.0.smithi081.stdout:770: snap_remove snap 43 2023-05-20T06:00:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:18 smithi170 ceph-mon[97338]: osdmap e199: 8 total, 8 up, 8 in 2023-05-20T06:00:18.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:18 smithi081 ceph-mon[95500]: osdmap e199: 8 total, 8 up, 8 in 2023-05-20T06:00:18.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:18 smithi081 ceph-mon[107735]: osdmap e199: 8 total, 8 up, 8 in 2023-05-20T06:00:19.331 INFO:tasks.rados.rados.0.smithi081.stdout:770: done (2 left) 2023-05-20T06:00:19.331 INFO:tasks.rados.rados.0.smithi081.stdout:771: read oid 31 snap -1 2023-05-20T06:00:19.331 INFO:tasks.rados.rados.0.smithi081.stdout:771: expect (ObjNum 170 snap 40 seq_num 170) 2023-05-20T06:00:19.332 INFO:tasks.rados.rados.0.smithi081.stdout:772: read oid 29 snap 64 2023-05-20T06:00:19.332 INFO:tasks.rados.rados.0.smithi081.stdout:772: expect deleted 2023-05-20T06:00:19.332 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 66 2023-05-20T06:00:19.332 INFO:tasks.rados.rados.0.smithi081.stdout:773: seq_num 257 ranges {1744896=712704,2457600=720896,3178496=483328} 2023-05-20T06:00:19.340 INFO:tasks.rados.rados.0.smithi081.stdout:773: writing smithi081164505-19 from 1744896 to 2457600 tid 1 2023-05-20T06:00:19.344 INFO:tasks.rados.rados.0.smithi081.stdout:773: writing smithi081164505-19 from 2457600 to 3178496 tid 2 2023-05-20T06:00:19.348 INFO:tasks.rados.rados.0.smithi081.stdout:773: writing smithi081164505-19 from 3178496 to 3661824 tid 3 2023-05-20T06:00:19.348 INFO:tasks.rados.rados.0.smithi081.stdout:774: read oid 28 snap 65 2023-05-20T06:00:19.348 INFO:tasks.rados.rados.0.smithi081.stdout:774: expect (ObjNum 164091440 snap 21996 seq_num 163660512) 2023-05-20T06:00:19.348 INFO:tasks.rados.rados.0.smithi081.stdout:775: read oid 11 snap 64 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:775: expect (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:776: snap_create 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:767: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:767: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:767: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 263 (ObjNum 231 snap 60 seq_num 231) dirty exists 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:769: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:00:19.349 INFO:tasks.rados.rados.0.smithi081.stdout:769: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:00:19.350 INFO:tasks.rados.rados.0.smithi081.stdout:769: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:00:19.350 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 298 (ObjNum 71 snap 7 seq_num 71) dirty exists 2023-05-20T06:00:19.350 INFO:tasks.rados.rados.0.smithi081.stdout:771: expect (ObjNum 170 snap 40 seq_num 170) 2023-05-20T06:00:19.362 INFO:tasks.rados.rados.0.smithi081.stdout:773: finishing write tid 1 to smithi081164505-19 2023-05-20T06:00:19.362 INFO:tasks.rados.rados.0.smithi081.stdout:774: expect (ObjNum 164091440 snap 21996 seq_num 163660512) 2023-05-20T06:00:19.364 INFO:tasks.rados.rados.0.smithi081.stdout:773: finishing write tid 2 to smithi081164505-19 2023-05-20T06:00:19.365 INFO:tasks.rados.rados.0.smithi081.stdout:773: finishing write tid 3 to smithi081164505-19 2023-05-20T06:00:19.365 INFO:tasks.rados.rados.0.smithi081.stdout:773: finishing write tid 4 to smithi081164505-19 2023-05-20T06:00:19.365 INFO:tasks.rados.rados.0.smithi081.stdout:773: finishing write tid 5 to smithi081164505-19 2023-05-20T06:00:19.365 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 325 (ObjNum 257 snap 66 seq_num 257) dirty exists 2023-05-20T06:00:19.365 INFO:tasks.rados.rados.0.smithi081.stdout:773: left oid 19 (ObjNum 257 snap 66 seq_num 257) 2023-05-20T06:00:19.378 INFO:tasks.rados.rados.0.smithi081.stdout:775: expect (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:19 smithi170 ceph-mon[97338]: pgmap v45: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:19 smithi170 ceph-mon[97338]: osdmap e200: 8 total, 8 up, 8 in 2023-05-20T06:00:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:19 smithi081 ceph-mon[95500]: pgmap v45: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:19 smithi081 ceph-mon[95500]: osdmap e200: 8 total, 8 up, 8 in 2023-05-20T06:00:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:19 smithi081 ceph-mon[107735]: pgmap v45: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:19 smithi081 ceph-mon[107735]: osdmap e200: 8 total, 8 up, 8 in 2023-05-20T06:00:20.327 INFO:tasks.rados.rados.0.smithi081.stdout:767: done (7 left) 2023-05-20T06:00:20.328 INFO:tasks.rados.rados.0.smithi081.stdout:769: done (6 left) 2023-05-20T06:00:20.328 INFO:tasks.rados.rados.0.smithi081.stdout:771: done (5 left) 2023-05-20T06:00:20.328 INFO:tasks.rados.rados.0.smithi081.stdout:772: done (4 left) 2023-05-20T06:00:20.328 INFO:tasks.rados.rados.0.smithi081.stdout:773: done (3 left) 2023-05-20T06:00:20.328 INFO:tasks.rados.rados.0.smithi081.stdout:774: done (2 left) 2023-05-20T06:00:20.328 INFO:tasks.rados.rados.0.smithi081.stdout:775: done (1 left) 2023-05-20T06:00:20.329 INFO:tasks.rados.rados.0.smithi081.stdout:776: done (0 left) 2023-05-20T06:00:20.329 INFO:tasks.rados.rados.0.smithi081.stdout:777: setattr oid 43 current snap is 67 2023-05-20T06:00:20.329 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 67 2023-05-20T06:00:20.329 INFO:tasks.rados.rados.0.smithi081.stdout:778: seq_num 258 ranges {2613248=729088,3342336=606208,3948544=598016} 2023-05-20T06:00:20.347 INFO:tasks.rados.rados.0.smithi081.stdout:778: writing smithi081164505-48 from 2613248 to 3342336 tid 1 2023-05-20T06:00:20.350 INFO:tasks.rados.rados.0.smithi081.stdout:778: writing smithi081164505-48 from 3342336 to 3948544 tid 2 2023-05-20T06:00:20.354 INFO:tasks.rados.rados.0.smithi081.stdout:778: writing smithi081164505-48 from 3948544 to 4546560 tid 3 2023-05-20T06:00:20.354 INFO:tasks.rados.rados.0.smithi081.stdout:779: snap_remove snap 64 2023-05-20T06:00:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:20 smithi170 ceph-mon[97338]: osdmap e201: 8 total, 8 up, 8 in 2023-05-20T06:00:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:20 smithi170 ceph-mon[97338]: pgmap v48: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:20 smithi081 ceph-mon[95500]: osdmap e201: 8 total, 8 up, 8 in 2023-05-20T06:00:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:20 smithi081 ceph-mon[95500]: pgmap v48: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:20 smithi081 ceph-mon[107735]: osdmap e201: 8 total, 8 up, 8 in 2023-05-20T06:00:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:20 smithi081 ceph-mon[107735]: pgmap v48: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:21.334 INFO:tasks.rados.rados.0.smithi081.stdout:779: done (2 left) 2023-05-20T06:00:21.334 INFO:tasks.rados.rados.0.smithi081.stdout:780: snap_remove snap 66 2023-05-20T06:00:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:21 smithi170 ceph-mon[97338]: osdmap e202: 8 total, 8 up, 8 in 2023-05-20T06:00:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:21 smithi081 ceph-mon[95500]: osdmap e202: 8 total, 8 up, 8 in 2023-05-20T06:00:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:21 smithi081 ceph-mon[107735]: osdmap e202: 8 total, 8 up, 8 in 2023-05-20T06:00:22.343 INFO:tasks.rados.rados.0.smithi081.stdout:780: done (2 left) 2023-05-20T06:00:22.343 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 67 2023-05-20T06:00:22.343 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 259 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:22.344 INFO:tasks.rados.rados.0.smithi081.stdout:781: seq_num 259 ranges {1196032=745472,1941504=540672,2482176=581632,3063808=81920} 2023-05-20T06:00:22.353 INFO:tasks.rados.rados.0.smithi081.stdout:781: writing smithi081164505-46 from 1196032 to 1941504 tid 1 2023-05-20T06:00:22.357 INFO:tasks.rados.rados.0.smithi081.stdout:781: writing smithi081164505-46 from 1941504 to 2482176 tid 2 2023-05-20T06:00:22.360 INFO:tasks.rados.rados.0.smithi081.stdout:781: writing smithi081164505-46 from 2482176 to 3063808 tid 3 2023-05-20T06:00:22.361 INFO:tasks.rados.rados.0.smithi081.stdout:781: writing smithi081164505-46 from 3063808 to 3145728 tid 4 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:777: done (2 left) 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:782: read oid 17 snap -1 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:782: expect (ObjNum 214 snap 51 seq_num 214) 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:783: snap_create 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:778: finishing write tid 1 to smithi081164505-48 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:778: finishing write tid 2 to smithi081164505-48 2023-05-20T06:00:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:778: finishing write tid 3 to smithi081164505-48 2023-05-20T06:00:22.363 INFO:tasks.rados.rados.0.smithi081.stdout:778: finishing write tid 4 to smithi081164505-48 2023-05-20T06:00:22.363 INFO:tasks.rados.rados.0.smithi081.stdout:778: finishing write tid 5 to smithi081164505-48 2023-05-20T06:00:22.363 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 454 (ObjNum 258 snap 67 seq_num 258) dirty exists 2023-05-20T06:00:22.363 INFO:tasks.rados.rados.0.smithi081.stdout:778: left oid 48 (ObjNum 258 snap 67 seq_num 258) 2023-05-20T06:00:22.363 INFO:tasks.rados.rados.0.smithi081.stdout:781: finishing write tid 1 to smithi081164505-46 2023-05-20T06:00:22.363 INFO:tasks.rados.rados.0.smithi081.stdout:781: finishing write tid 2 to smithi081164505-46 2023-05-20T06:00:22.364 INFO:tasks.rados.rados.0.smithi081.stdout:781: finishing write tid 3 to smithi081164505-46 2023-05-20T06:00:22.364 INFO:tasks.rados.rados.0.smithi081.stdout:781: finishing write tid 4 to smithi081164505-46 2023-05-20T06:00:22.365 INFO:tasks.rados.rados.0.smithi081.stdout:781: finishing write tid 5 to smithi081164505-46 2023-05-20T06:00:22.367 INFO:tasks.rados.rados.0.smithi081.stdout:781: finishing write tid 6 to smithi081164505-46 2023-05-20T06:00:22.367 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 311 (ObjNum 259 snap 67 seq_num 259) dirty exists 2023-05-20T06:00:22.367 INFO:tasks.rados.rados.0.smithi081.stdout:781: left oid 46 (ObjNum 259 snap 67 seq_num 259) 2023-05-20T06:00:22.376 INFO:tasks.rados.rados.0.smithi081.stdout:782: expect (ObjNum 214 snap 51 seq_num 214) 2023-05-20T06:00:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:22 smithi170 ceph-mon[97338]: osdmap e203: 8 total, 8 up, 8 in 2023-05-20T06:00:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:22 smithi170 ceph-mon[97338]: pgmap v51: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:22 smithi081 ceph-mon[95500]: osdmap e203: 8 total, 8 up, 8 in 2023-05-20T06:00:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:22 smithi081 ceph-mon[95500]: pgmap v51: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:22.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:22 smithi081 ceph-mon[107735]: osdmap e203: 8 total, 8 up, 8 in 2023-05-20T06:00:22.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:22 smithi081 ceph-mon[107735]: pgmap v51: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:23.335 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:00:23.344 INFO:tasks.rados.rados.0.smithi081.stdout:778: done (3 left) 2023-05-20T06:00:23.345 INFO:tasks.rados.rados.0.smithi081.stdout:781: done (2 left) 2023-05-20T06:00:23.345 INFO:tasks.rados.rados.0.smithi081.stdout:782: done (1 left) 2023-05-20T06:00:23.345 INFO:tasks.rados.rados.0.smithi081.stdout:783: done (0 left) 2023-05-20T06:00:23.345 INFO:tasks.rados.rados.0.smithi081.stdout:784: setattr oid 33 current snap is 68 2023-05-20T06:00:23.346 INFO:tasks.rados.rados.0.smithi081.stdout:785: read oid 6 snap -1 2023-05-20T06:00:23.346 INFO:tasks.rados.rados.0.smithi081.stdout:785: expect (ObjNum 256 snap 65 seq_num 256) 2023-05-20T06:00:23.346 INFO:tasks.rados.rados.0.smithi081.stdout:786: delete oid 27 current snap is 68 2023-05-20T06:00:23.349 INFO:tasks.rados.rados.0.smithi081.stdout:786: done (2 left) 2023-05-20T06:00:23.350 INFO:tasks.rados.rados.0.smithi081.stdout:787: rollback oid 23 current snap is 68 2023-05-20T06:00:23.350 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 23 to 52 2023-05-20T06:00:23.350 INFO:tasks.rados.rados.0.smithi081.stdout:788: read oid 39 snap -1 2023-05-20T06:00:23.350 INFO:tasks.rados.rados.0.smithi081.stdout:788: expect (ObjNum 209 snap 51 seq_num 209) 2023-05-20T06:00:23.359 INFO:tasks.rados.rados.0.smithi081.stdout:789: read oid 27 snap 65 2023-05-20T06:00:23.359 INFO:tasks.rados.rados.0.smithi081.stdout:789: expect (ObjNum 217 snap 52 seq_num 217) 2023-05-20T06:00:23.359 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 68 2023-05-20T06:00:23.359 INFO:tasks.rados.rados.0.smithi081.stdout:790: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2023-05-20T06:00:23.359 INFO:tasks.rados.rados.0.smithi081.stdout:790: writing smithi081164505-15 from 0 to 778240 tid 1 2023-05-20T06:00:23.360 INFO:tasks.rados.rados.0.smithi081.stdout:790: writing smithi081164505-15 from 778240 to 1482752 tid 2 2023-05-20T06:00:23.363 INFO:tasks.rados.rados.0.smithi081.stdout:790: writing smithi081164505-15 from 1482752 to 1982464 tid 3 2023-05-20T06:00:23.363 INFO:tasks.rados.rados.0.smithi081.stdout:791: read oid 10 snap 67 2023-05-20T06:00:23.363 INFO:tasks.rados.rados.0.smithi081.stdout:791: expect deleted 2023-05-20T06:00:23.363 INFO:tasks.rados.rados.0.smithi081.stdout:792: read oid 5 snap 65 2023-05-20T06:00:23.363 INFO:tasks.rados.rados.0.smithi081.stdout:792: expect deleted 2023-05-20T06:00:23.363 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 68 2023-05-20T06:00:23.364 INFO:tasks.rados.rados.0.smithi081.stdout:793: seq_num 262 ranges {3506176=794624,4300800=589824,4890624=614400} 2023-05-20T06:00:23.386 INFO:tasks.rados.rados.0.smithi081.stdout:793: writing smithi081164505-38 from 3506176 to 4300800 tid 1 2023-05-20T06:00:23.390 INFO:tasks.rados.rados.0.smithi081.stdout:793: writing smithi081164505-38 from 4300800 to 4890624 tid 2 2023-05-20T06:00:23.394 INFO:tasks.rados.rados.0.smithi081.stdout:793: writing smithi081164505-38 from 4890624 to 5505024 tid 3 2023-05-20T06:00:23.394 INFO:tasks.rados.rados.0.smithi081.stdout:794: snap_create 2023-05-20T06:00:23.395 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 157 (ObjNum 248 snap 64 seq_num 248) dirty exists 2023-05-20T06:00:23.395 INFO:tasks.rados.rados.0.smithi081.stdout:787: finishing rollback tid 0 to smithi081164505-23 2023-05-20T06:00:23.395 INFO:tasks.rados.rados.0.smithi081.stdout:787: finishing rollback tid 1 to smithi081164505-23 2023-05-20T06:00:23.395 INFO:tasks.rados.rados.0.smithi081.stdout:787: finishing rollback tid 2 to smithi081164505-23 2023-05-20T06:00:23.395 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 511 (ObjNum 196 snap 48 seq_num 196) dirty exists 2023-05-20T06:00:23.396 INFO:tasks.rados.rados.0.smithi081.stdout:785: expect (ObjNum 256 snap 65 seq_num 256) 2023-05-20T06:00:23.469 INFO:tasks.rados.rados.0.smithi081.stdout:788: expect (ObjNum 209 snap 51 seq_num 209) 2023-05-20T06:00:23.533 INFO:tasks.rados.rados.0.smithi081.stdout:790: finishing write tid 1 to smithi081164505-15 2023-05-20T06:00:23.533 INFO:tasks.rados.rados.0.smithi081.stdout:790: finishing write tid 2 to smithi081164505-15 2023-05-20T06:00:23.533 INFO:tasks.rados.rados.0.smithi081.stdout:790: finishing write tid 3 to smithi081164505-15 2023-05-20T06:00:23.533 INFO:tasks.rados.rados.0.smithi081.stdout:790: finishing write tid 4 to smithi081164505-15 2023-05-20T06:00:23.534 INFO:tasks.rados.rados.0.smithi081.stdout:790: finishing write tid 5 to smithi081164505-15 2023-05-20T06:00:23.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 446 (ObjNum 261 snap 68 seq_num 261) dirty exists 2023-05-20T06:00:23.534 INFO:tasks.rados.rados.0.smithi081.stdout:790: left oid 15 (ObjNum 261 snap 68 seq_num 261) 2023-05-20T06:00:23.534 INFO:tasks.rados.rados.0.smithi081.stdout:789: expect (ObjNum 217 snap 52 seq_num 217) 2023-05-20T06:00:23.739 INFO:tasks.rados.rados.0.smithi081.stdout:793: finishing write tid 1 to smithi081164505-38 2023-05-20T06:00:23.739 INFO:tasks.rados.rados.0.smithi081.stdout:793: finishing write tid 2 to smithi081164505-38 2023-05-20T06:00:23.740 INFO:tasks.rados.rados.0.smithi081.stdout:793: finishing write tid 3 to smithi081164505-38 2023-05-20T06:00:23.740 INFO:tasks.rados.rados.0.smithi081.stdout:793: finishing write tid 4 to smithi081164505-38 2023-05-20T06:00:23.740 INFO:tasks.rados.rados.0.smithi081.stdout:793: finishing write tid 5 to smithi081164505-38 2023-05-20T06:00:23.740 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 363 (ObjNum 262 snap 68 seq_num 262) dirty exists 2023-05-20T06:00:23.740 INFO:tasks.rados.rados.0.smithi081.stdout:793: left oid 38 (ObjNum 262 snap 68 seq_num 262) 2023-05-20T06:00:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:23 smithi170 ceph-mon[97338]: osdmap e204: 8 total, 8 up, 8 in 2023-05-20T06:00:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:23 smithi081 ceph-mon[95500]: osdmap e204: 8 total, 8 up, 8 in 2023-05-20T06:00:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:23 smithi081 ceph-mon[107735]: osdmap e204: 8 total, 8 up, 8 in 2023-05-20T06:00:24.356 INFO:tasks.rados.rados.0.smithi081.stdout:784: done (9 left) 2023-05-20T06:00:24.356 INFO:tasks.rados.rados.0.smithi081.stdout:785: done (8 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:787: done (7 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:788: done (6 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:789: done (5 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:790: done (4 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:791: done (3 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:792: done (2 left) 2023-05-20T06:00:24.357 INFO:tasks.rados.rados.0.smithi081.stdout:793: done (1 left) 2023-05-20T06:00:24.358 INFO:tasks.rados.rados.0.smithi081.stdout:794: done (0 left) 2023-05-20T06:00:24.358 INFO:tasks.rados.rados.0.smithi081.stdout:795: setattr oid 40 current snap is 69 2023-05-20T06:00:24.358 INFO:tasks.rados.rados.0.smithi081.stdout:796: rmattr oid 21 current snap is 69 2023-05-20T06:00:24.359 INFO:tasks.rados.rados.0.smithi081.stdout:797: read oid 22 snap -1 2023-05-20T06:00:24.359 INFO:tasks.rados.rados.0.smithi081.stdout:797: expect (ObjNum 84 snap 18 seq_num 84) 2023-05-20T06:00:24.359 INFO:tasks.rados.rados.0.smithi081.stdout:798: snap_create 2023-05-20T06:00:24.361 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 513 (ObjNum 4113 snap 0 seq_num 22791769) dirty exists 2023-05-20T06:00:24.364 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 448 (ObjNum 244 snap 64 seq_num 244) dirty exists 2023-05-20T06:00:24.368 INFO:tasks.rados.rados.0.smithi081.stdout:797: expect (ObjNum 84 snap 18 seq_num 84) 2023-05-20T06:00:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:24 smithi170 ceph-mon[97338]: osdmap e205: 8 total, 8 up, 8 in 2023-05-20T06:00:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:24 smithi170 ceph-mon[97338]: pgmap v54: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:24 smithi081 ceph-mon[95500]: osdmap e205: 8 total, 8 up, 8 in 2023-05-20T06:00:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:24 smithi081 ceph-mon[95500]: pgmap v54: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:24 smithi081 ceph-mon[107735]: osdmap e205: 8 total, 8 up, 8 in 2023-05-20T06:00:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:24 smithi081 ceph-mon[107735]: pgmap v54: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:25.363 INFO:tasks.rados.rados.0.smithi081.stdout:795: done (3 left) 2023-05-20T06:00:25.363 INFO:tasks.rados.rados.0.smithi081.stdout:796: done (2 left) 2023-05-20T06:00:25.363 INFO:tasks.rados.rados.0.smithi081.stdout:797: done (1 left) 2023-05-20T06:00:25.363 INFO:tasks.rados.rados.0.smithi081.stdout:798: done (0 left) 2023-05-20T06:00:25.364 INFO:tasks.rados.rados.0.smithi081.stdout:799: snap_remove snap 52 2023-05-20T06:00:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:25 smithi170 ceph-mon[97338]: osdmap e206: 8 total, 8 up, 8 in 2023-05-20T06:00:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:25 smithi081 ceph-mon[95500]: osdmap e206: 8 total, 8 up, 8 in 2023-05-20T06:00:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:25 smithi081 ceph-mon[107735]: osdmap e206: 8 total, 8 up, 8 in 2023-05-20T06:00:26.377 INFO:tasks.rados.rados.0.smithi081.stdout:799: done (0 left) 2023-05-20T06:00:26.377 INFO:tasks.rados.rados.0.smithi081.stdout:800: snap_create 2023-05-20T06:00:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:26 smithi170 ceph-mon[97338]: osdmap e207: 8 total, 8 up, 8 in 2023-05-20T06:00:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:26 smithi170 ceph-mon[97338]: pgmap v57: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:26 smithi081 ceph-mon[95500]: osdmap e207: 8 total, 8 up, 8 in 2023-05-20T06:00:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:26 smithi081 ceph-mon[95500]: pgmap v57: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:26 smithi081 ceph-mon[107735]: osdmap e207: 8 total, 8 up, 8 in 2023-05-20T06:00:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:26 smithi081 ceph-mon[107735]: pgmap v57: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:27.374 INFO:tasks.rados.rados.0.smithi081.stdout:800: done (0 left) 2023-05-20T06:00:27.374 INFO:tasks.rados.rados.0.smithi081.stdout:801: read oid 1 snap -1 2023-05-20T06:00:27.374 INFO:tasks.rados.rados.0.smithi081.stdout:801: expect (ObjNum 124 snap 26 seq_num 124) 2023-05-20T06:00:27.375 INFO:tasks.rados.rados.0.smithi081.stdout:802: rollback oid 50 current snap is 71 2023-05-20T06:00:27.375 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 70 2023-05-20T06:00:27.375 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 71 2023-05-20T06:00:27.375 INFO:tasks.rados.rados.0.smithi081.stdout:803: seq_num 263 ranges {2211840=409600,2621440=475136,3096576=557056,3653632=573440} 2023-05-20T06:00:27.388 INFO:tasks.rados.rados.0.smithi081.stdout:803: writing smithi081164505-22 from 2211840 to 2621440 tid 1 2023-05-20T06:00:27.390 INFO:tasks.rados.rados.0.smithi081.stdout:803: writing smithi081164505-22 from 2621440 to 3096576 tid 2 2023-05-20T06:00:27.393 INFO:tasks.rados.rados.0.smithi081.stdout:803: writing smithi081164505-22 from 3096576 to 3653632 tid 3 2023-05-20T06:00:27.397 INFO:tasks.rados.rados.0.smithi081.stdout:803: writing smithi081164505-22 from 3653632 to 4227072 tid 4 2023-05-20T06:00:27.397 INFO:tasks.rados.rados.0.smithi081.stdout:804: read oid 9 snap -1 2023-05-20T06:00:27.397 INFO:tasks.rados.rados.0.smithi081.stdout:804: expect (ObjNum 216 snap 51 seq_num 216) 2023-05-20T06:00:27.398 INFO:tasks.rados.rados.0.smithi081.stdout:805: delete oid 5 current snap is 71 2023-05-20T06:00:27.398 INFO:tasks.rados.rados.0.smithi081.stdout:802: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:00:27.398 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 0 (ObjNum 129 snap 0 seq_num 163947856) dirty dne 2023-05-20T06:00:27.398 INFO:tasks.rados.rados.0.smithi081.stdout:801: expect (ObjNum 124 snap 26 seq_num 124) 2023-05-20T06:00:27.452 INFO:tasks.rados.rados.0.smithi081.stdout:803: finishing write tid 1 to smithi081164505-22 2023-05-20T06:00:27.452 INFO:tasks.rados.rados.0.smithi081.stdout:803: finishing write tid 2 to smithi081164505-22 2023-05-20T06:00:27.452 INFO:tasks.rados.rados.0.smithi081.stdout:803: finishing write tid 3 to smithi081164505-22 2023-05-20T06:00:27.452 INFO:tasks.rados.rados.0.smithi081.stdout:803: finishing write tid 4 to smithi081164505-22 2023-05-20T06:00:27.452 INFO:tasks.rados.rados.0.smithi081.stdout:803: finishing write tid 5 to smithi081164505-22 2023-05-20T06:00:27.453 INFO:tasks.rados.rados.0.smithi081.stdout:803: finishing write tid 6 to smithi081164505-22 2023-05-20T06:00:27.453 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 375 (ObjNum 263 snap 71 seq_num 263) dirty exists 2023-05-20T06:00:27.453 INFO:tasks.rados.rados.0.smithi081.stdout:803: left oid 22 (ObjNum 263 snap 71 seq_num 263) 2023-05-20T06:00:27.453 INFO:tasks.rados.rados.0.smithi081.stdout:804: expect (ObjNum 216 snap 51 seq_num 216) 2023-05-20T06:00:27.646 INFO:tasks.rados.rados.0.smithi081.stdout:801: done (4 left) 2023-05-20T06:00:27.646 INFO:tasks.rados.rados.0.smithi081.stdout:802: done (3 left) 2023-05-20T06:00:27.646 INFO:tasks.rados.rados.0.smithi081.stdout:803: done (2 left) 2023-05-20T06:00:27.646 INFO:tasks.rados.rados.0.smithi081.stdout:804: done (1 left) 2023-05-20T06:00:27.646 INFO:tasks.rados.rados.0.smithi081.stdout:805: done (0 left) 2023-05-20T06:00:27.647 INFO:tasks.rados.rados.0.smithi081.stdout:806: read oid 13 snap -1 2023-05-20T06:00:27.647 INFO:tasks.rados.rados.0.smithi081.stdout:806: expect (ObjNum 69 snap 6 seq_num 69) 2023-05-20T06:00:27.647 INFO:tasks.rados.rados.0.smithi081.stdout:807: snap_create 2023-05-20T06:00:27.652 INFO:tasks.rados.rados.0.smithi081.stdout:806: expect (ObjNum 69 snap 6 seq_num 69) 2023-05-20T06:00:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:27 smithi170 ceph-mon[97338]: osdmap e208: 8 total, 8 up, 8 in 2023-05-20T06:00:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:27 smithi081 ceph-mon[95500]: osdmap e208: 8 total, 8 up, 8 in 2023-05-20T06:00:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:27 smithi081 ceph-mon[107735]: osdmap e208: 8 total, 8 up, 8 in 2023-05-20T06:00:28.389 INFO:tasks.rados.rados.0.smithi081.stdout:806: done (1 left) 2023-05-20T06:00:28.389 INFO:tasks.rados.rados.0.smithi081.stdout:807: done (0 left) 2023-05-20T06:00:28.390 INFO:tasks.rados.rados.0.smithi081.stdout:808: copy_from oid 31 from oid 48 current snap is 72 2023-05-20T06:00:28.390 INFO:tasks.rados.rados.0.smithi081.stdout:809: rollback oid 45 current snap is 72 2023-05-20T06:00:28.390 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 65 2023-05-20T06:00:28.390 INFO:tasks.rados.rados.0.smithi081.stdout:810: delete oid 33 current snap is 72 2023-05-20T06:00:28.395 INFO:tasks.rados.rados.0.smithi081.stdout:810: done (2 left) 2023-05-20T06:00:28.395 INFO:tasks.rados.rados.0.smithi081.stdout:811: rmattr oid 46 current snap is 72 2023-05-20T06:00:28.396 INFO:tasks.rados.rados.0.smithi081.stdout:811: done (2 left) 2023-05-20T06:00:28.396 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 72 2023-05-20T06:00:28.396 INFO:tasks.rados.rados.0.smithi081.stdout:812: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2023-05-20T06:00:28.397 INFO:tasks.rados.rados.0.smithi081.stdout:812: writing smithi081164505-36 from 0 to 458752 tid 1 2023-05-20T06:00:28.400 INFO:tasks.rados.rados.0.smithi081.stdout:812: writing smithi081164505-36 from 458752 to 983040 tid 2 2023-05-20T06:00:28.405 INFO:tasks.rados.rados.0.smithi081.stdout:812: writing smithi081164505-36 from 983040 to 1712128 tid 3 2023-05-20T06:00:28.407 INFO:tasks.rados.rados.0.smithi081.stdout:812: writing smithi081164505-36 from 1712128 to 2064384 tid 4 2023-05-20T06:00:28.407 INFO:tasks.rados.rados.0.smithi081.stdout:813: snap_remove snap 53 2023-05-20T06:00:28.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:28 smithi170 ceph-mon[97338]: osdmap e209: 8 total, 8 up, 8 in 2023-05-20T06:00:28.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:28 smithi170 ceph-mon[97338]: pgmap v60: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:28 smithi081 ceph-mon[95500]: osdmap e209: 8 total, 8 up, 8 in 2023-05-20T06:00:28.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:28 smithi081 ceph-mon[95500]: pgmap v60: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:28 smithi081 ceph-mon[107735]: osdmap e209: 8 total, 8 up, 8 in 2023-05-20T06:00:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:28 smithi081 ceph-mon[107735]: pgmap v60: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:29.411 INFO:tasks.rados.rados.0.smithi081.stdout:813: done (3 left) 2023-05-20T06:00:29.411 INFO:tasks.rados.rados.0.smithi081.stdout:814: read oid 42 snap -1 2023-05-20T06:00:29.411 INFO:tasks.rados.rados.0.smithi081.stdout:814: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:29.411 INFO:tasks.rados.rados.0.smithi081.stdout:815: snap_create 2023-05-20T06:00:29.411 INFO:tasks.rados.rados.0.smithi081.stdout:812: finishing write tid 1 to smithi081164505-36 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:809: finishing rollback tid 0 to smithi081164505-45 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:809: finishing rollback tid 1 to smithi081164505-45 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:809: finishing rollback tid 2 to smithi081164505-45 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 319 (ObjNum 117 snap 26 seq_num 117) dirty exists 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:812: finishing write tid 2 to smithi081164505-36 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:812: finishing write tid 3 to smithi081164505-36 2023-05-20T06:00:29.412 INFO:tasks.rados.rados.0.smithi081.stdout:812: finishing write tid 4 to smithi081164505-36 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:812: finishing write tid 5 to smithi081164505-36 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:808: finishing copy_from to smithi081164505-31 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 454 (ObjNum 258 snap 67 seq_num 258) dirty exists 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:808: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:812: finishing write tid 6 to smithi081164505-36 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 459 (ObjNum 266 snap 72 seq_num 266) dirty exists 2023-05-20T06:00:29.413 INFO:tasks.rados.rados.0.smithi081.stdout:812: left oid 36 (ObjNum 266 snap 72 seq_num 266) 2023-05-20T06:00:29.414 INFO:tasks.rados.rados.0.smithi081.stdout:814: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:29 smithi170 ceph-mon[97338]: osdmap e210: 8 total, 8 up, 8 in 2023-05-20T06:00:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:29 smithi081 ceph-mon[95500]: osdmap e210: 8 total, 8 up, 8 in 2023-05-20T06:00:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:29 smithi081 ceph-mon[107735]: osdmap e210: 8 total, 8 up, 8 in 2023-05-20T06:00:30.402 INFO:tasks.rados.rados.0.smithi081.stdout:808: done (4 left) 2023-05-20T06:00:30.402 INFO:tasks.rados.rados.0.smithi081.stdout:809: done (3 left) 2023-05-20T06:00:30.403 INFO:tasks.rados.rados.0.smithi081.stdout:812: done (2 left) 2023-05-20T06:00:30.403 INFO:tasks.rados.rados.0.smithi081.stdout:814: done (1 left) 2023-05-20T06:00:30.403 INFO:tasks.rados.rados.0.smithi081.stdout:815: done (0 left) 2023-05-20T06:00:30.403 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 73 2023-05-20T06:00:30.403 INFO:tasks.rados.rados.0.smithi081.stdout:816: seq_num 267 ranges {2088960=475136,2564096=458752,3022848=540672,3563520=606208} 2023-05-20T06:00:30.416 INFO:tasks.rados.rados.0.smithi081.stdout:816: writing smithi081164505-1 from 2088960 to 2564096 tid 1 2023-05-20T06:00:30.419 INFO:tasks.rados.rados.0.smithi081.stdout:816: writing smithi081164505-1 from 2564096 to 3022848 tid 2 2023-05-20T06:00:30.422 INFO:tasks.rados.rados.0.smithi081.stdout:816: writing smithi081164505-1 from 3022848 to 3563520 tid 3 2023-05-20T06:00:30.426 INFO:tasks.rados.rados.0.smithi081.stdout:816: writing smithi081164505-1 from 3563520 to 4169728 tid 4 2023-05-20T06:00:30.426 INFO:tasks.rados.rados.0.smithi081.stdout:817: delete oid 25 current snap is 73 2023-05-20T06:00:30.426 INFO:tasks.rados.rados.0.smithi081.stdout:816: finishing write tid 1 to smithi081164505-1 2023-05-20T06:00:30.426 INFO:tasks.rados.rados.0.smithi081.stdout:816: finishing write tid 2 to smithi081164505-1 2023-05-20T06:00:30.426 INFO:tasks.rados.rados.0.smithi081.stdout:816: finishing write tid 3 to smithi081164505-1 2023-05-20T06:00:30.427 INFO:tasks.rados.rados.0.smithi081.stdout:817: done (1 left) 2023-05-20T06:00:30.427 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 73 2023-05-20T06:00:30.428 INFO:tasks.rados.rados.0.smithi081.stdout:818: seq_num 269 ranges {1867776=507904,2375680=630784,3006464=557056,3563520=417792} 2023-05-20T06:00:30.440 INFO:tasks.rados.rados.0.smithi081.stdout:818: writing smithi081164505-34 from 1867776 to 2375680 tid 1 2023-05-20T06:00:30.444 INFO:tasks.rados.rados.0.smithi081.stdout:818: writing smithi081164505-34 from 2375680 to 3006464 tid 2 2023-05-20T06:00:30.447 INFO:tasks.rados.rados.0.smithi081.stdout:818: writing smithi081164505-34 from 3006464 to 3563520 tid 3 2023-05-20T06:00:30.450 INFO:tasks.rados.rados.0.smithi081.stdout:818: writing smithi081164505-34 from 3563520 to 3981312 tid 4 2023-05-20T06:00:30.450 INFO:tasks.rados.rados.0.smithi081.stdout:819: delete oid 3 current snap is 73 2023-05-20T06:00:30.450 INFO:tasks.rados.rados.0.smithi081.stdout:816: finishing write tid 4 to smithi081164505-1 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:816: finishing write tid 5 to smithi081164505-1 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:816: finishing write tid 6 to smithi081164505-1 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 259 (ObjNum 267 snap 73 seq_num 267) dirty exists 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:816: left oid 1 (ObjNum 267 snap 73 seq_num 267) 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:818: finishing write tid 1 to smithi081164505-34 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:818: finishing write tid 2 to smithi081164505-34 2023-05-20T06:00:30.451 INFO:tasks.rados.rados.0.smithi081.stdout:818: finishing write tid 3 to smithi081164505-34 2023-05-20T06:00:30.452 INFO:tasks.rados.rados.0.smithi081.stdout:816: done (2 left) 2023-05-20T06:00:30.452 INFO:tasks.rados.rados.0.smithi081.stdout:819: done (1 left) 2023-05-20T06:00:30.452 INFO:tasks.rados.rados.0.smithi081.stdout:820: snap_create 2023-05-20T06:00:30.453 INFO:tasks.rados.rados.0.smithi081.stdout:818: finishing write tid 4 to smithi081164505-34 2023-05-20T06:00:30.453 INFO:tasks.rados.rados.0.smithi081.stdout:818: finishing write tid 5 to smithi081164505-34 2023-05-20T06:00:30.454 INFO:tasks.rados.rados.0.smithi081.stdout:818: finishing write tid 6 to smithi081164505-34 2023-05-20T06:00:30.454 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 163 (ObjNum 269 snap 73 seq_num 269) dirty exists 2023-05-20T06:00:30.454 INFO:tasks.rados.rados.0.smithi081.stdout:818: left oid 34 (ObjNum 269 snap 73 seq_num 269) 2023-05-20T06:00:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:30 smithi170 ceph-mon[97338]: pgmap v62: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:30 smithi170 ceph-mon[97338]: osdmap e211: 8 total, 8 up, 8 in 2023-05-20T06:00:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:30 smithi081 ceph-mon[95500]: pgmap v62: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:30 smithi081 ceph-mon[95500]: osdmap e211: 8 total, 8 up, 8 in 2023-05-20T06:00:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:30 smithi081 ceph-mon[107735]: pgmap v62: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:30 smithi081 ceph-mon[107735]: osdmap e211: 8 total, 8 up, 8 in 2023-05-20T06:00:31.417 INFO:tasks.rados.rados.0.smithi081.stdout:818: done (1 left) 2023-05-20T06:00:31.418 INFO:tasks.rados.rados.0.smithi081.stdout:820: done (0 left) 2023-05-20T06:00:31.418 INFO:tasks.rados.rados.0.smithi081.stdout:821: rmattr oid 13 current snap is 74 2023-05-20T06:00:31.418 INFO:tasks.rados.rados.0.smithi081.stdout:821: done (0 left) 2023-05-20T06:00:31.418 INFO:tasks.rados.rados.0.smithi081.stdout:822: snap_create 2023-05-20T06:00:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:31 smithi170 ceph-mon[97338]: osdmap e212: 8 total, 8 up, 8 in 2023-05-20T06:00:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:31 smithi081 ceph-mon[95500]: osdmap e212: 8 total, 8 up, 8 in 2023-05-20T06:00:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:31 smithi081 ceph-mon[107735]: osdmap e212: 8 total, 8 up, 8 in 2023-05-20T06:00:32.418 INFO:tasks.rados.rados.0.smithi081.stdout:822: done (0 left) 2023-05-20T06:00:32.419 INFO:tasks.rados.rados.0.smithi081.stdout:823: copy_from oid 43 from oid 39 current snap is 75 2023-05-20T06:00:32.419 INFO:tasks.rados.rados.0.smithi081.stdout:824: delete oid 49 current snap is 75 2023-05-20T06:00:32.424 INFO:tasks.rados.rados.0.smithi081.stdout:824: done (1 left) 2023-05-20T06:00:32.424 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 75 2023-05-20T06:00:32.424 INFO:tasks.rados.rados.0.smithi081.stdout:825: seq_num 272 ranges {2514944=565248,3080192=688128,3768320=729088,4497408=188416} 2023-05-20T06:00:32.441 INFO:tasks.rados.rados.0.smithi081.stdout:825: writing smithi081164505-23 from 2514944 to 3080192 tid 1 2023-05-20T06:00:32.444 INFO:tasks.rados.rados.0.smithi081.stdout:825: writing smithi081164505-23 from 3080192 to 3768320 tid 2 2023-05-20T06:00:32.449 INFO:tasks.rados.rados.0.smithi081.stdout:825: writing smithi081164505-23 from 3768320 to 4497408 tid 3 2023-05-20T06:00:32.450 INFO:tasks.rados.rados.0.smithi081.stdout:825: writing smithi081164505-23 from 4497408 to 4685824 tid 4 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:826: rollback oid 3 current snap is 75 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 61 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:823: finishing copy_from to smithi081164505-43 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 374 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:823: finishing copy_from racing read to smithi081164505-43 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:823: done (2 left) 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:827: snap_create 2023-05-20T06:00:32.451 INFO:tasks.rados.rados.0.smithi081.stdout:825: finishing write tid 1 to smithi081164505-23 2023-05-20T06:00:32.452 INFO:tasks.rados.rados.0.smithi081.stdout:825: finishing write tid 2 to smithi081164505-23 2023-05-20T06:00:32.453 INFO:tasks.rados.rados.0.smithi081.stdout:826: finishing rollback tid 1 to smithi081164505-3 2023-05-20T06:00:32.453 INFO:tasks.rados.rados.0.smithi081.stdout:825: finishing write tid 3 to smithi081164505-23 2023-05-20T06:00:32.453 INFO:tasks.rados.rados.0.smithi081.stdout:826: finishing rollback tid 2 to smithi081164505-3 2023-05-20T06:00:32.454 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 376 (ObjNum 124 snap 26 seq_num 124) dirty exists 2023-05-20T06:00:32.454 INFO:tasks.rados.rados.0.smithi081.stdout:825: finishing write tid 4 to smithi081164505-23 2023-05-20T06:00:32.454 INFO:tasks.rados.rados.0.smithi081.stdout:825: finishing write tid 5 to smithi081164505-23 2023-05-20T06:00:32.455 INFO:tasks.rados.rados.0.smithi081.stdout:825: finishing write tid 6 to smithi081164505-23 2023-05-20T06:00:32.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 538 (ObjNum 272 snap 75 seq_num 272) dirty exists 2023-05-20T06:00:32.455 INFO:tasks.rados.rados.0.smithi081.stdout:825: left oid 23 (ObjNum 272 snap 75 seq_num 272) 2023-05-20T06:00:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:32 smithi170 ceph-mon[97338]: pgmap v65: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:32 smithi170 ceph-mon[97338]: osdmap e213: 8 total, 8 up, 8 in 2023-05-20T06:00:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:32 smithi081 ceph-mon[95500]: pgmap v65: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:32 smithi081 ceph-mon[95500]: osdmap e213: 8 total, 8 up, 8 in 2023-05-20T06:00:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:32 smithi081 ceph-mon[107735]: pgmap v65: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:32 smithi081 ceph-mon[107735]: osdmap e213: 8 total, 8 up, 8 in 2023-05-20T06:00:33.427 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:00:33.427 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:33 smithi081 ceph-mon[107735]: osdmap e214: 8 total, 8 up, 8 in 2023-05-20T06:00:33.431 INFO:tasks.rados.rados.0.smithi081.stdout:825: done (2 left) 2023-05-20T06:00:33.431 INFO:tasks.rados.rados.0.smithi081.stdout:826: done (1 left) 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:827: done (0 left) 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:828: read oid 42 snap -1 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:828: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:829: read oid 24 snap -1 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:829: expect (ObjNum 252 snap 64 seq_num 252) 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:830: copy_from oid 25 from oid 5 current snap is 76 2023-05-20T06:00:33.432 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 76 2023-05-20T06:00:33.433 INFO:tasks.rados.rados.0.smithi081.stdout:831: seq_num 273 ranges {1163264=581632,1744896=565248,2310144=532480,2842624=507904} 2023-05-20T06:00:33.441 INFO:tasks.rados.rados.0.smithi081.stdout:831: writing smithi081164505-13 from 1163264 to 1744896 tid 1 2023-05-20T06:00:33.445 INFO:tasks.rados.rados.0.smithi081.stdout:831: writing smithi081164505-13 from 1744896 to 2310144 tid 2 2023-05-20T06:00:33.448 INFO:tasks.rados.rados.0.smithi081.stdout:831: writing smithi081164505-13 from 2310144 to 2842624 tid 3 2023-05-20T06:00:33.452 INFO:tasks.rados.rados.0.smithi081.stdout:831: writing smithi081164505-13 from 2842624 to 3350528 tid 4 2023-05-20T06:00:33.452 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 76 2023-05-20T06:00:33.452 INFO:tasks.rados.rados.0.smithi081.stdout:830: finishing copy_from to smithi081164505-25 2023-05-20T06:00:33.452 INFO:tasks.rados.rados.0.smithi081.stdout:830: got expected ENOENT (src dne) 2023-05-20T06:00:33.452 INFO:tasks.rados.rados.0.smithi081.stdout:830: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:00:33.453 INFO:tasks.rados.rados.0.smithi081.stdout:828: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:33.458 INFO:tasks.rados.rados.0.smithi081.stdout:831: finishing write tid 1 to smithi081164505-13 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:831: finishing write tid 2 to smithi081164505-13 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:831: finishing write tid 3 to smithi081164505-13 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:831: finishing write tid 4 to smithi081164505-13 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:831: finishing write tid 5 to smithi081164505-13 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:831: finishing write tid 6 to smithi081164505-13 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 471 (ObjNum 273 snap 76 seq_num 273) dirty exists 2023-05-20T06:00:33.459 INFO:tasks.rados.rados.0.smithi081.stdout:831: left oid 13 (ObjNum 273 snap 76 seq_num 273) 2023-05-20T06:00:33.460 INFO:tasks.rados.rados.0.smithi081.stdout:832: seq_num 274 ranges {4030464=598016,4628480=499712,5128192=745472,5873664=360448} 2023-05-20T06:00:33.484 INFO:tasks.rados.rados.0.smithi081.stdout:832: writing smithi081164505-4 from 4030464 to 4628480 tid 1 2023-05-20T06:00:33.487 INFO:tasks.rados.rados.0.smithi081.stdout:832: writing smithi081164505-4 from 4628480 to 5128192 tid 2 2023-05-20T06:00:33.491 INFO:tasks.rados.rados.0.smithi081.stdout:832: writing smithi081164505-4 from 5128192 to 5873664 tid 3 2023-05-20T06:00:33.494 INFO:tasks.rados.rados.0.smithi081.stdout:832: writing smithi081164505-4 from 5873664 to 6234112 tid 4 2023-05-20T06:00:33.494 INFO:tasks.rados.rados.0.smithi081.stdout:828: done (4 left) 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:830: done (3 left) 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:831: done (2 left) 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:833: rmattr oid 9 current snap is 76 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:833: done (2 left) 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:834: read oid 21 snap -1 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:834: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:33.495 INFO:tasks.rados.rados.0.smithi081.stdout:835: snap_create 2023-05-20T06:00:33.496 INFO:tasks.rados.rados.0.smithi081.stdout:829: expect (ObjNum 252 snap 64 seq_num 252) 2023-05-20T06:00:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:33 smithi170 ceph-mon[97338]: osdmap e214: 8 total, 8 up, 8 in 2023-05-20T06:00:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:33 smithi081 ceph-mon[95500]: osdmap e214: 8 total, 8 up, 8 in 2023-05-20T06:00:33.905 INFO:tasks.rados.rados.0.smithi081.stdout:832: finishing write tid 1 to smithi081164505-4 2023-05-20T06:00:33.907 INFO:tasks.rados.rados.0.smithi081.stdout:832: finishing write tid 2 to smithi081164505-4 2023-05-20T06:00:33.907 INFO:tasks.rados.rados.0.smithi081.stdout:834: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:33.908 INFO:tasks.rados.rados.0.smithi081.stdout:832: finishing write tid 3 to smithi081164505-4 2023-05-20T06:00:33.908 INFO:tasks.rados.rados.0.smithi081.stdout:832: finishing write tid 4 to smithi081164505-4 2023-05-20T06:00:33.908 INFO:tasks.rados.rados.0.smithi081.stdout:832: finishing write tid 5 to smithi081164505-4 2023-05-20T06:00:33.908 INFO:tasks.rados.rados.0.smithi081.stdout:832: finishing write tid 6 to smithi081164505-4 2023-05-20T06:00:33.909 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 347 (ObjNum 274 snap 76 seq_num 274) dirty exists 2023-05-20T06:00:33.910 INFO:tasks.rados.rados.0.smithi081.stdout:832: left oid 4 (ObjNum 274 snap 76 seq_num 274) 2023-05-20T06:00:34.445 INFO:tasks.rados.rados.0.smithi081.stdout:829: done (3 left) 2023-05-20T06:00:34.445 INFO:tasks.rados.rados.0.smithi081.stdout:832: done (2 left) 2023-05-20T06:00:34.445 INFO:tasks.rados.rados.0.smithi081.stdout:834: done (1 left) 2023-05-20T06:00:34.446 INFO:tasks.rados.rados.0.smithi081.stdout:835: done (0 left) 2023-05-20T06:00:34.446 INFO:tasks.rados.rados.0.smithi081.stdout:836: rollback oid 40 current snap is 77 2023-05-20T06:00:34.446 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 70 2023-05-20T06:00:34.446 INFO:tasks.rados.rados.0.smithi081.stdout:837: rmattr oid 32 current snap is 77 2023-05-20T06:00:34.446 INFO:tasks.rados.rados.0.smithi081.stdout:838: snap_remove snap 69 2023-05-20T06:00:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:34 smithi170 ceph-mon[97338]: pgmap v68: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:34.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:34 smithi170 ceph-mon[97338]: osdmap e215: 8 total, 8 up, 8 in 2023-05-20T06:00:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:34 smithi081 ceph-mon[95500]: pgmap v68: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:34 smithi081 ceph-mon[95500]: osdmap e215: 8 total, 8 up, 8 in 2023-05-20T06:00:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:34 smithi081 ceph-mon[107735]: pgmap v68: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:34.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:34 smithi081 ceph-mon[107735]: osdmap e215: 8 total, 8 up, 8 in 2023-05-20T06:00:35.454 INFO:tasks.rados.rados.0.smithi081.stdout:838: done (2 left) 2023-05-20T06:00:35.455 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 77 2023-05-20T06:00:35.455 INFO:tasks.rados.rados.0.smithi081.stdout:836: finishing rollback tid 0 to smithi081164505-40 2023-05-20T06:00:35.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 289 (ObjNum 231 snap 60 seq_num 231) dirty exists 2023-05-20T06:00:35.455 INFO:tasks.rados.rados.0.smithi081.stdout:836: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:00:35.456 INFO:tasks.rados.rados.0.smithi081.stdout:836: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:00:35.456 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 475 (ObjNum 244 snap 64 seq_num 244) dirty exists 2023-05-20T06:00:35.456 INFO:tasks.rados.rados.0.smithi081.stdout:839: seq_num 275 ranges {2031616=614400,2646016=786432,3432448=499712,3932160=319488} 2023-05-20T06:00:35.470 INFO:tasks.rados.rados.0.smithi081.stdout:839: writing smithi081164505-39 from 2031616 to 2646016 tid 1 2023-05-20T06:00:35.474 INFO:tasks.rados.rados.0.smithi081.stdout:839: writing smithi081164505-39 from 2646016 to 3432448 tid 2 2023-05-20T06:00:35.477 INFO:tasks.rados.rados.0.smithi081.stdout:839: writing smithi081164505-39 from 3432448 to 3932160 tid 3 2023-05-20T06:00:35.479 INFO:tasks.rados.rados.0.smithi081.stdout:839: writing smithi081164505-39 from 3932160 to 4251648 tid 4 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:836: done (2 left) 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:837: done (1 left) 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:840: rollback oid 44 current snap is 77 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 62 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:839: finishing write tid 1 to smithi081164505-39 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:839: finishing write tid 2 to smithi081164505-39 2023-05-20T06:00:35.480 INFO:tasks.rados.rados.0.smithi081.stdout:841: snap_create 2023-05-20T06:00:35.481 INFO:tasks.rados.rados.0.smithi081.stdout:839: finishing write tid 3 to smithi081164505-39 2023-05-20T06:00:35.482 INFO:tasks.rados.rados.0.smithi081.stdout:839: finishing write tid 4 to smithi081164505-39 2023-05-20T06:00:35.482 INFO:tasks.rados.rados.0.smithi081.stdout:839: finishing write tid 5 to smithi081164505-39 2023-05-20T06:00:35.483 INFO:tasks.rados.rados.0.smithi081.stdout:839: finishing write tid 6 to smithi081164505-39 2023-05-20T06:00:35.483 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 484 (ObjNum 275 snap 77 seq_num 275) dirty exists 2023-05-20T06:00:35.483 INFO:tasks.rados.rados.0.smithi081.stdout:839: left oid 39 (ObjNum 275 snap 77 seq_num 275) 2023-05-20T06:00:35.483 INFO:tasks.rados.rados.0.smithi081.stdout:840: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:00:35.483 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 57 (ObjNum 3441 snap 0 seq_num 163902864) dirty dne 2023-05-20T06:00:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:35 smithi170 ceph-mon[97338]: osdmap e216: 8 total, 8 up, 8 in 2023-05-20T06:00:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:35 smithi081 ceph-mon[95500]: osdmap e216: 8 total, 8 up, 8 in 2023-05-20T06:00:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:35 smithi081 ceph-mon[107735]: osdmap e216: 8 total, 8 up, 8 in 2023-05-20T06:00:36.458 INFO:tasks.rados.rados.0.smithi081.stdout:839: done (2 left) 2023-05-20T06:00:36.458 INFO:tasks.rados.rados.0.smithi081.stdout:840: done (1 left) 2023-05-20T06:00:36.458 INFO:tasks.rados.rados.0.smithi081.stdout:841: done (0 left) 2023-05-20T06:00:36.458 INFO:tasks.rados.rados.0.smithi081.stdout:842: copy_from oid 48 from oid 7 current snap is 78 2023-05-20T06:00:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:843: read oid 2 snap -1 2023-05-20T06:00:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:843: expect deleted 2023-05-20T06:00:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 78 2023-05-20T06:00:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:844: seq_num 276 ranges {3350528=630784,3981312=671744,4653056=704512,5357568=229376} 2023-05-20T06:00:36.479 INFO:tasks.rados.rados.0.smithi081.stdout:844: writing smithi081164505-13 from 3350528 to 3981312 tid 1 2023-05-20T06:00:36.483 INFO:tasks.rados.rados.0.smithi081.stdout:844: writing smithi081164505-13 from 3981312 to 4653056 tid 2 2023-05-20T06:00:36.487 INFO:tasks.rados.rados.0.smithi081.stdout:844: writing smithi081164505-13 from 4653056 to 5357568 tid 3 2023-05-20T06:00:36.488 INFO:tasks.rados.rados.0.smithi081.stdout:844: writing smithi081164505-13 from 5357568 to 5586944 tid 4 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:845: read oid 47 snap -1 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:845: expect deleted 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:846: delete oid 26 current snap is 78 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:842: finishing copy_from to smithi081164505-48 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 353 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:842: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:00:36.489 INFO:tasks.rados.rados.0.smithi081.stdout:844: finishing write tid 1 to smithi081164505-13 2023-05-20T06:00:36.490 INFO:tasks.rados.rados.0.smithi081.stdout:844: finishing write tid 2 to smithi081164505-13 2023-05-20T06:00:36.491 INFO:tasks.rados.rados.0.smithi081.stdout:844: finishing write tid 3 to smithi081164505-13 2023-05-20T06:00:36.491 INFO:tasks.rados.rados.0.smithi081.stdout:844: finishing write tid 4 to smithi081164505-13 2023-05-20T06:00:36.491 INFO:tasks.rados.rados.0.smithi081.stdout:844: finishing write tid 5 to smithi081164505-13 2023-05-20T06:00:36.493 INFO:tasks.rados.rados.0.smithi081.stdout:844: finishing write tid 6 to smithi081164505-13 2023-05-20T06:00:36.493 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 485 (ObjNum 276 snap 78 seq_num 276) dirty exists 2023-05-20T06:00:36.493 INFO:tasks.rados.rados.0.smithi081.stdout:844: left oid 13 (ObjNum 276 snap 78 seq_num 276) 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:842: done (4 left) 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:843: done (3 left) 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:844: done (2 left) 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:845: done (1 left) 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:846: done (0 left) 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:847: read oid 40 snap -1 2023-05-20T06:00:36.495 INFO:tasks.rados.rados.0.smithi081.stdout:847: expect (ObjNum 244 snap 64 seq_num 244) 2023-05-20T06:00:36.496 INFO:tasks.rados.rados.0.smithi081.stdout:848: rollback oid 20 current snap is 78 2023-05-20T06:00:36.496 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 62 2023-05-20T06:00:36.496 INFO:tasks.rados.rados.0.smithi081.stdout:849: rmattr oid 2 current snap is 78 2023-05-20T06:00:36.496 INFO:tasks.rados.rados.0.smithi081.stdout:849: done (2 left) 2023-05-20T06:00:36.496 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 78 2023-05-20T06:00:36.496 INFO:tasks.rados.rados.0.smithi081.stdout:850: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2023-05-20T06:00:36.498 INFO:tasks.rados.rados.0.smithi081.stdout:850: writing smithi081164505-2 from 0 to 663552 tid 1 2023-05-20T06:00:36.501 INFO:tasks.rados.rados.0.smithi081.stdout:850: writing smithi081164505-2 from 663552 to 1105920 tid 2 2023-05-20T06:00:36.505 INFO:tasks.rados.rados.0.smithi081.stdout:850: writing smithi081164505-2 from 1105920 to 1826816 tid 3 2023-05-20T06:00:36.508 INFO:tasks.rados.rados.0.smithi081.stdout:850: writing smithi081164505-2 from 1826816 to 2269184 tid 4 2023-05-20T06:00:36.509 INFO:tasks.rados.rados.0.smithi081.stdout:851: read oid 10 snap -1 2023-05-20T06:00:36.509 INFO:tasks.rados.rados.0.smithi081.stdout:851: expect deleted 2023-05-20T06:00:36.509 INFO:tasks.rados.rados.0.smithi081.stdout:852: read oid 16 snap -1 2023-05-20T06:00:36.509 INFO:tasks.rados.rados.0.smithi081.stdout:852: expect (ObjNum 245 snap 64 seq_num 245) 2023-05-20T06:00:36.510 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 78 2023-05-20T06:00:36.510 INFO:tasks.rados.rados.0.smithi081.stdout:853: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2023-05-20T06:00:36.513 INFO:tasks.rados.rados.0.smithi081.stdout:853: writing smithi081164505-14 from 0 to 679936 tid 1 2023-05-20T06:00:36.517 INFO:tasks.rados.rados.0.smithi081.stdout:853: writing smithi081164505-14 from 679936 to 1400832 tid 2 2023-05-20T06:00:36.520 INFO:tasks.rados.rados.0.smithi081.stdout:853: writing smithi081164505-14 from 1400832 to 1884160 tid 3 2023-05-20T06:00:36.523 INFO:tasks.rados.rados.0.smithi081.stdout:853: writing smithi081164505-14 from 1884160 to 2285568 tid 4 2023-05-20T06:00:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:854: read oid 12 snap 61 2023-05-20T06:00:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:854: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T06:00:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:855: rollback oid 38 current snap is 78 2023-05-20T06:00:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 74 2023-05-20T06:00:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:848: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:00:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:848: done (7 left) 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:856: read oid 11 snap -1 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:856: expect (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:857: rollback oid 33 current snap is 78 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 33 to 73 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:850: finishing write tid 1 to smithi081164505-2 2023-05-20T06:00:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:850: finishing write tid 2 to smithi081164505-2 2023-05-20T06:00:36.526 INFO:tasks.rados.rados.0.smithi081.stdout:847: expect (ObjNum 244 snap 64 seq_num 244) 2023-05-20T06:00:36.601 INFO:tasks.rados.rados.0.smithi081.stdout:850: finishing write tid 3 to smithi081164505-2 2023-05-20T06:00:36.601 INFO:tasks.rados.rados.0.smithi081.stdout:850: finishing write tid 4 to smithi081164505-2 2023-05-20T06:00:36.601 INFO:tasks.rados.rados.0.smithi081.stdout:847: done (8 left) 2023-05-20T06:00:36.602 INFO:tasks.rados.rados.0.smithi081.stdout:851: done (7 left) 2023-05-20T06:00:36.602 INFO:tasks.rados.rados.0.smithi081.stdout:858: rollback oid 15 current snap is 78 2023-05-20T06:00:36.602 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 77 2023-05-20T06:00:36.602 INFO:tasks.rados.rados.0.smithi081.stdout:850: finishing write tid 5 to smithi081164505-2 2023-05-20T06:00:36.602 INFO:tasks.rados.rados.0.smithi081.stdout:850: finishing write tid 6 to smithi081164505-2 2023-05-20T06:00:36.603 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 491 (ObjNum 278 snap 78 seq_num 278) dirty exists 2023-05-20T06:00:36.603 INFO:tasks.rados.rados.0.smithi081.stdout:850: left oid 2 (ObjNum 278 snap 78 seq_num 278) 2023-05-20T06:00:36.603 INFO:tasks.rados.rados.0.smithi081.stdout:853: finishing write tid 1 to smithi081164505-14 2023-05-20T06:00:36.603 INFO:tasks.rados.rados.0.smithi081.stdout:853: finishing write tid 2 to smithi081164505-14 2023-05-20T06:00:36.603 INFO:tasks.rados.rados.0.smithi081.stdout:853: finishing write tid 3 to smithi081164505-14 2023-05-20T06:00:36.603 INFO:tasks.rados.rados.0.smithi081.stdout:852: expect (ObjNum 245 snap 64 seq_num 245) 2023-05-20T06:00:36.688 INFO:tasks.rados.rados.0.smithi081.stdout:857: finishing rollback tid 1 to smithi081164505-33 2023-05-20T06:00:36.689 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 158 (ObjNum 225 snap 0 seq_num 3605351664) dirty dne 2023-05-20T06:00:36.689 INFO:tasks.rados.rados.0.smithi081.stdout:853: finishing write tid 4 to smithi081164505-14 2023-05-20T06:00:36.690 INFO:tasks.rados.rados.0.smithi081.stdout:855: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:00:36.690 INFO:tasks.rados.rados.0.smithi081.stdout:855: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:00:36.690 INFO:tasks.rados.rados.0.smithi081.stdout:855: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:00:36.690 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 390 (ObjNum 262 snap 68 seq_num 262) dirty exists 2023-05-20T06:00:36.691 INFO:tasks.rados.rados.0.smithi081.stdout:853: finishing write tid 5 to smithi081164505-14 2023-05-20T06:00:36.691 INFO:tasks.rados.rados.0.smithi081.stdout:850: done (7 left) 2023-05-20T06:00:36.692 INFO:tasks.rados.rados.0.smithi081.stdout:852: done (6 left) 2023-05-20T06:00:36.692 INFO:tasks.rados.rados.0.smithi081.stdout:855: done (5 left) 2023-05-20T06:00:36.692 INFO:tasks.rados.rados.0.smithi081.stdout:857: done (4 left) 2023-05-20T06:00:36.692 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 78 2023-05-20T06:00:36.692 INFO:tasks.rados.rados.0.smithi081.stdout:854: expect (ObjNum 71 snap 7 seq_num 71) 2023-05-20T06:00:36.718 INFO:tasks.rados.rados.0.smithi081.stdout:853: finishing write tid 6 to smithi081164505-14 2023-05-20T06:00:36.718 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 496 (ObjNum 279 snap 78 seq_num 279) dirty exists 2023-05-20T06:00:36.718 INFO:tasks.rados.rados.0.smithi081.stdout:853: left oid 14 (ObjNum 279 snap 78 seq_num 279) 2023-05-20T06:00:36.718 INFO:tasks.rados.rados.0.smithi081.stdout:856: expect (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:36 smithi170 ceph-mon[97338]: pgmap v71: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:36 smithi170 ceph-mon[97338]: osdmap e217: 8 total, 8 up, 8 in 2023-05-20T06:00:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:36 smithi081 ceph-mon[95500]: pgmap v71: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:36 smithi081 ceph-mon[95500]: osdmap e217: 8 total, 8 up, 8 in 2023-05-20T06:00:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:36 smithi081 ceph-mon[107735]: pgmap v71: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:36 smithi081 ceph-mon[107735]: osdmap e217: 8 total, 8 up, 8 in 2023-05-20T06:00:37.100 INFO:tasks.rados.rados.0.smithi081.stdout:858: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:00:37.100 INFO:tasks.rados.rados.0.smithi081.stdout:858: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:00:37.101 INFO:tasks.rados.rados.0.smithi081.stdout:858: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:00:37.101 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 489 (ObjNum 261 snap 68 seq_num 261) dirty exists 2023-05-20T06:00:37.101 INFO:tasks.rados.rados.0.smithi081.stdout:859: seq_num 280 ranges {2637824=696320,3334144=606208,3940352=688128,4628480=311296} 2023-05-20T06:00:37.117 INFO:tasks.rados.rados.0.smithi081.stdout:859: writing smithi081164505-6 from 2637824 to 3334144 tid 1 2023-05-20T06:00:37.120 INFO:tasks.rados.rados.0.smithi081.stdout:859: writing smithi081164505-6 from 3334144 to 3940352 tid 2 2023-05-20T06:00:37.124 INFO:tasks.rados.rados.0.smithi081.stdout:859: writing smithi081164505-6 from 3940352 to 4628480 tid 3 2023-05-20T06:00:37.126 INFO:tasks.rados.rados.0.smithi081.stdout:859: writing smithi081164505-6 from 4628480 to 4939776 tid 4 2023-05-20T06:00:37.127 INFO:tasks.rados.rados.0.smithi081.stdout:853: done (4 left) 2023-05-20T06:00:37.127 INFO:tasks.rados.rados.0.smithi081.stdout:854: done (3 left) 2023-05-20T06:00:37.127 INFO:tasks.rados.rados.0.smithi081.stdout:856: done (2 left) 2023-05-20T06:00:37.128 INFO:tasks.rados.rados.0.smithi081.stdout:858: done (1 left) 2023-05-20T06:00:37.128 INFO:tasks.rados.rados.0.smithi081.stdout:860: copy_from oid 45 from oid 18 current snap is 78 2023-05-20T06:00:37.128 INFO:tasks.rados.rados.0.smithi081.stdout:859: finishing write tid 1 to smithi081164505-6 2023-05-20T06:00:37.128 INFO:tasks.rados.rados.0.smithi081.stdout:859: finishing write tid 2 to smithi081164505-6 2023-05-20T06:00:37.129 INFO:tasks.rados.rados.0.smithi081.stdout:861: snap_remove snap 68 2023-05-20T06:00:37.470 INFO:tasks.rados.rados.0.smithi081.stdout:861: done (2 left) 2023-05-20T06:00:37.470 INFO:tasks.rados.rados.0.smithi081.stdout:862: copy_from oid 23 from oid 21 current snap is 78 2023-05-20T06:00:37.470 INFO:tasks.rados.rados.0.smithi081.stdout:859: finishing write tid 3 to smithi081164505-6 2023-05-20T06:00:37.471 INFO:tasks.rados.rados.0.smithi081.stdout:859: finishing write tid 4 to smithi081164505-6 2023-05-20T06:00:37.471 INFO:tasks.rados.rados.0.smithi081.stdout:859: finishing write tid 5 to smithi081164505-6 2023-05-20T06:00:37.471 INFO:tasks.rados.rados.0.smithi081.stdout:859: finishing write tid 6 to smithi081164505-6 2023-05-20T06:00:37.471 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 86 (ObjNum 280 snap 78 seq_num 280) dirty exists 2023-05-20T06:00:37.472 INFO:tasks.rados.rados.0.smithi081.stdout:859: left oid 6 (ObjNum 280 snap 78 seq_num 280) 2023-05-20T06:00:37.472 INFO:tasks.rados.rados.0.smithi081.stdout:860: finishing copy_from to smithi081164505-45 2023-05-20T06:00:37.472 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 224 (ObjNum 227 snap 57 seq_num 227) dirty exists 2023-05-20T06:00:37.472 INFO:tasks.rados.rados.0.smithi081.stdout:860: finishing copy_from racing read to smithi081164505-45 2023-05-20T06:00:37.473 INFO:tasks.rados.rados.0.smithi081.stdout:859: done (2 left) 2023-05-20T06:00:37.473 INFO:tasks.rados.rados.0.smithi081.stdout:860: done (1 left) 2023-05-20T06:00:37.473 INFO:tasks.rados.rados.0.smithi081.stdout:863: copy_from oid 43 from oid 35 current snap is 78 2023-05-20T06:00:37.473 INFO:tasks.rados.rados.0.smithi081.stdout:864: setattr oid 29 current snap is 78 2023-05-20T06:00:37.474 INFO:tasks.rados.rados.0.smithi081.stdout:865: setattr oid 32 current snap is 78 2023-05-20T06:00:37.474 INFO:tasks.rados.rados.0.smithi081.stdout:866: snap_create 2023-05-20T06:00:37.475 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 395 (ObjNum 65 snap 0 seq_num 1919507055) dirty exists 2023-05-20T06:00:37.476 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 293 (ObjNum 231 snap 60 seq_num 231) dirty exists 2023-05-20T06:00:37.481 INFO:tasks.rados.rados.0.smithi081.stdout:862: finishing copy_from to smithi081164505-23 2023-05-20T06:00:37.481 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 513 (ObjNum 177 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:37.481 INFO:tasks.rados.rados.0.smithi081.stdout:862: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:00:37.496 INFO:tasks.rados.rados.0.smithi081.stdout:863: finishing copy_from to smithi081164505-43 2023-05-20T06:00:37.497 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 487 (ObjNum 255 snap 65 seq_num 255) dirty exists 2023-05-20T06:00:37.497 INFO:tasks.rados.rados.0.smithi081.stdout:863: finishing copy_from racing read to smithi081164505-43 2023-05-20T06:00:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:37 smithi170 ceph-mon[97338]: osdmap e218: 8 total, 8 up, 8 in 2023-05-20T06:00:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:37 smithi081 ceph-mon[95500]: osdmap e218: 8 total, 8 up, 8 in 2023-05-20T06:00:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:37 smithi081 ceph-mon[107735]: osdmap e218: 8 total, 8 up, 8 in 2023-05-20T06:00:38.470 INFO:tasks.rados.rados.0.smithi081.stdout:862: done (4 left) 2023-05-20T06:00:38.470 INFO:tasks.rados.rados.0.smithi081.stdout:863: done (3 left) 2023-05-20T06:00:38.471 INFO:tasks.rados.rados.0.smithi081.stdout:864: done (2 left) 2023-05-20T06:00:38.471 INFO:tasks.rados.rados.0.smithi081.stdout:865: done (1 left) 2023-05-20T06:00:38.471 INFO:tasks.rados.rados.0.smithi081.stdout:866: done (0 left) 2023-05-20T06:00:38.471 INFO:tasks.rados.rados.0.smithi081.stdout:867: rollback oid 27 current snap is 79 2023-05-20T06:00:38.471 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 72 2023-05-20T06:00:38.471 INFO:tasks.rados.rados.0.smithi081.stdout:868: snap_remove snap 70 2023-05-20T06:00:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:38 smithi170 ceph-mon[97338]: pgmap v74: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:38 smithi170 ceph-mon[97338]: osdmap e219: 8 total, 8 up, 8 in 2023-05-20T06:00:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:38 smithi081 ceph-mon[95500]: pgmap v74: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:38 smithi081 ceph-mon[95500]: osdmap e219: 8 total, 8 up, 8 in 2023-05-20T06:00:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:38 smithi081 ceph-mon[107735]: pgmap v74: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:38 smithi081 ceph-mon[107735]: osdmap e219: 8 total, 8 up, 8 in 2023-05-20T06:00:39.473 INFO:tasks.rados.rados.0.smithi081.stdout:868: done (1 left) 2023-05-20T06:00:39.474 INFO:tasks.rados.rados.0.smithi081.stdout:869: copy_from oid 11 from oid 41 current snap is 79 2023-05-20T06:00:39.474 INFO:tasks.rados.rados.0.smithi081.stdout:870: copy_from oid 24 from oid 48 current snap is 79 2023-05-20T06:00:39.474 INFO:tasks.rados.rados.0.smithi081.stdout:871: delete oid 43 current snap is 79 2023-05-20T06:00:39.475 INFO:tasks.rados.rados.0.smithi081.stdout:867: finishing rollback tid 1 to smithi081164505-27 2023-05-20T06:00:39.475 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 507 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-05-20T06:00:39.484 INFO:tasks.rados.rados.0.smithi081.stdout:867: done (3 left) 2023-05-20T06:00:39.485 INFO:tasks.rados.rados.0.smithi081.stdout:871: done (2 left) 2023-05-20T06:00:39.485 INFO:tasks.rados.rados.0.smithi081.stdout:872: snap_remove snap 78 2023-05-20T06:00:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:39 smithi170 ceph-mon[97338]: osdmap e220: 8 total, 8 up, 8 in 2023-05-20T06:00:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:39 smithi081 ceph-mon[95500]: osdmap e220: 8 total, 8 up, 8 in 2023-05-20T06:00:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:39 smithi081 ceph-mon[107735]: osdmap e220: 8 total, 8 up, 8 in 2023-05-20T06:00:40.488 INFO:tasks.rados.rados.0.smithi081.stdout:872: done (2 left) 2023-05-20T06:00:40.489 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 79 2023-05-20T06:00:40.489 INFO:tasks.rados.rados.0.smithi081.stdout:873: seq_num 282 ranges {2973696=729088,3702784=425984,4128768=704512,4833280=475136} 2023-05-20T06:00:40.507 INFO:tasks.rados.rados.0.smithi081.stdout:873: writing smithi081164505-12 from 2973696 to 3702784 tid 1 2023-05-20T06:00:40.510 INFO:tasks.rados.rados.0.smithi081.stdout:873: writing smithi081164505-12 from 3702784 to 4128768 tid 2 2023-05-20T06:00:40.516 INFO:tasks.rados.rados.0.smithi081.stdout:873: writing smithi081164505-12 from 4128768 to 4833280 tid 3 2023-05-20T06:00:40.518 INFO:tasks.rados.rados.0.smithi081.stdout:873: writing smithi081164505-12 from 4833280 to 5308416 tid 4 2023-05-20T06:00:40.518 INFO:tasks.rados.rados.0.smithi081.stdout:874: delete oid 21 current snap is 79 2023-05-20T06:00:40.518 INFO:tasks.rados.rados.0.smithi081.stdout:870: finishing copy_from to smithi081164505-24 2023-05-20T06:00:40.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 353 (ObjNum 49 snap 0 seq_num 1533501543) dirty exists 2023-05-20T06:00:40.518 INFO:tasks.rados.rados.0.smithi081.stdout:870: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:00:40.519 INFO:tasks.rados.rados.0.smithi081.stdout:869: finishing copy_from to smithi081164505-11 2023-05-20T06:00:40.519 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 76 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:00:40.519 INFO:tasks.rados.rados.0.smithi081.stdout:869: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:00:40.519 INFO:tasks.rados.rados.0.smithi081.stdout:873: finishing write tid 1 to smithi081164505-12 2023-05-20T06:00:40.519 INFO:tasks.rados.rados.0.smithi081.stdout:873: finishing write tid 2 to smithi081164505-12 2023-05-20T06:00:40.519 INFO:tasks.rados.rados.0.smithi081.stdout:873: finishing write tid 3 to smithi081164505-12 2023-05-20T06:00:40.520 INFO:tasks.rados.rados.0.smithi081.stdout:869: done (3 left) 2023-05-20T06:00:40.520 INFO:tasks.rados.rados.0.smithi081.stdout:870: done (2 left) 2023-05-20T06:00:40.520 INFO:tasks.rados.rados.0.smithi081.stdout:874: done (1 left) 2023-05-20T06:00:40.520 INFO:tasks.rados.rados.0.smithi081.stdout:875: snap_remove snap 74 2023-05-20T06:00:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:40 smithi170 ceph-mon[97338]: pgmap v77: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:40 smithi170 ceph-mon[97338]: osdmap e221: 8 total, 8 up, 8 in 2023-05-20T06:00:40.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:40 smithi081 ceph-mon[95500]: pgmap v77: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:40.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:40 smithi081 ceph-mon[95500]: osdmap e221: 8 total, 8 up, 8 in 2023-05-20T06:00:40.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:40 smithi081 ceph-mon[107735]: pgmap v77: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:40.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:40 smithi081 ceph-mon[107735]: osdmap e221: 8 total, 8 up, 8 in 2023-05-20T06:00:41.497 INFO:tasks.rados.rados.0.smithi081.stdout:875: done (1 left) 2023-05-20T06:00:41.498 INFO:tasks.rados.rados.0.smithi081.stdout:876: read oid 9 snap -1 2023-05-20T06:00:41.498 INFO:tasks.rados.rados.0.smithi081.stdout:876: expect (ObjNum 216 snap 51 seq_num 216) 2023-05-20T06:00:41.498 INFO:tasks.rados.rados.0.smithi081.stdout:877: snap_remove snap 77 2023-05-20T06:00:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:41 smithi170 ceph-mon[97338]: osdmap e222: 8 total, 8 up, 8 in 2023-05-20T06:00:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:41 smithi081 ceph-mon[95500]: osdmap e222: 8 total, 8 up, 8 in 2023-05-20T06:00:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:41 smithi081 ceph-mon[107735]: osdmap e222: 8 total, 8 up, 8 in 2023-05-20T06:00:42.513 INFO:tasks.rados.rados.0.smithi081.stdout:877: done (2 left) 2023-05-20T06:00:42.513 INFO:tasks.rados.rados.0.smithi081.stdout:878: read oid 47 snap -1 2023-05-20T06:00:42.513 INFO:tasks.rados.rados.0.smithi081.stdout:878: expect deleted 2023-05-20T06:00:42.514 INFO:tasks.rados.rados.0.smithi081.stdout:879: rollback oid 33 current snap is 79 2023-05-20T06:00:42.514 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 33 to 59 2023-05-20T06:00:42.514 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 79 2023-05-20T06:00:42.515 INFO:tasks.rados.rados.0.smithi081.stdout:880: seq_num 284 ranges {3481600=761856,4243456=598016,4841472=671744,5513216=335872} 2023-05-20T06:00:42.535 INFO:tasks.rados.rados.0.smithi081.stdout:880: writing smithi081164505-35 from 3481600 to 4243456 tid 1 2023-05-20T06:00:42.538 INFO:tasks.rados.rados.0.smithi081.stdout:880: writing smithi081164505-35 from 4243456 to 4841472 tid 2 2023-05-20T06:00:42.542 INFO:tasks.rados.rados.0.smithi081.stdout:880: writing smithi081164505-35 from 4841472 to 5513216 tid 3 2023-05-20T06:00:42.545 INFO:tasks.rados.rados.0.smithi081.stdout:880: writing smithi081164505-35 from 5513216 to 5849088 tid 4 2023-05-20T06:00:42.545 INFO:tasks.rados.rados.0.smithi081.stdout:881: read oid 25 snap -1 2023-05-20T06:00:42.545 INFO:tasks.rados.rados.0.smithi081.stdout:881: expect deleted 2023-05-20T06:00:42.545 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 79 2023-05-20T06:00:42.545 INFO:tasks.rados.rados.0.smithi081.stdout:873: finishing write tid 4 to smithi081164505-12 2023-05-20T06:00:42.545 INFO:tasks.rados.rados.0.smithi081.stdout:882: seq_num 285 ranges {4825088=778240,5603328=475136,6078464=475136,6553600=655360} 2023-05-20T06:00:42.574 INFO:tasks.rados.rados.0.smithi081.stdout:882: writing smithi081164505-32 from 4825088 to 5603328 tid 1 2023-05-20T06:00:42.577 INFO:tasks.rados.rados.0.smithi081.stdout:882: writing smithi081164505-32 from 5603328 to 6078464 tid 2 2023-05-20T06:00:42.580 INFO:tasks.rados.rados.0.smithi081.stdout:882: writing smithi081164505-32 from 6078464 to 6553600 tid 3 2023-05-20T06:00:42.584 INFO:tasks.rados.rados.0.smithi081.stdout:882: writing smithi081164505-32 from 6553600 to 7208960 tid 4 2023-05-20T06:00:42.584 INFO:tasks.rados.rados.0.smithi081.stdout:883: rollback oid 27 current snap is 79 2023-05-20T06:00:42.584 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 72 2023-05-20T06:00:42.585 INFO:tasks.rados.rados.0.smithi081.stdout:873: finishing write tid 5 to smithi081164505-12 2023-05-20T06:00:42.585 INFO:tasks.rados.rados.0.smithi081.stdout:873: finishing write tid 6 to smithi081164505-12 2023-05-20T06:00:42.585 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 303 (ObjNum 282 snap 79 seq_num 282) dirty exists 2023-05-20T06:00:42.585 INFO:tasks.rados.rados.0.smithi081.stdout:873: left oid 12 (ObjNum 282 snap 79 seq_num 282) 2023-05-20T06:00:42.585 INFO:tasks.rados.rados.0.smithi081.stdout:876: expect (ObjNum 216 snap 51 seq_num 216) 2023-05-20T06:00:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:42 smithi170 ceph-mon[97338]: pgmap v80: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:42 smithi170 ceph-mon[97338]: osdmap e223: 8 total, 8 up, 8 in 2023-05-20T06:00:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:42 smithi081 ceph-mon[95500]: pgmap v80: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:42 smithi081 ceph-mon[95500]: osdmap e223: 8 total, 8 up, 8 in 2023-05-20T06:00:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:42 smithi081 ceph-mon[107735]: pgmap v80: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:42 smithi081 ceph-mon[107735]: osdmap e223: 8 total, 8 up, 8 in 2023-05-20T06:00:42.780 INFO:tasks.rados.rados.0.smithi081.stdout:879: finishing rollback tid 1 to smithi081164505-33 2023-05-20T06:00:42.781 INFO:tasks.rados.rados.0.smithi081.stdout:879: finishing rollback tid 2 to smithi081164505-33 2023-05-20T06:00:42.781 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 165 (ObjNum 222 snap 53 seq_num 222) dirty exists 2023-05-20T06:00:42.781 INFO:tasks.rados.rados.0.smithi081.stdout:880: finishing write tid 1 to smithi081164505-35 2023-05-20T06:00:42.781 INFO:tasks.rados.rados.0.smithi081.stdout:880: finishing write tid 2 to smithi081164505-35 2023-05-20T06:00:42.781 INFO:tasks.rados.rados.0.smithi081.stdout:873: done (7 left) 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:876: done (6 left) 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:878: done (5 left) 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:879: done (4 left) 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:884: read oid 5 snap -1 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:884: expect deleted 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:885: copy_from oid 50 from oid 24 current snap is 79 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:880: finishing write tid 3 to smithi081164505-35 2023-05-20T06:00:42.782 INFO:tasks.rados.rados.0.smithi081.stdout:880: finishing write tid 4 to smithi081164505-35 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:880: finishing write tid 5 to smithi081164505-35 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:880: finishing write tid 6 to smithi081164505-35 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 571 (ObjNum 284 snap 79 seq_num 284) dirty exists 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:880: left oid 35 (ObjNum 284 snap 79 seq_num 284) 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:882: finishing write tid 1 to smithi081164505-32 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:882: finishing write tid 2 to smithi081164505-32 2023-05-20T06:00:42.783 INFO:tasks.rados.rados.0.smithi081.stdout:882: finishing write tid 3 to smithi081164505-32 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:883: finishing rollback tid 1 to smithi081164505-27 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 507 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:882: finishing write tid 4 to smithi081164505-32 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:882: finishing write tid 5 to smithi081164505-32 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:882: finishing write tid 6 to smithi081164505-32 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 316 (ObjNum 285 snap 79 seq_num 285) dirty exists 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:882: left oid 32 (ObjNum 285 snap 79 seq_num 285) 2023-05-20T06:00:42.784 INFO:tasks.rados.rados.0.smithi081.stdout:880: done (5 left) 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:881: done (4 left) 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:882: done (3 left) 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:883: done (2 left) 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:886: rmattr oid 28 current snap is 79 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:887: rollback oid 8 current snap is 79 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 59 2023-05-20T06:00:42.785 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 79 2023-05-20T06:00:42.786 INFO:tasks.rados.rados.0.smithi081.stdout:888: seq_num 286 ranges {4227072=794624,5021696=761856,5783552=679936,6463488=163840} 2023-05-20T06:00:42.807 INFO:tasks.rados.rados.0.smithi081.stdout:888: writing smithi081164505-22 from 4227072 to 5021696 tid 1 2023-05-20T06:00:42.810 INFO:tasks.rados.rados.0.smithi081.stdout:888: writing smithi081164505-22 from 5021696 to 5783552 tid 2 2023-05-20T06:00:42.814 INFO:tasks.rados.rados.0.smithi081.stdout:888: writing smithi081164505-22 from 5783552 to 6463488 tid 3 2023-05-20T06:00:42.816 INFO:tasks.rados.rados.0.smithi081.stdout:888: writing smithi081164505-22 from 6463488 to 6627328 tid 4 2023-05-20T06:00:42.816 INFO:tasks.rados.rados.0.smithi081.stdout:889: read oid 38 snap -1 2023-05-20T06:00:42.816 INFO:tasks.rados.rados.0.smithi081.stdout:889: expect (ObjNum 262 snap 68 seq_num 262) 2023-05-20T06:00:42.816 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 79 2023-05-20T06:00:42.816 INFO:tasks.rados.rados.0.smithi081.stdout:890: seq_num 287 ranges {0=8192} 2023-05-20T06:00:42.816 INFO:tasks.rados.rados.0.smithi081.stdout:890: writing smithi081164505-49 from 0 to 8192 tid 1 2023-05-20T06:00:42.817 INFO:tasks.rados.rados.0.smithi081.stdout:891: setattr oid 16 current snap is 79 2023-05-20T06:00:42.817 INFO:tasks.rados.rados.0.smithi081.stdout:885: finishing copy_from to smithi081164505-50 2023-05-20T06:00:42.817 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 353 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:42.817 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 77 (ObjNum 65 snap 0 seq_num 139368120) dirty exists 2023-05-20T06:00:42.817 INFO:tasks.rados.rados.0.smithi081.stdout:885: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:00:42.818 INFO:tasks.rados.rados.0.smithi081.stdout:887: finishing rollback tid 0 to smithi081164505-8 2023-05-20T06:00:42.818 INFO:tasks.rados.rados.0.smithi081.stdout:887: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:00:42.818 INFO:tasks.rados.rados.0.smithi081.stdout:887: finishing rollback tid 2 to smithi081164505-8 2023-05-20T06:00:42.818 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 407 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:00:42.819 INFO:tasks.rados.rados.0.smithi081.stdout:888: finishing write tid 1 to smithi081164505-22 2023-05-20T06:00:42.819 INFO:tasks.rados.rados.0.smithi081.stdout:888: finishing write tid 2 to smithi081164505-22 2023-05-20T06:00:42.819 INFO:tasks.rados.rados.0.smithi081.stdout:890: finishing write tid 1 to smithi081164505-49 2023-05-20T06:00:42.820 INFO:tasks.rados.rados.0.smithi081.stdout:884: done (7 left) 2023-05-20T06:00:42.820 INFO:tasks.rados.rados.0.smithi081.stdout:885: done (6 left) 2023-05-20T06:00:42.820 INFO:tasks.rados.rados.0.smithi081.stdout:886: done (5 left) 2023-05-20T06:00:42.820 INFO:tasks.rados.rados.0.smithi081.stdout:887: done (4 left) 2023-05-20T06:00:42.821 INFO:tasks.rados.rados.0.smithi081.stdout:892: read oid 19 snap -1 2023-05-20T06:00:42.821 INFO:tasks.rados.rados.0.smithi081.stdout:892: expect (ObjNum 257 snap 66 seq_num 257) 2023-05-20T06:00:42.821 INFO:tasks.rados.rados.0.smithi081.stdout:893: snap_remove snap 73 2023-05-20T06:00:43.509 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:00:43.516 INFO:tasks.rados.rados.0.smithi081.stdout:893: done (5 left) 2023-05-20T06:00:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:894: rollback oid 41 current snap is 79 2023-05-20T06:00:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 67 2023-05-20T06:00:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:895: read oid 45 snap -1 2023-05-20T06:00:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:895: expect (ObjNum 227 snap 57 seq_num 227) 2023-05-20T06:00:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 79 2023-05-20T06:00:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:896: seq_num 288 ranges {2744320=24576} 2023-05-20T06:00:43.530 INFO:tasks.rados.rados.0.smithi081.stdout:896: writing smithi081164505-8 from 2744320 to 2768896 tid 1 2023-05-20T06:00:43.531 INFO:tasks.rados.rados.0.smithi081.stdout:897: setattr oid 24 current snap is 79 2023-05-20T06:00:43.531 INFO:tasks.rados.rados.0.smithi081.stdout:890: finishing write tid 2 to smithi081164505-49 2023-05-20T06:00:43.531 INFO:tasks.rados.rados.0.smithi081.stdout:888: finishing write tid 3 to smithi081164505-22 2023-05-20T06:00:43.532 INFO:tasks.rados.rados.0.smithi081.stdout:888: finishing write tid 4 to smithi081164505-22 2023-05-20T06:00:43.532 INFO:tasks.rados.rados.0.smithi081.stdout:888: finishing write tid 5 to smithi081164505-22 2023-05-20T06:00:43.532 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 513 (ObjNum 245 snap 64 seq_num 245) dirty exists 2023-05-20T06:00:43.532 INFO:tasks.rados.rados.0.smithi081.stdout:890: finishing write tid 3 to smithi081164505-49 2023-05-20T06:00:43.533 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 366 (ObjNum 287 snap 79 seq_num 287) dirty exists 2023-05-20T06:00:43.533 INFO:tasks.rados.rados.0.smithi081.stdout:890: left oid 49 (ObjNum 287 snap 79 seq_num 287) 2023-05-20T06:00:43.533 INFO:tasks.rados.rados.0.smithi081.stdout:892: expect (ObjNum 257 snap 66 seq_num 257) 2023-05-20T06:00:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:888: finishing write tid 6 to smithi081164505-22 2023-05-20T06:00:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 413 (ObjNum 286 snap 79 seq_num 286) dirty exists 2023-05-20T06:00:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:888: left oid 22 (ObjNum 286 snap 79 seq_num 286) 2023-05-20T06:00:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:889: expect (ObjNum 262 snap 68 seq_num 262) 2023-05-20T06:00:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:43 smithi081 ceph-mon[95500]: osdmap e224: 8 total, 8 up, 8 in 2023-05-20T06:00:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:43 smithi081 ceph-mon[107735]: osdmap e224: 8 total, 8 up, 8 in 2023-05-20T06:00:43.881 INFO:tasks.rados.rados.0.smithi081.stdout:894: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:00:43.882 INFO:tasks.rados.rados.0.smithi081.stdout:894: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:00:43.882 INFO:tasks.rados.rados.0.smithi081.stdout:894: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:00:43.883 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 90 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:00:43.883 INFO:tasks.rados.rados.0.smithi081.stdout:895: expect (ObjNum 227 snap 57 seq_num 227) 2023-05-20T06:00:43.927 INFO:tasks.rados.rados.0.smithi081.stdout:896: finishing write tid 1 to smithi081164505-8 2023-05-20T06:00:43.927 INFO:tasks.rados.rados.0.smithi081.stdout:896: finishing write tid 2 to smithi081164505-8 2023-05-20T06:00:43.927 INFO:tasks.rados.rados.0.smithi081.stdout:896: finishing write tid 3 to smithi081164505-8 2023-05-20T06:00:43.927 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 421 (ObjNum 288 snap 79 seq_num 288) dirty exists 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:896: left oid 8 (ObjNum 288 snap 79 seq_num 288) 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:888: done (8 left) 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:889: done (7 left) 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:890: done (6 left) 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:891: done (5 left) 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:892: done (4 left) 2023-05-20T06:00:43.928 INFO:tasks.rados.rados.0.smithi081.stdout:894: done (3 left) 2023-05-20T06:00:43.929 INFO:tasks.rados.rados.0.smithi081.stdout:895: done (2 left) 2023-05-20T06:00:43.929 INFO:tasks.rados.rados.0.smithi081.stdout:896: done (1 left) 2023-05-20T06:00:43.929 INFO:tasks.rados.rados.0.smithi081.stdout:898: rmattr oid 30 current snap is 79 2023-05-20T06:00:43.929 INFO:tasks.rados.rados.0.smithi081.stdout:899: setattr oid 20 current snap is 79 2023-05-20T06:00:43.929 INFO:tasks.rados.rados.0.smithi081.stdout:900: delete oid 10 current snap is 79 2023-05-20T06:00:43.930 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 354 (ObjNum 49 snap 0 seq_num 1533501543) dirty exists 2023-05-20T06:00:43.930 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 67 (ObjNum 113 snap 25 seq_num 113) dirty exists 2023-05-20T06:00:43.931 INFO:tasks.rados.rados.0.smithi081.stdout:897: done (3 left) 2023-05-20T06:00:43.931 INFO:tasks.rados.rados.0.smithi081.stdout:898: done (2 left) 2023-05-20T06:00:43.931 INFO:tasks.rados.rados.0.smithi081.stdout:900: done (1 left) 2023-05-20T06:00:43.931 INFO:tasks.rados.rados.0.smithi081.stdout:901: copy_from oid 28 from oid 10 current snap is 79 2023-05-20T06:00:43.931 INFO:tasks.rados.rados.0.smithi081.stdout:902: read oid 42 snap -1 2023-05-20T06:00:43.932 INFO:tasks.rados.rados.0.smithi081.stdout:902: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:43.932 INFO:tasks.rados.rados.0.smithi081.stdout:903: setattr oid 34 current snap is 79 2023-05-20T06:00:43.933 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 371 (ObjNum 33 snap 0 seq_num 163621520) dirty exists 2023-05-20T06:00:43.934 INFO:tasks.rados.rados.0.smithi081.stdout:901: finishing copy_from to smithi081164505-28 2023-05-20T06:00:43.935 INFO:tasks.rados.rados.0.smithi081.stdout:901: got expected ENOENT (src dne) 2023-05-20T06:00:43.936 INFO:tasks.rados.rados.0.smithi081.stdout:901: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:00:43.936 INFO:tasks.rados.rados.0.smithi081.stdout:902: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:43.938 INFO:tasks.rados.rados.0.smithi081.stdout:899: done (3 left) 2023-05-20T06:00:43.939 INFO:tasks.rados.rados.0.smithi081.stdout:901: done (2 left) 2023-05-20T06:00:43.939 INFO:tasks.rados.rados.0.smithi081.stdout:902: done (1 left) 2023-05-20T06:00:43.939 INFO:tasks.rados.rados.0.smithi081.stdout:904: rollback oid 4 current snap is 79 2023-05-20T06:00:43.939 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 4 to 72 2023-05-20T06:00:43.939 INFO:tasks.rados.rados.0.smithi081.stdout:905: copy_from oid 16 from oid 24 current snap is 79 2023-05-20T06:00:43.939 INFO:tasks.rados.rados.0.smithi081.stdout:906: read oid 43 snap -1 2023-05-20T06:00:43.940 INFO:tasks.rados.rados.0.smithi081.stdout:906: expect deleted 2023-05-20T06:00:43.940 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 79 2023-05-20T06:00:43.940 INFO:tasks.rados.rados.0.smithi081.stdout:907: seq_num 290 ranges {1695744=57344} 2023-05-20T06:00:43.948 INFO:tasks.rados.rados.0.smithi081.stdout:907: writing smithi081164505-18 from 1695744 to 1753088 tid 1 2023-05-20T06:00:43.948 INFO:tasks.rados.rados.0.smithi081.stdout:908: read oid 29 snap -1 2023-05-20T06:00:43.948 INFO:tasks.rados.rados.0.smithi081.stdout:908: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:43.949 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 79 2023-05-20T06:00:43.949 INFO:tasks.rados.rados.0.smithi081.stdout:909: seq_num 291 ranges {1982464=81920} 2023-05-20T06:00:43.960 INFO:tasks.rados.rados.0.smithi081.stdout:909: writing smithi081164505-15 from 1982464 to 2064384 tid 1 2023-05-20T06:00:43.960 INFO:tasks.rados.rados.0.smithi081.stdout:910: read oid 44 snap -1 2023-05-20T06:00:43.960 INFO:tasks.rados.rados.0.smithi081.stdout:910: expect deleted 2023-05-20T06:00:43.960 INFO:tasks.rados.rados.0.smithi081.stdout:911: rmattr oid 11 current snap is 79 2023-05-20T06:00:43.961 INFO:tasks.rados.rados.0.smithi081.stdout:911: done (8 left) 2023-05-20T06:00:43.961 INFO:tasks.rados.rados.0.smithi081.stdout:912: copy_from oid 19 from oid 11 current snap is 79 2023-05-20T06:00:43.961 INFO:tasks.rados.rados.0.smithi081.stdout:904: finishing rollback tid 0 to smithi081164505-4 2023-05-20T06:00:43.961 INFO:tasks.rados.rados.0.smithi081.stdout:904: finishing rollback tid 1 to smithi081164505-4 2023-05-20T06:00:43.961 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 166 (ObjNum 269 snap 73 seq_num 269) dirty exists 2023-05-20T06:00:43.961 INFO:tasks.rados.rados.0.smithi081.stdout:904: finishing rollback tid 2 to smithi081164505-4 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 375 (ObjNum 246 snap 64 seq_num 246) dirty exists 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:905: finishing copy_from to smithi081164505-16 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 354 (ObjNum 97 snap 0 seq_num 163585392) dirty exists 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:903: done (8 left) 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:904: done (7 left) 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:906: done (6 left) 2023-05-20T06:00:43.962 INFO:tasks.rados.rados.0.smithi081.stdout:913: rmattr oid 26 current snap is 79 2023-05-20T06:00:43.963 INFO:tasks.rados.rados.0.smithi081.stdout:913: done (6 left) 2023-05-20T06:00:43.963 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 79 2023-05-20T06:00:43.963 INFO:tasks.rados.rados.0.smithi081.stdout:905: finishing copy_from racing read to smithi081164505-16 2023-05-20T06:00:43.963 INFO:tasks.rados.rados.0.smithi081.stdout:908: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:43.964 INFO:tasks.rados.rados.0.smithi081.stdout:907: finishing write tid 1 to smithi081164505-18 2023-05-20T06:00:43.965 INFO:tasks.rados.rados.0.smithi081.stdout:907: finishing write tid 2 to smithi081164505-18 2023-05-20T06:00:43.965 INFO:tasks.rados.rados.0.smithi081.stdout:907: finishing write tid 3 to smithi081164505-18 2023-05-20T06:00:43.965 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 323 (ObjNum 290 snap 79 seq_num 290) dirty exists 2023-05-20T06:00:43.965 INFO:tasks.rados.rados.0.smithi081.stdout:907: left oid 18 (ObjNum 290 snap 79 seq_num 290) 2023-05-20T06:00:43.966 INFO:tasks.rados.rados.0.smithi081.stdout:914: seq_num 292 ranges {0=98304} 2023-05-20T06:00:43.967 INFO:tasks.rados.rados.0.smithi081.stdout:914: writing smithi081164505-7 from 0 to 98304 tid 1 2023-05-20T06:00:43.967 INFO:tasks.rados.rados.0.smithi081.stdout:905: done (6 left) 2023-05-20T06:00:43.967 INFO:tasks.rados.rados.0.smithi081.stdout:907: done (5 left) 2023-05-20T06:00:43.967 INFO:tasks.rados.rados.0.smithi081.stdout:908: done (4 left) 2023-05-20T06:00:43.968 INFO:tasks.rados.rados.0.smithi081.stdout:915: delete oid 36 current snap is 79 2023-05-20T06:00:43.968 INFO:tasks.rados.rados.0.smithi081.stdout:909: finishing write tid 1 to smithi081164505-15 2023-05-20T06:00:43.969 INFO:tasks.rados.rados.0.smithi081.stdout:909: finishing write tid 2 to smithi081164505-15 2023-05-20T06:00:43.969 INFO:tasks.rados.rados.0.smithi081.stdout:909: finishing write tid 3 to smithi081164505-15 2023-05-20T06:00:43.969 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 524 (ObjNum 291 snap 79 seq_num 291) dirty exists 2023-05-20T06:00:43.969 INFO:tasks.rados.rados.0.smithi081.stdout:909: left oid 15 (ObjNum 291 snap 79 seq_num 291) 2023-05-20T06:00:43.970 INFO:tasks.rados.rados.0.smithi081.stdout:909: done (4 left) 2023-05-20T06:00:43.971 INFO:tasks.rados.rados.0.smithi081.stdout:910: done (3 left) 2023-05-20T06:00:43.971 INFO:tasks.rados.rados.0.smithi081.stdout:915: done (2 left) 2023-05-20T06:00:43.971 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 79 2023-05-20T06:00:43.971 INFO:tasks.rados.rados.0.smithi081.stdout:916: seq_num 294 ranges {4169728=131072} 2023-05-20T06:00:43.989 INFO:tasks.rados.rados.0.smithi081.stdout:916: writing smithi081164505-1 from 4169728 to 4300800 tid 1 2023-05-20T06:00:43.989 INFO:tasks.rados.rados.0.smithi081.stdout:917: read oid 37 snap -1 2023-05-20T06:00:43.989 INFO:tasks.rados.rados.0.smithi081.stdout:917: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:43.989 INFO:tasks.rados.rados.0.smithi081.stdout:918: read oid 39 snap -1 2023-05-20T06:00:43.990 INFO:tasks.rados.rados.0.smithi081.stdout:918: expect (ObjNum 275 snap 77 seq_num 275) 2023-05-20T06:00:43.990 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 79 2023-05-20T06:00:43.990 INFO:tasks.rados.rados.0.smithi081.stdout:914: finishing write tid 1 to smithi081164505-7 2023-05-20T06:00:43.990 INFO:tasks.rados.rados.0.smithi081.stdout:919: seq_num 295 ranges {5308416=147456} 2023-05-20T06:00:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:43 smithi170 ceph-mon[97338]: osdmap e224: 8 total, 8 up, 8 in 2023-05-20T06:00:44.018 INFO:tasks.rados.rados.0.smithi081.stdout:919: writing smithi081164505-12 from 5308416 to 5455872 tid 1 2023-05-20T06:00:44.018 INFO:tasks.rados.rados.0.smithi081.stdout:920: read oid 24 snap -1 2023-05-20T06:00:44.018 INFO:tasks.rados.rados.0.smithi081.stdout:920: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:44.018 INFO:tasks.rados.rados.0.smithi081.stdout:921: rmattr oid 5 current snap is 79 2023-05-20T06:00:44.019 INFO:tasks.rados.rados.0.smithi081.stdout:921: done (7 left) 2023-05-20T06:00:44.019 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 79 2023-05-20T06:00:44.019 INFO:tasks.rados.rados.0.smithi081.stdout:914: finishing write tid 2 to smithi081164505-7 2023-05-20T06:00:44.019 INFO:tasks.rados.rados.0.smithi081.stdout:914: finishing write tid 3 to smithi081164505-7 2023-05-20T06:00:44.020 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 527 (ObjNum 292 snap 79 seq_num 292) dirty exists 2023-05-20T06:00:44.020 INFO:tasks.rados.rados.0.smithi081.stdout:914: left oid 7 (ObjNum 292 snap 79 seq_num 292) 2023-05-20T06:00:44.020 INFO:tasks.rados.rados.0.smithi081.stdout:912: finishing copy_from to smithi081164505-19 2023-05-20T06:00:44.020 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 76 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:00:44.020 INFO:tasks.rados.rados.0.smithi081.stdout:912: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:00:44.020 INFO:tasks.rados.rados.0.smithi081.stdout:922: seq_num 296 ranges {4030464=163840} 2023-05-20T06:00:44.040 INFO:tasks.rados.rados.0.smithi081.stdout:922: writing smithi081164505-4 from 4030464 to 4194304 tid 1 2023-05-20T06:00:44.041 INFO:tasks.rados.rados.0.smithi081.stdout:912: done (7 left) 2023-05-20T06:00:44.041 INFO:tasks.rados.rados.0.smithi081.stdout:914: done (6 left) 2023-05-20T06:00:44.041 INFO:tasks.rados.rados.0.smithi081.stdout:923: rmattr oid 44 current snap is 79 2023-05-20T06:00:44.042 INFO:tasks.rados.rados.0.smithi081.stdout:923: done (6 left) 2023-05-20T06:00:44.042 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 79 2023-05-20T06:00:44.042 INFO:tasks.rados.rados.0.smithi081.stdout:917: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:44.043 INFO:tasks.rados.rados.0.smithi081.stdout:916: finishing write tid 1 to smithi081164505-1 2023-05-20T06:00:44.043 INFO:tasks.rados.rados.0.smithi081.stdout:916: finishing write tid 2 to smithi081164505-1 2023-05-20T06:00:44.044 INFO:tasks.rados.rados.0.smithi081.stdout:924: seq_num 297 ranges {3506176=180224} 2023-05-20T06:00:44.063 INFO:tasks.rados.rados.0.smithi081.stdout:924: writing smithi081164505-17 from 3506176 to 3686400 tid 1 2023-05-20T06:00:44.064 INFO:tasks.rados.rados.0.smithi081.stdout:917: done (6 left) 2023-05-20T06:00:44.064 INFO:tasks.rados.rados.0.smithi081.stdout:925: read oid 11 snap 76 2023-05-20T06:00:44.064 INFO:tasks.rados.rados.0.smithi081.stdout:925: expect (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:44.064 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 79 2023-05-20T06:00:44.064 INFO:tasks.rados.rados.0.smithi081.stdout:916: finishing write tid 3 to smithi081164505-1 2023-05-20T06:00:44.064 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 356 (ObjNum 294 snap 79 seq_num 294) dirty exists 2023-05-20T06:00:44.065 INFO:tasks.rados.rados.0.smithi081.stdout:916: left oid 1 (ObjNum 294 snap 79 seq_num 294) 2023-05-20T06:00:44.065 INFO:tasks.rados.rados.0.smithi081.stdout:918: expect (ObjNum 275 snap 77 seq_num 275) 2023-05-20T06:00:44.216 INFO:tasks.rados.rados.0.smithi081.stdout:920: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:44.221 INFO:tasks.rados.rados.0.smithi081.stdout:919: finishing write tid 1 to smithi081164505-12 2023-05-20T06:00:44.221 INFO:tasks.rados.rados.0.smithi081.stdout:919: finishing write tid 2 to smithi081164505-12 2023-05-20T06:00:44.221 INFO:tasks.rados.rados.0.smithi081.stdout:919: finishing write tid 3 to smithi081164505-12 2023-05-20T06:00:44.221 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 325 (ObjNum 295 snap 79 seq_num 295) dirty exists 2023-05-20T06:00:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:919: left oid 12 (ObjNum 295 snap 79 seq_num 295) 2023-05-20T06:00:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:922: finishing write tid 1 to smithi081164505-4 2023-05-20T06:00:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:922: finishing write tid 2 to smithi081164505-4 2023-05-20T06:00:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:922: finishing write tid 3 to smithi081164505-4 2023-05-20T06:00:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 379 (ObjNum 296 snap 79 seq_num 296) dirty exists 2023-05-20T06:00:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:922: left oid 4 (ObjNum 296 snap 79 seq_num 296) 2023-05-20T06:00:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:924: finishing write tid 1 to smithi081164505-17 2023-05-20T06:00:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:924: finishing write tid 2 to smithi081164505-17 2023-05-20T06:00:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:924: finishing write tid 3 to smithi081164505-17 2023-05-20T06:00:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 341 (ObjNum 297 snap 79 seq_num 297) dirty exists 2023-05-20T06:00:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:924: left oid 17 (ObjNum 297 snap 79 seq_num 297) 2023-05-20T06:00:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:925: expect (ObjNum 241 snap 63 seq_num 241) 2023-05-20T06:00:44.612 INFO:tasks.rados.rados.0.smithi081.stdout:926: seq_num 298 ranges {5849088=196608} 2023-05-20T06:00:44.644 INFO:tasks.rados.rados.0.smithi081.stdout:926: writing smithi081164505-35 from 5849088 to 6045696 tid 1 2023-05-20T06:00:44.644 INFO:tasks.rados.rados.0.smithi081.stdout:916: done (7 left) 2023-05-20T06:00:44.644 INFO:tasks.rados.rados.0.smithi081.stdout:918: done (6 left) 2023-05-20T06:00:44.644 INFO:tasks.rados.rados.0.smithi081.stdout:919: done (5 left) 2023-05-20T06:00:44.644 INFO:tasks.rados.rados.0.smithi081.stdout:920: done (4 left) 2023-05-20T06:00:44.644 INFO:tasks.rados.rados.0.smithi081.stdout:922: done (3 left) 2023-05-20T06:00:44.645 INFO:tasks.rados.rados.0.smithi081.stdout:924: done (2 left) 2023-05-20T06:00:44.645 INFO:tasks.rados.rados.0.smithi081.stdout:925: done (1 left) 2023-05-20T06:00:44.645 INFO:tasks.rados.rados.0.smithi081.stdout:927: read oid 42 snap 71 2023-05-20T06:00:44.645 INFO:tasks.rados.rados.0.smithi081.stdout:927: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:44.645 INFO:tasks.rados.rados.0.smithi081.stdout:928: setattr oid 41 current snap is 79 2023-05-20T06:00:44.646 INFO:tasks.rados.rados.0.smithi081.stdout:929: read oid 19 snap 71 2023-05-20T06:00:44.646 INFO:tasks.rados.rados.0.smithi081.stdout:929: expect (ObjNum 257 snap 66 seq_num 257) 2023-05-20T06:00:44.646 INFO:tasks.rados.rados.0.smithi081.stdout:930: rmattr oid 27 current snap is 79 2023-05-20T06:00:44.646 INFO:tasks.rados.rados.0.smithi081.stdout:930: done (4 left) 2023-05-20T06:00:44.646 INFO:tasks.rados.rados.0.smithi081.stdout:931: snap_remove snap 62 2023-05-20T06:00:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:44 smithi081 ceph-mon[95500]: pgmap v83: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:44 smithi081 ceph-mon[95500]: Health check failed: Reduced data availability: 121 pgs inactive (PG_AVAILABILITY) 2023-05-20T06:00:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:44 smithi081 ceph-mon[95500]: osdmap e225: 8 total, 8 up, 8 in 2023-05-20T06:00:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:44 smithi081 ceph-mon[107735]: pgmap v83: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:44 smithi081 ceph-mon[107735]: Health check failed: Reduced data availability: 121 pgs inactive (PG_AVAILABILITY) 2023-05-20T06:00:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:44 smithi081 ceph-mon[107735]: osdmap e225: 8 total, 8 up, 8 in 2023-05-20T06:00:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:44 smithi170 ceph-mon[97338]: pgmap v83: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:44 smithi170 ceph-mon[97338]: Health check failed: Reduced data availability: 121 pgs inactive (PG_AVAILABILITY) 2023-05-20T06:00:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:44 smithi170 ceph-mon[97338]: osdmap e225: 8 total, 8 up, 8 in 2023-05-20T06:00:45.521 INFO:tasks.rados.rados.0.smithi081.stdout:931: done (4 left) 2023-05-20T06:00:45.521 INFO:tasks.rados.rados.0.smithi081.stdout:932: read oid 21 snap -1 2023-05-20T06:00:45.521 INFO:tasks.rados.rados.0.smithi081.stdout:932: expect deleted 2023-05-20T06:00:45.522 INFO:tasks.rados.rados.0.smithi081.stdout:933: rmattr oid 4 current snap is 79 2023-05-20T06:00:45.522 INFO:tasks.rados.rados.0.smithi081.stdout:934: snap_remove snap 61 2023-05-20T06:00:46.526 INFO:tasks.rados.rados.0.smithi081.stdout:934: done (6 left) 2023-05-20T06:00:46.526 INFO:tasks.rados.rados.0.smithi081.stdout:935: copy_from oid 13 from oid 44 current snap is 79 2023-05-20T06:00:46.526 INFO:tasks.rados.rados.0.smithi081.stdout:936: read oid 16 snap -1 2023-05-20T06:00:46.527 INFO:tasks.rados.rados.0.smithi081.stdout:936: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:46.527 INFO:tasks.rados.rados.0.smithi081.stdout:937: read oid 49 snap 65 2023-05-20T06:00:46.527 INFO:tasks.rados.rados.0.smithi081.stdout:937: expect (ObjNum 253 snap 64 seq_num 253) 2023-05-20T06:00:46.528 INFO:tasks.rados.rados.0.smithi081.stdout:938: copy_from oid 29 from oid 5 current snap is 79 2023-05-20T06:00:46.528 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 79 2023-05-20T06:00:46.528 INFO:tasks.rados.rados.0.smithi081.stdout:939: seq_num 299 ranges {0=212992} 2023-05-20T06:00:46.528 INFO:tasks.rados.rados.0.smithi081.stdout:939: writing smithi081164505-10 from 0 to 212992 tid 1 2023-05-20T06:00:46.528 INFO:tasks.rados.rados.0.smithi081.stdout:940: rollback oid 24 current snap is 79 2023-05-20T06:00:46.529 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 71 2023-05-20T06:00:46.529 INFO:tasks.rados.rados.0.smithi081.stdout:941: rollback oid 39 current snap is 79 2023-05-20T06:00:46.529 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 75 2023-05-20T06:00:46.529 INFO:tasks.rados.rados.0.smithi081.stdout:942: rollback oid 22 current snap is 79 2023-05-20T06:00:46.529 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 75 2023-05-20T06:00:46.529 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 79 2023-05-20T06:00:46.530 INFO:tasks.rados.rados.0.smithi081.stdout:943: seq_num 300 ranges {4186112=229376} 2023-05-20T06:00:46.553 INFO:tasks.rados.rados.0.smithi081.stdout:943: writing smithi081164505-33 from 4186112 to 4415488 tid 1 2023-05-20T06:00:46.553 INFO:tasks.rados.rados.0.smithi081.stdout:944: rollback oid 8 current snap is 79 2023-05-20T06:00:46.554 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 65 2023-05-20T06:00:46.554 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T06:00:46.556 INFO:tasks.rados.rados.0.smithi081.stdout:927: expect (ObjNum 155 snap 36 seq_num 155) 2023-05-20T06:00:46.562 INFO:tasks.rados.rados.0.smithi081.stdout:926: finishing write tid 1 to smithi081164505-35 2023-05-20T06:00:46.563 INFO:tasks.rados.rados.0.smithi081.stdout:926: finishing write tid 2 to smithi081164505-35 2023-05-20T06:00:46.563 INFO:tasks.rados.rados.0.smithi081.stdout:926: finishing write tid 3 to smithi081164505-35 2023-05-20T06:00:46.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 580 (ObjNum 298 snap 79 seq_num 298) dirty exists 2023-05-20T06:00:46.563 INFO:tasks.rados.rados.0.smithi081.stdout:926: left oid 35 (ObjNum 298 snap 79 seq_num 298) 2023-05-20T06:00:46.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 91 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:00:46.563 INFO:tasks.rados.rados.0.smithi081.stdout:929: expect (ObjNum 257 snap 66 seq_num 257) 2023-05-20T06:00:46.679 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 380 (ObjNum 296 snap 79 seq_num 296) dirty exists 2023-05-20T06:00:46.679 INFO:tasks.rados.rados.0.smithi081.stdout:936: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:46.685 INFO:tasks.rados.rados.0.smithi081.stdout:940: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:00:46.685 INFO:tasks.rados.rados.0.smithi081.stdout:935: finishing copy_from to smithi081164505-13 2023-05-20T06:00:46.685 INFO:tasks.rados.rados.0.smithi081.stdout:935: got expected ENOENT (src dne) 2023-05-20T06:00:46.685 INFO:tasks.rados.rados.0.smithi081.stdout:935: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:00:46.685 INFO:tasks.rados.rados.0.smithi081.stdout:940: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:00:46.685 INFO:tasks.rados.rados.0.smithi081.stdout:942: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:942: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:940: finishing rollback tid 2 to smithi081164505-24 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 359 (ObjNum 252 snap 64 seq_num 252) dirty exists 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:926: done (15 left) 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:927: done (14 left) 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:928: done (13 left) 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:929: done (12 left) 2023-05-20T06:00:46.686 INFO:tasks.rados.rados.0.smithi081.stdout:932: done (11 left) 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:933: done (10 left) 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:935: done (9 left) 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:936: done (8 left) 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:940: done (7 left) 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:945: read oid 37 snap -1 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:945: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:946: delete oid 42 current snap is 79 2023-05-20T06:00:46.687 INFO:tasks.rados.rados.0.smithi081.stdout:938: finishing copy_from to smithi081164505-29 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:938: got expected ENOENT (src dne) 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:941: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:939: finishing write tid 1 to smithi081164505-10 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:939: finishing write tid 2 to smithi081164505-10 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:938: finishing copy_from racing read to smithi081164505-29 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:942: finishing rollback tid 2 to smithi081164505-22 2023-05-20T06:00:46.688 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 440 (ObjNum 263 snap 71 seq_num 263) dirty exists 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:941: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:941: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 540 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:939: finishing write tid 3 to smithi081164505-10 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 347 (ObjNum 299 snap 79 seq_num 299) dirty exists 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:939: left oid 10 (ObjNum 299 snap 79 seq_num 299) 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:944: finishing rollback tid 0 to smithi081164505-8 2023-05-20T06:00:46.689 INFO:tasks.rados.rados.0.smithi081.stdout:944: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:00:46.690 INFO:tasks.rados.rados.0.smithi081.stdout:944: finishing rollback tid 2 to smithi081164505-8 2023-05-20T06:00:46.690 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 443 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:00:46.690 INFO:tasks.rados.rados.0.smithi081.stdout:937: expect (ObjNum 253 snap 64 seq_num 253) 2023-05-20T06:00:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:46 smithi081 ceph-mon[95500]: pgmap v85: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:46 smithi081 ceph-mon[95500]: osdmap e226: 8 total, 8 up, 8 in 2023-05-20T06:00:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:46 smithi081 ceph-mon[107735]: pgmap v85: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:46 smithi081 ceph-mon[107735]: osdmap e226: 8 total, 8 up, 8 in 2023-05-20T06:00:46.867 INFO:tasks.rados.rados.0.smithi081.stdout:943: finishing write tid 1 to smithi081164505-33 2023-05-20T06:00:46.867 INFO:tasks.rados.rados.0.smithi081.stdout:943: finishing write tid 2 to smithi081164505-33 2023-05-20T06:00:46.867 INFO:tasks.rados.rados.0.smithi081.stdout:943: finishing write tid 3 to smithi081164505-33 2023-05-20T06:00:46.867 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 170 (ObjNum 300 snap 79 seq_num 300) dirty exists 2023-05-20T06:00:46.868 INFO:tasks.rados.rados.0.smithi081.stdout:943: left oid 33 (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:00:46.868 INFO:tasks.rados.rados.0.smithi081.stdout:945: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:46.869 INFO:tasks.rados.rados.0.smithi081.stdout:937: done (8 left) 2023-05-20T06:00:46.869 INFO:tasks.rados.rados.0.smithi081.stdout:938: done (7 left) 2023-05-20T06:00:46.869 INFO:tasks.rados.rados.0.smithi081.stdout:939: done (6 left) 2023-05-20T06:00:46.869 INFO:tasks.rados.rados.0.smithi081.stdout:941: done (5 left) 2023-05-20T06:00:46.869 INFO:tasks.rados.rados.0.smithi081.stdout:942: done (4 left) 2023-05-20T06:00:46.870 INFO:tasks.rados.rados.0.smithi081.stdout:943: done (3 left) 2023-05-20T06:00:46.870 INFO:tasks.rados.rados.0.smithi081.stdout:944: done (2 left) 2023-05-20T06:00:46.870 INFO:tasks.rados.rados.0.smithi081.stdout:945: done (1 left) 2023-05-20T06:00:46.870 INFO:tasks.rados.rados.0.smithi081.stdout:946: done (0 left) 2023-05-20T06:00:46.870 INFO:tasks.rados.rados.0.smithi081.stdout:947: setattr oid 48 current snap is 79 2023-05-20T06:00:46.870 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 79 2023-05-20T06:00:46.871 INFO:tasks.rados.rados.0.smithi081.stdout:948: seq_num 302 ranges {2269184=262144} 2023-05-20T06:00:46.885 INFO:tasks.rados.rados.0.smithi081.stdout:948: writing smithi081164505-2 from 2269184 to 2531328 tid 1 2023-05-20T06:00:46.885 INFO:tasks.rados.rados.0.smithi081.stdout:949: read oid 37 snap -1 2023-05-20T06:00:46.886 INFO:tasks.rados.rados.0.smithi081.stdout:949: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:46.886 INFO:tasks.rados.rados.0.smithi081.stdout:950: rmattr oid 8 current snap is 79 2023-05-20T06:00:46.886 INFO:tasks.rados.rados.0.smithi081.stdout:950: done (3 left) 2023-05-20T06:00:46.886 INFO:tasks.rados.rados.0.smithi081.stdout:951: snap_create 2023-05-20T06:00:46.886 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 551 (ObjNum 129 snap 0 seq_num 163942736) dirty exists 2023-05-20T06:00:46.886 INFO:tasks.rados.rados.0.smithi081.stdout:949: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:46.887 INFO:tasks.rados.rados.0.smithi081.stdout:948: finishing write tid 1 to smithi081164505-2 2023-05-20T06:00:46.888 INFO:tasks.rados.rados.0.smithi081.stdout:948: finishing write tid 2 to smithi081164505-2 2023-05-20T06:00:46.888 INFO:tasks.rados.rados.0.smithi081.stdout:948: finishing write tid 3 to smithi081164505-2 2023-05-20T06:00:46.888 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 553 (ObjNum 302 snap 79 seq_num 302) dirty exists 2023-05-20T06:00:46.888 INFO:tasks.rados.rados.0.smithi081.stdout:948: left oid 2 (ObjNum 302 snap 79 seq_num 302) 2023-05-20T06:00:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:46 smithi170 ceph-mon[97338]: pgmap v85: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:46 smithi170 ceph-mon[97338]: osdmap e226: 8 total, 8 up, 8 in 2023-05-20T06:00:47.530 INFO:tasks.rados.rados.0.smithi081.stdout:947: done (3 left) 2023-05-20T06:00:47.530 INFO:tasks.rados.rados.0.smithi081.stdout:948: done (2 left) 2023-05-20T06:00:47.530 INFO:tasks.rados.rados.0.smithi081.stdout:949: done (1 left) 2023-05-20T06:00:47.531 INFO:tasks.rados.rados.0.smithi081.stdout:951: done (0 left) 2023-05-20T06:00:47.531 INFO:tasks.rados.rados.0.smithi081.stdout:952: setattr oid 16 current snap is 80 2023-05-20T06:00:47.531 INFO:tasks.rados.rados.0.smithi081.stdout:953: snap_remove snap 76 2023-05-20T06:00:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:47 smithi170 ceph-mon[97338]: osdmap e227: 8 total, 8 up, 8 in 2023-05-20T06:00:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:47 smithi081 ceph-mon[95500]: osdmap e227: 8 total, 8 up, 8 in 2023-05-20T06:00:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:47 smithi081 ceph-mon[107735]: osdmap e227: 8 total, 8 up, 8 in 2023-05-20T06:00:48.535 INFO:tasks.rados.rados.0.smithi081.stdout:953: done (1 left) 2023-05-20T06:00:48.535 INFO:tasks.rados.rados.0.smithi081.stdout:954: snap_create 2023-05-20T06:00:48.536 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 536 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:00:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:48 smithi170 ceph-mon[97338]: pgmap v88: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:48 smithi170 ceph-mon[97338]: osdmap e228: 8 total, 8 up, 8 in 2023-05-20T06:00:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:48 smithi081 ceph-mon[95500]: pgmap v88: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:48 smithi081 ceph-mon[95500]: osdmap e228: 8 total, 8 up, 8 in 2023-05-20T06:00:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:48 smithi081 ceph-mon[107735]: pgmap v88: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:48 smithi081 ceph-mon[107735]: osdmap e228: 8 total, 8 up, 8 in 2023-05-20T06:00:49.537 INFO:tasks.rados.rados.0.smithi081.stdout:952: done (1 left) 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:954: done (0 left) 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:955: rmattr oid 17 current snap is 81 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:955: done (0 left) 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:956: read oid 48 snap -1 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:956: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 81 2023-05-20T06:00:49.538 INFO:tasks.rados.rados.0.smithi081.stdout:957: seq_num 303 ranges {0=278528} 2023-05-20T06:00:49.539 INFO:tasks.rados.rados.0.smithi081.stdout:957: writing smithi081164505-47 from 0 to 278528 tid 1 2023-05-20T06:00:49.539 INFO:tasks.rados.rados.0.smithi081.stdout:958: delete oid 18 current snap is 81 2023-05-20T06:00:49.542 INFO:tasks.rados.rados.0.smithi081.stdout:958: done (2 left) 2023-05-20T06:00:49.542 INFO:tasks.rados.rados.0.smithi081.stdout:959: read oid 30 snap -1 2023-05-20T06:00:49.542 INFO:tasks.rados.rados.0.smithi081.stdout:959: expect (ObjNum 113 snap 25 seq_num 113) 2023-05-20T06:00:49.542 INFO:tasks.rados.rados.0.smithi081.stdout:960: copy_from oid 13 from oid 7 current snap is 81 2023-05-20T06:00:49.543 INFO:tasks.rados.rados.0.smithi081.stdout:961: snap_create 2023-05-20T06:00:49.543 INFO:tasks.rados.rados.0.smithi081.stdout:956: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:00:49.548 INFO:tasks.rados.rados.0.smithi081.stdout:957: finishing write tid 1 to smithi081164505-47 2023-05-20T06:00:49.552 INFO:tasks.rados.rados.0.smithi081.stdout:957: finishing write tid 2 to smithi081164505-47 2023-05-20T06:00:49.552 INFO:tasks.rados.rados.0.smithi081.stdout:957: finishing write tid 3 to smithi081164505-47 2023-05-20T06:00:49.552 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 357 (ObjNum 303 snap 81 seq_num 303) dirty exists 2023-05-20T06:00:49.552 INFO:tasks.rados.rados.0.smithi081.stdout:957: left oid 47 (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:00:49.552 INFO:tasks.rados.rados.0.smithi081.stdout:960: finishing copy_from to smithi081164505-13 2023-05-20T06:00:49.553 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 527 (ObjNum 292 snap 79 seq_num 292) dirty exists 2023-05-20T06:00:49.553 INFO:tasks.rados.rados.0.smithi081.stdout:960: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:00:49.557 INFO:tasks.rados.rados.0.smithi081.stdout:959: expect (ObjNum 113 snap 25 seq_num 113) 2023-05-20T06:00:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:49 smithi170 ceph-mon[97338]: osdmap e229: 8 total, 8 up, 8 in 2023-05-20T06:00:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:49 smithi170 ceph-mon[97338]: osdmap e230: 8 total, 8 up, 8 in 2023-05-20T06:00:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:49 smithi081 ceph-mon[95500]: osdmap e229: 8 total, 8 up, 8 in 2023-05-20T06:00:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:49 smithi081 ceph-mon[95500]: osdmap e230: 8 total, 8 up, 8 in 2023-05-20T06:00:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:49 smithi081 ceph-mon[107735]: osdmap e229: 8 total, 8 up, 8 in 2023-05-20T06:00:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:49 smithi081 ceph-mon[107735]: osdmap e230: 8 total, 8 up, 8 in 2023-05-20T06:00:50.550 INFO:tasks.rados.rados.0.smithi081.stdout:956: done (4 left) 2023-05-20T06:00:50.550 INFO:tasks.rados.rados.0.smithi081.stdout:957: done (3 left) 2023-05-20T06:00:50.551 INFO:tasks.rados.rados.0.smithi081.stdout:959: done (2 left) 2023-05-20T06:00:50.551 INFO:tasks.rados.rados.0.smithi081.stdout:960: done (1 left) 2023-05-20T06:00:50.551 INFO:tasks.rados.rados.0.smithi081.stdout:961: done (0 left) 2023-05-20T06:00:50.551 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 82 2023-05-20T06:00:50.552 INFO:tasks.rados.rados.0.smithi081.stdout:962: seq_num 305 ranges {2064384=311296} 2023-05-20T06:00:50.562 INFO:tasks.rados.rados.0.smithi081.stdout:962: writing smithi081164505-15 from 2064384 to 2375680 tid 1 2023-05-20T06:00:50.562 INFO:tasks.rados.rados.0.smithi081.stdout:963: delete oid 31 current snap is 82 2023-05-20T06:00:50.564 INFO:tasks.rados.rados.0.smithi081.stdout:963: done (1 left) 2023-05-20T06:00:50.565 INFO:tasks.rados.rados.0.smithi081.stdout:964: snap_create 2023-05-20T06:00:50.567 INFO:tasks.rados.rados.0.smithi081.stdout:962: finishing write tid 1 to smithi081164505-15 2023-05-20T06:00:50.568 INFO:tasks.rados.rados.0.smithi081.stdout:962: finishing write tid 2 to smithi081164505-15 2023-05-20T06:00:50.568 INFO:tasks.rados.rados.0.smithi081.stdout:962: finishing write tid 3 to smithi081164505-15 2023-05-20T06:00:50.569 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 551 (ObjNum 305 snap 82 seq_num 305) dirty exists 2023-05-20T06:00:50.569 INFO:tasks.rados.rados.0.smithi081.stdout:962: left oid 15 (ObjNum 305 snap 82 seq_num 305) 2023-05-20T06:00:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:51 smithi170 ceph-mon[97338]: pgmap v91: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:51 smithi170 ceph-mon[97338]: osdmap e231: 8 total, 8 up, 8 in 2023-05-20T06:00:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:51 smithi081 ceph-mon[95500]: pgmap v91: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:51 smithi081 ceph-mon[95500]: osdmap e231: 8 total, 8 up, 8 in 2023-05-20T06:00:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:51 smithi081 ceph-mon[107735]: pgmap v91: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:51 smithi081 ceph-mon[107735]: osdmap e231: 8 total, 8 up, 8 in 2023-05-20T06:00:51.551 INFO:tasks.rados.rados.0.smithi081.stdout:962: done (1 left) 2023-05-20T06:00:51.552 INFO:tasks.rados.rados.0.smithi081.stdout:964: done (0 left) 2023-05-20T06:00:51.552 INFO:tasks.rados.rados.0.smithi081.stdout:965: copy_from oid 33 from oid 44 current snap is 83 2023-05-20T06:00:51.552 INFO:tasks.rados.rados.0.smithi081.stdout:966: delete oid 3 current snap is 83 2023-05-20T06:00:51.555 INFO:tasks.rados.rados.0.smithi081.stdout:965: finishing copy_from to smithi081164505-33 2023-05-20T06:00:51.555 INFO:tasks.rados.rados.0.smithi081.stdout:965: got expected ENOENT (src dne) 2023-05-20T06:00:51.555 INFO:tasks.rados.rados.0.smithi081.stdout:966: done (1 left) 2023-05-20T06:00:51.556 INFO:tasks.rados.rados.0.smithi081.stdout:967: snap_remove snap 75 2023-05-20T06:00:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:00:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:00:51.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:00:52.553 INFO:tasks.rados.rados.0.smithi081.stdout:967: done (1 left) 2023-05-20T06:00:52.553 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 83 2023-05-20T06:00:52.553 INFO:tasks.rados.rados.0.smithi081.stdout:965: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:00:52.553 INFO:tasks.rados.rados.0.smithi081.stdout:968: seq_num 308 ranges {0=360448} 2023-05-20T06:00:52.555 INFO:tasks.rados.rados.0.smithi081.stdout:968: writing smithi081164505-21 from 0 to 360448 tid 1 2023-05-20T06:00:52.556 INFO:tasks.rados.rados.0.smithi081.stdout:965: done (1 left) 2023-05-20T06:00:52.556 INFO:tasks.rados.rados.0.smithi081.stdout:969: read oid 26 snap -1 2023-05-20T06:00:52.556 INFO:tasks.rados.rados.0.smithi081.stdout:969: expect deleted 2023-05-20T06:00:52.556 INFO:tasks.rados.rados.0.smithi081.stdout:970: read oid 39 snap -1 2023-05-20T06:00:52.556 INFO:tasks.rados.rados.0.smithi081.stdout:970: expect (ObjNum 209 snap 51 seq_num 209) 2023-05-20T06:00:52.556 INFO:tasks.rados.rados.0.smithi081.stdout:971: delete oid 37 current snap is 83 2023-05-20T06:00:52.566 INFO:tasks.rados.rados.0.smithi081.stdout:969: done (3 left) 2023-05-20T06:00:52.567 INFO:tasks.rados.rados.0.smithi081.stdout:971: done (2 left) 2023-05-20T06:00:52.567 INFO:tasks.rados.rados.0.smithi081.stdout:972: read oid 15 snap -1 2023-05-20T06:00:52.567 INFO:tasks.rados.rados.0.smithi081.stdout:972: expect (ObjNum 305 snap 82 seq_num 305) 2023-05-20T06:00:52.567 INFO:tasks.rados.rados.0.smithi081.stdout:973: delete oid 19 current snap is 83 2023-05-20T06:00:52.571 INFO:tasks.rados.rados.0.smithi081.stdout:968: finishing write tid 1 to smithi081164505-21 2023-05-20T06:00:52.572 INFO:tasks.rados.rados.0.smithi081.stdout:968: finishing write tid 2 to smithi081164505-21 2023-05-20T06:00:52.573 INFO:tasks.rados.rados.0.smithi081.stdout:968: finishing write tid 3 to smithi081164505-21 2023-05-20T06:00:52.573 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 620 (ObjNum 308 snap 83 seq_num 308) dirty exists 2023-05-20T06:00:52.573 INFO:tasks.rados.rados.0.smithi081.stdout:968: left oid 21 (ObjNum 308 snap 83 seq_num 308) 2023-05-20T06:00:52.574 INFO:tasks.rados.rados.0.smithi081.stdout:968: done (3 left) 2023-05-20T06:00:52.574 INFO:tasks.rados.rados.0.smithi081.stdout:973: done (2 left) 2023-05-20T06:00:52.574 INFO:tasks.rados.rados.0.smithi081.stdout:974: read oid 47 snap -1 2023-05-20T06:00:52.574 INFO:tasks.rados.rados.0.smithi081.stdout:974: expect (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:00:52.574 INFO:tasks.rados.rados.0.smithi081.stdout:975: snap_remove snap 59 2023-05-20T06:00:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:52 smithi170 ceph-mon[97338]: pgmap v94: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:52.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:52 smithi170 ceph-mon[97338]: osdmap e232: 8 total, 8 up, 8 in 2023-05-20T06:00:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:52 smithi081 ceph-mon[95500]: pgmap v94: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:52 smithi081 ceph-mon[95500]: osdmap e232: 8 total, 8 up, 8 in 2023-05-20T06:00:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:52 smithi081 ceph-mon[107735]: pgmap v94: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:53.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:52 smithi081 ceph-mon[107735]: osdmap e232: 8 total, 8 up, 8 in 2023-05-20T06:00:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:00:53.575 INFO:tasks.rados.rados.0.smithi081.stdout:975: done (3 left) 2023-05-20T06:00:53.576 INFO:tasks.rados.rados.0.smithi081.stdout:976: snap_remove snap 81 2023-05-20T06:00:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:53 smithi170 ceph-mon[97338]: osdmap e233: 8 total, 8 up, 8 in 2023-05-20T06:00:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:53 smithi081 ceph-mon[95500]: osdmap e233: 8 total, 8 up, 8 in 2023-05-20T06:00:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:53 smithi081 ceph-mon[107735]: osdmap e233: 8 total, 8 up, 8 in 2023-05-20T06:00:54.573 INFO:tasks.rados.rados.0.smithi081.stdout:976: done (3 left) 2023-05-20T06:00:54.573 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 83 2023-05-20T06:00:54.574 INFO:tasks.rados.rados.0.smithi081.stdout:977: seq_num 311 ranges {0=417792} 2023-05-20T06:00:54.578 INFO:tasks.rados.rados.0.smithi081.stdout:977: writing smithi081164505-36 from 0 to 417792 tid 1 2023-05-20T06:00:54.579 INFO:tasks.rados.rados.0.smithi081.stdout:978: setattr oid 8 current snap is 83 2023-05-20T06:00:54.579 INFO:tasks.rados.rados.0.smithi081.stdout:974: expect (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:00:54.586 INFO:tasks.rados.rados.0.smithi081.stdout:970: expect (ObjNum 209 snap 51 seq_num 209) 2023-05-20T06:00:54.652 INFO:tasks.rados.rados.0.smithi081.stdout:972: expect (ObjNum 305 snap 82 seq_num 305) 2023-05-20T06:00:54.776 INFO:tasks.rados.rados.0.smithi081.stdout:977: finishing write tid 1 to smithi081164505-36 2023-05-20T06:00:54.776 INFO:tasks.rados.rados.0.smithi081.stdout:977: finishing write tid 2 to smithi081164505-36 2023-05-20T06:00:54.776 INFO:tasks.rados.rados.0.smithi081.stdout:977: finishing write tid 3 to smithi081164505-36 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 571 (ObjNum 311 snap 83 seq_num 311) dirty exists 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:977: left oid 36 (ObjNum 311 snap 83 seq_num 311) 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:970: done (4 left) 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:972: done (3 left) 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:974: done (2 left) 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:977: done (1 left) 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 83 2023-05-20T06:00:54.777 INFO:tasks.rados.rados.0.smithi081.stdout:979: seq_num 312 ranges {0=434176} 2023-05-20T06:00:54.778 INFO:tasks.rados.rados.0.smithi081.stdout:979: writing smithi081164505-23 from 0 to 434176 tid 1 2023-05-20T06:00:54.778 INFO:tasks.rados.rados.0.smithi081.stdout:980: rollback oid 39 current snap is 83 2023-05-20T06:00:54.779 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 82 2023-05-20T06:00:54.779 INFO:tasks.rados.rados.0.smithi081.stdout:981: snap_remove snap 72 2023-05-20T06:00:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:54 smithi170 ceph-mon[97338]: pgmap v97: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:54 smithi170 ceph-mon[97338]: osdmap e234: 8 total, 8 up, 8 in 2023-05-20T06:00:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:54 smithi081 ceph-mon[95500]: pgmap v97: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:54 smithi081 ceph-mon[95500]: osdmap e234: 8 total, 8 up, 8 in 2023-05-20T06:00:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:54 smithi081 ceph-mon[107735]: pgmap v97: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:54 smithi081 ceph-mon[107735]: osdmap e234: 8 total, 8 up, 8 in 2023-05-20T06:00:55.586 INFO:tasks.rados.rados.0.smithi081.stdout:981: done (3 left) 2023-05-20T06:00:55.586 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 83 2023-05-20T06:00:55.586 INFO:tasks.rados.rados.0.smithi081.stdout:982: seq_num 313 ranges {4210688=450560} 2023-05-20T06:00:55.612 INFO:tasks.rados.rados.0.smithi081.stdout:982: writing smithi081164505-41 from 4210688 to 4661248 tid 1 2023-05-20T06:00:55.613 INFO:tasks.rados.rados.0.smithi081.stdout:983: read oid 49 snap -1 2023-05-20T06:00:55.613 INFO:tasks.rados.rados.0.smithi081.stdout:983: expect (ObjNum 287 snap 79 seq_num 287) 2023-05-20T06:00:55.613 INFO:tasks.rados.rados.0.smithi081.stdout:984: setattr oid 32 current snap is 83 2023-05-20T06:00:55.613 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 465 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:00:55.613 INFO:tasks.rados.rados.0.smithi081.stdout:980: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:00:55.613 INFO:tasks.rados.rados.0.smithi081.stdout:980: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:979: finishing write tid 1 to smithi081164505-23 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:980: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 585 (ObjNum 209 snap 51 seq_num 209) dirty exists 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:979: finishing write tid 2 to smithi081164505-23 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:979: finishing write tid 3 to smithi081164505-23 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 633 (ObjNum 312 snap 83 seq_num 312) dirty exists 2023-05-20T06:00:55.614 INFO:tasks.rados.rados.0.smithi081.stdout:979: left oid 23 (ObjNum 312 snap 83 seq_num 312) 2023-05-20T06:00:55.615 INFO:tasks.rados.rados.0.smithi081.stdout:978: done (5 left) 2023-05-20T06:00:55.615 INFO:tasks.rados.rados.0.smithi081.stdout:979: done (4 left) 2023-05-20T06:00:55.615 INFO:tasks.rados.rados.0.smithi081.stdout:980: done (3 left) 2023-05-20T06:00:55.615 INFO:tasks.rados.rados.0.smithi081.stdout:985: delete oid 12 current snap is 83 2023-05-20T06:00:55.615 INFO:tasks.rados.rados.0.smithi081.stdout:983: expect (ObjNum 287 snap 79 seq_num 287) 2023-05-20T06:00:55.616 INFO:tasks.rados.rados.0.smithi081.stdout:982: finishing write tid 1 to smithi081164505-41 2023-05-20T06:00:55.616 INFO:tasks.rados.rados.0.smithi081.stdout:982: finishing write tid 2 to smithi081164505-41 2023-05-20T06:00:55.617 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 365 (ObjNum 285 snap 79 seq_num 285) dirty exists 2023-05-20T06:00:55.617 INFO:tasks.rados.rados.0.smithi081.stdout:982: finishing write tid 3 to smithi081164505-41 2023-05-20T06:00:55.617 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 106 (ObjNum 313 snap 83 seq_num 313) dirty exists 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:982: left oid 41 (ObjNum 313 snap 83 seq_num 313) 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:982: done (3 left) 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:983: done (2 left) 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:984: done (1 left) 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:985: done (0 left) 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:986: rollback oid 10 current snap is 83 2023-05-20T06:00:55.618 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 82 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:987: rollback oid 22 current snap is 83 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 80 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:988: rmattr oid 46 current snap is 83 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:988: done (2 left) 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:989: read oid 3 snap -1 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:989: expect deleted 2023-05-20T06:00:55.619 INFO:tasks.rados.rados.0.smithi081.stdout:990: snap_create 2023-05-20T06:00:55.620 INFO:tasks.rados.rados.0.smithi081.stdout:986: finishing rollback tid 0 to smithi081164505-10 2023-05-20T06:00:55.620 INFO:tasks.rados.rados.0.smithi081.stdout:986: finishing rollback tid 1 to smithi081164505-10 2023-05-20T06:00:55.620 INFO:tasks.rados.rados.0.smithi081.stdout:986: finishing rollback tid 2 to smithi081164505-10 2023-05-20T06:00:55.620 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 373 (ObjNum 299 snap 79 seq_num 299) dirty exists 2023-05-20T06:00:55.621 INFO:tasks.rados.rados.0.smithi081.stdout:987: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:00:55.621 INFO:tasks.rados.rados.0.smithi081.stdout:987: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:00:55.621 INFO:tasks.rados.rados.0.smithi081.stdout:987: finishing rollback tid 2 to smithi081164505-22 2023-05-20T06:00:55.621 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 475 (ObjNum 263 snap 71 seq_num 263) dirty exists 2023-05-20T06:00:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:55 smithi170 ceph-mon[97338]: osdmap e235: 8 total, 8 up, 8 in 2023-05-20T06:00:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:55 smithi081 ceph-mon[95500]: osdmap e235: 8 total, 8 up, 8 in 2023-05-20T06:00:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:55 smithi081 ceph-mon[107735]: osdmap e235: 8 total, 8 up, 8 in 2023-05-20T06:00:56.587 INFO:tasks.rados.rados.0.smithi081.stdout:986: done (3 left) 2023-05-20T06:00:56.587 INFO:tasks.rados.rados.0.smithi081.stdout:987: done (2 left) 2023-05-20T06:00:56.587 INFO:tasks.rados.rados.0.smithi081.stdout:989: done (1 left) 2023-05-20T06:00:56.588 INFO:tasks.rados.rados.0.smithi081.stdout:990: done (0 left) 2023-05-20T06:00:56.588 INFO:tasks.rados.rados.0.smithi081.stdout:991: snap_remove snap 79 2023-05-20T06:00:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:56 smithi170 ceph-mon[97338]: pgmap v100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:56 smithi170 ceph-mon[97338]: osdmap e236: 8 total, 8 up, 8 in 2023-05-20T06:00:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:56 smithi081 ceph-mon[95500]: pgmap v100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:56 smithi081 ceph-mon[95500]: osdmap e236: 8 total, 8 up, 8 in 2023-05-20T06:00:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:56 smithi081 ceph-mon[107735]: pgmap v100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:56 smithi081 ceph-mon[107735]: osdmap e236: 8 total, 8 up, 8 in 2023-05-20T06:00:57.598 INFO:tasks.rados.rados.0.smithi081.stdout:991: done (0 left) 2023-05-20T06:00:57.598 INFO:tasks.rados.rados.0.smithi081.stdout:992: read oid 47 snap -1 2023-05-20T06:00:57.598 INFO:tasks.rados.rados.0.smithi081.stdout:992: expect (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:00:57.599 INFO:tasks.rados.rados.0.smithi081.stdout:993: read oid 35 snap -1 2023-05-20T06:00:57.599 INFO:tasks.rados.rados.0.smithi081.stdout:993: expect (ObjNum 298 snap 79 seq_num 298) 2023-05-20T06:00:57.599 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 84 2023-05-20T06:00:57.599 INFO:tasks.rados.rados.0.smithi081.stdout:994: seq_num 315 ranges {4194304=483328} 2023-05-20T06:00:57.624 INFO:tasks.rados.rados.0.smithi081.stdout:994: writing smithi081164505-4 from 4194304 to 4677632 tid 1 2023-05-20T06:00:57.625 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 84 2023-05-20T06:00:57.625 INFO:tasks.rados.rados.0.smithi081.stdout:995: seq_num 316 ranges {417792=499712} 2023-05-20T06:00:57.630 INFO:tasks.rados.rados.0.smithi081.stdout:995: writing smithi081164505-36 from 417792 to 917504 tid 1 2023-05-20T06:00:57.630 INFO:tasks.rados.rados.0.smithi081.stdout:996: copy_from oid 8 from oid 27 current snap is 84 2023-05-20T06:00:57.630 INFO:tasks.rados.rados.0.smithi081.stdout:992: expect (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:00:57.637 INFO:tasks.rados.rados.0.smithi081.stdout:993: expect (ObjNum 298 snap 79 seq_num 298) 2023-05-20T06:00:57.953 INFO:tasks.rados.rados.0.smithi081.stdout:994: finishing write tid 1 to smithi081164505-4 2023-05-20T06:00:57.953 INFO:tasks.rados.rados.0.smithi081.stdout:994: finishing write tid 2 to smithi081164505-4 2023-05-20T06:00:57.953 INFO:tasks.rados.rados.0.smithi081.stdout:994: finishing write tid 3 to smithi081164505-4 2023-05-20T06:00:57.953 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 415 (ObjNum 315 snap 84 seq_num 315) dirty exists 2023-05-20T06:00:57.953 INFO:tasks.rados.rados.0.smithi081.stdout:994: left oid 4 (ObjNum 315 snap 84 seq_num 315) 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:996: finishing copy_from to smithi081164505-8 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:996: got expected ENOENT (src dne) 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:996: finishing copy_from racing read to smithi081164505-8 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:995: finishing write tid 1 to smithi081164505-36 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:995: finishing write tid 2 to smithi081164505-36 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:995: finishing write tid 3 to smithi081164505-36 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 590 (ObjNum 316 snap 84 seq_num 316) dirty exists 2023-05-20T06:00:57.954 INFO:tasks.rados.rados.0.smithi081.stdout:995: left oid 36 (ObjNum 316 snap 84 seq_num 316) 2023-05-20T06:00:57.955 INFO:tasks.rados.rados.0.smithi081.stdout:992: done (4 left) 2023-05-20T06:00:57.955 INFO:tasks.rados.rados.0.smithi081.stdout:993: done (3 left) 2023-05-20T06:00:57.955 INFO:tasks.rados.rados.0.smithi081.stdout:994: done (2 left) 2023-05-20T06:00:57.955 INFO:tasks.rados.rados.0.smithi081.stdout:995: done (1 left) 2023-05-20T06:00:57.955 INFO:tasks.rados.rados.0.smithi081.stdout:996: done (0 left) 2023-05-20T06:00:57.955 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 84 2023-05-20T06:00:57.956 INFO:tasks.rados.rados.0.smithi081.stdout:997: seq_num 317 ranges {212992=516096} 2023-05-20T06:00:57.956 INFO:tasks.rados.rados.0.smithi081.stdout:997: writing smithi081164505-10 from 212992 to 729088 tid 1 2023-05-20T06:00:57.956 INFO:tasks.rados.rados.0.smithi081.stdout:998: rollback oid 41 current snap is 84 2023-05-20T06:00:57.957 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 71 2023-05-20T06:00:57.957 INFO:tasks.rados.rados.0.smithi081.stdout:999: delete oid 38 current snap is 84 2023-05-20T06:00:57.960 INFO:tasks.rados.rados.0.smithi081.stdout:999: done (2 left) 2023-05-20T06:00:57.960 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 84 2023-05-20T06:00:57.960 INFO:tasks.rados.rados.0.smithi081.stdout:1000: seq_num 319 ranges {98304=548864} 2023-05-20T06:00:57.963 INFO:tasks.rados.rados.0.smithi081.stdout:1000: writing smithi081164505-7 from 98304 to 647168 tid 1 2023-05-20T06:00:57.964 INFO:tasks.rados.rados.0.smithi081.stdout:1001: read oid 21 snap -1 2023-05-20T06:00:57.964 INFO:tasks.rados.rados.0.smithi081.stdout:1001: expect (ObjNum 308 snap 83 seq_num 308) 2023-05-20T06:00:57.964 INFO:tasks.rados.rados.0.smithi081.stdout:1002: snap_remove snap 82 2023-05-20T06:00:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:57 smithi170 ceph-mon[97338]: osdmap e237: 8 total, 8 up, 8 in 2023-05-20T06:00:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:57 smithi081 ceph-mon[95500]: osdmap e237: 8 total, 8 up, 8 in 2023-05-20T06:00:58.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:57 smithi081 ceph-mon[107735]: osdmap e237: 8 total, 8 up, 8 in 2023-05-20T06:00:58.594 INFO:tasks.rados.rados.0.smithi081.stdout:1002: done (4 left) 2023-05-20T06:00:58.594 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 84 2023-05-20T06:00:58.594 INFO:tasks.rados.rados.0.smithi081.stdout:998: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:00:58.595 INFO:tasks.rados.rados.0.smithi081.stdout:1003: seq_num 320 ranges {434176=565248} 2023-05-20T06:00:58.600 INFO:tasks.rados.rados.0.smithi081.stdout:1003: writing smithi081164505-23 from 434176 to 999424 tid 1 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:1004: snap_create 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:998: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:997: finishing write tid 1 to smithi081164505-10 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:998: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 112 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:997: finishing write tid 2 to smithi081164505-10 2023-05-20T06:00:58.601 INFO:tasks.rados.rados.0.smithi081.stdout:997: finishing write tid 3 to smithi081164505-10 2023-05-20T06:00:58.602 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 378 (ObjNum 317 snap 84 seq_num 317) dirty exists 2023-05-20T06:00:58.602 INFO:tasks.rados.rados.0.smithi081.stdout:997: left oid 10 (ObjNum 317 snap 84 seq_num 317) 2023-05-20T06:00:58.602 INFO:tasks.rados.rados.0.smithi081.stdout:1001: expect (ObjNum 308 snap 83 seq_num 308) 2023-05-20T06:00:58.610 INFO:tasks.rados.rados.0.smithi081.stdout:1000: finishing write tid 1 to smithi081164505-7 2023-05-20T06:00:58.610 INFO:tasks.rados.rados.0.smithi081.stdout:1000: finishing write tid 2 to smithi081164505-7 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:1000: finishing write tid 3 to smithi081164505-7 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 598 (ObjNum 319 snap 84 seq_num 319) dirty exists 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:1000: left oid 7 (ObjNum 319 snap 84 seq_num 319) 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:1003: finishing write tid 1 to smithi081164505-23 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:1003: finishing write tid 2 to smithi081164505-23 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:1003: finishing write tid 3 to smithi081164505-23 2023-05-20T06:00:58.611 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 650 (ObjNum 320 snap 84 seq_num 320) dirty exists 2023-05-20T06:00:58.612 INFO:tasks.rados.rados.0.smithi081.stdout:1003: left oid 23 (ObjNum 320 snap 84 seq_num 320) 2023-05-20T06:00:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:58 smithi170 ceph-mon[97338]: pgmap v103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:58 smithi170 ceph-mon[97338]: osdmap e238: 8 total, 8 up, 8 in 2023-05-20T06:00:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:58 smithi081 ceph-mon[95500]: pgmap v103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:59.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:58 smithi081 ceph-mon[95500]: osdmap e238: 8 total, 8 up, 8 in 2023-05-20T06:00:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:58 smithi081 ceph-mon[107735]: pgmap v103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:00:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:58 smithi081 ceph-mon[107735]: osdmap e238: 8 total, 8 up, 8 in 2023-05-20T06:00:59.610 INFO:tasks.rados.rados.0.smithi081.stdout:997: done (5 left) 2023-05-20T06:00:59.610 INFO:tasks.rados.rados.0.smithi081.stdout:998: done (4 left) 2023-05-20T06:00:59.610 INFO:tasks.rados.rados.0.smithi081.stdout:1000: done (3 left) 2023-05-20T06:00:59.611 INFO:tasks.rados.rados.0.smithi081.stdout:1001: done (2 left) 2023-05-20T06:00:59.611 INFO:tasks.rados.rados.0.smithi081.stdout:1003: done (1 left) 2023-05-20T06:00:59.611 INFO:tasks.rados.rados.0.smithi081.stdout:1004: done (0 left) 2023-05-20T06:00:59.612 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 85 2023-05-20T06:00:59.612 INFO:tasks.rados.rados.0.smithi081.stdout:1005: seq_num 321 ranges {0=581632} 2023-05-20T06:00:59.613 INFO:tasks.rados.rados.0.smithi081.stdout:1005: writing smithi081164505-19 from 0 to 581632 tid 1 2023-05-20T06:00:59.613 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 85 2023-05-20T06:00:59.614 INFO:tasks.rados.rados.0.smithi081.stdout:1006: seq_num 322 ranges {0=598016} 2023-05-20T06:00:59.617 INFO:tasks.rados.rados.0.smithi081.stdout:1006: writing smithi081164505-25 from 0 to 598016 tid 1 2023-05-20T06:00:59.617 INFO:tasks.rados.rados.0.smithi081.stdout:1007: rmattr oid 42 current snap is 85 2023-05-20T06:00:59.618 INFO:tasks.rados.rados.0.smithi081.stdout:1005: finishing write tid 1 to smithi081164505-19 2023-05-20T06:00:59.618 INFO:tasks.rados.rados.0.smithi081.stdout:1008: delete oid 10 current snap is 85 2023-05-20T06:00:59.618 INFO:tasks.rados.rados.0.smithi081.stdout:1005: finishing write tid 2 to smithi081164505-19 2023-05-20T06:00:59.619 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 0 (ObjNum 929 snap 0 seq_num 0) dirty dne 2023-05-20T06:00:59.620 INFO:tasks.rados.rados.0.smithi081.stdout:1005: finishing write tid 3 to smithi081164505-19 2023-05-20T06:00:59.620 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 421 (ObjNum 321 snap 85 seq_num 321) dirty exists 2023-05-20T06:00:59.621 INFO:tasks.rados.rados.0.smithi081.stdout:1005: left oid 19 (ObjNum 321 snap 85 seq_num 321) 2023-05-20T06:00:59.621 INFO:tasks.rados.rados.0.smithi081.stdout:1005: done (3 left) 2023-05-20T06:00:59.621 INFO:tasks.rados.rados.0.smithi081.stdout:1007: done (2 left) 2023-05-20T06:00:59.621 INFO:tasks.rados.rados.0.smithi081.stdout:1008: done (1 left) 2023-05-20T06:00:59.622 INFO:tasks.rados.rados.0.smithi081.stdout:1009: copy_from oid 21 from oid 5 current snap is 85 2023-05-20T06:00:59.622 INFO:tasks.rados.rados.0.smithi081.stdout:1010: snap_create 2023-05-20T06:00:59.623 INFO:tasks.rados.rados.0.smithi081.stdout:1006: finishing write tid 1 to smithi081164505-25 2023-05-20T06:00:59.624 INFO:tasks.rados.rados.0.smithi081.stdout:1006: finishing write tid 2 to smithi081164505-25 2023-05-20T06:00:59.624 INFO:tasks.rados.rados.0.smithi081.stdout:1009: finishing copy_from to smithi081164505-21 2023-05-20T06:00:59.624 INFO:tasks.rados.rados.0.smithi081.stdout:1009: got expected ENOENT (src dne) 2023-05-20T06:00:59.625 INFO:tasks.rados.rados.0.smithi081.stdout:1009: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:00:59.625 INFO:tasks.rados.rados.0.smithi081.stdout:1006: finishing write tid 3 to smithi081164505-25 2023-05-20T06:00:59.625 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 652 (ObjNum 322 snap 85 seq_num 322) dirty exists 2023-05-20T06:00:59.626 INFO:tasks.rados.rados.0.smithi081.stdout:1006: left oid 25 (ObjNum 322 snap 85 seq_num 322) 2023-05-20T06:00:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:00:59 smithi170 ceph-mon[97338]: osdmap e239: 8 total, 8 up, 8 in 2023-05-20T06:01:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:00:59 smithi081 ceph-mon[95500]: osdmap e239: 8 total, 8 up, 8 in 2023-05-20T06:01:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:00:59 smithi081 ceph-mon[107735]: osdmap e239: 8 total, 8 up, 8 in 2023-05-20T06:01:00.615 INFO:tasks.rados.rados.0.smithi081.stdout:1006: done (2 left) 2023-05-20T06:01:00.615 INFO:tasks.rados.rados.0.smithi081.stdout:1009: done (1 left) 2023-05-20T06:01:00.616 INFO:tasks.rados.rados.0.smithi081.stdout:1010: done (0 left) 2023-05-20T06:01:00.616 INFO:tasks.rados.rados.0.smithi081.stdout:1011: rollback oid 44 current snap is 86 2023-05-20T06:01:00.616 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 67 2023-05-20T06:01:00.616 INFO:tasks.rados.rados.0.smithi081.stdout:1012: copy_from oid 18 from oid 38 current snap is 86 2023-05-20T06:01:00.616 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 86 2023-05-20T06:01:00.616 INFO:tasks.rados.rados.0.smithi081.stdout:1013: seq_num 324 ranges {0=630784} 2023-05-20T06:01:00.619 INFO:tasks.rados.rados.0.smithi081.stdout:1013: writing smithi081164505-3 from 0 to 630784 tid 1 2023-05-20T06:01:00.619 INFO:tasks.rados.rados.0.smithi081.stdout:1014: snap_remove snap 65 2023-05-20T06:01:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:00 smithi170 ceph-mon[97338]: pgmap v106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:00 smithi170 ceph-mon[97338]: osdmap e240: 8 total, 8 up, 8 in 2023-05-20T06:01:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:00 smithi081 ceph-mon[95500]: pgmap v106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:00 smithi081 ceph-mon[95500]: osdmap e240: 8 total, 8 up, 8 in 2023-05-20T06:01:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:00 smithi081 ceph-mon[107735]: pgmap v106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:00 smithi081 ceph-mon[107735]: osdmap e240: 8 total, 8 up, 8 in 2023-05-20T06:01:01.623 INFO:tasks.rados.rados.0.smithi081.stdout:1014: done (3 left) 2023-05-20T06:01:01.623 INFO:tasks.rados.rados.0.smithi081.stdout:1015: snap_create 2023-05-20T06:01:01.623 INFO:tasks.rados.rados.0.smithi081.stdout:1011: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:01:01.623 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 0 (ObjNum 65 snap 0 seq_num 139368120) dirty dne 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:1012: finishing copy_from to smithi081164505-18 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:1012: got expected ENOENT (src dne) 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:1012: finishing copy_from racing read to smithi081164505-18 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:1013: finishing write tid 1 to smithi081164505-3 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:1013: finishing write tid 2 to smithi081164505-3 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:1013: finishing write tid 3 to smithi081164505-3 2023-05-20T06:01:01.624 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 491 (ObjNum 324 snap 86 seq_num 324) dirty exists 2023-05-20T06:01:01.625 INFO:tasks.rados.rados.0.smithi081.stdout:1013: left oid 3 (ObjNum 324 snap 86 seq_num 324) 2023-05-20T06:01:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:01 smithi170 ceph-mon[97338]: osdmap e241: 8 total, 8 up, 8 in 2023-05-20T06:01:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:01 smithi081 ceph-mon[95500]: osdmap e241: 8 total, 8 up, 8 in 2023-05-20T06:01:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:01:01.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:01:01.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:01 smithi081 ceph-mon[107735]: osdmap e241: 8 total, 8 up, 8 in 2023-05-20T06:01:02.626 INFO:tasks.rados.rados.0.smithi081.stdout:1011: done (3 left) 2023-05-20T06:01:02.626 INFO:tasks.rados.rados.0.smithi081.stdout:1012: done (2 left) 2023-05-20T06:01:02.626 INFO:tasks.rados.rados.0.smithi081.stdout:1013: done (1 left) 2023-05-20T06:01:02.626 INFO:tasks.rados.rados.0.smithi081.stdout:1015: done (0 left) 2023-05-20T06:01:02.627 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 87 2023-05-20T06:01:02.627 INFO:tasks.rados.rados.0.smithi081.stdout:1016: seq_num 325 ranges {4300800=647168} 2023-05-20T06:01:02.653 INFO:tasks.rados.rados.0.smithi081.stdout:1016: writing smithi081164505-1 from 4300800 to 4947968 tid 1 2023-05-20T06:01:02.653 INFO:tasks.rados.rados.0.smithi081.stdout:1017: read oid 35 snap -1 2023-05-20T06:01:02.653 INFO:tasks.rados.rados.0.smithi081.stdout:1017: expect (ObjNum 298 snap 79 seq_num 298) 2023-05-20T06:01:02.653 INFO:tasks.rados.rados.0.smithi081.stdout:1018: snap_create 2023-05-20T06:01:02.659 INFO:tasks.rados.rados.0.smithi081.stdout:1016: finishing write tid 1 to smithi081164505-1 2023-05-20T06:01:02.659 INFO:tasks.rados.rados.0.smithi081.stdout:1016: finishing write tid 2 to smithi081164505-1 2023-05-20T06:01:02.660 INFO:tasks.rados.rados.0.smithi081.stdout:1016: finishing write tid 3 to smithi081164505-1 2023-05-20T06:01:02.660 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 361 (ObjNum 325 snap 87 seq_num 325) dirty exists 2023-05-20T06:01:02.660 INFO:tasks.rados.rados.0.smithi081.stdout:1016: left oid 1 (ObjNum 325 snap 87 seq_num 325) 2023-05-20T06:01:02.669 INFO:tasks.rados.rados.0.smithi081.stdout:1017: expect (ObjNum 298 snap 79 seq_num 298) 2023-05-20T06:01:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:02 smithi170 ceph-mon[97338]: pgmap v109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:02 smithi170 ceph-mon[97338]: osdmap e242: 8 total, 8 up, 8 in 2023-05-20T06:01:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:02 smithi081 ceph-mon[95500]: pgmap v109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:02 smithi081 ceph-mon[95500]: osdmap e242: 8 total, 8 up, 8 in 2023-05-20T06:01:03.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:02 smithi081 ceph-mon[107735]: pgmap v109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:03.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:02 smithi081 ceph-mon[107735]: osdmap e242: 8 total, 8 up, 8 in 2023-05-20T06:01:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:01:03.637 INFO:tasks.rados.rados.0.smithi081.stdout:1016: done (2 left) 2023-05-20T06:01:03.637 INFO:tasks.rados.rados.0.smithi081.stdout:1017: done (1 left) 2023-05-20T06:01:03.637 INFO:tasks.rados.rados.0.smithi081.stdout:1018: done (0 left) 2023-05-20T06:01:03.637 INFO:tasks.rados.rados.0.smithi081.stdout:1019: rollback oid 37 current snap is 88 2023-05-20T06:01:03.638 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 71 2023-05-20T06:01:03.638 INFO:tasks.rados.rados.0.smithi081.stdout:1020: delete oid 44 current snap is 88 2023-05-20T06:01:03.640 INFO:tasks.rados.rados.0.smithi081.stdout:1020: done (1 left) 2023-05-20T06:01:03.640 INFO:tasks.rados.rados.0.smithi081.stdout:1021: copy_from oid 39 from oid 8 current snap is 88 2023-05-20T06:01:03.640 INFO:tasks.rados.rados.0.smithi081.stdout:1022: read oid 46 snap 84 2023-05-20T06:01:03.641 INFO:tasks.rados.rados.0.smithi081.stdout:1022: expect (ObjNum 259 snap 67 seq_num 259) 2023-05-20T06:01:03.643 INFO:tasks.rados.rados.0.smithi081.stdout:1023: rollback oid 29 current snap is 88 2023-05-20T06:01:03.643 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 85 2023-05-20T06:01:03.644 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 88 2023-05-20T06:01:03.644 INFO:tasks.rados.rados.0.smithi081.stdout:1024: seq_num 327 ranges {0=679936} 2023-05-20T06:01:03.644 INFO:tasks.rados.rados.0.smithi081.stdout:1024: writing smithi081164505-50 from 0 to 679936 tid 1 2023-05-20T06:01:03.646 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 88 2023-05-20T06:01:03.646 INFO:tasks.rados.rados.0.smithi081.stdout:1025: seq_num 328 ranges {7168000=696320} 2023-05-20T06:01:03.688 INFO:tasks.rados.rados.0.smithi081.stdout:1025: writing smithi081164505-24 from 7168000 to 7864320 tid 1 2023-05-20T06:01:03.688 INFO:tasks.rados.rados.0.smithi081.stdout:1026: snap_remove snap 87 2023-05-20T06:01:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:03 smithi170 ceph-mon[97338]: osdmap e243: 8 total, 8 up, 8 in 2023-05-20T06:01:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:03 smithi081 ceph-mon[95500]: osdmap e243: 8 total, 8 up, 8 in 2023-05-20T06:01:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:03 smithi081 ceph-mon[107735]: osdmap e243: 8 total, 8 up, 8 in 2023-05-20T06:01:04.639 INFO:tasks.rados.rados.0.smithi081.stdout:1026: done (6 left) 2023-05-20T06:01:04.639 INFO:tasks.rados.rados.0.smithi081.stdout:1027: rmattr oid 28 current snap is 88 2023-05-20T06:01:04.640 INFO:tasks.rados.rados.0.smithi081.stdout:1028: setattr oid 16 current snap is 88 2023-05-20T06:01:04.640 INFO:tasks.rados.rados.0.smithi081.stdout:1029: snap_remove snap 67 2023-05-20T06:01:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:04 smithi170 ceph-mon[97338]: pgmap v112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:04 smithi170 ceph-mon[97338]: osdmap e244: 8 total, 8 up, 8 in 2023-05-20T06:01:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:04 smithi081 ceph-mon[95500]: pgmap v112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:04 smithi081 ceph-mon[95500]: osdmap e244: 8 total, 8 up, 8 in 2023-05-20T06:01:05.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:04 smithi081 ceph-mon[107735]: pgmap v112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:05.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:04 smithi081 ceph-mon[107735]: osdmap e244: 8 total, 8 up, 8 in 2023-05-20T06:01:05.656 INFO:tasks.rados.rados.0.smithi081.stdout:1029: done (8 left) 2023-05-20T06:01:05.657 INFO:tasks.rados.rados.0.smithi081.stdout:1030: read oid 6 snap -1 2023-05-20T06:01:05.657 INFO:tasks.rados.rados.0.smithi081.stdout:1030: expect (ObjNum 280 snap 78 seq_num 280) 2023-05-20T06:01:05.657 INFO:tasks.rados.rados.0.smithi081.stdout:1031: read oid 2 snap -1 2023-05-20T06:01:05.657 INFO:tasks.rados.rados.0.smithi081.stdout:1031: expect (ObjNum 302 snap 79 seq_num 302) 2023-05-20T06:01:05.657 INFO:tasks.rados.rados.0.smithi081.stdout:1032: copy_from oid 43 from oid 45 current snap is 88 2023-05-20T06:01:05.658 INFO:tasks.rados.rados.0.smithi081.stdout:1033: snap_remove snap 86 2023-05-20T06:01:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:05 smithi170 ceph-mon[97338]: osdmap e245: 8 total, 8 up, 8 in 2023-05-20T06:01:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:05 smithi081 ceph-mon[95500]: osdmap e245: 8 total, 8 up, 8 in 2023-05-20T06:01:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:05 smithi081 ceph-mon[107735]: osdmap e245: 8 total, 8 up, 8 in 2023-05-20T06:01:06.653 INFO:tasks.rados.rados.0.smithi081.stdout:1033: done (11 left) 2023-05-20T06:01:06.654 INFO:tasks.rados.rados.0.smithi081.stdout:1034: read oid 12 snap -1 2023-05-20T06:01:06.654 INFO:tasks.rados.rados.0.smithi081.stdout:1034: expect deleted 2023-05-20T06:01:06.660 INFO:tasks.rados.rados.0.smithi081.stdout:1035: rmattr oid 25 current snap is 88 2023-05-20T06:01:06.661 INFO:tasks.rados.rados.0.smithi081.stdout:1035: done (12 left) 2023-05-20T06:01:06.661 INFO:tasks.rados.rados.0.smithi081.stdout:1036: read oid 49 snap -1 2023-05-20T06:01:06.661 INFO:tasks.rados.rados.0.smithi081.stdout:1036: expect (ObjNum 287 snap 79 seq_num 287) 2023-05-20T06:01:06.661 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 88 2023-05-20T06:01:06.661 INFO:tasks.rados.rados.0.smithi081.stdout:1037: seq_num 329 ranges {2392064=712704} 2023-05-20T06:01:06.671 INFO:tasks.rados.rados.0.smithi081.stdout:1037: writing smithi081164505-30 from 2392064 to 3104768 tid 1 2023-05-20T06:01:06.672 INFO:tasks.rados.rados.0.smithi081.stdout:1038: read oid 10 snap -1 2023-05-20T06:01:06.672 INFO:tasks.rados.rados.0.smithi081.stdout:1038: expect deleted 2023-05-20T06:01:06.672 INFO:tasks.rados.rados.0.smithi081.stdout:1039: rollback oid 47 current snap is 88 2023-05-20T06:01:06.672 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 84 2023-05-20T06:01:06.672 INFO:tasks.rados.rados.0.smithi081.stdout:1019: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:1019: finishing rollback tid 2 to smithi081164505-37 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 387 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:1023: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:1019: done (15 left) 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:1040: delete oid 31 current snap is 88 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:1023: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:01:06.673 INFO:tasks.rados.rados.0.smithi081.stdout:1023: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:01:06.674 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 497 (ObjNum 33 snap 0 seq_num 7) dirty exists 2023-05-20T06:01:06.674 INFO:tasks.rados.rados.0.smithi081.stdout:1024: finishing write tid 1 to smithi081164505-50 2023-05-20T06:01:06.674 INFO:tasks.rados.rados.0.smithi081.stdout:1024: finishing write tid 2 to smithi081164505-50 2023-05-20T06:01:06.674 INFO:tasks.rados.rados.0.smithi081.stdout:1022: expect (ObjNum 259 snap 67 seq_num 259) 2023-05-20T06:01:06.770 INFO:tasks.rados.rados.0.smithi081.stdout:1024: finishing write tid 3 to smithi081164505-50 2023-05-20T06:01:06.770 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 493 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:01:06.770 INFO:tasks.rados.rados.0.smithi081.stdout:1024: left oid 50 (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:01:06.770 INFO:tasks.rados.rados.0.smithi081.stdout:1021: finishing copy_from to smithi081164505-39 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 465 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:1021: finishing copy_from racing read to smithi081164505-39 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:1025: finishing write tid 1 to smithi081164505-24 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:1025: finishing write tid 2 to smithi081164505-24 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:1025: finishing write tid 3 to smithi081164505-24 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 363 (ObjNum 328 snap 88 seq_num 328) dirty exists 2023-05-20T06:01:06.771 INFO:tasks.rados.rados.0.smithi081.stdout:1025: left oid 24 (ObjNum 328 snap 88 seq_num 328) 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 98 (ObjNum 65 snap 0 seq_num 139368120) dirty exists 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 598 (ObjNum 65 snap 0 seq_num 1399675221) dirty exists 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1021: done (15 left) 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1022: done (14 left) 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1023: done (13 left) 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1024: done (12 left) 2023-05-20T06:01:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1025: done (11 left) 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1027: done (10 left) 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1028: done (9 left) 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1040: done (8 left) 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1041: delete oid 22 current snap is 88 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1032: finishing copy_from to smithi081164505-43 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 224 (ObjNum 227 snap 57 seq_num 227) dirty exists 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1032: finishing copy_from racing read to smithi081164505-43 2023-05-20T06:01:06.773 INFO:tasks.rados.rados.0.smithi081.stdout:1031: expect (ObjNum 302 snap 79 seq_num 302) 2023-05-20T06:01:06.865 INFO:tasks.rados.rados.0.smithi081.stdout:1030: expect (ObjNum 280 snap 78 seq_num 280) 2023-05-20T06:01:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:06 smithi170 ceph-mon[97338]: pgmap v115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:06.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:06 smithi170 ceph-mon[97338]: osdmap e246: 8 total, 8 up, 8 in 2023-05-20T06:01:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:06 smithi081 ceph-mon[95500]: pgmap v115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:06 smithi081 ceph-mon[95500]: osdmap e246: 8 total, 8 up, 8 in 2023-05-20T06:01:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:06 smithi081 ceph-mon[107735]: pgmap v115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:06 smithi081 ceph-mon[107735]: osdmap e246: 8 total, 8 up, 8 in 2023-05-20T06:01:07.039 INFO:tasks.rados.rados.0.smithi081.stdout:1036: expect (ObjNum 287 snap 79 seq_num 287) 2023-05-20T06:01:07.039 INFO:tasks.rados.rados.0.smithi081.stdout:1030: done (8 left) 2023-05-20T06:01:07.039 INFO:tasks.rados.rados.0.smithi081.stdout:1031: done (7 left) 2023-05-20T06:01:07.039 INFO:tasks.rados.rados.0.smithi081.stdout:1032: done (6 left) 2023-05-20T06:01:07.039 INFO:tasks.rados.rados.0.smithi081.stdout:1034: done (5 left) 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1036: done (4 left) 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1041: done (3 left) 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1042: copy_from oid 40 from oid 7 current snap is 88 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1039: finishing rollback tid 0 to smithi081164505-47 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1039: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1039: finishing rollback tid 2 to smithi081164505-47 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 394 (ObjNum 303 snap 81 seq_num 303) dirty exists 2023-05-20T06:01:07.040 INFO:tasks.rados.rados.0.smithi081.stdout:1037: finishing write tid 1 to smithi081164505-30 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:1037: finishing write tid 2 to smithi081164505-30 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:1037: finishing write tid 3 to smithi081164505-30 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 86 (ObjNum 329 snap 88 seq_num 329) dirty exists 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:1037: left oid 30 (ObjNum 329 snap 88 seq_num 329) 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:1037: done (3 left) 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:1038: done (2 left) 2023-05-20T06:01:07.041 INFO:tasks.rados.rados.0.smithi081.stdout:1039: done (1 left) 2023-05-20T06:01:07.042 INFO:tasks.rados.rados.0.smithi081.stdout:1043: read oid 48 snap 71 2023-05-20T06:01:07.042 INFO:tasks.rados.rados.0.smithi081.stdout:1043: expect (ObjNum 258 snap 67 seq_num 258) 2023-05-20T06:01:07.042 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 88 2023-05-20T06:01:07.042 INFO:tasks.rados.rados.0.smithi081.stdout:1044: seq_num 332 ranges {999424=770048} 2023-05-20T06:01:07.048 INFO:tasks.rados.rados.0.smithi081.stdout:1044: writing smithi081164505-23 from 999424 to 1769472 tid 1 2023-05-20T06:01:07.049 INFO:tasks.rados.rados.0.smithi081.stdout:1045: copy_from oid 30 from oid 41 current snap is 88 2023-05-20T06:01:07.049 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 88 2023-05-20T06:01:07.049 INFO:tasks.rados.rados.0.smithi081.stdout:1046: seq_num 333 ranges {0=786432} 2023-05-20T06:01:07.053 INFO:tasks.rados.rados.0.smithi081.stdout:1046: writing smithi081164505-38 from 0 to 786432 tid 1 2023-05-20T06:01:07.053 INFO:tasks.rados.rados.0.smithi081.stdout:1047: read oid 5 snap 80 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1047: expect deleted 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1048: read oid 37 snap -1 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1048: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1044: finishing write tid 1 to smithi081164505-23 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1049: read oid 50 snap -1 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1049: expect (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1050: read oid 36 snap -1 2023-05-20T06:01:07.054 INFO:tasks.rados.rados.0.smithi081.stdout:1050: expect (ObjNum 316 snap 84 seq_num 316) 2023-05-20T06:01:07.055 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 88 2023-05-20T06:01:07.057 INFO:tasks.rados.rados.0.smithi081.stdout:1051: seq_num 334 ranges {7208960=802816} 2023-05-20T06:01:07.097 INFO:tasks.rados.rados.0.smithi081.stdout:1051: writing smithi081164505-32 from 7208960 to 8011776 tid 1 2023-05-20T06:01:07.097 INFO:tasks.rados.rados.0.smithi081.stdout:1052: read oid 39 snap -1 2023-05-20T06:01:07.097 INFO:tasks.rados.rados.0.smithi081.stdout:1052: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:07.097 INFO:tasks.rados.rados.0.smithi081.stdout:1053: read oid 33 snap -1 2023-05-20T06:01:07.098 INFO:tasks.rados.rados.0.smithi081.stdout:1053: expect (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:01:07.098 INFO:tasks.rados.rados.0.smithi081.stdout:1054: snap_remove snap 85 2023-05-20T06:01:07.662 INFO:tasks.rados.rados.0.smithi081.stdout:1054: done (12 left) 2023-05-20T06:01:07.663 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 88 2023-05-20T06:01:07.663 INFO:tasks.rados.rados.0.smithi081.stdout:1055: seq_num 335 ranges {581632=417792,999424=401408} 2023-05-20T06:01:07.670 INFO:tasks.rados.rados.0.smithi081.stdout:1055: writing smithi081164505-19 from 581632 to 999424 tid 1 2023-05-20T06:01:07.670 INFO:tasks.rados.rados.0.smithi081.stdout:1055: writing smithi081164505-19 from 999424 to 1400832 tid 2 2023-05-20T06:01:07.670 INFO:tasks.rados.rados.0.smithi081.stdout:1056: snap_create 2023-05-20T06:01:07.670 INFO:tasks.rados.rados.0.smithi081.stdout:1044: finishing write tid 2 to smithi081164505-23 2023-05-20T06:01:07.670 INFO:tasks.rados.rados.0.smithi081.stdout:1048: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:07.673 INFO:tasks.rados.rados.0.smithi081.stdout:1044: finishing write tid 3 to smithi081164505-23 2023-05-20T06:01:07.673 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 676 (ObjNum 332 snap 88 seq_num 332) dirty exists 2023-05-20T06:01:07.673 INFO:tasks.rados.rados.0.smithi081.stdout:1044: left oid 23 (ObjNum 332 snap 88 seq_num 332) 2023-05-20T06:01:07.673 INFO:tasks.rados.rados.0.smithi081.stdout:1043: expect (ObjNum 258 snap 67 seq_num 258) 2023-05-20T06:01:07.834 INFO:tasks.rados.rados.0.smithi081.stdout:1049: expect (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:01:07.853 INFO:tasks.rados.rados.0.smithi081.stdout:1046: finishing write tid 1 to smithi081164505-38 2023-05-20T06:01:07.853 INFO:tasks.rados.rados.0.smithi081.stdout:1046: finishing write tid 2 to smithi081164505-38 2023-05-20T06:01:07.853 INFO:tasks.rados.rados.0.smithi081.stdout:1046: finishing write tid 3 to smithi081164505-38 2023-05-20T06:01:07.854 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 511 (ObjNum 333 snap 88 seq_num 333) dirty exists 2023-05-20T06:01:07.854 INFO:tasks.rados.rados.0.smithi081.stdout:1046: left oid 38 (ObjNum 333 snap 88 seq_num 333) 2023-05-20T06:01:07.855 INFO:tasks.rados.rados.0.smithi081.stdout:1050: expect (ObjNum 316 snap 84 seq_num 316) 2023-05-20T06:01:07.881 INFO:tasks.rados.rados.0.smithi081.stdout:1042: finishing copy_from to smithi081164505-40 2023-05-20T06:01:07.882 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 598 (ObjNum 319 snap 84 seq_num 319) dirty exists 2023-05-20T06:01:07.882 INFO:tasks.rados.rados.0.smithi081.stdout:1042: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:01:07.882 INFO:tasks.rados.rados.0.smithi081.stdout:1045: finishing copy_from to smithi081164505-30 2023-05-20T06:01:07.883 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 112 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:01:07.883 INFO:tasks.rados.rados.0.smithi081.stdout:1045: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:01:07.883 INFO:tasks.rados.rados.0.smithi081.stdout:1051: finishing write tid 1 to smithi081164505-32 2023-05-20T06:01:07.883 INFO:tasks.rados.rados.0.smithi081.stdout:1051: finishing write tid 2 to smithi081164505-32 2023-05-20T06:01:07.883 INFO:tasks.rados.rados.0.smithi081.stdout:1051: finishing write tid 3 to smithi081164505-32 2023-05-20T06:01:07.884 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 392 (ObjNum 334 snap 88 seq_num 334) dirty exists 2023-05-20T06:01:07.884 INFO:tasks.rados.rados.0.smithi081.stdout:1051: left oid 32 (ObjNum 334 snap 88 seq_num 334) 2023-05-20T06:01:07.884 INFO:tasks.rados.rados.0.smithi081.stdout:1052: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:07.976 INFO:tasks.rados.rados.0.smithi081.stdout:1053: expect (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:01:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:07 smithi170 ceph-mon[97338]: osdmap e247: 8 total, 8 up, 8 in 2023-05-20T06:01:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:07 smithi081 ceph-mon[95500]: osdmap e247: 8 total, 8 up, 8 in 2023-05-20T06:01:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:07 smithi081 ceph-mon[107735]: osdmap e247: 8 total, 8 up, 8 in 2023-05-20T06:01:08.225 INFO:tasks.rados.rados.0.smithi081.stdout:1055: finishing write tid 1 to smithi081164505-19 2023-05-20T06:01:08.225 INFO:tasks.rados.rados.0.smithi081.stdout:1055: finishing write tid 2 to smithi081164505-19 2023-05-20T06:01:08.225 INFO:tasks.rados.rados.0.smithi081.stdout:1055: finishing write tid 3 to smithi081164505-19 2023-05-20T06:01:08.225 INFO:tasks.rados.rados.0.smithi081.stdout:1055: finishing write tid 4 to smithi081164505-19 2023-05-20T06:01:08.226 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 436 (ObjNum 335 snap 88 seq_num 335) dirty exists 2023-05-20T06:01:08.226 INFO:tasks.rados.rados.0.smithi081.stdout:1055: left oid 19 (ObjNum 335 snap 88 seq_num 335) 2023-05-20T06:01:08.672 INFO:tasks.rados.rados.0.smithi081.stdout:1042: done (13 left) 2023-05-20T06:01:08.672 INFO:tasks.rados.rados.0.smithi081.stdout:1043: done (12 left) 2023-05-20T06:01:08.672 INFO:tasks.rados.rados.0.smithi081.stdout:1044: done (11 left) 2023-05-20T06:01:08.672 INFO:tasks.rados.rados.0.smithi081.stdout:1045: done (10 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1046: done (9 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1047: done (8 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1048: done (7 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1049: done (6 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1050: done (5 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1051: done (4 left) 2023-05-20T06:01:08.673 INFO:tasks.rados.rados.0.smithi081.stdout:1052: done (3 left) 2023-05-20T06:01:08.674 INFO:tasks.rados.rados.0.smithi081.stdout:1053: done (2 left) 2023-05-20T06:01:08.674 INFO:tasks.rados.rados.0.smithi081.stdout:1055: done (1 left) 2023-05-20T06:01:08.674 INFO:tasks.rados.rados.0.smithi081.stdout:1056: done (0 left) 2023-05-20T06:01:08.674 INFO:tasks.rados.rados.0.smithi081.stdout:1057: copy_from oid 44 from oid 47 current snap is 89 2023-05-20T06:01:08.674 INFO:tasks.rados.rados.0.smithi081.stdout:1058: copy_from oid 18 from oid 21 current snap is 89 2023-05-20T06:01:08.674 INFO:tasks.rados.rados.0.smithi081.stdout:1059: snap_create 2023-05-20T06:01:08.675 INFO:tasks.rados.rados.0.smithi081.stdout:1058: finishing copy_from to smithi081164505-18 2023-05-20T06:01:08.675 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 620 (ObjNum 308 snap 83 seq_num 308) dirty exists 2023-05-20T06:01:08.675 INFO:tasks.rados.rados.0.smithi081.stdout:1058: finishing copy_from racing read to smithi081164505-18 2023-05-20T06:01:08.678 INFO:tasks.rados.rados.0.smithi081.stdout:1057: finishing copy_from to smithi081164505-44 2023-05-20T06:01:08.678 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 394 (ObjNum 303 snap 81 seq_num 303) dirty exists 2023-05-20T06:01:08.679 INFO:tasks.rados.rados.0.smithi081.stdout:1057: finishing copy_from racing read to smithi081164505-44 2023-05-20T06:01:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:08 smithi170 ceph-mon[97338]: pgmap v118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:08.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:08 smithi170 ceph-mon[97338]: osdmap e248: 8 total, 8 up, 8 in 2023-05-20T06:01:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:08 smithi081 ceph-mon[95500]: pgmap v118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:08 smithi081 ceph-mon[95500]: osdmap e248: 8 total, 8 up, 8 in 2023-05-20T06:01:09.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:08 smithi081 ceph-mon[107735]: pgmap v118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:09.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:08 smithi081 ceph-mon[107735]: osdmap e248: 8 total, 8 up, 8 in 2023-05-20T06:01:09.674 INFO:tasks.rados.rados.0.smithi081.stdout:1057: done (2 left) 2023-05-20T06:01:09.674 INFO:tasks.rados.rados.0.smithi081.stdout:1058: done (1 left) 2023-05-20T06:01:09.675 INFO:tasks.rados.rados.0.smithi081.stdout:1059: done (0 left) 2023-05-20T06:01:09.675 INFO:tasks.rados.rados.0.smithi081.stdout:1060: read oid 16 snap 89 2023-05-20T06:01:09.675 INFO:tasks.rados.rados.0.smithi081.stdout:1060: expect (ObjNum 163363968 snap 21996 seq_num 163797280) 2023-05-20T06:01:09.676 INFO:tasks.rados.rados.0.smithi081.stdout:1061: rmattr oid 40 current snap is 90 2023-05-20T06:01:09.676 INFO:tasks.rados.rados.0.smithi081.stdout:1062: read oid 9 snap -1 2023-05-20T06:01:09.676 INFO:tasks.rados.rados.0.smithi081.stdout:1062: expect (ObjNum 216 snap 51 seq_num 216) 2023-05-20T06:01:09.677 INFO:tasks.rados.rados.0.smithi081.stdout:1063: rmattr oid 50 current snap is 90 2023-05-20T06:01:09.677 INFO:tasks.rados.rados.0.smithi081.stdout:1064: setattr oid 23 current snap is 90 2023-05-20T06:01:09.679 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 90 2023-05-20T06:01:09.679 INFO:tasks.rados.rados.0.smithi081.stdout:1065: seq_num 336 ranges {0=434176,434176=401408} 2023-05-20T06:01:09.680 INFO:tasks.rados.rados.0.smithi081.stdout:1065: writing smithi081164505-31 from 0 to 434176 tid 1 2023-05-20T06:01:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:1065: writing smithi081164505-31 from 434176 to 835584 tid 2 2023-05-20T06:01:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 90 2023-05-20T06:01:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:1066: seq_num 337 ranges {2285568=450560,2736128=401408} 2023-05-20T06:01:09.699 INFO:tasks.rados.rados.0.smithi081.stdout:1066: writing smithi081164505-14 from 2285568 to 2736128 tid 1 2023-05-20T06:01:09.701 INFO:tasks.rados.rados.0.smithi081.stdout:1066: writing smithi081164505-14 from 2736128 to 3137536 tid 2 2023-05-20T06:01:09.701 INFO:tasks.rados.rados.0.smithi081.stdout:1067: setattr oid 1 current snap is 90 2023-05-20T06:01:09.701 INFO:tasks.rados.rados.0.smithi081.stdout:1060: expect (ObjNum 163363968 snap 21996 seq_num 163797280) 2023-05-20T06:01:09.709 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 494 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 614 (ObjNum 319 snap 84 seq_num 319) dirty exists 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 680 (ObjNum 332 snap 88 seq_num 332) dirty exists 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:1065: finishing write tid 1 to smithi081164505-31 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:1065: finishing write tid 2 to smithi081164505-31 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:1065: finishing write tid 3 to smithi081164505-31 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:1065: finishing write tid 4 to smithi081164505-31 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 683 (ObjNum 336 snap 90 seq_num 336) dirty exists 2023-05-20T06:01:09.710 INFO:tasks.rados.rados.0.smithi081.stdout:1065: left oid 31 (ObjNum 336 snap 90 seq_num 336) 2023-05-20T06:01:09.711 INFO:tasks.rados.rados.0.smithi081.stdout:1062: expect (ObjNum 216 snap 51 seq_num 216) 2023-05-20T06:01:09.903 INFO:tasks.rados.rados.0.smithi081.stdout:1066: finishing write tid 1 to smithi081164505-14 2023-05-20T06:01:09.903 INFO:tasks.rados.rados.0.smithi081.stdout:1066: finishing write tid 2 to smithi081164505-14 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:1066: finishing write tid 3 to smithi081164505-14 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:1066: finishing write tid 4 to smithi081164505-14 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 630 (ObjNum 337 snap 90 seq_num 337) dirty exists 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:1066: left oid 14 (ObjNum 337 snap 90 seq_num 337) 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:1060: done (7 left) 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:1061: done (6 left) 2023-05-20T06:01:09.904 INFO:tasks.rados.rados.0.smithi081.stdout:1062: done (5 left) 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1063: done (4 left) 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1064: done (3 left) 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1065: done (2 left) 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1066: done (1 left) 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1068: read oid 45 snap -1 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1068: expect (ObjNum 227 snap 57 seq_num 227) 2023-05-20T06:01:09.905 INFO:tasks.rados.rados.0.smithi081.stdout:1069: snap_remove snap 88 2023-05-20T06:01:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:09 smithi170 ceph-mon[97338]: osdmap e249: 8 total, 8 up, 8 in 2023-05-20T06:01:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:09 smithi081 ceph-mon[95500]: osdmap e249: 8 total, 8 up, 8 in 2023-05-20T06:01:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:09 smithi081 ceph-mon[107735]: osdmap e249: 8 total, 8 up, 8 in 2023-05-20T06:01:10.682 INFO:tasks.rados.rados.0.smithi081.stdout:1069: done (2 left) 2023-05-20T06:01:10.682 INFO:tasks.rados.rados.0.smithi081.stdout:1070: read oid 22 snap -1 2023-05-20T06:01:10.682 INFO:tasks.rados.rados.0.smithi081.stdout:1070: expect deleted 2023-05-20T06:01:10.683 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 90 2023-05-20T06:01:10.683 INFO:tasks.rados.rados.0.smithi081.stdout:1071: seq_num 338 ranges {4784128=466944,5251072=401408} 2023-05-20T06:01:10.710 INFO:tasks.rados.rados.0.smithi081.stdout:1071: writing smithi081164505-9 from 4784128 to 5251072 tid 1 2023-05-20T06:01:10.712 INFO:tasks.rados.rados.0.smithi081.stdout:1071: writing smithi081164505-9 from 5251072 to 5652480 tid 2 2023-05-20T06:01:10.713 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 90 2023-05-20T06:01:10.713 INFO:tasks.rados.rados.0.smithi081.stdout:1072: seq_num 339 ranges {1695744=483328,2179072=401408} 2023-05-20T06:01:10.724 INFO:tasks.rados.rados.0.smithi081.stdout:1072: writing smithi081164505-43 from 1695744 to 2179072 tid 1 2023-05-20T06:01:10.727 INFO:tasks.rados.rados.0.smithi081.stdout:1072: writing smithi081164505-43 from 2179072 to 2580480 tid 2 2023-05-20T06:01:10.727 INFO:tasks.rados.rados.0.smithi081.stdout:1073: copy_from oid 32 from oid 11 current snap is 90 2023-05-20T06:01:10.727 INFO:tasks.rados.rados.0.smithi081.stdout:1068: expect (ObjNum 227 snap 57 seq_num 227) 2023-05-20T06:01:10.778 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 364 (ObjNum 325 snap 87 seq_num 325) dirty exists 2023-05-20T06:01:10.778 INFO:tasks.rados.rados.0.smithi081.stdout:1071: finishing write tid 1 to smithi081164505-9 2023-05-20T06:01:10.778 INFO:tasks.rados.rados.0.smithi081.stdout:1071: finishing write tid 2 to smithi081164505-9 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:1071: finishing write tid 3 to smithi081164505-9 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:1071: finishing write tid 4 to smithi081164505-9 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 89 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:1071: left oid 9 (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:1067: done (5 left) 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:1068: done (4 left) 2023-05-20T06:01:10.779 INFO:tasks.rados.rados.0.smithi081.stdout:1070: done (3 left) 2023-05-20T06:01:10.780 INFO:tasks.rados.rados.0.smithi081.stdout:1071: done (2 left) 2023-05-20T06:01:10.780 INFO:tasks.rados.rados.0.smithi081.stdout:1074: rollback oid 42 current snap is 90 2023-05-20T06:01:10.780 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 71 2023-05-20T06:01:10.780 INFO:tasks.rados.rados.0.smithi081.stdout:1072: finishing write tid 1 to smithi081164505-43 2023-05-20T06:01:10.780 INFO:tasks.rados.rados.0.smithi081.stdout:1072: finishing write tid 2 to smithi081164505-43 2023-05-20T06:01:10.780 INFO:tasks.rados.rados.0.smithi081.stdout:1072: finishing write tid 3 to smithi081164505-43 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:1072: finishing write tid 4 to smithi081164505-43 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 497 (ObjNum 339 snap 90 seq_num 339) dirty exists 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:1072: left oid 43 (ObjNum 339 snap 90 seq_num 339) 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:1073: finishing copy_from to smithi081164505-32 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 76 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:1073: finishing copy_from racing read to smithi081164505-32 2023-05-20T06:01:10.781 INFO:tasks.rados.rados.0.smithi081.stdout:1072: done (2 left) 2023-05-20T06:01:10.782 INFO:tasks.rados.rados.0.smithi081.stdout:1073: done (1 left) 2023-05-20T06:01:10.782 INFO:tasks.rados.rados.0.smithi081.stdout:1075: copy_from oid 8 from oid 46 current snap is 90 2023-05-20T06:01:10.782 INFO:tasks.rados.rados.0.smithi081.stdout:1076: read oid 27 snap 71 2023-05-20T06:01:10.782 INFO:tasks.rados.rados.0.smithi081.stdout:1076: expect deleted 2023-05-20T06:01:10.782 INFO:tasks.rados.rados.0.smithi081.stdout:1077: copy_from oid 7 from oid 33 current snap is 90 2023-05-20T06:01:10.782 INFO:tasks.rados.rados.0.smithi081.stdout:1078: snap_create 2023-05-20T06:01:10.783 INFO:tasks.rados.rados.0.smithi081.stdout:1074: finishing rollback tid 1 to smithi081164505-42 2023-05-20T06:01:10.783 INFO:tasks.rados.rados.0.smithi081.stdout:1074: finishing rollback tid 2 to smithi081164505-42 2023-05-20T06:01:10.783 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 395 (ObjNum 155 snap 36 seq_num 155) dirty exists 2023-05-20T06:01:10.795 INFO:tasks.rados.rados.0.smithi081.stdout:1077: finishing copy_from to smithi081164505-7 2023-05-20T06:01:10.796 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 170 (ObjNum 300 snap 79 seq_num 300) dirty exists 2023-05-20T06:01:10.796 INFO:tasks.rados.rados.0.smithi081.stdout:1077: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:01:10.798 INFO:tasks.rados.rados.0.smithi081.stdout:1075: finishing copy_from to smithi081164505-8 2023-05-20T06:01:10.798 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 311 (ObjNum 259 snap 67 seq_num 259) dirty exists 2023-05-20T06:01:10.798 INFO:tasks.rados.rados.0.smithi081.stdout:1075: finishing copy_from racing read to smithi081164505-8 2023-05-20T06:01:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:10 smithi170 ceph-mon[97338]: pgmap v121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:10 smithi170 ceph-mon[97338]: osdmap e250: 8 total, 8 up, 8 in 2023-05-20T06:01:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:10 smithi081 ceph-mon[95500]: pgmap v121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:10 smithi081 ceph-mon[95500]: osdmap e250: 8 total, 8 up, 8 in 2023-05-20T06:01:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:10 smithi081 ceph-mon[107735]: pgmap v121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:11.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:10 smithi081 ceph-mon[107735]: osdmap e250: 8 total, 8 up, 8 in 2023-05-20T06:01:11.695 INFO:tasks.rados.rados.0.smithi081.stdout:1074: done (4 left) 2023-05-20T06:01:11.696 INFO:tasks.rados.rados.0.smithi081.stdout:1075: done (3 left) 2023-05-20T06:01:11.696 INFO:tasks.rados.rados.0.smithi081.stdout:1076: done (2 left) 2023-05-20T06:01:11.696 INFO:tasks.rados.rados.0.smithi081.stdout:1077: done (1 left) 2023-05-20T06:01:11.696 INFO:tasks.rados.rados.0.smithi081.stdout:1078: done (0 left) 2023-05-20T06:01:11.696 INFO:tasks.rados.rados.0.smithi081.stdout:1079: read oid 48 snap -1 2023-05-20T06:01:11.696 INFO:tasks.rados.rados.0.smithi081.stdout:1079: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:11.697 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 91 2023-05-20T06:01:11.697 INFO:tasks.rados.rados.0.smithi081.stdout:1080: seq_num 340 ranges {3686400=499712,4186112=401408} 2023-05-20T06:01:11.717 INFO:tasks.rados.rados.0.smithi081.stdout:1080: writing smithi081164505-17 from 3686400 to 4186112 tid 1 2023-05-20T06:01:11.719 INFO:tasks.rados.rados.0.smithi081.stdout:1080: writing smithi081164505-17 from 4186112 to 4587520 tid 2 2023-05-20T06:01:11.719 INFO:tasks.rados.rados.0.smithi081.stdout:1081: copy_from oid 9 from oid 10 current snap is 91 2023-05-20T06:01:11.720 INFO:tasks.rados.rados.0.smithi081.stdout:1079: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:11.726 INFO:tasks.rados.rados.0.smithi081.stdout:1080: finishing write tid 1 to smithi081164505-17 2023-05-20T06:01:11.726 INFO:tasks.rados.rados.0.smithi081.stdout:1080: finishing write tid 2 to smithi081164505-17 2023-05-20T06:01:11.726 INFO:tasks.rados.rados.0.smithi081.stdout:1081: finishing copy_from to smithi081164505-9 2023-05-20T06:01:11.726 INFO:tasks.rados.rados.0.smithi081.stdout:1081: got expected ENOENT (src dne) 2023-05-20T06:01:11.726 INFO:tasks.rados.rados.0.smithi081.stdout:1080: finishing write tid 3 to smithi081164505-17 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1081: finishing copy_from racing read to smithi081164505-9 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1080: finishing write tid 4 to smithi081164505-17 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 400 (ObjNum 340 snap 91 seq_num 340) dirty exists 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1080: left oid 17 (ObjNum 340 snap 91 seq_num 340) 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1079: done (2 left) 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1080: done (1 left) 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1081: done (0 left) 2023-05-20T06:01:11.727 INFO:tasks.rados.rados.0.smithi081.stdout:1082: copy_from oid 49 from oid 9 current snap is 91 2023-05-20T06:01:11.728 INFO:tasks.rados.rados.0.smithi081.stdout:1083: read oid 33 snap -1 2023-05-20T06:01:11.728 INFO:tasks.rados.rados.0.smithi081.stdout:1083: expect (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:01:11.728 INFO:tasks.rados.rados.0.smithi081.stdout:1084: setattr oid 18 current snap is 91 2023-05-20T06:01:11.728 INFO:tasks.rados.rados.0.smithi081.stdout:1085: rollback oid 30 current snap is 91 2023-05-20T06:01:11.728 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 83 2023-05-20T06:01:11.729 INFO:tasks.rados.rados.0.smithi081.stdout:1086: rollback oid 21 current snap is 91 2023-05-20T06:01:11.729 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 90 2023-05-20T06:01:11.729 INFO:tasks.rados.rados.0.smithi081.stdout:1087: read oid 28 snap -1 2023-05-20T06:01:11.729 INFO:tasks.rados.rados.0.smithi081.stdout:1087: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:11.729 INFO:tasks.rados.rados.0.smithi081.stdout:1088: snap_remove snap 89 2023-05-20T06:01:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:11 smithi170 ceph-mon[97338]: osdmap e251: 8 total, 8 up, 8 in 2023-05-20T06:01:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:11 smithi081 ceph-mon[95500]: osdmap e251: 8 total, 8 up, 8 in 2023-05-20T06:01:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:11 smithi081 ceph-mon[107735]: osdmap e251: 8 total, 8 up, 8 in 2023-05-20T06:01:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:01:11.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:01:11.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:12.702 INFO:tasks.rados.rados.0.smithi081.stdout:1088: done (6 left) 2023-05-20T06:01:12.703 INFO:tasks.rados.rados.0.smithi081.stdout:1089: rollback oid 41 current snap is 91 2023-05-20T06:01:12.703 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 80 2023-05-20T06:01:12.703 INFO:tasks.rados.rados.0.smithi081.stdout:1090: read oid 45 snap -1 2023-05-20T06:01:12.704 INFO:tasks.rados.rados.0.smithi081.stdout:1090: expect (ObjNum 227 snap 57 seq_num 227) 2023-05-20T06:01:12.704 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 91 2023-05-20T06:01:12.704 INFO:tasks.rados.rados.0.smithi081.stdout:1091: seq_num 341 ranges {0=516096,516096=401408} 2023-05-20T06:01:12.705 INFO:tasks.rados.rados.0.smithi081.stdout:1091: writing smithi081164505-10 from 0 to 516096 tid 1 2023-05-20T06:01:12.710 INFO:tasks.rados.rados.0.smithi081.stdout:1091: writing smithi081164505-10 from 516096 to 917504 tid 2 2023-05-20T06:01:12.710 INFO:tasks.rados.rados.0.smithi081.stdout:1092: read oid 22 snap -1 2023-05-20T06:01:12.710 INFO:tasks.rados.rados.0.smithi081.stdout:1092: expect deleted 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:1093: rollback oid 20 current snap is 91 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 90 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:1094: delete oid 17 current snap is 91 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:1087: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:1085: finishing rollback tid 0 to smithi081164505-30 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:1085: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:01:12.711 INFO:tasks.rados.rados.0.smithi081.stdout:1085: finishing rollback tid 2 to smithi081164505-30 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 115 (ObjNum 113 snap 25 seq_num 113) dirty exists 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 621 (ObjNum 308 snap 83 seq_num 308) dirty exists 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:1086: finishing rollback tid 0 to smithi081164505-21 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:1086: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:1086: finishing rollback tid 2 to smithi081164505-21 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 689 (ObjNum 308 snap 83 seq_num 308) dirty exists 2023-05-20T06:01:12.712 INFO:tasks.rados.rados.0.smithi081.stdout:1083: expect (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:01:12.963 INFO:tasks.rados.rados.0.smithi081.stdout:1082: finishing copy_from to smithi081164505-49 2023-05-20T06:01:12.963 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 89 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:01:12.963 INFO:tasks.rados.rados.0.smithi081.stdout:1082: finishing copy_from racing read to smithi081164505-49 2023-05-20T06:01:12.964 INFO:tasks.rados.rados.0.smithi081.stdout:1082: done (11 left) 2023-05-20T06:01:12.964 INFO:tasks.rados.rados.0.smithi081.stdout:1083: done (10 left) 2023-05-20T06:01:12.964 INFO:tasks.rados.rados.0.smithi081.stdout:1084: done (9 left) 2023-05-20T06:01:12.964 INFO:tasks.rados.rados.0.smithi081.stdout:1085: done (8 left) 2023-05-20T06:01:12.964 INFO:tasks.rados.rados.0.smithi081.stdout:1086: done (7 left) 2023-05-20T06:01:12.964 INFO:tasks.rados.rados.0.smithi081.stdout:1087: done (6 left) 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:1094: done (5 left) 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:1095: rollback oid 36 current snap is 91 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 84 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:1089: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:1089: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:1089: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 122 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:01:12.965 INFO:tasks.rados.rados.0.smithi081.stdout:1090: expect (ObjNum 227 snap 57 seq_num 227) 2023-05-20T06:01:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:12 smithi170 ceph-mon[97338]: pgmap v124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:12 smithi170 ceph-mon[97338]: osdmap e252: 8 total, 8 up, 8 in 2023-05-20T06:01:13.010 INFO:tasks.rados.rados.0.smithi081.stdout:1091: finishing write tid 1 to smithi081164505-10 2023-05-20T06:01:13.010 INFO:tasks.rados.rados.0.smithi081.stdout:1093: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:01:13.010 INFO:tasks.rados.rados.0.smithi081.stdout:1091: finishing write tid 2 to smithi081164505-10 2023-05-20T06:01:13.010 INFO:tasks.rados.rados.0.smithi081.stdout:1093: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:01:13.010 INFO:tasks.rados.rados.0.smithi081.stdout:1091: finishing write tid 3 to smithi081164505-10 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:1093: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 442 (ObjNum 129 snap 0 seq_num 163953440) dirty exists 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:1091: finishing write tid 4 to smithi081164505-10 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 403 (ObjNum 341 snap 91 seq_num 341) dirty exists 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:1091: left oid 10 (ObjNum 341 snap 91 seq_num 341) 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:1089: done (5 left) 2023-05-20T06:01:13.011 INFO:tasks.rados.rados.0.smithi081.stdout:1090: done (4 left) 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:1091: done (3 left) 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:1092: done (2 left) 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:1093: done (1 left) 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 91 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:1095: finishing rollback tid 0 to smithi081164505-36 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:1095: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:01:13.012 INFO:tasks.rados.rados.0.smithi081.stdout:1095: finishing rollback tid 2 to smithi081164505-36 2023-05-20T06:01:13.013 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 622 (ObjNum 316 snap 84 seq_num 316) dirty exists 2023-05-20T06:01:13.013 INFO:tasks.rados.rados.0.smithi081.stdout:1096: seq_num 343 ranges {2375680=548864,2924544=401408} 2023-05-20T06:01:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:12 smithi081 ceph-mon[95500]: pgmap v124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:12 smithi081 ceph-mon[95500]: osdmap e252: 8 total, 8 up, 8 in 2023-05-20T06:01:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:12 smithi081 ceph-mon[107735]: pgmap v124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:12 smithi081 ceph-mon[107735]: osdmap e252: 8 total, 8 up, 8 in 2023-05-20T06:01:13.025 INFO:tasks.rados.rados.0.smithi081.stdout:1096: writing smithi081164505-15 from 2375680 to 2924544 tid 1 2023-05-20T06:01:13.027 INFO:tasks.rados.rados.0.smithi081.stdout:1096: writing smithi081164505-15 from 2924544 to 3325952 tid 2 2023-05-20T06:01:13.028 INFO:tasks.rados.rados.0.smithi081.stdout:1095: done (1 left) 2023-05-20T06:01:13.028 INFO:tasks.rados.rados.0.smithi081.stdout:1097: delete oid 23 current snap is 91 2023-05-20T06:01:13.030 INFO:tasks.rados.rados.0.smithi081.stdout:1096: finishing write tid 1 to smithi081164505-15 2023-05-20T06:01:13.031 INFO:tasks.rados.rados.0.smithi081.stdout:1096: finishing write tid 2 to smithi081164505-15 2023-05-20T06:01:13.031 INFO:tasks.rados.rados.0.smithi081.stdout:1097: done (1 left) 2023-05-20T06:01:13.031 INFO:tasks.rados.rados.0.smithi081.stdout:1098: rollback oid 47 current snap is 91 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 80 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:1099: read oid 29 snap -1 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:1099: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:1100: read oid 43 snap -1 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:1100: expect (ObjNum 339 snap 90 seq_num 339) 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:1101: read oid 10 snap -1 2023-05-20T06:01:13.032 INFO:tasks.rados.rados.0.smithi081.stdout:1101: expect (ObjNum 341 snap 91 seq_num 341) 2023-05-20T06:01:13.033 INFO:tasks.rados.rados.0.smithi081.stdout:1102: snap_create 2023-05-20T06:01:13.033 INFO:tasks.rados.rados.0.smithi081.stdout:1096: finishing write tid 3 to smithi081164505-15 2023-05-20T06:01:13.033 INFO:tasks.rados.rados.0.smithi081.stdout:1099: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:13.034 INFO:tasks.rados.rados.0.smithi081.stdout:1096: finishing write tid 4 to smithi081164505-15 2023-05-20T06:01:13.034 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 626 (ObjNum 343 snap 91 seq_num 343) dirty exists 2023-05-20T06:01:13.034 INFO:tasks.rados.rados.0.smithi081.stdout:1096: left oid 15 (ObjNum 343 snap 91 seq_num 343) 2023-05-20T06:01:13.035 INFO:tasks.rados.rados.0.smithi081.stdout:1098: finishing rollback tid 0 to smithi081164505-47 2023-05-20T06:01:13.036 INFO:tasks.rados.rados.0.smithi081.stdout:1098: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:01:13.037 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 409 (ObjNum 14881 snap 0 seq_num 3605353248) dirty dne 2023-05-20T06:01:13.038 INFO:tasks.rados.rados.0.smithi081.stdout:1101: expect (ObjNum 341 snap 91 seq_num 341) 2023-05-20T06:01:13.061 INFO:tasks.rados.rados.0.smithi081.stdout:1100: expect (ObjNum 339 snap 90 seq_num 339) 2023-05-20T06:01:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:01:13.707 INFO:tasks.rados.rados.0.smithi081.stdout:1096: done (5 left) 2023-05-20T06:01:13.707 INFO:tasks.rados.rados.0.smithi081.stdout:1098: done (4 left) 2023-05-20T06:01:13.708 INFO:tasks.rados.rados.0.smithi081.stdout:1099: done (3 left) 2023-05-20T06:01:13.708 INFO:tasks.rados.rados.0.smithi081.stdout:1100: done (2 left) 2023-05-20T06:01:13.708 INFO:tasks.rados.rados.0.smithi081.stdout:1101: done (1 left) 2023-05-20T06:01:13.708 INFO:tasks.rados.rados.0.smithi081.stdout:1102: done (0 left) 2023-05-20T06:01:13.709 INFO:tasks.rados.rados.0.smithi081.stdout:1103: copy_from oid 31 from oid 33 current snap is 92 2023-05-20T06:01:13.709 INFO:tasks.rados.rados.0.smithi081.stdout:1104: read oid 10 snap -1 2023-05-20T06:01:13.709 INFO:tasks.rados.rados.0.smithi081.stdout:1104: expect (ObjNum 341 snap 91 seq_num 341) 2023-05-20T06:01:13.709 INFO:tasks.rados.rados.0.smithi081.stdout:1105: snap_remove snap 80 2023-05-20T06:01:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:13 smithi170 ceph-mon[97338]: osdmap e253: 8 total, 8 up, 8 in 2023-05-20T06:01:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:13 smithi081 ceph-mon[95500]: osdmap e253: 8 total, 8 up, 8 in 2023-05-20T06:01:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:13 smithi081 ceph-mon[107735]: osdmap e253: 8 total, 8 up, 8 in 2023-05-20T06:01:14.720 INFO:tasks.rados.rados.0.smithi081.stdout:1105: done (2 left) 2023-05-20T06:01:14.720 INFO:tasks.rados.rados.0.smithi081.stdout:1106: snap_create 2023-05-20T06:01:14.720 INFO:tasks.rados.rados.0.smithi081.stdout:1104: expect (ObjNum 341 snap 91 seq_num 341) 2023-05-20T06:01:14.751 INFO:tasks.rados.rados.0.smithi081.stdout:1103: finishing copy_from to smithi081164505-31 2023-05-20T06:01:14.751 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 170 (ObjNum 300 snap 79 seq_num 300) dirty exists 2023-05-20T06:01:14.751 INFO:tasks.rados.rados.0.smithi081.stdout:1103: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:01:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:14 smithi170 ceph-mon[97338]: pgmap v127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:14 smithi170 ceph-mon[97338]: osdmap e254: 8 total, 8 up, 8 in 2023-05-20T06:01:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:14 smithi081 ceph-mon[95500]: pgmap v127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:14 smithi081 ceph-mon[95500]: osdmap e254: 8 total, 8 up, 8 in 2023-05-20T06:01:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:14 smithi081 ceph-mon[107735]: pgmap v127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:15.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:14 smithi081 ceph-mon[107735]: osdmap e254: 8 total, 8 up, 8 in 2023-05-20T06:01:15.721 INFO:tasks.rados.rados.0.smithi081.stdout:1103: done (2 left) 2023-05-20T06:01:15.722 INFO:tasks.rados.rados.0.smithi081.stdout:1104: done (1 left) 2023-05-20T06:01:15.722 INFO:tasks.rados.rados.0.smithi081.stdout:1106: done (0 left) 2023-05-20T06:01:15.722 INFO:tasks.rados.rados.0.smithi081.stdout:1107: read oid 29 snap -1 2023-05-20T06:01:15.722 INFO:tasks.rados.rados.0.smithi081.stdout:1107: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:15.722 INFO:tasks.rados.rados.0.smithi081.stdout:1108: read oid 50 snap 83 2023-05-20T06:01:15.722 INFO:tasks.rados.rados.0.smithi081.stdout:1108: expect (ObjNum 163766320 snap 21996 seq_num 163748816) 2023-05-20T06:01:15.723 INFO:tasks.rados.rados.0.smithi081.stdout:1109: read oid 15 snap -1 2023-05-20T06:01:15.723 INFO:tasks.rados.rados.0.smithi081.stdout:1109: expect (ObjNum 343 snap 91 seq_num 343) 2023-05-20T06:01:15.723 INFO:tasks.rados.rados.0.smithi081.stdout:1110: snap_remove snap 90 2023-05-20T06:01:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:15 smithi170 ceph-mon[97338]: osdmap e255: 8 total, 8 up, 8 in 2023-05-20T06:01:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:15 smithi081 ceph-mon[95500]: osdmap e255: 8 total, 8 up, 8 in 2023-05-20T06:01:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:15 smithi081 ceph-mon[107735]: osdmap e255: 8 total, 8 up, 8 in 2023-05-20T06:01:16.727 INFO:tasks.rados.rados.0.smithi081.stdout:1110: done (3 left) 2023-05-20T06:01:16.727 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 93 2023-05-20T06:01:16.727 INFO:tasks.rados.rados.0.smithi081.stdout:1111: seq_num 345 ranges {0=581632,581632=401408} 2023-05-20T06:01:16.730 INFO:tasks.rados.rados.0.smithi081.stdout:1111: writing smithi081164505-37 from 0 to 581632 tid 1 2023-05-20T06:01:16.737 INFO:tasks.rados.rados.0.smithi081.stdout:1111: writing smithi081164505-37 from 581632 to 983040 tid 2 2023-05-20T06:01:16.738 INFO:tasks.rados.rados.0.smithi081.stdout:1112: copy_from oid 19 from oid 33 current snap is 93 2023-05-20T06:01:16.738 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 93 2023-05-20T06:01:16.738 INFO:tasks.rados.rados.0.smithi081.stdout:1113: seq_num 346 ranges {630784=598016,1228800=401408} 2023-05-20T06:01:16.740 INFO:tasks.rados.rados.0.smithi081.stdout:1113: writing smithi081164505-3 from 630784 to 1228800 tid 1 2023-05-20T06:01:16.743 INFO:tasks.rados.rados.0.smithi081.stdout:1113: writing smithi081164505-3 from 1228800 to 1630208 tid 2 2023-05-20T06:01:16.743 INFO:tasks.rados.rados.0.smithi081.stdout:1114: snap_remove snap 71 2023-05-20T06:01:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:16 smithi170 ceph-mon[97338]: pgmap v130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:16.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:16 smithi170 ceph-mon[97338]: osdmap e256: 8 total, 8 up, 8 in 2023-05-20T06:01:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:16 smithi081 ceph-mon[95500]: pgmap v130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:16 smithi081 ceph-mon[95500]: osdmap e256: 8 total, 8 up, 8 in 2023-05-20T06:01:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:16 smithi081 ceph-mon[107735]: pgmap v130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:17.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:16 smithi081 ceph-mon[107735]: osdmap e256: 8 total, 8 up, 8 in 2023-05-20T06:01:17.743 INFO:tasks.rados.rados.0.smithi081.stdout:1114: done (6 left) 2023-05-20T06:01:17.743 INFO:tasks.rados.rados.0.smithi081.stdout:1115: delete oid 4 current snap is 93 2023-05-20T06:01:17.753 INFO:tasks.rados.rados.0.smithi081.stdout:1107: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:17.754 INFO:tasks.rados.rados.0.smithi081.stdout:1108: expect (ObjNum 163766320 snap 21996 seq_num 163748816) 2023-05-20T06:01:17.754 INFO:tasks.rados.rados.0.smithi081.stdout:1109: expect (ObjNum 343 snap 91 seq_num 343) 2023-05-20T06:01:17.938 INFO:tasks.rados.rados.0.smithi081.stdout:1111: finishing write tid 1 to smithi081164505-37 2023-05-20T06:01:17.938 INFO:tasks.rados.rados.0.smithi081.stdout:1111: finishing write tid 2 to smithi081164505-37 2023-05-20T06:01:17.938 INFO:tasks.rados.rados.0.smithi081.stdout:1111: finishing write tid 3 to smithi081164505-37 2023-05-20T06:01:17.939 INFO:tasks.rados.rados.0.smithi081.stdout:1113: finishing write tid 1 to smithi081164505-3 2023-05-20T06:01:17.939 INFO:tasks.rados.rados.0.smithi081.stdout:1113: finishing write tid 2 to smithi081164505-3 2023-05-20T06:01:17.939 INFO:tasks.rados.rados.0.smithi081.stdout:1111: finishing write tid 4 to smithi081164505-37 2023-05-20T06:01:17.940 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 401 (ObjNum 345 snap 93 seq_num 345) dirty exists 2023-05-20T06:01:17.940 INFO:tasks.rados.rados.0.smithi081.stdout:1111: left oid 37 (ObjNum 345 snap 93 seq_num 345) 2023-05-20T06:01:17.940 INFO:tasks.rados.rados.0.smithi081.stdout:1113: finishing write tid 3 to smithi081164505-3 2023-05-20T06:01:17.940 INFO:tasks.rados.rados.0.smithi081.stdout:1113: finishing write tid 4 to smithi081164505-3 2023-05-20T06:01:17.940 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 500 (ObjNum 346 snap 93 seq_num 346) dirty exists 2023-05-20T06:01:17.940 INFO:tasks.rados.rados.0.smithi081.stdout:1113: left oid 3 (ObjNum 346 snap 93 seq_num 346) 2023-05-20T06:01:17.941 INFO:tasks.rados.rados.0.smithi081.stdout:1112: finishing copy_from to smithi081164505-19 2023-05-20T06:01:17.941 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 170 (ObjNum 300 snap 79 seq_num 300) dirty exists 2023-05-20T06:01:17.941 INFO:tasks.rados.rados.0.smithi081.stdout:1112: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:01:17.941 INFO:tasks.rados.rados.0.smithi081.stdout:1107: done (6 left) 2023-05-20T06:01:17.941 INFO:tasks.rados.rados.0.smithi081.stdout:1108: done (5 left) 2023-05-20T06:01:17.941 INFO:tasks.rados.rados.0.smithi081.stdout:1109: done (4 left) 2023-05-20T06:01:17.942 INFO:tasks.rados.rados.0.smithi081.stdout:1111: done (3 left) 2023-05-20T06:01:17.942 INFO:tasks.rados.rados.0.smithi081.stdout:1112: done (2 left) 2023-05-20T06:01:17.943 INFO:tasks.rados.rados.0.smithi081.stdout:1113: done (1 left) 2023-05-20T06:01:17.943 INFO:tasks.rados.rados.0.smithi081.stdout:1115: done (0 left) 2023-05-20T06:01:17.943 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 93 2023-05-20T06:01:17.943 INFO:tasks.rados.rados.0.smithi081.stdout:1116: seq_num 348 ranges {3145728=630784,3776512=401408} 2023-05-20T06:01:17.957 INFO:tasks.rados.rados.0.smithi081.stdout:1116: writing smithi081164505-46 from 3145728 to 3776512 tid 1 2023-05-20T06:01:17.959 INFO:tasks.rados.rados.0.smithi081.stdout:1116: writing smithi081164505-46 from 3776512 to 4177920 tid 2 2023-05-20T06:01:17.960 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 93 2023-05-20T06:01:17.960 INFO:tasks.rados.rados.0.smithi081.stdout:1117: seq_num 349 ranges {3325952=655360,3981312=401408} 2023-05-20T06:01:17.980 INFO:tasks.rados.rados.0.smithi081.stdout:1117: writing smithi081164505-15 from 3325952 to 3981312 tid 1 2023-05-20T06:01:17.983 INFO:tasks.rados.rados.0.smithi081.stdout:1117: writing smithi081164505-15 from 3981312 to 4382720 tid 2 2023-05-20T06:01:17.983 INFO:tasks.rados.rados.0.smithi081.stdout:1118: read oid 31 snap -1 2023-05-20T06:01:17.983 INFO:tasks.rados.rados.0.smithi081.stdout:1118: expect (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:01:17.983 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 93 2023-05-20T06:01:17.984 INFO:tasks.rados.rados.0.smithi081.stdout:1116: finishing write tid 1 to smithi081164505-46 2023-05-20T06:01:17.984 INFO:tasks.rados.rados.0.smithi081.stdout:1119: seq_num 350 ranges {0=671744,671744=401408} 2023-05-20T06:01:17.987 INFO:tasks.rados.rados.0.smithi081.stdout:1119: writing smithi081164505-23 from 0 to 671744 tid 1 2023-05-20T06:01:17.989 INFO:tasks.rados.rados.0.smithi081.stdout:1119: writing smithi081164505-23 from 671744 to 1073152 tid 2 2023-05-20T06:01:17.990 INFO:tasks.rados.rados.0.smithi081.stdout:1120: snap_remove snap 83 2023-05-20T06:01:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:17 smithi170 ceph-mon[97338]: osdmap e257: 8 total, 8 up, 8 in 2023-05-20T06:01:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:17 smithi081 ceph-mon[95500]: osdmap e257: 8 total, 8 up, 8 in 2023-05-20T06:01:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:17 smithi081 ceph-mon[107735]: osdmap e257: 8 total, 8 up, 8 in 2023-05-20T06:01:18.745 INFO:tasks.rados.rados.0.smithi081.stdout:1120: done (4 left) 2023-05-20T06:01:18.745 INFO:tasks.rados.rados.0.smithi081.stdout:1121: rmattr oid 47 current snap is 93 2023-05-20T06:01:18.745 INFO:tasks.rados.rados.0.smithi081.stdout:1121: done (4 left) 2023-05-20T06:01:18.746 INFO:tasks.rados.rados.0.smithi081.stdout:1122: snap_remove snap 92 2023-05-20T06:01:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:18 smithi170 ceph-mon[97338]: pgmap v133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:18 smithi170 ceph-mon[97338]: osdmap e258: 8 total, 8 up, 8 in 2023-05-20T06:01:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:18 smithi081 ceph-mon[95500]: pgmap v133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:18 smithi081 ceph-mon[95500]: osdmap e258: 8 total, 8 up, 8 in 2023-05-20T06:01:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:18 smithi081 ceph-mon[107735]: pgmap v133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:19.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:18 smithi081 ceph-mon[107735]: osdmap e258: 8 total, 8 up, 8 in 2023-05-20T06:01:19.752 INFO:tasks.rados.rados.0.smithi081.stdout:1122: done (4 left) 2023-05-20T06:01:19.753 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 93 2023-05-20T06:01:19.753 INFO:tasks.rados.rados.0.smithi081.stdout:1116: finishing write tid 2 to smithi081164505-46 2023-05-20T06:01:19.753 INFO:tasks.rados.rados.0.smithi081.stdout:1116: finishing write tid 3 to smithi081164505-46 2023-05-20T06:01:19.754 INFO:tasks.rados.rados.0.smithi081.stdout:1116: finishing write tid 4 to smithi081164505-46 2023-05-20T06:01:19.754 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 411 (ObjNum 348 snap 93 seq_num 348) dirty exists 2023-05-20T06:01:19.754 INFO:tasks.rados.rados.0.smithi081.stdout:1116: left oid 46 (ObjNum 348 snap 93 seq_num 348) 2023-05-20T06:01:19.755 INFO:tasks.rados.rados.0.smithi081.stdout:1117: finishing write tid 1 to smithi081164505-15 2023-05-20T06:01:19.755 INFO:tasks.rados.rados.0.smithi081.stdout:1117: finishing write tid 2 to smithi081164505-15 2023-05-20T06:01:19.755 INFO:tasks.rados.rados.0.smithi081.stdout:1117: finishing write tid 3 to smithi081164505-15 2023-05-20T06:01:19.756 INFO:tasks.rados.rados.0.smithi081.stdout:1117: finishing write tid 4 to smithi081164505-15 2023-05-20T06:01:19.756 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 650 (ObjNum 349 snap 93 seq_num 349) dirty exists 2023-05-20T06:01:19.756 INFO:tasks.rados.rados.0.smithi081.stdout:1117: left oid 15 (ObjNum 349 snap 93 seq_num 349) 2023-05-20T06:01:19.756 INFO:tasks.rados.rados.0.smithi081.stdout:1118: expect (ObjNum 300 snap 79 seq_num 300) 2023-05-20T06:01:20.001 INFO:tasks.rados.rados.0.smithi081.stdout:1119: finishing write tid 1 to smithi081164505-23 2023-05-20T06:01:20.002 INFO:tasks.rados.rados.0.smithi081.stdout:1119: finishing write tid 2 to smithi081164505-23 2023-05-20T06:01:20.002 INFO:tasks.rados.rados.0.smithi081.stdout:1119: finishing write tid 3 to smithi081164505-23 2023-05-20T06:01:20.002 INFO:tasks.rados.rados.0.smithi081.stdout:1119: finishing write tid 4 to smithi081164505-23 2023-05-20T06:01:20.002 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 718 (ObjNum 350 snap 93 seq_num 350) dirty exists 2023-05-20T06:01:20.002 INFO:tasks.rados.rados.0.smithi081.stdout:1119: left oid 23 (ObjNum 350 snap 93 seq_num 350) 2023-05-20T06:01:20.002 INFO:tasks.rados.rados.0.smithi081.stdout:1123: seq_num 351 ranges {1695744=688128,2383872=401408} 2023-05-20T06:01:20.014 INFO:tasks.rados.rados.0.smithi081.stdout:1123: writing smithi081164505-45 from 1695744 to 2383872 tid 1 2023-05-20T06:01:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:19 smithi081 ceph-mon[95500]: osdmap e259: 8 total, 8 up, 8 in 2023-05-20T06:01:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:19 smithi081 ceph-mon[107735]: osdmap e259: 8 total, 8 up, 8 in 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1123: writing smithi081164505-45 from 2383872 to 2785280 tid 2 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1116: done (4 left) 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1117: done (3 left) 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1118: done (2 left) 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1119: done (1 left) 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1124: read oid 40 snap -1 2023-05-20T06:01:20.018 INFO:tasks.rados.rados.0.smithi081.stdout:1124: expect (ObjNum 319 snap 84 seq_num 319) 2023-05-20T06:01:20.019 INFO:tasks.rados.rados.0.smithi081.stdout:1125: delete oid 23 current snap is 93 2023-05-20T06:01:20.020 INFO:tasks.rados.rados.0.smithi081.stdout:1123: finishing write tid 1 to smithi081164505-45 2023-05-20T06:01:20.021 INFO:tasks.rados.rados.0.smithi081.stdout:1125: done (2 left) 2023-05-20T06:01:20.021 INFO:tasks.rados.rados.0.smithi081.stdout:1126: delete oid 37 current snap is 93 2023-05-20T06:01:20.021 INFO:tasks.rados.rados.0.smithi081.stdout:1123: finishing write tid 2 to smithi081164505-45 2023-05-20T06:01:20.021 INFO:tasks.rados.rados.0.smithi081.stdout:1123: finishing write tid 3 to smithi081164505-45 2023-05-20T06:01:20.021 INFO:tasks.rados.rados.0.smithi081.stdout:1123: finishing write tid 4 to smithi081164505-45 2023-05-20T06:01:20.022 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 421 (ObjNum 351 snap 93 seq_num 351) dirty exists 2023-05-20T06:01:20.022 INFO:tasks.rados.rados.0.smithi081.stdout:1123: left oid 45 (ObjNum 351 snap 93 seq_num 351) 2023-05-20T06:01:20.022 INFO:tasks.rados.rados.0.smithi081.stdout:1124: expect (ObjNum 319 snap 84 seq_num 319) 2023-05-20T06:01:20.041 INFO:tasks.rados.rados.0.smithi081.stdout:1123: done (2 left) 2023-05-20T06:01:20.042 INFO:tasks.rados.rados.0.smithi081.stdout:1124: done (1 left) 2023-05-20T06:01:20.042 INFO:tasks.rados.rados.0.smithi081.stdout:1126: done (0 left) 2023-05-20T06:01:20.042 INFO:tasks.rados.rados.0.smithi081.stdout:1127: read oid 23 snap 91 2023-05-20T06:01:20.042 INFO:tasks.rados.rados.0.smithi081.stdout:1127: expect deleted 2023-05-20T06:01:20.043 INFO:tasks.rados.rados.0.smithi081.stdout:1128: delete oid 13 current snap is 93 2023-05-20T06:01:20.044 INFO:tasks.rados.rados.0.smithi081.stdout:1127: done (1 left) 2023-05-20T06:01:20.045 INFO:tasks.rados.rados.0.smithi081.stdout:1128: done (0 left) 2023-05-20T06:01:20.045 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 93 2023-05-20T06:01:20.045 INFO:tasks.rados.rados.0.smithi081.stdout:1129: seq_num 355 ranges {4415488=753664,5169152=401408} 2023-05-20T06:01:20.072 INFO:tasks.rados.rados.0.smithi081.stdout:1129: writing smithi081164505-19 from 4415488 to 5169152 tid 1 2023-05-20T06:01:20.075 INFO:tasks.rados.rados.0.smithi081.stdout:1129: writing smithi081164505-19 from 5169152 to 5570560 tid 2 2023-05-20T06:01:20.075 INFO:tasks.rados.rados.0.smithi081.stdout:1130: read oid 15 snap -1 2023-05-20T06:01:20.075 INFO:tasks.rados.rados.0.smithi081.stdout:1130: expect (ObjNum 349 snap 93 seq_num 349) 2023-05-20T06:01:20.075 INFO:tasks.rados.rados.0.smithi081.stdout:1131: read oid 27 snap 84 2023-05-20T06:01:20.076 INFO:tasks.rados.rados.0.smithi081.stdout:1131: expect deleted 2023-05-20T06:01:20.076 INFO:tasks.rados.rados.0.smithi081.stdout:1132: snap_remove snap 91 2023-05-20T06:01:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:19 smithi170 ceph-mon[97338]: osdmap e259: 8 total, 8 up, 8 in 2023-05-20T06:01:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:20 smithi081 ceph-mon[95500]: pgmap v136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:20 smithi081 ceph-mon[95500]: osdmap e260: 8 total, 8 up, 8 in 2023-05-20T06:01:21.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:20 smithi081 ceph-mon[107735]: pgmap v136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:21.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:20 smithi081 ceph-mon[107735]: osdmap e260: 8 total, 8 up, 8 in 2023-05-20T06:01:21.052 INFO:tasks.rados.rados.0.smithi081.stdout:1132: done (3 left) 2023-05-20T06:01:21.052 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 93 2023-05-20T06:01:21.053 INFO:tasks.rados.rados.0.smithi081.stdout:1133: seq_num 356 ranges {917504=770048,1687552=401408} 2023-05-20T06:01:21.061 INFO:tasks.rados.rados.0.smithi081.stdout:1133: writing smithi081164505-36 from 917504 to 1687552 tid 1 2023-05-20T06:01:21.064 INFO:tasks.rados.rados.0.smithi081.stdout:1133: writing smithi081164505-36 from 1687552 to 2088960 tid 2 2023-05-20T06:01:21.064 INFO:tasks.rados.rados.0.smithi081.stdout:1134: rmattr oid 6 current snap is 93 2023-05-20T06:01:21.064 INFO:tasks.rados.rados.0.smithi081.stdout:1134: done (4 left) 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1135: copy_from oid 5 from oid 4 current snap is 93 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1129: finishing write tid 1 to smithi081164505-19 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1129: finishing write tid 2 to smithi081164505-19 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1129: finishing write tid 3 to smithi081164505-19 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1129: finishing write tid 4 to smithi081164505-19 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 479 (ObjNum 355 snap 93 seq_num 355) dirty exists 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1129: left oid 19 (ObjNum 355 snap 93 seq_num 355) 2023-05-20T06:01:21.065 INFO:tasks.rados.rados.0.smithi081.stdout:1130: expect (ObjNum 349 snap 93 seq_num 349) 2023-05-20T06:01:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:20 smithi170 ceph-mon[97338]: pgmap v136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:20 smithi170 ceph-mon[97338]: osdmap e260: 8 total, 8 up, 8 in 2023-05-20T06:01:21.325 INFO:tasks.rados.rados.0.smithi081.stdout:1133: finishing write tid 1 to smithi081164505-36 2023-05-20T06:01:21.325 INFO:tasks.rados.rados.0.smithi081.stdout:1133: finishing write tid 2 to smithi081164505-36 2023-05-20T06:01:21.326 INFO:tasks.rados.rados.0.smithi081.stdout:1133: finishing write tid 3 to smithi081164505-36 2023-05-20T06:01:21.326 INFO:tasks.rados.rados.0.smithi081.stdout:1135: finishing copy_from to smithi081164505-5 2023-05-20T06:01:21.326 INFO:tasks.rados.rados.0.smithi081.stdout:1135: got expected ENOENT (src dne) 2023-05-20T06:01:21.326 INFO:tasks.rados.rados.0.smithi081.stdout:1135: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:01:21.326 INFO:tasks.rados.rados.0.smithi081.stdout:1133: finishing write tid 4 to smithi081164505-36 2023-05-20T06:01:21.327 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 669 (ObjNum 356 snap 93 seq_num 356) dirty exists 2023-05-20T06:01:21.327 INFO:tasks.rados.rados.0.smithi081.stdout:1133: left oid 36 (ObjNum 356 snap 93 seq_num 356) 2023-05-20T06:01:21.327 INFO:tasks.rados.rados.0.smithi081.stdout:1129: done (4 left) 2023-05-20T06:01:21.328 INFO:tasks.rados.rados.0.smithi081.stdout:1130: done (3 left) 2023-05-20T06:01:21.328 INFO:tasks.rados.rados.0.smithi081.stdout:1131: done (2 left) 2023-05-20T06:01:21.328 INFO:tasks.rados.rados.0.smithi081.stdout:1133: done (1 left) 2023-05-20T06:01:21.329 INFO:tasks.rados.rados.0.smithi081.stdout:1135: done (0 left) 2023-05-20T06:01:21.329 INFO:tasks.rados.rados.0.smithi081.stdout:1136: delete oid 34 current snap is 93 2023-05-20T06:01:21.333 INFO:tasks.rados.rados.0.smithi081.stdout:1136: done (0 left) 2023-05-20T06:01:21.333 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 93 2023-05-20T06:01:21.333 INFO:tasks.rados.rados.0.smithi081.stdout:1137: seq_num 358 ranges {4210688=802816,5013504=401408} 2023-05-20T06:01:21.355 INFO:tasks.rados.rados.0.smithi081.stdout:1137: writing smithi081164505-32 from 4210688 to 5013504 tid 1 2023-05-20T06:01:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:1137: writing smithi081164505-32 from 5013504 to 5414912 tid 2 2023-05-20T06:01:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:1138: snap_remove snap 84 2023-05-20T06:01:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:01:21.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:01:21.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:22.063 INFO:tasks.rados.rados.0.smithi081.stdout:1138: done (1 left) 2023-05-20T06:01:22.063 INFO:tasks.rados.rados.0.smithi081.stdout:1139: rmattr oid 33 current snap is 93 2023-05-20T06:01:22.063 INFO:tasks.rados.rados.0.smithi081.stdout:1139: done (1 left) 2023-05-20T06:01:22.064 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 93 2023-05-20T06:01:22.064 INFO:tasks.rados.rados.0.smithi081.stdout:1140: seq_num 359 ranges {3137536=417792,3555328=417792,3973120=385024} 2023-05-20T06:01:22.082 INFO:tasks.rados.rados.0.smithi081.stdout:1140: writing smithi081164505-14 from 3137536 to 3555328 tid 1 2023-05-20T06:01:22.085 INFO:tasks.rados.rados.0.smithi081.stdout:1140: writing smithi081164505-14 from 3555328 to 3973120 tid 2 2023-05-20T06:01:22.087 INFO:tasks.rados.rados.0.smithi081.stdout:1140: writing smithi081164505-14 from 3973120 to 4358144 tid 3 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:1141: delete oid 37 current snap is 93 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:1137: finishing write tid 1 to smithi081164505-32 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:1137: finishing write tid 2 to smithi081164505-32 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:1137: finishing write tid 3 to smithi081164505-32 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:1137: finishing write tid 4 to smithi081164505-32 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 624 (ObjNum 358 snap 93 seq_num 358) dirty exists 2023-05-20T06:01:22.088 INFO:tasks.rados.rados.0.smithi081.stdout:1137: left oid 32 (ObjNum 358 snap 93 seq_num 358) 2023-05-20T06:01:22.089 INFO:tasks.rados.rados.0.smithi081.stdout:1140: finishing write tid 1 to smithi081164505-14 2023-05-20T06:01:22.089 INFO:tasks.rados.rados.0.smithi081.stdout:1140: finishing write tid 2 to smithi081164505-14 2023-05-20T06:01:22.089 INFO:tasks.rados.rados.0.smithi081.stdout:1137: done (2 left) 2023-05-20T06:01:22.089 INFO:tasks.rados.rados.0.smithi081.stdout:1141: done (1 left) 2023-05-20T06:01:22.090 INFO:tasks.rados.rados.0.smithi081.stdout:1142: read oid 30 snap -1 2023-05-20T06:01:22.090 INFO:tasks.rados.rados.0.smithi081.stdout:1142: expect (ObjNum 113 snap 25 seq_num 113) 2023-05-20T06:01:22.090 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 93 2023-05-20T06:01:22.090 INFO:tasks.rados.rados.0.smithi081.stdout:1143: seq_num 361 ranges {917504=450560,1368064=581632,1949696=221184} 2023-05-20T06:01:22.097 INFO:tasks.rados.rados.0.smithi081.stdout:1143: writing smithi081164505-10 from 917504 to 1368064 tid 1 2023-05-20T06:01:22.100 INFO:tasks.rados.rados.0.smithi081.stdout:1143: writing smithi081164505-10 from 1368064 to 1949696 tid 2 2023-05-20T06:01:22.102 INFO:tasks.rados.rados.0.smithi081.stdout:1143: writing smithi081164505-10 from 1949696 to 2170880 tid 3 2023-05-20T06:01:22.102 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 93 2023-05-20T06:01:22.102 INFO:tasks.rados.rados.0.smithi081.stdout:1140: finishing write tid 3 to smithi081164505-14 2023-05-20T06:01:22.102 INFO:tasks.rados.rados.0.smithi081.stdout:1144: seq_num 362 ranges {786432=466944,1253376=466944,1720320=335872} 2023-05-20T06:01:22.108 INFO:tasks.rados.rados.0.smithi081.stdout:1144: writing smithi081164505-38 from 786432 to 1253376 tid 1 2023-05-20T06:01:22.111 INFO:tasks.rados.rados.0.smithi081.stdout:1144: writing smithi081164505-38 from 1253376 to 1720320 tid 2 2023-05-20T06:01:22.113 INFO:tasks.rados.rados.0.smithi081.stdout:1144: writing smithi081164505-38 from 1720320 to 2056192 tid 3 2023-05-20T06:01:22.113 INFO:tasks.rados.rados.0.smithi081.stdout:1145: copy_from oid 25 from oid 20 current snap is 93 2023-05-20T06:01:22.114 INFO:tasks.rados.rados.0.smithi081.stdout:1140: finishing write tid 4 to smithi081164505-14 2023-05-20T06:01:22.114 INFO:tasks.rados.rados.0.smithi081.stdout:1140: finishing write tid 5 to smithi081164505-14 2023-05-20T06:01:22.114 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 668 (ObjNum 359 snap 93 seq_num 359) dirty exists 2023-05-20T06:01:22.114 INFO:tasks.rados.rados.0.smithi081.stdout:1140: left oid 14 (ObjNum 359 snap 93 seq_num 359) 2023-05-20T06:01:22.114 INFO:tasks.rados.rados.0.smithi081.stdout:1142: expect (ObjNum 113 snap 25 seq_num 113) 2023-05-20T06:01:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:1143: finishing write tid 1 to smithi081164505-10 2023-05-20T06:01:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:1143: finishing write tid 2 to smithi081164505-10 2023-05-20T06:01:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:1143: finishing write tid 3 to smithi081164505-10 2023-05-20T06:01:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:1143: finishing write tid 4 to smithi081164505-10 2023-05-20T06:01:22.182 INFO:tasks.rados.rados.0.smithi081.stdout:1143: finishing write tid 5 to smithi081164505-10 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 437 (ObjNum 361 snap 93 seq_num 361) dirty exists 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:1143: left oid 10 (ObjNum 361 snap 93 seq_num 361) 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:1144: finishing write tid 1 to smithi081164505-38 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:1140: done (4 left) 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:1142: done (3 left) 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:1143: done (2 left) 2023-05-20T06:01:22.183 INFO:tasks.rados.rados.0.smithi081.stdout:1146: rollback oid 11 current snap is 93 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:1146: done (2 left) 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:1147: copy_from oid 35 from oid 44 current snap is 93 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:1144: finishing write tid 2 to smithi081164505-38 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:1145: finishing copy_from to smithi081164505-25 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 442 (ObjNum 65 snap 0 seq_num 0) dirty exists 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:1144: finishing write tid 3 to smithi081164505-38 2023-05-20T06:01:22.184 INFO:tasks.rados.rados.0.smithi081.stdout:1144: finishing write tid 4 to smithi081164505-38 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1145: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1144: finishing write tid 5 to smithi081164505-38 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 551 (ObjNum 362 snap 93 seq_num 362) dirty exists 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1144: left oid 38 (ObjNum 362 snap 93 seq_num 362) 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1144: done (2 left) 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1145: done (1 left) 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1148: rmattr oid 28 current snap is 93 2023-05-20T06:01:22.185 INFO:tasks.rados.rados.0.smithi081.stdout:1149: delete oid 18 current snap is 93 2023-05-20T06:01:22.186 INFO:tasks.rados.rados.0.smithi081.stdout:1149: done (2 left) 2023-05-20T06:01:22.186 INFO:tasks.rados.rados.0.smithi081.stdout:1150: read oid 18 snap -1 2023-05-20T06:01:22.186 INFO:tasks.rados.rados.0.smithi081.stdout:1150: expect deleted 2023-05-20T06:01:22.187 INFO:tasks.rados.rados.0.smithi081.stdout:1151: delete oid 24 current snap is 93 2023-05-20T06:01:22.187 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 395 (ObjNum 497 snap 0 seq_num 3605351936) dirty exists 2023-05-20T06:01:22.187 INFO:tasks.rados.rados.0.smithi081.stdout:1148: done (3 left) 2023-05-20T06:01:22.187 INFO:tasks.rados.rados.0.smithi081.stdout:1150: done (2 left) 2023-05-20T06:01:22.188 INFO:tasks.rados.rados.0.smithi081.stdout:1151: done (1 left) 2023-05-20T06:01:22.188 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 93 2023-05-20T06:01:22.188 INFO:tasks.rados.rados.0.smithi081.stdout:1152: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2023-05-20T06:01:22.188 INFO:tasks.rados.rados.0.smithi081.stdout:1152: writing smithi081164505-27 from 0 to 516096 tid 1 2023-05-20T06:01:22.192 INFO:tasks.rados.rados.0.smithi081.stdout:1152: writing smithi081164505-27 from 516096 to 1089536 tid 2 2023-05-20T06:01:22.193 INFO:tasks.rados.rados.0.smithi081.stdout:1152: writing smithi081164505-27 from 1089536 to 1318912 tid 3 2023-05-20T06:01:22.193 INFO:tasks.rados.rados.0.smithi081.stdout:1153: copy_from oid 23 from oid 28 current snap is 93 2023-05-20T06:01:22.193 INFO:tasks.rados.rados.0.smithi081.stdout:1147: finishing copy_from to smithi081164505-35 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 394 (ObjNum 303 snap 81 seq_num 303) dirty exists 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:1147: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:1152: finishing write tid 1 to smithi081164505-27 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:1147: done (2 left) 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:1154: copy_from oid 7 from oid 1 current snap is 93 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:1155: rollback oid 6 current snap is 93 2023-05-20T06:01:22.194 INFO:tasks.rados.rados.0.smithi081.stdout:1155: done (3 left) 2023-05-20T06:01:22.195 INFO:tasks.rados.rados.0.smithi081.stdout:1156: snap_create 2023-05-20T06:01:22.195 INFO:tasks.rados.rados.0.smithi081.stdout:1152: finishing write tid 2 to smithi081164505-27 2023-05-20T06:01:22.196 INFO:tasks.rados.rados.0.smithi081.stdout:1152: finishing write tid 3 to smithi081164505-27 2023-05-20T06:01:22.196 INFO:tasks.rados.rados.0.smithi081.stdout:1152: finishing write tid 4 to smithi081164505-27 2023-05-20T06:01:22.197 INFO:tasks.rados.rados.0.smithi081.stdout:1152: finishing write tid 5 to smithi081164505-27 2023-05-20T06:01:22.197 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 735 (ObjNum 365 snap 93 seq_num 365) dirty exists 2023-05-20T06:01:22.197 INFO:tasks.rados.rados.0.smithi081.stdout:1152: left oid 27 (ObjNum 365 snap 93 seq_num 365) 2023-05-20T06:01:22.198 INFO:tasks.rados.rados.0.smithi081.stdout:1153: finishing copy_from to smithi081164505-23 2023-05-20T06:01:22.198 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 395 (ObjNum 817 snap 0 seq_num 164129680) dirty exists 2023-05-20T06:01:22.199 INFO:tasks.rados.rados.0.smithi081.stdout:1153: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:01:22.221 INFO:tasks.rados.rados.0.smithi081.stdout:1154: finishing copy_from to smithi081164505-7 2023-05-20T06:01:22.221 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 364 (ObjNum 325 snap 87 seq_num 325) dirty exists 2023-05-20T06:01:22.221 INFO:tasks.rados.rados.0.smithi081.stdout:1154: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:01:22.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:22 smithi170 ceph-mon[97338]: osdmap e261: 8 total, 8 up, 8 in 2023-05-20T06:01:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:22 smithi081 ceph-mon[95500]: osdmap e261: 8 total, 8 up, 8 in 2023-05-20T06:01:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:22 smithi081 ceph-mon[107735]: osdmap e261: 8 total, 8 up, 8 in 2023-05-20T06:01:23.074 INFO:tasks.rados.rados.0.smithi081.stdout:1152: done (3 left) 2023-05-20T06:01:23.074 INFO:tasks.rados.rados.0.smithi081.stdout:1153: done (2 left) 2023-05-20T06:01:23.074 INFO:tasks.rados.rados.0.smithi081.stdout:1154: done (1 left) 2023-05-20T06:01:23.074 INFO:tasks.rados.rados.0.smithi081.stdout:1156: done (0 left) 2023-05-20T06:01:23.074 INFO:tasks.rados.rados.0.smithi081.stdout:1157: read oid 23 snap -1 2023-05-20T06:01:23.075 INFO:tasks.rados.rados.0.smithi081.stdout:1157: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:23.075 INFO:tasks.rados.rados.0.smithi081.stdout:1158: delete oid 16 current snap is 94 2023-05-20T06:01:23.075 INFO:tasks.rados.rados.0.smithi081.stdout:1157: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:23.077 INFO:tasks.rados.rados.0.smithi081.stdout:1157: done (1 left) 2023-05-20T06:01:23.077 INFO:tasks.rados.rados.0.smithi081.stdout:1158: done (0 left) 2023-05-20T06:01:23.077 INFO:tasks.rados.rados.0.smithi081.stdout:1159: snap_create 2023-05-20T06:01:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:23 smithi170 ceph-mon[97338]: pgmap v139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:23 smithi170 ceph-mon[97338]: osdmap e262: 8 total, 8 up, 8 in 2023-05-20T06:01:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:23 smithi081 ceph-mon[95500]: pgmap v139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:23 smithi081 ceph-mon[95500]: osdmap e262: 8 total, 8 up, 8 in 2023-05-20T06:01:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:01:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:23 smithi081 ceph-mon[107735]: pgmap v139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:23 smithi081 ceph-mon[107735]: osdmap e262: 8 total, 8 up, 8 in 2023-05-20T06:01:24.074 INFO:tasks.rados.rados.0.smithi081.stdout:1159: done (0 left) 2023-05-20T06:01:24.074 INFO:tasks.rados.rados.0.smithi081.stdout:1160: rmattr oid 12 current snap is 95 2023-05-20T06:01:24.075 INFO:tasks.rados.rados.0.smithi081.stdout:1160: done (0 left) 2023-05-20T06:01:24.075 INFO:tasks.rados.rados.0.smithi081.stdout:1161: rollback oid 42 current snap is 95 2023-05-20T06:01:24.075 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 93 2023-05-20T06:01:24.075 INFO:tasks.rados.rados.0.smithi081.stdout:1162: snap_remove snap 94 2023-05-20T06:01:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:24 smithi170 ceph-mon[97338]: osdmap e263: 8 total, 8 up, 8 in 2023-05-20T06:01:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:24 smithi081 ceph-mon[95500]: osdmap e263: 8 total, 8 up, 8 in 2023-05-20T06:01:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:24 smithi081 ceph-mon[107735]: osdmap e263: 8 total, 8 up, 8 in 2023-05-20T06:01:25.076 INFO:tasks.rados.rados.0.smithi081.stdout:1162: done (1 left) 2023-05-20T06:01:25.076 INFO:tasks.rados.rados.0.smithi081.stdout:1163: copy_from oid 11 from oid 41 current snap is 95 2023-05-20T06:01:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:1161: finishing rollback tid 0 to smithi081164505-42 2023-05-20T06:01:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:1161: finishing rollback tid 1 to smithi081164505-42 2023-05-20T06:01:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:1161: finishing rollback tid 2 to smithi081164505-42 2023-05-20T06:01:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 437 (ObjNum 155 snap 36 seq_num 155) dirty exists 2023-05-20T06:01:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:1161: done (1 left) 2023-05-20T06:01:25.077 INFO:tasks.rados.rados.0.smithi081.stdout:1164: snap_remove snap 93 2023-05-20T06:01:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:25 smithi170 ceph-mon[97338]: pgmap v142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:25 smithi170 ceph-mon[97338]: osdmap e264: 8 total, 8 up, 8 in 2023-05-20T06:01:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:25 smithi081 ceph-mon[95500]: pgmap v142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:25 smithi081 ceph-mon[95500]: osdmap e264: 8 total, 8 up, 8 in 2023-05-20T06:01:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:25 smithi081 ceph-mon[107735]: pgmap v142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:25 smithi081 ceph-mon[107735]: osdmap e264: 8 total, 8 up, 8 in 2023-05-20T06:01:26.077 INFO:tasks.rados.rados.0.smithi081.stdout:1164: done (1 left) 2023-05-20T06:01:26.078 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 95 2023-05-20T06:01:26.078 INFO:tasks.rados.rados.0.smithi081.stdout:1163: finishing copy_from to smithi081164505-11 2023-05-20T06:01:26.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 122 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:01:26.079 INFO:tasks.rados.rados.0.smithi081.stdout:1165: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2023-05-20T06:01:26.080 INFO:tasks.rados.rados.0.smithi081.stdout:1165: writing smithi081164505-13 from 0 to 548864 tid 1 2023-05-20T06:01:26.085 INFO:tasks.rados.rados.0.smithi081.stdout:1165: writing smithi081164505-13 from 548864 to 1286144 tid 2 2023-05-20T06:01:26.085 INFO:tasks.rados.rados.0.smithi081.stdout:1165: writing smithi081164505-13 from 1286144 to 1351680 tid 3 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:1166: copy_from oid 44 from oid 39 current snap is 95 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:1163: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:1165: finishing write tid 1 to smithi081164505-13 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:1163: done (2 left) 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:1167: rmattr oid 15 current snap is 95 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:1167: done (2 left) 2023-05-20T06:01:26.086 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 95 2023-05-20T06:01:26.087 INFO:tasks.rados.rados.0.smithi081.stdout:1168: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2023-05-20T06:01:26.088 INFO:tasks.rados.rados.0.smithi081.stdout:1168: writing smithi081164505-26 from 0 to 573440 tid 1 2023-05-20T06:01:26.093 INFO:tasks.rados.rados.0.smithi081.stdout:1168: writing smithi081164505-26 from 573440 to 1196032 tid 2 2023-05-20T06:01:26.094 INFO:tasks.rados.rados.0.smithi081.stdout:1168: writing smithi081164505-26 from 1196032 to 1376256 tid 3 2023-05-20T06:01:26.094 INFO:tasks.rados.rados.0.smithi081.stdout:1169: snap_create 2023-05-20T06:01:26.094 INFO:tasks.rados.rados.0.smithi081.stdout:1165: finishing write tid 2 to smithi081164505-13 2023-05-20T06:01:26.095 INFO:tasks.rados.rados.0.smithi081.stdout:1165: finishing write tid 3 to smithi081164505-13 2023-05-20T06:01:26.095 INFO:tasks.rados.rados.0.smithi081.stdout:1165: finishing write tid 4 to smithi081164505-13 2023-05-20T06:01:26.095 INFO:tasks.rados.rados.0.smithi081.stdout:1165: finishing write tid 5 to smithi081164505-13 2023-05-20T06:01:26.095 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 687 (ObjNum 367 snap 95 seq_num 367) dirty exists 2023-05-20T06:01:26.095 INFO:tasks.rados.rados.0.smithi081.stdout:1165: left oid 13 (ObjNum 367 snap 95 seq_num 367) 2023-05-20T06:01:26.099 INFO:tasks.rados.rados.0.smithi081.stdout:1168: finishing write tid 1 to smithi081164505-26 2023-05-20T06:01:26.099 INFO:tasks.rados.rados.0.smithi081.stdout:1168: finishing write tid 2 to smithi081164505-26 2023-05-20T06:01:26.100 INFO:tasks.rados.rados.0.smithi081.stdout:1168: finishing write tid 3 to smithi081164505-26 2023-05-20T06:01:26.100 INFO:tasks.rados.rados.0.smithi081.stdout:1168: finishing write tid 4 to smithi081164505-26 2023-05-20T06:01:26.101 INFO:tasks.rados.rados.0.smithi081.stdout:1168: finishing write tid 5 to smithi081164505-26 2023-05-20T06:01:26.101 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 441 (ObjNum 368 snap 95 seq_num 368) dirty exists 2023-05-20T06:01:26.101 INFO:tasks.rados.rados.0.smithi081.stdout:1168: left oid 26 (ObjNum 368 snap 95 seq_num 368) 2023-05-20T06:01:26.113 INFO:tasks.rados.rados.0.smithi081.stdout:1166: finishing copy_from to smithi081164505-44 2023-05-20T06:01:26.113 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 465 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:26.113 INFO:tasks.rados.rados.0.smithi081.stdout:1166: finishing copy_from racing read to smithi081164505-44 2023-05-20T06:01:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:26 smithi170 ceph-mon[97338]: osdmap e265: 8 total, 8 up, 8 in 2023-05-20T06:01:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:26 smithi170 ceph-mon[97338]: osdmap e266: 8 total, 8 up, 8 in 2023-05-20T06:01:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:26 smithi081 ceph-mon[95500]: osdmap e265: 8 total, 8 up, 8 in 2023-05-20T06:01:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:26 smithi081 ceph-mon[95500]: osdmap e266: 8 total, 8 up, 8 in 2023-05-20T06:01:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:26 smithi081 ceph-mon[107735]: osdmap e265: 8 total, 8 up, 8 in 2023-05-20T06:01:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:26 smithi081 ceph-mon[107735]: osdmap e266: 8 total, 8 up, 8 in 2023-05-20T06:01:27.095 INFO:tasks.rados.rados.0.smithi081.stdout:1165: done (3 left) 2023-05-20T06:01:27.095 INFO:tasks.rados.rados.0.smithi081.stdout:1166: done (2 left) 2023-05-20T06:01:27.095 INFO:tasks.rados.rados.0.smithi081.stdout:1168: done (1 left) 2023-05-20T06:01:27.095 INFO:tasks.rados.rados.0.smithi081.stdout:1169: done (0 left) 2023-05-20T06:01:27.095 INFO:tasks.rados.rados.0.smithi081.stdout:1170: rollback oid 26 current snap is 96 2023-05-20T06:01:27.096 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 95 2023-05-20T06:01:27.096 INFO:tasks.rados.rados.0.smithi081.stdout:1171: copy_from oid 48 from oid 14 current snap is 96 2023-05-20T06:01:27.096 INFO:tasks.rados.rados.0.smithi081.stdout:1172: snap_create 2023-05-20T06:01:27.101 INFO:tasks.rados.rados.0.smithi081.stdout:1170: finishing rollback tid 0 to smithi081164505-26 2023-05-20T06:01:27.102 INFO:tasks.rados.rados.0.smithi081.stdout:1170: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:01:27.104 INFO:tasks.rados.rados.0.smithi081.stdout:1170: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:01:27.104 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 445 (ObjNum 368 snap 95 seq_num 368) dirty exists 2023-05-20T06:01:27.118 INFO:tasks.rados.rados.0.smithi081.stdout:1171: finishing copy_from to smithi081164505-48 2023-05-20T06:01:27.119 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 668 (ObjNum 359 snap 93 seq_num 359) dirty exists 2023-05-20T06:01:27.119 INFO:tasks.rados.rados.0.smithi081.stdout:1171: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:01:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:27 smithi170 ceph-mon[97338]: pgmap v145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:27 smithi081 ceph-mon[95500]: pgmap v145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:27 smithi081 ceph-mon[107735]: pgmap v145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:28.104 INFO:tasks.rados.rados.0.smithi081.stdout:1170: done (2 left) 2023-05-20T06:01:28.104 INFO:tasks.rados.rados.0.smithi081.stdout:1171: done (1 left) 2023-05-20T06:01:28.104 INFO:tasks.rados.rados.0.smithi081.stdout:1172: done (0 left) 2023-05-20T06:01:28.104 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 97 2023-05-20T06:01:28.104 INFO:tasks.rados.rados.0.smithi081.stdout:1173: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2023-05-20T06:01:28.107 INFO:tasks.rados.rados.0.smithi081.stdout:1173: writing smithi081164505-23 from 0 to 589824 tid 1 2023-05-20T06:01:28.110 INFO:tasks.rados.rados.0.smithi081.stdout:1173: writing smithi081164505-23 from 589824 to 1097728 tid 2 2023-05-20T06:01:28.112 INFO:tasks.rados.rados.0.smithi081.stdout:1173: writing smithi081164505-23 from 1097728 to 1392640 tid 3 2023-05-20T06:01:28.112 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 97 2023-05-20T06:01:28.112 INFO:tasks.rados.rados.0.smithi081.stdout:1173: finishing write tid 1 to smithi081164505-23 2023-05-20T06:01:28.112 INFO:tasks.rados.rados.0.smithi081.stdout:1174: seq_num 370 ranges {2088960=606208,2695168=794624,3489792=8192} 2023-05-20T06:01:28.126 INFO:tasks.rados.rados.0.smithi081.stdout:1174: writing smithi081164505-36 from 2088960 to 2695168 tid 1 2023-05-20T06:01:28.132 INFO:tasks.rados.rados.0.smithi081.stdout:1174: writing smithi081164505-36 from 2695168 to 3489792 tid 2 2023-05-20T06:01:28.132 INFO:tasks.rados.rados.0.smithi081.stdout:1174: writing smithi081164505-36 from 3489792 to 3497984 tid 3 2023-05-20T06:01:28.132 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 97 2023-05-20T06:01:28.132 INFO:tasks.rados.rados.0.smithi081.stdout:1173: finishing write tid 2 to smithi081164505-23 2023-05-20T06:01:28.132 INFO:tasks.rados.rados.0.smithi081.stdout:1175: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2023-05-20T06:01:28.135 INFO:tasks.rados.rados.0.smithi081.stdout:1175: writing smithi081164505-12 from 0 to 622592 tid 1 2023-05-20T06:01:28.139 INFO:tasks.rados.rados.0.smithi081.stdout:1175: writing smithi081164505-12 from 622592 to 1302528 tid 2 2023-05-20T06:01:28.140 INFO:tasks.rados.rados.0.smithi081.stdout:1175: writing smithi081164505-12 from 1302528 to 1425408 tid 3 2023-05-20T06:01:28.140 INFO:tasks.rados.rados.0.smithi081.stdout:1176: snap_create 2023-05-20T06:01:28.140 INFO:tasks.rados.rados.0.smithi081.stdout:1173: finishing write tid 3 to smithi081164505-23 2023-05-20T06:01:28.141 INFO:tasks.rados.rados.0.smithi081.stdout:1173: finishing write tid 4 to smithi081164505-23 2023-05-20T06:01:28.141 INFO:tasks.rados.rados.0.smithi081.stdout:1173: finishing write tid 5 to smithi081164505-23 2023-05-20T06:01:28.141 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 741 (ObjNum 369 snap 97 seq_num 369) dirty exists 2023-05-20T06:01:28.141 INFO:tasks.rados.rados.0.smithi081.stdout:1173: left oid 23 (ObjNum 369 snap 97 seq_num 369) 2023-05-20T06:01:28.141 INFO:tasks.rados.rados.0.smithi081.stdout:1174: finishing write tid 1 to smithi081164505-36 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:1174: finishing write tid 2 to smithi081164505-36 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:1174: finishing write tid 3 to smithi081164505-36 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:1174: finishing write tid 4 to smithi081164505-36 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:1174: finishing write tid 5 to smithi081164505-36 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 692 (ObjNum 370 snap 97 seq_num 370) dirty exists 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:1174: left oid 36 (ObjNum 370 snap 97 seq_num 370) 2023-05-20T06:01:28.142 INFO:tasks.rados.rados.0.smithi081.stdout:1175: finishing write tid 1 to smithi081164505-12 2023-05-20T06:01:28.143 INFO:tasks.rados.rados.0.smithi081.stdout:1175: finishing write tid 2 to smithi081164505-12 2023-05-20T06:01:28.143 INFO:tasks.rados.rados.0.smithi081.stdout:1175: finishing write tid 3 to smithi081164505-12 2023-05-20T06:01:28.143 INFO:tasks.rados.rados.0.smithi081.stdout:1175: finishing write tid 4 to smithi081164505-12 2023-05-20T06:01:28.144 INFO:tasks.rados.rados.0.smithi081.stdout:1175: finishing write tid 5 to smithi081164505-12 2023-05-20T06:01:28.144 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 629 (ObjNum 371 snap 97 seq_num 371) dirty exists 2023-05-20T06:01:28.144 INFO:tasks.rados.rados.0.smithi081.stdout:1175: left oid 12 (ObjNum 371 snap 97 seq_num 371) 2023-05-20T06:01:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:28 smithi170 ceph-mon[97338]: osdmap e267: 8 total, 8 up, 8 in 2023-05-20T06:01:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:28 smithi081 ceph-mon[95500]: osdmap e267: 8 total, 8 up, 8 in 2023-05-20T06:01:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:28 smithi081 ceph-mon[107735]: osdmap e267: 8 total, 8 up, 8 in 2023-05-20T06:01:29.114 INFO:tasks.rados.rados.0.smithi081.stdout:1173: done (3 left) 2023-05-20T06:01:29.114 INFO:tasks.rados.rados.0.smithi081.stdout:1174: done (2 left) 2023-05-20T06:01:29.114 INFO:tasks.rados.rados.0.smithi081.stdout:1175: done (1 left) 2023-05-20T06:01:29.114 INFO:tasks.rados.rados.0.smithi081.stdout:1176: done (0 left) 2023-05-20T06:01:29.114 INFO:tasks.rados.rados.0.smithi081.stdout:1177: read oid 16 snap -1 2023-05-20T06:01:29.115 INFO:tasks.rados.rados.0.smithi081.stdout:1177: expect deleted 2023-05-20T06:01:29.115 INFO:tasks.rados.rados.0.smithi081.stdout:1178: read oid 47 snap -1 2023-05-20T06:01:29.115 INFO:tasks.rados.rados.0.smithi081.stdout:1178: expect deleted 2023-05-20T06:01:29.115 INFO:tasks.rados.rados.0.smithi081.stdout:1179: read oid 29 snap -1 2023-05-20T06:01:29.115 INFO:tasks.rados.rados.0.smithi081.stdout:1179: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:29.116 INFO:tasks.rados.rados.0.smithi081.stdout:1180: snap_create 2023-05-20T06:01:29.116 INFO:tasks.rados.rados.0.smithi081.stdout:1179: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:29 smithi170 ceph-mon[97338]: pgmap v148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:29 smithi170 ceph-mon[97338]: osdmap e268: 8 total, 8 up, 8 in 2023-05-20T06:01:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:29 smithi081 ceph-mon[95500]: pgmap v148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:29 smithi081 ceph-mon[95500]: osdmap e268: 8 total, 8 up, 8 in 2023-05-20T06:01:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:29 smithi081 ceph-mon[107735]: pgmap v148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:29 smithi081 ceph-mon[107735]: osdmap e268: 8 total, 8 up, 8 in 2023-05-20T06:01:30.123 INFO:tasks.rados.rados.0.smithi081.stdout:1177: done (3 left) 2023-05-20T06:01:30.123 INFO:tasks.rados.rados.0.smithi081.stdout:1178: done (2 left) 2023-05-20T06:01:30.123 INFO:tasks.rados.rados.0.smithi081.stdout:1179: done (1 left) 2023-05-20T06:01:30.123 INFO:tasks.rados.rados.0.smithi081.stdout:1180: done (0 left) 2023-05-20T06:01:30.124 INFO:tasks.rados.rados.0.smithi081.stdout:1181: snap_remove snap 95 2023-05-20T06:01:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:30 smithi170 ceph-mon[97338]: osdmap e269: 8 total, 8 up, 8 in 2023-05-20T06:01:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:30 smithi081 ceph-mon[95500]: osdmap e269: 8 total, 8 up, 8 in 2023-05-20T06:01:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:30 smithi081 ceph-mon[107735]: osdmap e269: 8 total, 8 up, 8 in 2023-05-20T06:01:31.130 INFO:tasks.rados.rados.0.smithi081.stdout:1181: done (0 left) 2023-05-20T06:01:31.130 INFO:tasks.rados.rados.0.smithi081.stdout:1182: copy_from oid 33 from oid 1 current snap is 99 2023-05-20T06:01:31.130 INFO:tasks.rados.rados.0.smithi081.stdout:1183: read oid 46 snap -1 2023-05-20T06:01:31.130 INFO:tasks.rados.rados.0.smithi081.stdout:1183: expect (ObjNum 348 snap 93 seq_num 348) 2023-05-20T06:01:31.130 INFO:tasks.rados.rados.0.smithi081.stdout:1184: snap_remove snap 98 2023-05-20T06:01:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:31 smithi170 ceph-mon[97338]: pgmap v151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:31 smithi170 ceph-mon[97338]: osdmap e270: 8 total, 8 up, 8 in 2023-05-20T06:01:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:31 smithi081 ceph-mon[95500]: pgmap v151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:31 smithi081 ceph-mon[95500]: osdmap e270: 8 total, 8 up, 8 in 2023-05-20T06:01:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:31 smithi081 ceph-mon[107735]: pgmap v151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:31 smithi081 ceph-mon[107735]: osdmap e270: 8 total, 8 up, 8 in 2023-05-20T06:01:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:01:31.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:01:31.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:32.133 INFO:tasks.rados.rados.0.smithi081.stdout:1184: done (2 left) 2023-05-20T06:01:32.133 INFO:tasks.rados.rados.0.smithi081.stdout:1185: snap_remove snap 97 2023-05-20T06:01:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:32 smithi170 ceph-mon[97338]: osdmap e271: 8 total, 8 up, 8 in 2023-05-20T06:01:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:32 smithi081 ceph-mon[95500]: osdmap e271: 8 total, 8 up, 8 in 2023-05-20T06:01:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:32 smithi081 ceph-mon[107735]: osdmap e271: 8 total, 8 up, 8 in 2023-05-20T06:01:33.139 INFO:tasks.rados.rados.0.smithi081.stdout:1185: done (2 left) 2023-05-20T06:01:33.139 INFO:tasks.rados.rados.0.smithi081.stdout:1186: snap_create 2023-05-20T06:01:33.139 INFO:tasks.rados.rados.0.smithi081.stdout:1183: expect (ObjNum 348 snap 93 seq_num 348) 2023-05-20T06:01:33.311 INFO:tasks.rados.rados.0.smithi081.stdout:1182: finishing copy_from to smithi081164505-33 2023-05-20T06:01:33.311 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 364 (ObjNum 325 snap 87 seq_num 325) dirty exists 2023-05-20T06:01:33.311 INFO:tasks.rados.rados.0.smithi081.stdout:1182: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:01:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:33 smithi170 ceph-mon[97338]: pgmap v154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:33 smithi170 ceph-mon[97338]: osdmap e272: 8 total, 8 up, 8 in 2023-05-20T06:01:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:01:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:33 smithi081 ceph-mon[95500]: pgmap v154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:33 smithi081 ceph-mon[95500]: osdmap e272: 8 total, 8 up, 8 in 2023-05-20T06:01:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:33 smithi081 ceph-mon[107735]: pgmap v154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:33 smithi081 ceph-mon[107735]: osdmap e272: 8 total, 8 up, 8 in 2023-05-20T06:01:34.150 INFO:tasks.rados.rados.0.smithi081.stdout:1182: done (2 left) 2023-05-20T06:01:34.151 INFO:tasks.rados.rados.0.smithi081.stdout:1183: done (1 left) 2023-05-20T06:01:34.151 INFO:tasks.rados.rados.0.smithi081.stdout:1186: done (0 left) 2023-05-20T06:01:34.151 INFO:tasks.rados.rados.0.smithi081.stdout:1187: rmattr oid 26 current snap is 100 2023-05-20T06:01:34.151 INFO:tasks.rados.rados.0.smithi081.stdout:1187: done (0 left) 2023-05-20T06:01:34.152 INFO:tasks.rados.rados.0.smithi081.stdout:1188: rmattr oid 47 current snap is 100 2023-05-20T06:01:34.152 INFO:tasks.rados.rados.0.smithi081.stdout:1188: done (0 left) 2023-05-20T06:01:34.152 INFO:tasks.rados.rados.0.smithi081.stdout:1189: rmattr oid 22 current snap is 100 2023-05-20T06:01:34.152 INFO:tasks.rados.rados.0.smithi081.stdout:1189: done (0 left) 2023-05-20T06:01:34.152 INFO:tasks.rados.rados.0.smithi081.stdout:1190: snap_remove snap 96 2023-05-20T06:01:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:34 smithi170 ceph-mon[97338]: osdmap e273: 8 total, 8 up, 8 in 2023-05-20T06:01:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:34 smithi081 ceph-mon[95500]: osdmap e273: 8 total, 8 up, 8 in 2023-05-20T06:01:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:34 smithi081 ceph-mon[107735]: osdmap e273: 8 total, 8 up, 8 in 2023-05-20T06:01:35.150 INFO:tasks.rados.rados.0.smithi081.stdout:1190: done (0 left) 2023-05-20T06:01:35.151 INFO:tasks.rados.rados.0.smithi081.stdout:1191: delete oid 38 current snap is 100 2023-05-20T06:01:35.154 INFO:tasks.rados.rados.0.smithi081.stdout:1191: done (0 left) 2023-05-20T06:01:35.155 INFO:tasks.rados.rados.0.smithi081.stdout:1192: rollback oid 3 current snap is 100 2023-05-20T06:01:35.155 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 99 2023-05-20T06:01:35.155 INFO:tasks.rados.rados.0.smithi081.stdout:1193: setattr oid 37 current snap is 100 2023-05-20T06:01:35.156 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 100 2023-05-20T06:01:35.156 INFO:tasks.rados.rados.0.smithi081.stdout:1194: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2023-05-20T06:01:35.159 INFO:tasks.rados.rados.0.smithi081.stdout:1194: writing smithi081164505-18 from 0 to 655360 tid 1 2023-05-20T06:01:35.165 INFO:tasks.rados.rados.0.smithi081.stdout:1194: writing smithi081164505-18 from 655360 to 1155072 tid 2 2023-05-20T06:01:35.165 INFO:tasks.rados.rados.0.smithi081.stdout:1194: writing smithi081164505-18 from 1155072 to 1458176 tid 3 2023-05-20T06:01:35.165 INFO:tasks.rados.rados.0.smithi081.stdout:1195: snap_create 2023-05-20T06:01:35.165 INFO:tasks.rados.rados.0.smithi081.stdout:1192: finishing rollback tid 0 to smithi081164505-3 2023-05-20T06:01:35.166 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 442 (ObjNum 321 snap 0 seq_num 164082224) dirty exists 2023-05-20T06:01:35.166 INFO:tasks.rados.rados.0.smithi081.stdout:1192: finishing rollback tid 1 to smithi081164505-3 2023-05-20T06:01:35.166 INFO:tasks.rados.rados.0.smithi081.stdout:1192: finishing rollback tid 2 to smithi081164505-3 2023-05-20T06:01:35.167 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 503 (ObjNum 346 snap 93 seq_num 346) dirty exists 2023-05-20T06:01:35.167 INFO:tasks.rados.rados.0.smithi081.stdout:1194: finishing write tid 1 to smithi081164505-18 2023-05-20T06:01:35.168 INFO:tasks.rados.rados.0.smithi081.stdout:1194: finishing write tid 2 to smithi081164505-18 2023-05-20T06:01:35.168 INFO:tasks.rados.rados.0.smithi081.stdout:1194: finishing write tid 3 to smithi081164505-18 2023-05-20T06:01:35.169 INFO:tasks.rados.rados.0.smithi081.stdout:1194: finishing write tid 4 to smithi081164505-18 2023-05-20T06:01:35.171 INFO:tasks.rados.rados.0.smithi081.stdout:1194: finishing write tid 5 to smithi081164505-18 2023-05-20T06:01:35.171 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 633 (ObjNum 373 snap 100 seq_num 373) dirty exists 2023-05-20T06:01:35.171 INFO:tasks.rados.rados.0.smithi081.stdout:1194: left oid 18 (ObjNum 373 snap 100 seq_num 373) 2023-05-20T06:01:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:35 smithi170 ceph-mon[97338]: pgmap v157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:35 smithi170 ceph-mon[97338]: osdmap e274: 8 total, 8 up, 8 in 2023-05-20T06:01:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:35 smithi081 ceph-mon[95500]: pgmap v157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:35 smithi081 ceph-mon[95500]: osdmap e274: 8 total, 8 up, 8 in 2023-05-20T06:01:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:35 smithi081 ceph-mon[107735]: pgmap v157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:35 smithi081 ceph-mon[107735]: osdmap e274: 8 total, 8 up, 8 in 2023-05-20T06:01:36.160 INFO:tasks.rados.rados.0.smithi081.stdout:1192: done (3 left) 2023-05-20T06:01:36.160 INFO:tasks.rados.rados.0.smithi081.stdout:1193: done (2 left) 2023-05-20T06:01:36.160 INFO:tasks.rados.rados.0.smithi081.stdout:1194: done (1 left) 2023-05-20T06:01:36.161 INFO:tasks.rados.rados.0.smithi081.stdout:1195: done (0 left) 2023-05-20T06:01:36.161 INFO:tasks.rados.rados.0.smithi081.stdout:1196: read oid 7 snap 100 2023-05-20T06:01:36.161 INFO:tasks.rados.rados.0.smithi081.stdout:1196: expect (ObjNum 325 snap 87 seq_num 325) 2023-05-20T06:01:36.161 INFO:tasks.rados.rados.0.smithi081.stdout:1197: copy_from oid 16 from oid 4 current snap is 101 2023-05-20T06:01:36.161 INFO:tasks.rados.rados.0.smithi081.stdout:1198: snap_remove snap 99 2023-05-20T06:01:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:36 smithi170 ceph-mon[97338]: osdmap e275: 8 total, 8 up, 8 in 2023-05-20T06:01:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:36 smithi081 ceph-mon[95500]: osdmap e275: 8 total, 8 up, 8 in 2023-05-20T06:01:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:36 smithi081 ceph-mon[107735]: osdmap e275: 8 total, 8 up, 8 in 2023-05-20T06:01:37.163 INFO:tasks.rados.rados.0.smithi081.stdout:1198: done (2 left) 2023-05-20T06:01:37.163 INFO:tasks.rados.rados.0.smithi081.stdout:1199: read oid 25 snap -1 2023-05-20T06:01:37.164 INFO:tasks.rados.rados.0.smithi081.stdout:1199: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:37.164 INFO:tasks.rados.rados.0.smithi081.stdout:1200: copy_from oid 13 from oid 14 current snap is 101 2023-05-20T06:01:37.164 INFO:tasks.rados.rados.0.smithi081.stdout:1197: finishing copy_from to smithi081164505-16 2023-05-20T06:01:37.164 INFO:tasks.rados.rados.0.smithi081.stdout:1197: got expected ENOENT (src dne) 2023-05-20T06:01:37.164 INFO:tasks.rados.rados.0.smithi081.stdout:1197: finishing copy_from racing read to smithi081164505-16 2023-05-20T06:01:37.164 INFO:tasks.rados.rados.0.smithi081.stdout:1196: expect (ObjNum 325 snap 87 seq_num 325) 2023-05-20T06:01:37.452 INFO:tasks.rados.rados.0.smithi081.stdout:1199: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:37.454 INFO:tasks.rados.rados.0.smithi081.stdout:1200: finishing copy_from to smithi081164505-13 2023-05-20T06:01:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 668 (ObjNum 359 snap 93 seq_num 359) dirty exists 2023-05-20T06:01:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:1200: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:01:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:1196: done (3 left) 2023-05-20T06:01:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:1197: done (2 left) 2023-05-20T06:01:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:1199: done (1 left) 2023-05-20T06:01:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:1200: done (0 left) 2023-05-20T06:01:37.456 INFO:tasks.rados.rados.0.smithi081.stdout:1201: rollback oid 41 current snap is 101 2023-05-20T06:01:37.456 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 100 2023-05-20T06:01:37.456 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 101 2023-05-20T06:01:37.456 INFO:tasks.rados.rados.0.smithi081.stdout:1202: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2023-05-20T06:01:37.460 INFO:tasks.rados.rados.0.smithi081.stdout:1202: writing smithi081164505-4 from 0 to 671744 tid 1 2023-05-20T06:01:37.463 INFO:tasks.rados.rados.0.smithi081.stdout:1202: writing smithi081164505-4 from 671744 to 1449984 tid 2 2023-05-20T06:01:37.463 INFO:tasks.rados.rados.0.smithi081.stdout:1202: writing smithi081164505-4 from 1449984 to 1474560 tid 3 2023-05-20T06:01:37.463 INFO:tasks.rados.rados.0.smithi081.stdout:1203: delete oid 19 current snap is 101 2023-05-20T06:01:37.463 INFO:tasks.rados.rados.0.smithi081.stdout:1201: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:01:37.464 INFO:tasks.rados.rados.0.smithi081.stdout:1201: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:01:37.464 INFO:tasks.rados.rados.0.smithi081.stdout:1201: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:01:37.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 136 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:01:37.464 INFO:tasks.rados.rados.0.smithi081.stdout:1202: finishing write tid 1 to smithi081164505-4 2023-05-20T06:01:37.465 INFO:tasks.rados.rados.0.smithi081.stdout:1202: finishing write tid 2 to smithi081164505-4 2023-05-20T06:01:37.466 INFO:tasks.rados.rados.0.smithi081.stdout:1202: finishing write tid 3 to smithi081164505-4 2023-05-20T06:01:37.467 INFO:tasks.rados.rados.0.smithi081.stdout:1202: finishing write tid 4 to smithi081164505-4 2023-05-20T06:01:37.468 INFO:tasks.rados.rados.0.smithi081.stdout:1201: done (2 left) 2023-05-20T06:01:37.468 INFO:tasks.rados.rados.0.smithi081.stdout:1203: done (1 left) 2023-05-20T06:01:37.468 INFO:tasks.rados.rados.0.smithi081.stdout:1204: rollback oid 6 current snap is 101 2023-05-20T06:01:37.468 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 100 2023-05-20T06:01:37.468 INFO:tasks.rados.rados.0.smithi081.stdout:1205: read oid 29 snap -1 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:1205: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:1206: copy_from oid 17 from oid 33 current snap is 101 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:1207: read oid 37 snap -1 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:1207: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:1208: read oid 26 snap -1 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:1208: expect (ObjNum 368 snap 95 seq_num 368) 2023-05-20T06:01:37.469 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 101 2023-05-20T06:01:37.470 INFO:tasks.rados.rados.0.smithi081.stdout:1209: seq_num 376 ranges {647168=704512,1351680=548864,1900544=253952} 2023-05-20T06:01:37.478 INFO:tasks.rados.rados.0.smithi081.stdout:1209: writing smithi081164505-40 from 647168 to 1351680 tid 1 2023-05-20T06:01:37.479 INFO:tasks.rados.rados.0.smithi081.stdout:1209: writing smithi081164505-40 from 1351680 to 1900544 tid 2 2023-05-20T06:01:37.481 INFO:tasks.rados.rados.0.smithi081.stdout:1209: writing smithi081164505-40 from 1900544 to 2154496 tid 3 2023-05-20T06:01:37.481 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 101 2023-05-20T06:01:37.481 INFO:tasks.rados.rados.0.smithi081.stdout:1205: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:37.483 INFO:tasks.rados.rados.0.smithi081.stdout:1210: seq_num 377 ranges {1318912=720896,2039808=434176,2473984=368640} 2023-05-20T06:01:37.494 INFO:tasks.rados.rados.0.smithi081.stdout:1210: writing smithi081164505-27 from 1318912 to 2039808 tid 1 2023-05-20T06:01:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:37 smithi170 ceph-mon[97338]: pgmap v160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:37 smithi170 ceph-mon[97338]: osdmap e276: 8 total, 8 up, 8 in 2023-05-20T06:01:37.496 INFO:tasks.rados.rados.0.smithi081.stdout:1210: writing smithi081164505-27 from 2039808 to 2473984 tid 2 2023-05-20T06:01:37.499 INFO:tasks.rados.rados.0.smithi081.stdout:1210: writing smithi081164505-27 from 2473984 to 2842624 tid 3 2023-05-20T06:01:37.499 INFO:tasks.rados.rados.0.smithi081.stdout:1205: done (7 left) 2023-05-20T06:01:37.499 INFO:tasks.rados.rados.0.smithi081.stdout:1211: read oid 18 snap -1 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:1211: expect (ObjNum 373 snap 100 seq_num 373) 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:1212: copy_from oid 24 from oid 39 current snap is 101 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:1204: finishing rollback tid 0 to smithi081164505-6 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:1204: finishing rollback tid 1 to smithi081164505-6 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:1202: finishing write tid 5 to smithi081164505-4 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 493 (ObjNum 374 snap 101 seq_num 374) dirty exists 2023-05-20T06:01:37.500 INFO:tasks.rados.rados.0.smithi081.stdout:1202: left oid 4 (ObjNum 374 snap 101 seq_num 374) 2023-05-20T06:01:37.501 INFO:tasks.rados.rados.0.smithi081.stdout:1204: finishing rollback tid 2 to smithi081164505-6 2023-05-20T06:01:37.501 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 118 (ObjNum 280 snap 78 seq_num 280) dirty exists 2023-05-20T06:01:37.501 INFO:tasks.rados.rados.0.smithi081.stdout:1207: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:37.502 INFO:tasks.rados.rados.0.smithi081.stdout:1202: done (8 left) 2023-05-20T06:01:37.502 INFO:tasks.rados.rados.0.smithi081.stdout:1204: done (7 left) 2023-05-20T06:01:37.503 INFO:tasks.rados.rados.0.smithi081.stdout:1207: done (6 left) 2023-05-20T06:01:37.503 INFO:tasks.rados.rados.0.smithi081.stdout:1213: read oid 11 snap -1 2023-05-20T06:01:37.503 INFO:tasks.rados.rados.0.smithi081.stdout:1213: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:01:37.503 INFO:tasks.rados.rados.0.smithi081.stdout:1214: rollback oid 46 current snap is 101 2023-05-20T06:01:37.503 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 100 2023-05-20T06:01:37.504 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 101 2023-05-20T06:01:37.504 INFO:tasks.rados.rados.0.smithi081.stdout:1208: expect (ObjNum 368 snap 95 seq_num 368) 2023-05-20T06:01:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:37 smithi081 ceph-mon[95500]: pgmap v160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:37 smithi081 ceph-mon[95500]: osdmap e276: 8 total, 8 up, 8 in 2023-05-20T06:01:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:37 smithi081 ceph-mon[107735]: pgmap v160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:37 smithi081 ceph-mon[107735]: osdmap e276: 8 total, 8 up, 8 in 2023-05-20T06:01:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:1209: finishing write tid 1 to smithi081164505-40 2023-05-20T06:01:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:1209: finishing write tid 2 to smithi081164505-40 2023-05-20T06:01:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:1209: finishing write tid 3 to smithi081164505-40 2023-05-20T06:01:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:1209: finishing write tid 4 to smithi081164505-40 2023-05-20T06:01:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:1209: finishing write tid 5 to smithi081164505-40 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 703 (ObjNum 376 snap 101 seq_num 376) dirty exists 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:1209: left oid 40 (ObjNum 376 snap 101 seq_num 376) 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:1206: finishing copy_from to smithi081164505-17 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 364 (ObjNum 325 snap 87 seq_num 325) dirty exists 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:1206: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:1210: finishing write tid 1 to smithi081164505-27 2023-05-20T06:01:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:1215: seq_num 378 ranges {4358144=737280,5095424=720896,5816320=81920} 2023-05-20T06:01:37.567 INFO:tasks.rados.rados.0.smithi081.stdout:1215: writing smithi081164505-48 from 4358144 to 5095424 tid 1 2023-05-20T06:01:37.571 INFO:tasks.rados.rados.0.smithi081.stdout:1215: writing smithi081164505-48 from 5095424 to 5816320 tid 2 2023-05-20T06:01:37.572 INFO:tasks.rados.rados.0.smithi081.stdout:1215: writing smithi081164505-48 from 5816320 to 5898240 tid 3 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1206: done (8 left) 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1208: done (7 left) 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1209: done (6 left) 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 101 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1210: finishing write tid 2 to smithi081164505-27 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1210: finishing write tid 3 to smithi081164505-27 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1210: finishing write tid 4 to smithi081164505-27 2023-05-20T06:01:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1216: seq_num 379 ranges {4947968=753664,5701632=606208,6307840=196608} 2023-05-20T06:01:37.602 INFO:tasks.rados.rados.0.smithi081.stdout:1216: writing smithi081164505-1 from 4947968 to 5701632 tid 1 2023-05-20T06:01:37.605 INFO:tasks.rados.rados.0.smithi081.stdout:1216: writing smithi081164505-1 from 5701632 to 6307840 tid 2 2023-05-20T06:01:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:1216: writing smithi081164505-1 from 6307840 to 6504448 tid 3 2023-05-20T06:01:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:1217: delete oid 31 current snap is 101 2023-05-20T06:01:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:1210: finishing write tid 5 to smithi081164505-27 2023-05-20T06:01:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 750 (ObjNum 377 snap 101 seq_num 377) dirty exists 2023-05-20T06:01:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:1210: left oid 27 (ObjNum 377 snap 101 seq_num 377) 2023-05-20T06:01:37.608 INFO:tasks.rados.rados.0.smithi081.stdout:1211: expect (ObjNum 373 snap 100 seq_num 373) 2023-05-20T06:01:37.643 INFO:tasks.rados.rados.0.smithi081.stdout:1214: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:01:37.643 INFO:tasks.rados.rados.0.smithi081.stdout:1214: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:01:37.643 INFO:tasks.rados.rados.0.smithi081.stdout:1214: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:01:37.644 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 446 (ObjNum 348 snap 93 seq_num 348) dirty exists 2023-05-20T06:01:37.644 INFO:tasks.rados.rados.0.smithi081.stdout:1212: finishing copy_from to smithi081164505-24 2023-05-20T06:01:37.644 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 465 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:37.644 INFO:tasks.rados.rados.0.smithi081.stdout:1212: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:01:37.644 INFO:tasks.rados.rados.0.smithi081.stdout:1213: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:01:37.801 INFO:tasks.rados.rados.0.smithi081.stdout:1215: finishing write tid 1 to smithi081164505-48 2023-05-20T06:01:37.801 INFO:tasks.rados.rados.0.smithi081.stdout:1215: finishing write tid 2 to smithi081164505-48 2023-05-20T06:01:37.802 INFO:tasks.rados.rados.0.smithi081.stdout:1215: finishing write tid 3 to smithi081164505-48 2023-05-20T06:01:37.802 INFO:tasks.rados.rados.0.smithi081.stdout:1215: finishing write tid 4 to smithi081164505-48 2023-05-20T06:01:37.802 INFO:tasks.rados.rados.0.smithi081.stdout:1215: finishing write tid 5 to smithi081164505-48 2023-05-20T06:01:37.802 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 682 (ObjNum 378 snap 101 seq_num 378) dirty exists 2023-05-20T06:01:37.802 INFO:tasks.rados.rados.0.smithi081.stdout:1215: left oid 48 (ObjNum 378 snap 101 seq_num 378) 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1216: finishing write tid 1 to smithi081164505-1 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1216: finishing write tid 2 to smithi081164505-1 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1216: finishing write tid 3 to smithi081164505-1 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1216: finishing write tid 4 to smithi081164505-1 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1210: done (7 left) 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1211: done (6 left) 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1212: done (5 left) 2023-05-20T06:01:37.803 INFO:tasks.rados.rados.0.smithi081.stdout:1213: done (4 left) 2023-05-20T06:01:37.804 INFO:tasks.rados.rados.0.smithi081.stdout:1214: done (3 left) 2023-05-20T06:01:37.804 INFO:tasks.rados.rados.0.smithi081.stdout:1215: done (2 left) 2023-05-20T06:01:37.804 INFO:tasks.rados.rados.0.smithi081.stdout:1217: done (1 left) 2023-05-20T06:01:37.804 INFO:tasks.rados.rados.0.smithi081.stdout:1218: read oid 39 snap -1 2023-05-20T06:01:37.804 INFO:tasks.rados.rados.0.smithi081.stdout:1218: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:37.805 INFO:tasks.rados.rados.0.smithi081.stdout:1219: delete oid 14 current snap is 101 2023-05-20T06:01:37.805 INFO:tasks.rados.rados.0.smithi081.stdout:1216: finishing write tid 5 to smithi081164505-1 2023-05-20T06:01:37.805 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 469 (ObjNum 379 snap 101 seq_num 379) dirty exists 2023-05-20T06:01:37.805 INFO:tasks.rados.rados.0.smithi081.stdout:1216: left oid 1 (ObjNum 379 snap 101 seq_num 379) 2023-05-20T06:01:37.810 INFO:tasks.rados.rados.0.smithi081.stdout:1218: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:37.905 INFO:tasks.rados.rados.0.smithi081.stdout:1216: done (2 left) 2023-05-20T06:01:37.905 INFO:tasks.rados.rados.0.smithi081.stdout:1218: done (1 left) 2023-05-20T06:01:37.905 INFO:tasks.rados.rados.0.smithi081.stdout:1219: done (0 left) 2023-05-20T06:01:37.906 INFO:tasks.rados.rados.0.smithi081.stdout:1220: snap_remove snap 100 2023-05-20T06:01:38.177 INFO:tasks.rados.rados.0.smithi081.stdout:1220: done (0 left) 2023-05-20T06:01:38.177 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 101 2023-05-20T06:01:38.177 INFO:tasks.rados.rados.0.smithi081.stdout:1221: seq_num 382 ranges {4939776=802816,5742592=704512,6447104=98304} 2023-05-20T06:01:38.207 INFO:tasks.rados.rados.0.smithi081.stdout:1221: writing smithi081164505-6 from 4939776 to 5742592 tid 1 2023-05-20T06:01:38.211 INFO:tasks.rados.rados.0.smithi081.stdout:1221: writing smithi081164505-6 from 5742592 to 6447104 tid 2 2023-05-20T06:01:38.212 INFO:tasks.rados.rados.0.smithi081.stdout:1221: writing smithi081164505-6 from 6447104 to 6545408 tid 3 2023-05-20T06:01:38.212 INFO:tasks.rados.rados.0.smithi081.stdout:1222: read oid 5 snap -1 2023-05-20T06:01:38.212 INFO:tasks.rados.rados.0.smithi081.stdout:1222: expect deleted 2023-05-20T06:01:38.212 INFO:tasks.rados.rados.0.smithi081.stdout:1223: rollback oid 22 current snap is 101 2023-05-20T06:01:38.213 INFO:tasks.rados.rados.0.smithi081.stdout:1223: done (2 left) 2023-05-20T06:01:38.213 INFO:tasks.rados.rados.0.smithi081.stdout:1224: snap_create 2023-05-20T06:01:38.213 INFO:tasks.rados.rados.0.smithi081.stdout:1221: finishing write tid 1 to smithi081164505-6 2023-05-20T06:01:38.213 INFO:tasks.rados.rados.0.smithi081.stdout:1221: finishing write tid 2 to smithi081164505-6 2023-05-20T06:01:38.214 INFO:tasks.rados.rados.0.smithi081.stdout:1221: finishing write tid 3 to smithi081164505-6 2023-05-20T06:01:38.214 INFO:tasks.rados.rados.0.smithi081.stdout:1221: finishing write tid 4 to smithi081164505-6 2023-05-20T06:01:38.214 INFO:tasks.rados.rados.0.smithi081.stdout:1221: finishing write tid 5 to smithi081164505-6 2023-05-20T06:01:38.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 124 (ObjNum 382 snap 101 seq_num 382) dirty exists 2023-05-20T06:01:38.215 INFO:tasks.rados.rados.0.smithi081.stdout:1221: left oid 6 (ObjNum 382 snap 101 seq_num 382) 2023-05-20T06:01:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:38 smithi170 ceph-mon[97338]: osdmap e277: 8 total, 8 up, 8 in 2023-05-20T06:01:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:38 smithi081 ceph-mon[95500]: osdmap e277: 8 total, 8 up, 8 in 2023-05-20T06:01:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:38 smithi081 ceph-mon[107735]: osdmap e277: 8 total, 8 up, 8 in 2023-05-20T06:01:39.181 INFO:tasks.rados.rados.0.smithi081.stdout:1221: done (2 left) 2023-05-20T06:01:39.182 INFO:tasks.rados.rados.0.smithi081.stdout:1222: done (1 left) 2023-05-20T06:01:39.182 INFO:tasks.rados.rados.0.smithi081.stdout:1224: done (0 left) 2023-05-20T06:01:39.182 INFO:tasks.rados.rados.0.smithi081.stdout:1225: read oid 2 snap 101 2023-05-20T06:01:39.182 INFO:tasks.rados.rados.0.smithi081.stdout:1225: expect (ObjNum 302 snap 79 seq_num 302) 2023-05-20T06:01:39.182 INFO:tasks.rados.rados.0.smithi081.stdout:1226: setattr oid 7 current snap is 102 2023-05-20T06:01:39.183 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 102 2023-05-20T06:01:39.183 INFO:tasks.rados.rados.0.smithi081.stdout:1227: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2023-05-20T06:01:39.185 INFO:tasks.rados.rados.0.smithi081.stdout:1227: writing smithi081164505-16 from 0 to 417792 tid 1 2023-05-20T06:01:39.189 INFO:tasks.rados.rados.0.smithi081.stdout:1227: writing smithi081164505-16 from 417792 to 1007616 tid 2 2023-05-20T06:01:39.191 INFO:tasks.rados.rados.0.smithi081.stdout:1227: writing smithi081164505-16 from 1007616 to 1425408 tid 3 2023-05-20T06:01:39.193 INFO:tasks.rados.rados.0.smithi081.stdout:1227: writing smithi081164505-16 from 1425408 to 1622016 tid 4 2023-05-20T06:01:39.193 INFO:tasks.rados.rados.0.smithi081.stdout:1228: read oid 20 snap -1 2023-05-20T06:01:39.193 INFO:tasks.rados.rados.0.smithi081.stdout:1228: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:39.193 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 102 2023-05-20T06:01:39.193 INFO:tasks.rados.rados.0.smithi081.stdout:1227: finishing write tid 1 to smithi081164505-16 2023-05-20T06:01:39.194 INFO:tasks.rados.rados.0.smithi081.stdout:1229: seq_num 384 ranges {6504448=434176,6938624=475136,7413760=630784,8044544=98304} 2023-05-20T06:01:39.229 INFO:tasks.rados.rados.0.smithi081.stdout:1229: writing smithi081164505-1 from 6504448 to 6938624 tid 1 2023-05-20T06:01:39.232 INFO:tasks.rados.rados.0.smithi081.stdout:1229: writing smithi081164505-1 from 6938624 to 7413760 tid 2 2023-05-20T06:01:39.235 INFO:tasks.rados.rados.0.smithi081.stdout:1229: writing smithi081164505-1 from 7413760 to 8044544 tid 3 2023-05-20T06:01:39.236 INFO:tasks.rados.rados.0.smithi081.stdout:1229: writing smithi081164505-1 from 8044544 to 8142848 tid 4 2023-05-20T06:01:39.236 INFO:tasks.rados.rados.0.smithi081.stdout:1230: copy_from oid 28 from oid 3 current snap is 102 2023-05-20T06:01:39.236 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 690 (ObjNum 325 snap 87 seq_num 325) dirty exists 2023-05-20T06:01:39.237 INFO:tasks.rados.rados.0.smithi081.stdout:1228: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:39.239 INFO:tasks.rados.rados.0.smithi081.stdout:1227: finishing write tid 2 to smithi081164505-16 2023-05-20T06:01:39.239 INFO:tasks.rados.rados.0.smithi081.stdout:1227: finishing write tid 3 to smithi081164505-16 2023-05-20T06:01:39.239 INFO:tasks.rados.rados.0.smithi081.stdout:1226: done (5 left) 2023-05-20T06:01:39.239 INFO:tasks.rados.rados.0.smithi081.stdout:1228: done (4 left) 2023-05-20T06:01:39.239 INFO:tasks.rados.rados.0.smithi081.stdout:1231: rollback oid 35 current snap is 102 2023-05-20T06:01:39.239 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 101 2023-05-20T06:01:39.240 INFO:tasks.rados.rados.0.smithi081.stdout:1227: finishing write tid 4 to smithi081164505-16 2023-05-20T06:01:39.240 INFO:tasks.rados.rados.0.smithi081.stdout:1225: expect (ObjNum 302 snap 79 seq_num 302) 2023-05-20T06:01:39.339 INFO:tasks.rados.rados.0.smithi081.stdout:1227: finishing write tid 5 to smithi081164505-16 2023-05-20T06:01:39.339 INFO:tasks.rados.rados.0.smithi081.stdout:1227: finishing write tid 6 to smithi081164505-16 2023-05-20T06:01:39.339 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 712 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:01:39.339 INFO:tasks.rados.rados.0.smithi081.stdout:1227: left oid 16 (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:01:39.339 INFO:tasks.rados.rados.0.smithi081.stdout:1229: finishing write tid 1 to smithi081164505-1 2023-05-20T06:01:39.339 INFO:tasks.rados.rados.0.smithi081.stdout:1229: finishing write tid 2 to smithi081164505-1 2023-05-20T06:01:39.340 INFO:tasks.rados.rados.0.smithi081.stdout:1225: done (4 left) 2023-05-20T06:01:39.340 INFO:tasks.rados.rados.0.smithi081.stdout:1227: done (3 left) 2023-05-20T06:01:39.340 INFO:tasks.rados.rados.0.smithi081.stdout:1232: copy_from oid 33 from oid 20 current snap is 102 2023-05-20T06:01:39.340 INFO:tasks.rados.rados.0.smithi081.stdout:1229: finishing write tid 3 to smithi081164505-1 2023-05-20T06:01:39.340 INFO:tasks.rados.rados.0.smithi081.stdout:1229: finishing write tid 4 to smithi081164505-1 2023-05-20T06:01:39.340 INFO:tasks.rados.rados.0.smithi081.stdout:1229: finishing write tid 5 to smithi081164505-1 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:1229: finishing write tid 6 to smithi081164505-1 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 474 (ObjNum 384 snap 102 seq_num 384) dirty exists 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:1229: left oid 1 (ObjNum 384 snap 102 seq_num 384) 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:1231: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:1231: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:1231: finishing rollback tid 2 to smithi081164505-35 2023-05-20T06:01:39.341 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 760 (ObjNum 303 snap 81 seq_num 303) dirty exists 2023-05-20T06:01:39.342 INFO:tasks.rados.rados.0.smithi081.stdout:1230: finishing copy_from to smithi081164505-28 2023-05-20T06:01:39.342 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 503 (ObjNum 346 snap 93 seq_num 346) dirty exists 2023-05-20T06:01:39.342 INFO:tasks.rados.rados.0.smithi081.stdout:1230: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:01:39.342 INFO:tasks.rados.rados.0.smithi081.stdout:1229: done (3 left) 2023-05-20T06:01:39.342 INFO:tasks.rados.rados.0.smithi081.stdout:1230: done (2 left) 2023-05-20T06:01:39.343 INFO:tasks.rados.rados.0.smithi081.stdout:1231: done (1 left) 2023-05-20T06:01:39.343 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 102 2023-05-20T06:01:39.343 INFO:tasks.rados.rados.0.smithi081.stdout:1233: seq_num 385 ranges {4947968=450560,5398528=761856,6160384=442368} 2023-05-20T06:01:39.366 INFO:tasks.rados.rados.0.smithi081.stdout:1233: writing smithi081164505-7 from 4947968 to 5398528 tid 1 2023-05-20T06:01:39.371 INFO:tasks.rados.rados.0.smithi081.stdout:1233: writing smithi081164505-7 from 5398528 to 6160384 tid 2 2023-05-20T06:01:39.373 INFO:tasks.rados.rados.0.smithi081.stdout:1233: writing smithi081164505-7 from 6160384 to 6602752 tid 3 2023-05-20T06:01:39.373 INFO:tasks.rados.rados.0.smithi081.stdout:1234: snap_create 2023-05-20T06:01:39.374 INFO:tasks.rados.rados.0.smithi081.stdout:1232: finishing copy_from to smithi081164505-33 2023-05-20T06:01:39.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 442 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:01:39.374 INFO:tasks.rados.rados.0.smithi081.stdout:1232: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:01:39.374 INFO:tasks.rados.rados.0.smithi081.stdout:1233: finishing write tid 1 to smithi081164505-7 2023-05-20T06:01:39.375 INFO:tasks.rados.rados.0.smithi081.stdout:1233: finishing write tid 2 to smithi081164505-7 2023-05-20T06:01:39.376 INFO:tasks.rados.rados.0.smithi081.stdout:1233: finishing write tid 3 to smithi081164505-7 2023-05-20T06:01:39.376 INFO:tasks.rados.rados.0.smithi081.stdout:1233: finishing write tid 4 to smithi081164505-7 2023-05-20T06:01:39.377 INFO:tasks.rados.rados.0.smithi081.stdout:1233: finishing write tid 5 to smithi081164505-7 2023-05-20T06:01:39.377 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 694 (ObjNum 385 snap 102 seq_num 385) dirty exists 2023-05-20T06:01:39.377 INFO:tasks.rados.rados.0.smithi081.stdout:1233: left oid 7 (ObjNum 385 snap 102 seq_num 385) 2023-05-20T06:01:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:39 smithi170 ceph-mon[97338]: pgmap v163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:39 smithi170 ceph-mon[97338]: osdmap e278: 8 total, 8 up, 8 in 2023-05-20T06:01:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:39 smithi081 ceph-mon[95500]: pgmap v163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:39 smithi081 ceph-mon[95500]: osdmap e278: 8 total, 8 up, 8 in 2023-05-20T06:01:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:39 smithi081 ceph-mon[107735]: pgmap v163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:39 smithi081 ceph-mon[107735]: osdmap e278: 8 total, 8 up, 8 in 2023-05-20T06:01:40.188 INFO:tasks.rados.rados.0.smithi081.stdout:1232: done (2 left) 2023-05-20T06:01:40.188 INFO:tasks.rados.rados.0.smithi081.stdout:1233: done (1 left) 2023-05-20T06:01:40.188 INFO:tasks.rados.rados.0.smithi081.stdout:1234: done (0 left) 2023-05-20T06:01:40.188 INFO:tasks.rados.rados.0.smithi081.stdout:1235: copy_from oid 31 from oid 47 current snap is 103 2023-05-20T06:01:40.189 INFO:tasks.rados.rados.0.smithi081.stdout:1236: read oid 12 snap 102 2023-05-20T06:01:40.189 INFO:tasks.rados.rados.0.smithi081.stdout:1236: expect (ObjNum 371 snap 97 seq_num 371) 2023-05-20T06:01:40.189 INFO:tasks.rados.rados.0.smithi081.stdout:1237: delete oid 32 current snap is 103 2023-05-20T06:01:40.189 INFO:tasks.rados.rados.0.smithi081.stdout:1235: finishing copy_from to smithi081164505-31 2023-05-20T06:01:40.190 INFO:tasks.rados.rados.0.smithi081.stdout:1235: got expected ENOENT (src dne) 2023-05-20T06:01:40.190 INFO:tasks.rados.rados.0.smithi081.stdout:1235: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:01:40.193 INFO:tasks.rados.rados.0.smithi081.stdout:1235: done (2 left) 2023-05-20T06:01:40.193 INFO:tasks.rados.rados.0.smithi081.stdout:1237: done (1 left) 2023-05-20T06:01:40.194 INFO:tasks.rados.rados.0.smithi081.stdout:1238: snap_create 2023-05-20T06:01:40.194 INFO:tasks.rados.rados.0.smithi081.stdout:1236: expect (ObjNum 371 snap 97 seq_num 371) 2023-05-20T06:01:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:40 smithi170 ceph-mon[97338]: osdmap e279: 8 total, 8 up, 8 in 2023-05-20T06:01:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:40 smithi081 ceph-mon[95500]: osdmap e279: 8 total, 8 up, 8 in 2023-05-20T06:01:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:40 smithi081 ceph-mon[107735]: osdmap e279: 8 total, 8 up, 8 in 2023-05-20T06:01:41.188 INFO:tasks.rados.rados.0.smithi081.stdout:1236: done (1 left) 2023-05-20T06:01:41.188 INFO:tasks.rados.rados.0.smithi081.stdout:1238: done (0 left) 2023-05-20T06:01:41.188 INFO:tasks.rados.rados.0.smithi081.stdout:1239: copy_from oid 38 from oid 8 current snap is 104 2023-05-20T06:01:41.189 INFO:tasks.rados.rados.0.smithi081.stdout:1240: delete oid 42 current snap is 104 2023-05-20T06:01:41.193 INFO:tasks.rados.rados.0.smithi081.stdout:1240: done (1 left) 2023-05-20T06:01:41.193 INFO:tasks.rados.rados.0.smithi081.stdout:1241: delete oid 29 current snap is 104 2023-05-20T06:01:41.198 INFO:tasks.rados.rados.0.smithi081.stdout:1241: done (1 left) 2023-05-20T06:01:41.199 INFO:tasks.rados.rados.0.smithi081.stdout:1242: rollback oid 27 current snap is 104 2023-05-20T06:01:41.199 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 103 2023-05-20T06:01:41.199 INFO:tasks.rados.rados.0.smithi081.stdout:1243: snap_remove snap 101 2023-05-20T06:01:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:41 smithi170 ceph-mon[97338]: pgmap v166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:41 smithi170 ceph-mon[97338]: osdmap e280: 8 total, 8 up, 8 in 2023-05-20T06:01:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:41 smithi081 ceph-mon[95500]: pgmap v166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:41 smithi081 ceph-mon[95500]: osdmap e280: 8 total, 8 up, 8 in 2023-05-20T06:01:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:41 smithi081 ceph-mon[107735]: pgmap v166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:41 smithi081 ceph-mon[107735]: osdmap e280: 8 total, 8 up, 8 in 2023-05-20T06:01:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:01:41.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:01:41.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:42.203 INFO:tasks.rados.rados.0.smithi081.stdout:1243: done (2 left) 2023-05-20T06:01:42.203 INFO:tasks.rados.rados.0.smithi081.stdout:1244: copy_from oid 3 from oid 44 current snap is 104 2023-05-20T06:01:42.203 INFO:tasks.rados.rados.0.smithi081.stdout:1245: rollback oid 6 current snap is 104 2023-05-20T06:01:42.204 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 103 2023-05-20T06:01:42.204 INFO:tasks.rados.rados.0.smithi081.stdout:1246: rollback oid 29 current snap is 104 2023-05-20T06:01:42.204 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 103 2023-05-20T06:01:42.204 INFO:tasks.rados.rados.0.smithi081.stdout:1247: snap_remove snap 102 2023-05-20T06:01:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:42 smithi170 ceph-mon[97338]: osdmap e281: 8 total, 8 up, 8 in 2023-05-20T06:01:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:42 smithi081 ceph-mon[95500]: osdmap e281: 8 total, 8 up, 8 in 2023-05-20T06:01:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:42 smithi081 ceph-mon[107735]: osdmap e281: 8 total, 8 up, 8 in 2023-05-20T06:01:43.202 INFO:tasks.rados.rados.0.smithi081.stdout:1247: done (5 left) 2023-05-20T06:01:43.202 INFO:tasks.rados.rados.0.smithi081.stdout:1248: copy_from oid 42 from oid 32 current snap is 104 2023-05-20T06:01:43.202 INFO:tasks.rados.rados.0.smithi081.stdout:1242: finishing rollback tid 0 to smithi081164505-27 2023-05-20T06:01:43.202 INFO:tasks.rados.rados.0.smithi081.stdout:1242: finishing rollback tid 1 to smithi081164505-27 2023-05-20T06:01:43.203 INFO:tasks.rados.rados.0.smithi081.stdout:1242: finishing rollback tid 2 to smithi081164505-27 2023-05-20T06:01:43.203 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 764 (ObjNum 377 snap 101 seq_num 377) dirty exists 2023-05-20T06:01:43.203 INFO:tasks.rados.rados.0.smithi081.stdout:1239: finishing copy_from to smithi081164505-38 2023-05-20T06:01:43.203 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 311 (ObjNum 259 snap 67 seq_num 259) dirty exists 2023-05-20T06:01:43.204 INFO:tasks.rados.rados.0.smithi081.stdout:1239: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:01:43.204 INFO:tasks.rados.rados.0.smithi081.stdout:1246: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:01:43.204 INFO:tasks.rados.rados.0.smithi081.stdout:1246: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:01:43.204 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 562 (ObjNum 33 snap 0 seq_num 163643664) dirty exists 2023-05-20T06:01:43.204 INFO:tasks.rados.rados.0.smithi081.stdout:1245: finishing rollback tid 0 to smithi081164505-6 2023-05-20T06:01:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:1245: finishing rollback tid 1 to smithi081164505-6 2023-05-20T06:01:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:1245: finishing rollback tid 2 to smithi081164505-6 2023-05-20T06:01:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 128 (ObjNum 382 snap 101 seq_num 382) dirty exists 2023-05-20T06:01:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:1244: finishing copy_from to smithi081164505-3 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 465 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:1244: finishing copy_from racing read to smithi081164505-3 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:1239: done (5 left) 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:1242: done (4 left) 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:1244: done (3 left) 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:1245: done (2 left) 2023-05-20T06:01:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:1246: done (1 left) 2023-05-20T06:01:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:1249: snap_create 2023-05-20T06:01:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:1248: finishing copy_from to smithi081164505-42 2023-05-20T06:01:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:1248: got expected ENOENT (src dne) 2023-05-20T06:01:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:1248: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:01:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:43 smithi170 ceph-mon[97338]: pgmap v169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:43 smithi170 ceph-mon[97338]: osdmap e282: 8 total, 8 up, 8 in 2023-05-20T06:01:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:01:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:43 smithi081 ceph-mon[95500]: pgmap v169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:43 smithi081 ceph-mon[95500]: osdmap e282: 8 total, 8 up, 8 in 2023-05-20T06:01:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:43 smithi081 ceph-mon[107735]: pgmap v169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:43 smithi081 ceph-mon[107735]: osdmap e282: 8 total, 8 up, 8 in 2023-05-20T06:01:44.203 INFO:tasks.rados.rados.0.smithi081.stdout:1248: done (1 left) 2023-05-20T06:01:44.203 INFO:tasks.rados.rados.0.smithi081.stdout:1249: done (0 left) 2023-05-20T06:01:44.203 INFO:tasks.rados.rados.0.smithi081.stdout:1250: copy_from oid 35 from oid 22 current snap is 105 2023-05-20T06:01:44.203 INFO:tasks.rados.rados.0.smithi081.stdout:1251: rollback oid 20 current snap is 105 2023-05-20T06:01:44.204 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 104 2023-05-20T06:01:44.204 INFO:tasks.rados.rados.0.smithi081.stdout:1252: delete oid 27 current snap is 105 2023-05-20T06:01:44.205 INFO:tasks.rados.rados.0.smithi081.stdout:1250: finishing copy_from to smithi081164505-35 2023-05-20T06:01:44.205 INFO:tasks.rados.rados.0.smithi081.stdout:1250: got expected ENOENT (src dne) 2023-05-20T06:01:44.205 INFO:tasks.rados.rados.0.smithi081.stdout:1250: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:01:44.207 INFO:tasks.rados.rados.0.smithi081.stdout:1251: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:01:44.208 INFO:tasks.rados.rados.0.smithi081.stdout:1251: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:01:44.208 INFO:tasks.rados.rados.0.smithi081.stdout:1250: done (2 left) 2023-05-20T06:01:44.208 INFO:tasks.rados.rados.0.smithi081.stdout:1252: done (1 left) 2023-05-20T06:01:44.209 INFO:tasks.rados.rados.0.smithi081.stdout:1253: rollback oid 24 current snap is 105 2023-05-20T06:01:44.209 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 104 2023-05-20T06:01:44.209 INFO:tasks.rados.rados.0.smithi081.stdout:1254: delete oid 25 current snap is 105 2023-05-20T06:01:44.209 INFO:tasks.rados.rados.0.smithi081.stdout:1251: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:01:44.209 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 501 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-05-20T06:01:44.211 INFO:tasks.rados.rados.0.smithi081.stdout:1251: done (2 left) 2023-05-20T06:01:44.212 INFO:tasks.rados.rados.0.smithi081.stdout:1254: done (1 left) 2023-05-20T06:01:44.212 INFO:tasks.rados.rados.0.smithi081.stdout:1255: copy_from oid 1 from oid 48 current snap is 105 2023-05-20T06:01:44.213 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 105 2023-05-20T06:01:44.214 INFO:tasks.rados.rados.0.smithi081.stdout:1256: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2023-05-20T06:01:44.215 INFO:tasks.rados.rados.0.smithi081.stdout:1256: writing smithi081164505-5 from 0 to 557056 tid 1 2023-05-20T06:01:44.218 INFO:tasks.rados.rados.0.smithi081.stdout:1256: writing smithi081164505-5 from 557056 to 1073152 tid 2 2023-05-20T06:01:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:1256: writing smithi081164505-5 from 1073152 to 1761280 tid 3 2023-05-20T06:01:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 105 2023-05-20T06:01:44.222 INFO:tasks.rados.rados.0.smithi081.stdout:1253: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:01:44.223 INFO:tasks.rados.rados.0.smithi081.stdout:1257: seq_num 392 ranges {2744320=573440,3317760=802816,4120576=401408} 2023-05-20T06:01:44.240 INFO:tasks.rados.rados.0.smithi081.stdout:1257: writing smithi081164505-3 from 2744320 to 3317760 tid 1 2023-05-20T06:01:44.245 INFO:tasks.rados.rados.0.smithi081.stdout:1257: writing smithi081164505-3 from 3317760 to 4120576 tid 2 2023-05-20T06:01:44.248 INFO:tasks.rados.rados.0.smithi081.stdout:1257: writing smithi081164505-3 from 4120576 to 4521984 tid 3 2023-05-20T06:01:44.248 INFO:tasks.rados.rados.0.smithi081.stdout:1258: rollback oid 13 current snap is 105 2023-05-20T06:01:44.248 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 104 2023-05-20T06:01:44.248 INFO:tasks.rados.rados.0.smithi081.stdout:1253: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:1253: finishing rollback tid 2 to smithi081164505-24 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 477 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:1256: finishing write tid 1 to smithi081164505-5 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:1256: finishing write tid 2 to smithi081164505-5 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:1256: finishing write tid 3 to smithi081164505-5 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:1256: finishing write tid 4 to smithi081164505-5 2023-05-20T06:01:44.249 INFO:tasks.rados.rados.0.smithi081.stdout:1256: finishing write tid 5 to smithi081164505-5 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 568 (ObjNum 391 snap 105 seq_num 391) dirty exists 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:1256: left oid 5 (ObjNum 391 snap 105 seq_num 391) 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:1253: done (4 left) 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:1256: done (3 left) 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:1259: read oid 16 snap -1 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:1259: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:01:44.250 INFO:tasks.rados.rados.0.smithi081.stdout:1260: snap_remove snap 103 2023-05-20T06:01:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:44 smithi170 ceph-mon[97338]: osdmap e283: 8 total, 8 up, 8 in 2023-05-20T06:01:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:44 smithi170 ceph-mon[97338]: osdmap e284: 8 total, 8 up, 8 in 2023-05-20T06:01:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:44 smithi081 ceph-mon[95500]: osdmap e283: 8 total, 8 up, 8 in 2023-05-20T06:01:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:44 smithi081 ceph-mon[95500]: osdmap e284: 8 total, 8 up, 8 in 2023-05-20T06:01:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:44 smithi081 ceph-mon[107735]: osdmap e283: 8 total, 8 up, 8 in 2023-05-20T06:01:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:44 smithi081 ceph-mon[107735]: osdmap e284: 8 total, 8 up, 8 in 2023-05-20T06:01:45.222 INFO:tasks.rados.rados.0.smithi081.stdout:1260: done (4 left) 2023-05-20T06:01:45.222 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 105 2023-05-20T06:01:45.222 INFO:tasks.rados.rados.0.smithi081.stdout:1261: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2023-05-20T06:01:45.225 INFO:tasks.rados.rados.0.smithi081.stdout:1261: writing smithi081164505-14 from 0 to 589824 tid 1 2023-05-20T06:01:45.231 INFO:tasks.rados.rados.0.smithi081.stdout:1261: writing smithi081164505-14 from 589824 to 1269760 tid 2 2023-05-20T06:01:45.235 INFO:tasks.rados.rados.0.smithi081.stdout:1261: writing smithi081164505-14 from 1269760 to 1794048 tid 3 2023-05-20T06:01:45.236 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 105 2023-05-20T06:01:45.236 INFO:tasks.rados.rados.0.smithi081.stdout:1257: finishing write tid 1 to smithi081164505-3 2023-05-20T06:01:45.236 INFO:tasks.rados.rados.0.smithi081.stdout:1262: seq_num 394 ranges {2170880=606208,2777088=565248,3342336=557056,3899392=81920} 2023-05-20T06:01:45.248 INFO:tasks.rados.rados.0.smithi081.stdout:1262: writing smithi081164505-10 from 2170880 to 2777088 tid 1 2023-05-20T06:01:45.252 INFO:tasks.rados.rados.0.smithi081.stdout:1262: writing smithi081164505-10 from 2777088 to 3342336 tid 2 2023-05-20T06:01:45.255 INFO:tasks.rados.rados.0.smithi081.stdout:1262: writing smithi081164505-10 from 3342336 to 3899392 tid 3 2023-05-20T06:01:45.256 INFO:tasks.rados.rados.0.smithi081.stdout:1262: writing smithi081164505-10 from 3899392 to 3981312 tid 4 2023-05-20T06:01:45.256 INFO:tasks.rados.rados.0.smithi081.stdout:1263: snap_create 2023-05-20T06:01:45.256 INFO:tasks.rados.rados.0.smithi081.stdout:1255: finishing copy_from to smithi081164505-1 2023-05-20T06:01:45.256 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 682 (ObjNum 378 snap 101 seq_num 378) dirty exists 2023-05-20T06:01:45.256 INFO:tasks.rados.rados.0.smithi081.stdout:1255: finishing copy_from racing read to smithi081164505-1 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:1257: finishing write tid 2 to smithi081164505-3 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:1257: finishing write tid 3 to smithi081164505-3 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:1257: finishing write tid 4 to smithi081164505-3 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:1258: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:1258: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:1258: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:01:45.257 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 716 (ObjNum 359 snap 93 seq_num 359) dirty exists 2023-05-20T06:01:45.258 INFO:tasks.rados.rados.0.smithi081.stdout:1257: finishing write tid 5 to smithi081164505-3 2023-05-20T06:01:45.258 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 507 (ObjNum 392 snap 105 seq_num 392) dirty exists 2023-05-20T06:01:45.258 INFO:tasks.rados.rados.0.smithi081.stdout:1257: left oid 3 (ObjNum 392 snap 105 seq_num 392) 2023-05-20T06:01:45.258 INFO:tasks.rados.rados.0.smithi081.stdout:1259: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:01:45.296 INFO:tasks.rados.rados.0.smithi081.stdout:1261: finishing write tid 1 to smithi081164505-14 2023-05-20T06:01:45.296 INFO:tasks.rados.rados.0.smithi081.stdout:1261: finishing write tid 2 to smithi081164505-14 2023-05-20T06:01:45.296 INFO:tasks.rados.rados.0.smithi081.stdout:1261: finishing write tid 3 to smithi081164505-14 2023-05-20T06:01:45.296 INFO:tasks.rados.rados.0.smithi081.stdout:1261: finishing write tid 4 to smithi081164505-14 2023-05-20T06:01:45.297 INFO:tasks.rados.rados.0.smithi081.stdout:1261: finishing write tid 5 to smithi081164505-14 2023-05-20T06:01:45.297 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 700 (ObjNum 393 snap 105 seq_num 393) dirty exists 2023-05-20T06:01:45.297 INFO:tasks.rados.rados.0.smithi081.stdout:1261: left oid 14 (ObjNum 393 snap 105 seq_num 393) 2023-05-20T06:01:45.298 INFO:tasks.rados.rados.0.smithi081.stdout:1262: finishing write tid 1 to smithi081164505-10 2023-05-20T06:01:45.298 INFO:tasks.rados.rados.0.smithi081.stdout:1262: finishing write tid 2 to smithi081164505-10 2023-05-20T06:01:45.298 INFO:tasks.rados.rados.0.smithi081.stdout:1262: finishing write tid 3 to smithi081164505-10 2023-05-20T06:01:45.299 INFO:tasks.rados.rados.0.smithi081.stdout:1262: finishing write tid 4 to smithi081164505-10 2023-05-20T06:01:45.299 INFO:tasks.rados.rados.0.smithi081.stdout:1262: finishing write tid 5 to smithi081164505-10 2023-05-20T06:01:45.299 INFO:tasks.rados.rados.0.smithi081.stdout:1262: finishing write tid 6 to smithi081164505-10 2023-05-20T06:01:45.299 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 454 (ObjNum 394 snap 105 seq_num 394) dirty exists 2023-05-20T06:01:45.300 INFO:tasks.rados.rados.0.smithi081.stdout:1262: left oid 10 (ObjNum 394 snap 105 seq_num 394) 2023-05-20T06:01:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:45 smithi170 ceph-mon[97338]: pgmap v172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:45 smithi081 ceph-mon[95500]: pgmap v172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:45 smithi081 ceph-mon[107735]: pgmap v172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:46.235 INFO:tasks.rados.rados.0.smithi081.stdout:1255: done (6 left) 2023-05-20T06:01:46.236 INFO:tasks.rados.rados.0.smithi081.stdout:1257: done (5 left) 2023-05-20T06:01:46.236 INFO:tasks.rados.rados.0.smithi081.stdout:1258: done (4 left) 2023-05-20T06:01:46.236 INFO:tasks.rados.rados.0.smithi081.stdout:1259: done (3 left) 2023-05-20T06:01:46.236 INFO:tasks.rados.rados.0.smithi081.stdout:1261: done (2 left) 2023-05-20T06:01:46.236 INFO:tasks.rados.rados.0.smithi081.stdout:1262: done (1 left) 2023-05-20T06:01:46.237 INFO:tasks.rados.rados.0.smithi081.stdout:1263: done (0 left) 2023-05-20T06:01:46.237 INFO:tasks.rados.rados.0.smithi081.stdout:1264: snap_create 2023-05-20T06:01:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:46 smithi170 ceph-mon[97338]: osdmap e285: 8 total, 8 up, 8 in 2023-05-20T06:01:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:46 smithi081 ceph-mon[95500]: osdmap e285: 8 total, 8 up, 8 in 2023-05-20T06:01:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:46 smithi081 ceph-mon[107735]: osdmap e285: 8 total, 8 up, 8 in 2023-05-20T06:01:47.243 INFO:tasks.rados.rados.0.smithi081.stdout:1264: done (0 left) 2023-05-20T06:01:47.244 INFO:tasks.rados.rados.0.smithi081.stdout:1265: rollback oid 44 current snap is 107 2023-05-20T06:01:47.244 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 104 2023-05-20T06:01:47.244 INFO:tasks.rados.rados.0.smithi081.stdout:1266: read oid 36 snap -1 2023-05-20T06:01:47.244 INFO:tasks.rados.rados.0.smithi081.stdout:1266: expect (ObjNum 370 snap 97 seq_num 370) 2023-05-20T06:01:47.244 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 107 2023-05-20T06:01:47.244 INFO:tasks.rados.rados.0.smithi081.stdout:1267: seq_num 395 ranges {5898240=622592,6520832=450560,6971392=753664} 2023-05-20T06:01:47.278 INFO:tasks.rados.rados.0.smithi081.stdout:1267: writing smithi081164505-1 from 5898240 to 6520832 tid 1 2023-05-20T06:01:47.280 INFO:tasks.rados.rados.0.smithi081.stdout:1267: writing smithi081164505-1 from 6520832 to 6971392 tid 2 2023-05-20T06:01:47.285 INFO:tasks.rados.rados.0.smithi081.stdout:1267: writing smithi081164505-1 from 6971392 to 7725056 tid 3 2023-05-20T06:01:47.285 INFO:tasks.rados.rados.0.smithi081.stdout:1268: delete oid 50 current snap is 107 2023-05-20T06:01:47.285 INFO:tasks.rados.rados.0.smithi081.stdout:1265: finishing rollback tid 0 to smithi081164505-44 2023-05-20T06:01:47.285 INFO:tasks.rados.rados.0.smithi081.stdout:1265: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:01:47.285 INFO:tasks.rados.rados.0.smithi081.stdout:1265: finishing rollback tid 2 to smithi081164505-44 2023-05-20T06:01:47.286 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 506 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:47.286 INFO:tasks.rados.rados.0.smithi081.stdout:1266: expect (ObjNum 370 snap 97 seq_num 370) 2023-05-20T06:01:47.426 INFO:tasks.rados.rados.0.smithi081.stdout:1267: finishing write tid 1 to smithi081164505-1 2023-05-20T06:01:47.426 INFO:tasks.rados.rados.0.smithi081.stdout:1267: finishing write tid 2 to smithi081164505-1 2023-05-20T06:01:47.426 INFO:tasks.rados.rados.0.smithi081.stdout:1265: done (3 left) 2023-05-20T06:01:47.426 INFO:tasks.rados.rados.0.smithi081.stdout:1266: done (2 left) 2023-05-20T06:01:47.426 INFO:tasks.rados.rados.0.smithi081.stdout:1268: done (1 left) 2023-05-20T06:01:47.426 INFO:tasks.rados.rados.0.smithi081.stdout:1269: read oid 48 snap -1 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1269: expect (ObjNum 378 snap 101 seq_num 378) 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 107 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1267: finishing write tid 3 to smithi081164505-1 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1267: finishing write tid 4 to smithi081164505-1 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1267: finishing write tid 5 to smithi081164505-1 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 686 (ObjNum 395 snap 107 seq_num 395) dirty exists 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1267: left oid 1 (ObjNum 395 snap 107 seq_num 395) 2023-05-20T06:01:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1270: seq_num 397 ranges {6545408=655360,7200768=671744,7872512=532480} 2023-05-20T06:01:47.466 INFO:tasks.rados.rados.0.smithi081.stdout:1270: writing smithi081164505-6 from 6545408 to 7200768 tid 1 2023-05-20T06:01:47.470 INFO:tasks.rados.rados.0.smithi081.stdout:1270: writing smithi081164505-6 from 7200768 to 7872512 tid 2 2023-05-20T06:01:47.473 INFO:tasks.rados.rados.0.smithi081.stdout:1270: writing smithi081164505-6 from 7872512 to 8404992 tid 3 2023-05-20T06:01:47.474 INFO:tasks.rados.rados.0.smithi081.stdout:1267: done (2 left) 2023-05-20T06:01:47.474 INFO:tasks.rados.rados.0.smithi081.stdout:1271: snap_create 2023-05-20T06:01:47.474 INFO:tasks.rados.rados.0.smithi081.stdout:1269: expect (ObjNum 378 snap 101 seq_num 378) 2023-05-20T06:01:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:47 smithi170 ceph-mon[97338]: pgmap v175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:47 smithi170 ceph-mon[97338]: osdmap e286: 8 total, 8 up, 8 in 2023-05-20T06:01:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:47 smithi081 ceph-mon[95500]: pgmap v175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:47 smithi081 ceph-mon[95500]: osdmap e286: 8 total, 8 up, 8 in 2023-05-20T06:01:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:47 smithi081 ceph-mon[107735]: pgmap v175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:47 smithi081 ceph-mon[107735]: osdmap e286: 8 total, 8 up, 8 in 2023-05-20T06:01:47.768 INFO:tasks.rados.rados.0.smithi081.stdout:1270: finishing write tid 1 to smithi081164505-6 2023-05-20T06:01:47.769 INFO:tasks.rados.rados.0.smithi081.stdout:1270: finishing write tid 2 to smithi081164505-6 2023-05-20T06:01:47.769 INFO:tasks.rados.rados.0.smithi081.stdout:1270: finishing write tid 3 to smithi081164505-6 2023-05-20T06:01:47.769 INFO:tasks.rados.rados.0.smithi081.stdout:1270: finishing write tid 4 to smithi081164505-6 2023-05-20T06:01:47.769 INFO:tasks.rados.rados.0.smithi081.stdout:1270: finishing write tid 5 to smithi081164505-6 2023-05-20T06:01:47.769 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 137 (ObjNum 397 snap 107 seq_num 397) dirty exists 2023-05-20T06:01:47.769 INFO:tasks.rados.rados.0.smithi081.stdout:1270: left oid 6 (ObjNum 397 snap 107 seq_num 397) 2023-05-20T06:01:48.246 INFO:tasks.rados.rados.0.smithi081.stdout:1269: done (2 left) 2023-05-20T06:01:48.246 INFO:tasks.rados.rados.0.smithi081.stdout:1270: done (1 left) 2023-05-20T06:01:48.246 INFO:tasks.rados.rados.0.smithi081.stdout:1271: done (0 left) 2023-05-20T06:01:48.246 INFO:tasks.rados.rados.0.smithi081.stdout:1272: read oid 49 snap -1 2023-05-20T06:01:48.247 INFO:tasks.rados.rados.0.smithi081.stdout:1272: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:01:48.247 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 108 2023-05-20T06:01:48.247 INFO:tasks.rados.rados.0.smithi081.stdout:1273: seq_num 398 ranges {2785280=671744,3457024=557056,4014080=532480,4546560=114688} 2023-05-20T06:01:48.265 INFO:tasks.rados.rados.0.smithi081.stdout:1273: writing smithi081164505-45 from 2785280 to 3457024 tid 1 2023-05-20T06:01:48.268 INFO:tasks.rados.rados.0.smithi081.stdout:1273: writing smithi081164505-45 from 3457024 to 4014080 tid 2 2023-05-20T06:01:48.271 INFO:tasks.rados.rados.0.smithi081.stdout:1273: writing smithi081164505-45 from 4014080 to 4546560 tid 3 2023-05-20T06:01:48.271 INFO:tasks.rados.rados.0.smithi081.stdout:1273: writing smithi081164505-45 from 4546560 to 4661248 tid 4 2023-05-20T06:01:48.272 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 108 2023-05-20T06:01:48.272 INFO:tasks.rados.rados.0.smithi081.stdout:1272: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:01:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:48 smithi170 ceph-mon[97338]: osdmap e287: 8 total, 8 up, 8 in 2023-05-20T06:01:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:48 smithi081 ceph-mon[95500]: osdmap e287: 8 total, 8 up, 8 in 2023-05-20T06:01:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:48 smithi081 ceph-mon[107735]: osdmap e287: 8 total, 8 up, 8 in 2023-05-20T06:01:48.562 INFO:tasks.rados.rados.0.smithi081.stdout:1273: finishing write tid 1 to smithi081164505-45 2023-05-20T06:01:48.562 INFO:tasks.rados.rados.0.smithi081.stdout:1273: finishing write tid 2 to smithi081164505-45 2023-05-20T06:01:48.562 INFO:tasks.rados.rados.0.smithi081.stdout:1274: seq_num 399 ranges {1458176=688128,2146304=434176,2580480=745472,3325952=24576} 2023-05-20T06:01:48.573 INFO:tasks.rados.rados.0.smithi081.stdout:1274: writing smithi081164505-18 from 1458176 to 2146304 tid 1 2023-05-20T06:01:48.575 INFO:tasks.rados.rados.0.smithi081.stdout:1274: writing smithi081164505-18 from 2146304 to 2580480 tid 2 2023-05-20T06:01:48.580 INFO:tasks.rados.rados.0.smithi081.stdout:1274: writing smithi081164505-18 from 2580480 to 3325952 tid 3 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:1274: writing smithi081164505-18 from 3325952 to 3350528 tid 4 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:1272: done (2 left) 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:1275: rollback oid 5 current snap is 108 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 5 to 107 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:1273: finishing write tid 3 to smithi081164505-45 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:1273: finishing write tid 4 to smithi081164505-45 2023-05-20T06:01:48.581 INFO:tasks.rados.rados.0.smithi081.stdout:1273: finishing write tid 5 to smithi081164505-45 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:1273: finishing write tid 6 to smithi081164505-45 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 462 (ObjNum 398 snap 108 seq_num 398) dirty exists 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:1273: left oid 45 (ObjNum 398 snap 108 seq_num 398) 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:1274: finishing write tid 1 to smithi081164505-18 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:1274: finishing write tid 2 to smithi081164505-18 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:1273: done (2 left) 2023-05-20T06:01:48.582 INFO:tasks.rados.rados.0.smithi081.stdout:1276: read oid 45 snap -1 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1276: expect (ObjNum 398 snap 108 seq_num 398) 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1277: read oid 27 snap -1 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1277: expect deleted 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1278: read oid 23 snap 105 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1278: expect (ObjNum 369 snap 97 seq_num 369) 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1279: rmattr oid 47 current snap is 108 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1279: done (5 left) 2023-05-20T06:01:48.583 INFO:tasks.rados.rados.0.smithi081.stdout:1280: delete oid 32 current snap is 108 2023-05-20T06:01:48.584 INFO:tasks.rados.rados.0.smithi081.stdout:1275: finishing rollback tid 0 to smithi081164505-5 2023-05-20T06:01:48.585 INFO:tasks.rados.rados.0.smithi081.stdout:1275: finishing rollback tid 1 to smithi081164505-5 2023-05-20T06:01:48.586 INFO:tasks.rados.rados.0.smithi081.stdout:1275: finishing rollback tid 2 to smithi081164505-5 2023-05-20T06:01:48.586 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 574 (ObjNum 391 snap 105 seq_num 391) dirty exists 2023-05-20T06:01:48.587 INFO:tasks.rados.rados.0.smithi081.stdout:1274: finishing write tid 3 to smithi081164505-18 2023-05-20T06:01:48.587 INFO:tasks.rados.rados.0.smithi081.stdout:1274: finishing write tid 4 to smithi081164505-18 2023-05-20T06:01:48.588 INFO:tasks.rados.rados.0.smithi081.stdout:1274: finishing write tid 5 to smithi081164505-18 2023-05-20T06:01:48.588 INFO:tasks.rados.rados.0.smithi081.stdout:1275: done (5 left) 2023-05-20T06:01:48.588 INFO:tasks.rados.rados.0.smithi081.stdout:1277: done (4 left) 2023-05-20T06:01:48.589 INFO:tasks.rados.rados.0.smithi081.stdout:1280: done (3 left) 2023-05-20T06:01:48.589 INFO:tasks.rados.rados.0.smithi081.stdout:1281: snap_create 2023-05-20T06:01:48.589 INFO:tasks.rados.rados.0.smithi081.stdout:1278: expect (ObjNum 369 snap 97 seq_num 369) 2023-05-20T06:01:48.627 INFO:tasks.rados.rados.0.smithi081.stdout:1274: finishing write tid 6 to smithi081164505-18 2023-05-20T06:01:48.627 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 639 (ObjNum 399 snap 108 seq_num 399) dirty exists 2023-05-20T06:01:48.628 INFO:tasks.rados.rados.0.smithi081.stdout:1274: left oid 18 (ObjNum 399 snap 108 seq_num 399) 2023-05-20T06:01:48.628 INFO:tasks.rados.rados.0.smithi081.stdout:1276: expect (ObjNum 398 snap 108 seq_num 398) 2023-05-20T06:01:49.248 INFO:tasks.rados.rados.0.smithi081.stdout:1274: done (3 left) 2023-05-20T06:01:49.249 INFO:tasks.rados.rados.0.smithi081.stdout:1276: done (2 left) 2023-05-20T06:01:49.249 INFO:tasks.rados.rados.0.smithi081.stdout:1278: done (1 left) 2023-05-20T06:01:49.249 INFO:tasks.rados.rados.0.smithi081.stdout:1281: done (0 left) 2023-05-20T06:01:49.249 INFO:tasks.rados.rados.0.smithi081.stdout:1282: read oid 10 snap -1 2023-05-20T06:01:49.249 INFO:tasks.rados.rados.0.smithi081.stdout:1282: expect (ObjNum 394 snap 105 seq_num 394) 2023-05-20T06:01:49.249 INFO:tasks.rados.rados.0.smithi081.stdout:1283: delete oid 19 current snap is 109 2023-05-20T06:01:49.252 INFO:tasks.rados.rados.0.smithi081.stdout:1283: done (1 left) 2023-05-20T06:01:49.252 INFO:tasks.rados.rados.0.smithi081.stdout:1284: delete oid 5 current snap is 109 2023-05-20T06:01:49.256 INFO:tasks.rados.rados.0.smithi081.stdout:1284: done (1 left) 2023-05-20T06:01:49.256 INFO:tasks.rados.rados.0.smithi081.stdout:1285: read oid 9 snap -1 2023-05-20T06:01:49.256 INFO:tasks.rados.rados.0.smithi081.stdout:1285: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:01:49.256 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 109 2023-05-20T06:01:49.256 INFO:tasks.rados.rados.0.smithi081.stdout:1286: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2023-05-20T06:01:49.261 INFO:tasks.rados.rados.0.smithi081.stdout:1286: writing smithi081164505-50 from 0 to 753664 tid 1 2023-05-20T06:01:49.263 INFO:tasks.rados.rados.0.smithi081.stdout:1286: writing smithi081164505-50 from 753664 to 1179648 tid 2 2023-05-20T06:01:49.269 INFO:tasks.rados.rados.0.smithi081.stdout:1286: writing smithi081164505-50 from 1179648 to 1900544 tid 3 2023-05-20T06:01:49.269 INFO:tasks.rados.rados.0.smithi081.stdout:1286: writing smithi081164505-50 from 1900544 to 1957888 tid 4 2023-05-20T06:01:49.269 INFO:tasks.rados.rados.0.smithi081.stdout:1287: rmattr oid 45 current snap is 109 2023-05-20T06:01:49.269 INFO:tasks.rados.rados.0.smithi081.stdout:1287: done (3 left) 2023-05-20T06:01:49.269 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 109 2023-05-20T06:01:49.269 INFO:tasks.rados.rados.0.smithi081.stdout:1288: seq_num 404 ranges {1392640=770048,2162688=712704,2875392=491520} 2023-05-20T06:01:49.281 INFO:tasks.rados.rados.0.smithi081.stdout:1288: writing smithi081164505-23 from 1392640 to 2162688 tid 1 2023-05-20T06:01:49.285 INFO:tasks.rados.rados.0.smithi081.stdout:1288: writing smithi081164505-23 from 2162688 to 2875392 tid 2 2023-05-20T06:01:49.289 INFO:tasks.rados.rados.0.smithi081.stdout:1288: writing smithi081164505-23 from 2875392 to 3366912 tid 3 2023-05-20T06:01:49.289 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 109 2023-05-20T06:01:49.289 INFO:tasks.rados.rados.0.smithi081.stdout:1289: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2023-05-20T06:01:49.293 INFO:tasks.rados.rados.0.smithi081.stdout:1289: writing smithi081164505-5 from 0 to 786432 tid 1 2023-05-20T06:01:49.297 INFO:tasks.rados.rados.0.smithi081.stdout:1289: writing smithi081164505-5 from 786432 to 1376256 tid 2 2023-05-20T06:01:49.300 INFO:tasks.rados.rados.0.smithi081.stdout:1289: writing smithi081164505-5 from 1376256 to 1990656 tid 3 2023-05-20T06:01:49.301 INFO:tasks.rados.rados.0.smithi081.stdout:1290: snap_remove snap 107 2023-05-20T06:01:49.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:49 smithi170 ceph-mon[97338]: pgmap v178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:49.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:49 smithi170 ceph-mon[97338]: osdmap e288: 8 total, 8 up, 8 in 2023-05-20T06:01:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:49 smithi081 ceph-mon[95500]: pgmap v178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:49 smithi081 ceph-mon[95500]: osdmap e288: 8 total, 8 up, 8 in 2023-05-20T06:01:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:49 smithi081 ceph-mon[107735]: pgmap v178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:49 smithi081 ceph-mon[107735]: osdmap e288: 8 total, 8 up, 8 in 2023-05-20T06:01:50.258 INFO:tasks.rados.rados.0.smithi081.stdout:1290: done (5 left) 2023-05-20T06:01:50.259 INFO:tasks.rados.rados.0.smithi081.stdout:1291: snap_remove snap 105 2023-05-20T06:01:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:50 smithi081 ceph-mon[95500]: osdmap e289: 8 total, 8 up, 8 in 2023-05-20T06:01:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:50 smithi081 ceph-mon[107735]: osdmap e289: 8 total, 8 up, 8 in 2023-05-20T06:01:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:50 smithi170 ceph-mon[97338]: osdmap e289: 8 total, 8 up, 8 in 2023-05-20T06:01:51.261 INFO:tasks.rados.rados.0.smithi081.stdout:1291: done (5 left) 2023-05-20T06:01:51.261 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 109 2023-05-20T06:01:51.261 INFO:tasks.rados.rados.0.smithi081.stdout:1282: expect (ObjNum 394 snap 105 seq_num 394) 2023-05-20T06:01:51.409 INFO:tasks.rados.rados.0.smithi081.stdout:1286: finishing write tid 1 to smithi081164505-50 2023-05-20T06:01:51.410 INFO:tasks.rados.rados.0.smithi081.stdout:1286: finishing write tid 2 to smithi081164505-50 2023-05-20T06:01:51.410 INFO:tasks.rados.rados.0.smithi081.stdout:1286: finishing write tid 3 to smithi081164505-50 2023-05-20T06:01:51.410 INFO:tasks.rados.rados.0.smithi081.stdout:1286: finishing write tid 4 to smithi081164505-50 2023-05-20T06:01:51.410 INFO:tasks.rados.rados.0.smithi081.stdout:1286: finishing write tid 5 to smithi081164505-50 2023-05-20T06:01:51.410 INFO:tasks.rados.rados.0.smithi081.stdout:1286: finishing write tid 6 to smithi081164505-50 2023-05-20T06:01:51.410 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 513 (ObjNum 403 snap 109 seq_num 403) dirty exists 2023-05-20T06:01:51.411 INFO:tasks.rados.rados.0.smithi081.stdout:1286: left oid 50 (ObjNum 403 snap 109 seq_num 403) 2023-05-20T06:01:51.411 INFO:tasks.rados.rados.0.smithi081.stdout:1292: seq_num 406 ranges {3350528=802816,4153344=475136,4628480=499712,5128192=229376} 2023-05-20T06:01:51.432 INFO:tasks.rados.rados.0.smithi081.stdout:1292: writing smithi081164505-18 from 3350528 to 4153344 tid 1 2023-05-20T06:01:51.434 INFO:tasks.rados.rados.0.smithi081.stdout:1292: writing smithi081164505-18 from 4153344 to 4628480 tid 2 2023-05-20T06:01:51.437 INFO:tasks.rados.rados.0.smithi081.stdout:1292: writing smithi081164505-18 from 4628480 to 5128192 tid 3 2023-05-20T06:01:51.439 INFO:tasks.rados.rados.0.smithi081.stdout:1292: writing smithi081164505-18 from 5128192 to 5357568 tid 4 2023-05-20T06:01:51.440 INFO:tasks.rados.rados.0.smithi081.stdout:1282: done (5 left) 2023-05-20T06:01:51.440 INFO:tasks.rados.rados.0.smithi081.stdout:1286: done (4 left) 2023-05-20T06:01:51.440 INFO:tasks.rados.rados.0.smithi081.stdout:1293: read oid 24 snap 108 2023-05-20T06:01:51.440 INFO:tasks.rados.rados.0.smithi081.stdout:1293: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:51.440 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 109 2023-05-20T06:01:51.440 INFO:tasks.rados.rados.0.smithi081.stdout:1288: finishing write tid 1 to smithi081164505-23 2023-05-20T06:01:51.441 INFO:tasks.rados.rados.0.smithi081.stdout:1288: finishing write tid 2 to smithi081164505-23 2023-05-20T06:01:51.441 INFO:tasks.rados.rados.0.smithi081.stdout:1285: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:01:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:51 smithi081 ceph-mon[95500]: pgmap v181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:51 smithi081 ceph-mon[95500]: osdmap e290: 8 total, 8 up, 8 in 2023-05-20T06:01:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:51 smithi081 ceph-mon[107735]: pgmap v181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:51 smithi081 ceph-mon[107735]: osdmap e290: 8 total, 8 up, 8 in 2023-05-20T06:01:51.732 INFO:tasks.rados.rados.0.smithi081.stdout:1288: finishing write tid 3 to smithi081164505-23 2023-05-20T06:01:51.732 INFO:tasks.rados.rados.0.smithi081.stdout:1288: finishing write tid 4 to smithi081164505-23 2023-05-20T06:01:51.732 INFO:tasks.rados.rados.0.smithi081.stdout:1288: finishing write tid 5 to smithi081164505-23 2023-05-20T06:01:51.732 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 783 (ObjNum 404 snap 109 seq_num 404) dirty exists 2023-05-20T06:01:51.733 INFO:tasks.rados.rados.0.smithi081.stdout:1288: left oid 23 (ObjNum 404 snap 109 seq_num 404) 2023-05-20T06:01:51.733 INFO:tasks.rados.rados.0.smithi081.stdout:1289: finishing write tid 1 to smithi081164505-5 2023-05-20T06:01:51.733 INFO:tasks.rados.rados.0.smithi081.stdout:1289: finishing write tid 2 to smithi081164505-5 2023-05-20T06:01:51.733 INFO:tasks.rados.rados.0.smithi081.stdout:1294: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2023-05-20T06:01:51.734 INFO:tasks.rados.rados.0.smithi081.stdout:1294: writing smithi081164505-22 from 0 to 425984 tid 1 2023-05-20T06:01:51.738 INFO:tasks.rados.rados.0.smithi081.stdout:1294: writing smithi081164505-22 from 425984 to 1187840 tid 2 2023-05-20T06:01:51.742 INFO:tasks.rados.rados.0.smithi081.stdout:1294: writing smithi081164505-22 from 1187840 to 1892352 tid 3 2023-05-20T06:01:51.743 INFO:tasks.rados.rados.0.smithi081.stdout:1294: writing smithi081164505-22 from 1892352 to 2031616 tid 4 2023-05-20T06:01:51.743 INFO:tasks.rados.rados.0.smithi081.stdout:1285: done (5 left) 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:1288: done (4 left) 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:1295: delete oid 45 current snap is 109 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:1289: finishing write tid 3 to smithi081164505-5 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:1289: finishing write tid 4 to smithi081164505-5 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:1289: finishing write tid 5 to smithi081164505-5 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 580 (ObjNum 405 snap 109 seq_num 405) dirty exists 2023-05-20T06:01:51.744 INFO:tasks.rados.rados.0.smithi081.stdout:1289: left oid 5 (ObjNum 405 snap 109 seq_num 405) 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:1292: finishing write tid 1 to smithi081164505-18 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:1292: finishing write tid 2 to smithi081164505-18 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:1292: finishing write tid 3 to smithi081164505-18 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:1292: finishing write tid 4 to smithi081164505-18 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:1292: finishing write tid 5 to smithi081164505-18 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:1292: finishing write tid 6 to smithi081164505-18 2023-05-20T06:01:51.745 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 644 (ObjNum 406 snap 109 seq_num 406) dirty exists 2023-05-20T06:01:51.746 INFO:tasks.rados.rados.0.smithi081.stdout:1292: left oid 18 (ObjNum 406 snap 109 seq_num 406) 2023-05-20T06:01:51.746 INFO:tasks.rados.rados.0.smithi081.stdout:1293: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:51 smithi170 ceph-mon[97338]: pgmap v181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:51 smithi170 ceph-mon[97338]: osdmap e290: 8 total, 8 up, 8 in 2023-05-20T06:01:51.840 INFO:tasks.rados.rados.0.smithi081.stdout:1294: finishing write tid 1 to smithi081164505-22 2023-05-20T06:01:51.840 INFO:tasks.rados.rados.0.smithi081.stdout:1294: finishing write tid 2 to smithi081164505-22 2023-05-20T06:01:51.840 INFO:tasks.rados.rados.0.smithi081.stdout:1294: finishing write tid 3 to smithi081164505-22 2023-05-20T06:01:51.841 INFO:tasks.rados.rados.0.smithi081.stdout:1294: finishing write tid 4 to smithi081164505-22 2023-05-20T06:01:51.841 INFO:tasks.rados.rados.0.smithi081.stdout:1294: finishing write tid 5 to smithi081164505-22 2023-05-20T06:01:51.841 INFO:tasks.rados.rados.0.smithi081.stdout:1294: finishing write tid 6 to smithi081164505-22 2023-05-20T06:01:51.841 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 589 (ObjNum 407 snap 109 seq_num 407) dirty exists 2023-05-20T06:01:51.842 INFO:tasks.rados.rados.0.smithi081.stdout:1294: left oid 22 (ObjNum 407 snap 109 seq_num 407) 2023-05-20T06:01:51.842 INFO:tasks.rados.rados.0.smithi081.stdout:1289: done (4 left) 2023-05-20T06:01:51.842 INFO:tasks.rados.rados.0.smithi081.stdout:1292: done (3 left) 2023-05-20T06:01:51.842 INFO:tasks.rados.rados.0.smithi081.stdout:1293: done (2 left) 2023-05-20T06:01:51.842 INFO:tasks.rados.rados.0.smithi081.stdout:1294: done (1 left) 2023-05-20T06:01:51.842 INFO:tasks.rados.rados.0.smithi081.stdout:1295: done (0 left) 2023-05-20T06:01:51.843 INFO:tasks.rados.rados.0.smithi081.stdout:1296: read oid 41 snap 104 2023-05-20T06:01:51.843 INFO:tasks.rados.rados.0.smithi081.stdout:1296: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:01:51.843 INFO:tasks.rados.rados.0.smithi081.stdout:1297: delete oid 13 current snap is 109 2023-05-20T06:01:51.843 INFO:tasks.rados.rados.0.smithi081.stdout:1297: done (1 left) 2023-05-20T06:01:51.844 INFO:tasks.rados.rados.0.smithi081.stdout:1298: snap_remove snap 106 2023-05-20T06:01:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:01:51.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:01:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:01:51.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:01:52.275 INFO:tasks.rados.rados.0.smithi081.stdout:1298: done (1 left) 2023-05-20T06:01:52.276 INFO:tasks.rados.rados.0.smithi081.stdout:1299: read oid 37 snap -1 2023-05-20T06:01:52.276 INFO:tasks.rados.rados.0.smithi081.stdout:1299: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:52.276 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 109 2023-05-20T06:01:52.277 INFO:tasks.rados.rados.0.smithi081.stdout:1300: seq_num 410 ranges {3145728=475136,3620864=417792,4038656=475136,4513792=425984,4939776=286720} 2023-05-20T06:01:52.294 INFO:tasks.rados.rados.0.smithi081.stdout:1300: writing smithi081164505-8 from 3145728 to 3620864 tid 1 2023-05-20T06:01:52.297 INFO:tasks.rados.rados.0.smithi081.stdout:1300: writing smithi081164505-8 from 3620864 to 4038656 tid 2 2023-05-20T06:01:52.300 INFO:tasks.rados.rados.0.smithi081.stdout:1300: writing smithi081164505-8 from 4038656 to 4513792 tid 3 2023-05-20T06:01:52.302 INFO:tasks.rados.rados.0.smithi081.stdout:1300: writing smithi081164505-8 from 4513792 to 4939776 tid 4 2023-05-20T06:01:52.304 INFO:tasks.rados.rados.0.smithi081.stdout:1300: writing smithi081164505-8 from 4939776 to 5226496 tid 5 2023-05-20T06:01:52.304 INFO:tasks.rados.rados.0.smithi081.stdout:1301: rmattr oid 27 current snap is 109 2023-05-20T06:01:52.304 INFO:tasks.rados.rados.0.smithi081.stdout:1301: done (3 left) 2023-05-20T06:01:52.305 INFO:tasks.rados.rados.0.smithi081.stdout:1302: delete oid 35 current snap is 109 2023-05-20T06:01:52.305 INFO:tasks.rados.rados.0.smithi081.stdout:1296: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:01:52.463 INFO:tasks.rados.rados.0.smithi081.stdout:1299: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:52.465 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 1 to smithi081164505-8 2023-05-20T06:01:52.465 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 2 to smithi081164505-8 2023-05-20T06:01:52.466 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 3 to smithi081164505-8 2023-05-20T06:01:52.466 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 4 to smithi081164505-8 2023-05-20T06:01:52.466 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 5 to smithi081164505-8 2023-05-20T06:01:52.466 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 6 to smithi081164505-8 2023-05-20T06:01:52.466 INFO:tasks.rados.rados.0.smithi081.stdout:1300: finishing write tid 7 to smithi081164505-8 2023-05-20T06:01:52.466 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 598 (ObjNum 410 snap 109 seq_num 410) dirty exists 2023-05-20T06:01:52.467 INFO:tasks.rados.rados.0.smithi081.stdout:1300: left oid 8 (ObjNum 410 snap 109 seq_num 410) 2023-05-20T06:01:52.467 INFO:tasks.rados.rados.0.smithi081.stdout:1296: done (3 left) 2023-05-20T06:01:52.467 INFO:tasks.rados.rados.0.smithi081.stdout:1299: done (2 left) 2023-05-20T06:01:52.467 INFO:tasks.rados.rados.0.smithi081.stdout:1300: done (1 left) 2023-05-20T06:01:52.467 INFO:tasks.rados.rados.0.smithi081.stdout:1302: done (0 left) 2023-05-20T06:01:52.468 INFO:tasks.rados.rados.0.smithi081.stdout:1303: rollback oid 50 current snap is 109 2023-05-20T06:01:52.468 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 104 2023-05-20T06:01:52.468 INFO:tasks.rados.rados.0.smithi081.stdout:1304: copy_from oid 7 from oid 49 current snap is 109 2023-05-20T06:01:52.468 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 109 2023-05-20T06:01:52.468 INFO:tasks.rados.rados.0.smithi081.stdout:1305: seq_num 412 ranges {4521984=507904,5029888=630784,5660672=491520,6152192=483328} 2023-05-20T06:01:52.493 INFO:tasks.rados.rados.0.smithi081.stdout:1305: writing smithi081164505-3 from 4521984 to 5029888 tid 1 2023-05-20T06:01:52.497 INFO:tasks.rados.rados.0.smithi081.stdout:1305: writing smithi081164505-3 from 5029888 to 5660672 tid 2 2023-05-20T06:01:52.499 INFO:tasks.rados.rados.0.smithi081.stdout:1305: writing smithi081164505-3 from 5660672 to 6152192 tid 3 2023-05-20T06:01:52.503 INFO:tasks.rados.rados.0.smithi081.stdout:1305: writing smithi081164505-3 from 6152192 to 6635520 tid 4 2023-05-20T06:01:52.503 INFO:tasks.rados.rados.0.smithi081.stdout:1306: read oid 35 snap 108 2023-05-20T06:01:52.503 INFO:tasks.rados.rados.0.smithi081.stdout:1306: expect (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:01:52.503 INFO:tasks.rados.rados.0.smithi081.stdout:1307: snap_create 2023-05-20T06:01:52.503 INFO:tasks.rados.rados.0.smithi081.stdout:1303: finishing rollback tid 0 to smithi081164505-50 2023-05-20T06:01:52.503 INFO:tasks.rados.rados.0.smithi081.stdout:1303: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:01:52.504 INFO:tasks.rados.rados.0.smithi081.stdout:1303: finishing rollback tid 2 to smithi081164505-50 2023-05-20T06:01:52.504 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 516 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:01:52.504 INFO:tasks.rados.rados.0.smithi081.stdout:1304: finishing copy_from to smithi081164505-7 2023-05-20T06:01:52.504 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 89 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:01:52.504 INFO:tasks.rados.rados.0.smithi081.stdout:1304: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:01:52.504 INFO:tasks.rados.rados.0.smithi081.stdout:1305: finishing write tid 1 to smithi081164505-3 2023-05-20T06:01:52.505 INFO:tasks.rados.rados.0.smithi081.stdout:1305: finishing write tid 2 to smithi081164505-3 2023-05-20T06:01:52.505 INFO:tasks.rados.rados.0.smithi081.stdout:1305: finishing write tid 3 to smithi081164505-3 2023-05-20T06:01:52.505 INFO:tasks.rados.rados.0.smithi081.stdout:1305: finishing write tid 4 to smithi081164505-3 2023-05-20T06:01:52.506 INFO:tasks.rados.rados.0.smithi081.stdout:1306: expect (ObjNum 303 snap 81 seq_num 303) 2023-05-20T06:01:52.513 INFO:tasks.rados.rados.0.smithi081.stdout:1305: finishing write tid 5 to smithi081164505-3 2023-05-20T06:01:52.513 INFO:tasks.rados.rados.0.smithi081.stdout:1305: finishing write tid 6 to smithi081164505-3 2023-05-20T06:01:52.514 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 521 (ObjNum 412 snap 109 seq_num 412) dirty exists 2023-05-20T06:01:52.514 INFO:tasks.rados.rados.0.smithi081.stdout:1305: left oid 3 (ObjNum 412 snap 109 seq_num 412) 2023-05-20T06:01:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:52 smithi081 ceph-mon[95500]: osdmap e291: 8 total, 8 up, 8 in 2023-05-20T06:01:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:52 smithi081 ceph-mon[107735]: osdmap e291: 8 total, 8 up, 8 in 2023-05-20T06:01:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:52 smithi170 ceph-mon[97338]: osdmap e291: 8 total, 8 up, 8 in 2023-05-20T06:01:53.270 INFO:tasks.rados.rados.0.smithi081.stdout:1303: done (4 left) 2023-05-20T06:01:53.271 INFO:tasks.rados.rados.0.smithi081.stdout:1304: done (3 left) 2023-05-20T06:01:53.271 INFO:tasks.rados.rados.0.smithi081.stdout:1305: done (2 left) 2023-05-20T06:01:53.271 INFO:tasks.rados.rados.0.smithi081.stdout:1306: done (1 left) 2023-05-20T06:01:53.271 INFO:tasks.rados.rados.0.smithi081.stdout:1307: done (0 left) 2023-05-20T06:01:53.271 INFO:tasks.rados.rados.0.smithi081.stdout:1308: delete oid 26 current snap is 110 2023-05-20T06:01:53.276 INFO:tasks.rados.rados.0.smithi081.stdout:1308: done (0 left) 2023-05-20T06:01:53.277 INFO:tasks.rados.rados.0.smithi081.stdout:1309: delete oid 5 current snap is 110 2023-05-20T06:01:53.280 INFO:tasks.rados.rados.0.smithi081.stdout:1309: done (0 left) 2023-05-20T06:01:53.280 INFO:tasks.rados.rados.0.smithi081.stdout:1310: copy_from oid 21 from oid 29 current snap is 110 2023-05-20T06:01:53.280 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 110 2023-05-20T06:01:53.281 INFO:tasks.rados.rados.0.smithi081.stdout:1311: seq_num 415 ranges {6635520=557056,7192576=688128,7880704=663552,8544256=253952} 2023-05-20T06:01:53.318 INFO:tasks.rados.rados.0.smithi081.stdout:1311: writing smithi081164505-3 from 6635520 to 7192576 tid 1 2023-05-20T06:01:53.322 INFO:tasks.rados.rados.0.smithi081.stdout:1311: writing smithi081164505-3 from 7192576 to 7880704 tid 2 2023-05-20T06:01:53.326 INFO:tasks.rados.rados.0.smithi081.stdout:1311: writing smithi081164505-3 from 7880704 to 8544256 tid 3 2023-05-20T06:01:53.328 INFO:tasks.rados.rados.0.smithi081.stdout:1311: writing smithi081164505-3 from 8544256 to 8798208 tid 4 2023-05-20T06:01:53.328 INFO:tasks.rados.rados.0.smithi081.stdout:1312: copy_from oid 35 from oid 34 current snap is 110 2023-05-20T06:01:53.328 INFO:tasks.rados.rados.0.smithi081.stdout:1310: finishing copy_from to smithi081164505-21 2023-05-20T06:01:53.328 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 562 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:1313: read oid 19 snap -1 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:1313: expect deleted 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 110 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:1310: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:1311: finishing write tid 1 to smithi081164505-3 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:1311: finishing write tid 2 to smithi081164505-3 2023-05-20T06:01:53.329 INFO:tasks.rados.rados.0.smithi081.stdout:1314: seq_num 416 ranges {4947968=573440,5521408=573440,6094848=475136,6569984=557056} 2023-05-20T06:01:53.357 INFO:tasks.rados.rados.0.smithi081.stdout:1314: writing smithi081164505-17 from 4947968 to 5521408 tid 1 2023-05-20T06:01:53.360 INFO:tasks.rados.rados.0.smithi081.stdout:1314: writing smithi081164505-17 from 5521408 to 6094848 tid 2 2023-05-20T06:01:53.363 INFO:tasks.rados.rados.0.smithi081.stdout:1314: writing smithi081164505-17 from 6094848 to 6569984 tid 3 2023-05-20T06:01:53.366 INFO:tasks.rados.rados.0.smithi081.stdout:1314: writing smithi081164505-17 from 6569984 to 7127040 tid 4 2023-05-20T06:01:53.367 INFO:tasks.rados.rados.0.smithi081.stdout:1310: done (4 left) 2023-05-20T06:01:53.367 INFO:tasks.rados.rados.0.smithi081.stdout:1315: copy_from oid 31 from oid 32 current snap is 110 2023-05-20T06:01:53.367 INFO:tasks.rados.rados.0.smithi081.stdout:1312: finishing copy_from to smithi081164505-35 2023-05-20T06:01:53.367 INFO:tasks.rados.rados.0.smithi081.stdout:1312: got expected ENOENT (src dne) 2023-05-20T06:01:53.367 INFO:tasks.rados.rados.0.smithi081.stdout:1312: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:01:53.367 INFO:tasks.rados.rados.0.smithi081.stdout:1311: finishing write tid 3 to smithi081164505-3 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:1311: finishing write tid 4 to smithi081164505-3 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:1311: finishing write tid 5 to smithi081164505-3 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:1312: done (4 left) 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:1313: done (3 left) 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 110 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:1311: finishing write tid 6 to smithi081164505-3 2023-05-20T06:01:53.368 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 526 (ObjNum 415 snap 110 seq_num 415) dirty exists 2023-05-20T06:01:53.369 INFO:tasks.rados.rados.0.smithi081.stdout:1311: left oid 3 (ObjNum 415 snap 110 seq_num 415) 2023-05-20T06:01:53.369 INFO:tasks.rados.rados.0.smithi081.stdout:1314: finishing write tid 1 to smithi081164505-17 2023-05-20T06:01:53.369 INFO:tasks.rados.rados.0.smithi081.stdout:1314: finishing write tid 2 to smithi081164505-17 2023-05-20T06:01:53.369 INFO:tasks.rados.rados.0.smithi081.stdout:1316: seq_num 417 ranges {4382720=589824,4972544=458752,5431296=679936,6111232=466944} 2023-05-20T06:01:53.392 INFO:tasks.rados.rados.0.smithi081.stdout:1316: writing smithi081164505-15 from 4382720 to 4972544 tid 1 2023-05-20T06:01:53.395 INFO:tasks.rados.rados.0.smithi081.stdout:1316: writing smithi081164505-15 from 4972544 to 5431296 tid 2 2023-05-20T06:01:53.399 INFO:tasks.rados.rados.0.smithi081.stdout:1316: writing smithi081164505-15 from 5431296 to 6111232 tid 3 2023-05-20T06:01:53.402 INFO:tasks.rados.rados.0.smithi081.stdout:1316: writing smithi081164505-15 from 6111232 to 6578176 tid 4 2023-05-20T06:01:53.402 INFO:tasks.rados.rados.0.smithi081.stdout:1311: done (3 left) 2023-05-20T06:01:53.402 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 110 2023-05-20T06:01:53.402 INFO:tasks.rados.rados.0.smithi081.stdout:1314: finishing write tid 3 to smithi081164505-17 2023-05-20T06:01:53.402 INFO:tasks.rados.rados.0.smithi081.stdout:1317: seq_num 418 ranges {1425408=606208,2031616=737280,2768896=434176,3203072=434176} 2023-05-20T06:01:53.412 INFO:tasks.rados.rados.0.smithi081.stdout:1317: writing smithi081164505-12 from 1425408 to 2031616 tid 1 2023-05-20T06:01:53.417 INFO:tasks.rados.rados.0.smithi081.stdout:1317: writing smithi081164505-12 from 2031616 to 2768896 tid 2 2023-05-20T06:01:53.419 INFO:tasks.rados.rados.0.smithi081.stdout:1317: writing smithi081164505-12 from 2768896 to 3203072 tid 3 2023-05-20T06:01:53.423 INFO:tasks.rados.rados.0.smithi081.stdout:1317: writing smithi081164505-12 from 3203072 to 3637248 tid 4 2023-05-20T06:01:53.423 INFO:tasks.rados.rados.0.smithi081.stdout:1318: read oid 33 snap -1 2023-05-20T06:01:53.423 INFO:tasks.rados.rados.0.smithi081.stdout:1318: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:53.423 INFO:tasks.rados.rados.0.smithi081.stdout:1319: rmattr oid 46 current snap is 110 2023-05-20T06:01:53.424 INFO:tasks.rados.rados.0.smithi081.stdout:1319: done (5 left) 2023-05-20T06:01:53.424 INFO:tasks.rados.rados.0.smithi081.stdout:1320: read oid 5 snap -1 2023-05-20T06:01:53.424 INFO:tasks.rados.rados.0.smithi081.stdout:1320: expect deleted 2023-05-20T06:01:53.424 INFO:tasks.rados.rados.0.smithi081.stdout:1321: read oid 6 snap -1 2023-05-20T06:01:53.425 INFO:tasks.rados.rados.0.smithi081.stdout:1321: expect (ObjNum 397 snap 107 seq_num 397) 2023-05-20T06:01:53.425 INFO:tasks.rados.rados.0.smithi081.stdout:1322: delete oid 8 current snap is 110 2023-05-20T06:01:53.425 INFO:tasks.rados.rados.0.smithi081.stdout:1315: finishing copy_from to smithi081164505-31 2023-05-20T06:01:53.425 INFO:tasks.rados.rados.0.smithi081.stdout:1315: got expected ENOENT (src dne) 2023-05-20T06:01:53.425 INFO:tasks.rados.rados.0.smithi081.stdout:1315: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:01:53.425 INFO:tasks.rados.rados.0.smithi081.stdout:1314: finishing write tid 4 to smithi081164505-17 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:1314: finishing write tid 5 to smithi081164505-17 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:1314: finishing write tid 6 to smithi081164505-17 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 462 (ObjNum 416 snap 110 seq_num 416) dirty exists 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:1314: left oid 17 (ObjNum 416 snap 110 seq_num 416) 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:1316: finishing write tid 1 to smithi081164505-15 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:1316: finishing write tid 2 to smithi081164505-15 2023-05-20T06:01:53.426 INFO:tasks.rados.rados.0.smithi081.stdout:1316: finishing write tid 3 to smithi081164505-15 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:1316: finishing write tid 4 to smithi081164505-15 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:1316: finishing write tid 5 to smithi081164505-15 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:1316: finishing write tid 6 to smithi081164505-15 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 728 (ObjNum 417 snap 110 seq_num 417) dirty exists 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:1316: left oid 15 (ObjNum 417 snap 110 seq_num 417) 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:1317: finishing write tid 1 to smithi081164505-12 2023-05-20T06:01:53.427 INFO:tasks.rados.rados.0.smithi081.stdout:1317: finishing write tid 2 to smithi081164505-12 2023-05-20T06:01:53.428 INFO:tasks.rados.rados.0.smithi081.stdout:1317: finishing write tid 3 to smithi081164505-12 2023-05-20T06:01:53.428 INFO:tasks.rados.rados.0.smithi081.stdout:1318: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:01:53.428 INFO:tasks.rados.rados.0.smithi081.stdout:1314: done (7 left) 2023-05-20T06:01:53.428 INFO:tasks.rados.rados.0.smithi081.stdout:1315: done (6 left) 2023-05-20T06:01:53.428 INFO:tasks.rados.rados.0.smithi081.stdout:1316: done (5 left) 2023-05-20T06:01:53.429 INFO:tasks.rados.rados.0.smithi081.stdout:1318: done (4 left) 2023-05-20T06:01:53.429 INFO:tasks.rados.rados.0.smithi081.stdout:1320: done (3 left) 2023-05-20T06:01:53.429 INFO:tasks.rados.rados.0.smithi081.stdout:1322: done (2 left) 2023-05-20T06:01:53.429 INFO:tasks.rados.rados.0.smithi081.stdout:1323: snap_remove snap 104 2023-05-20T06:01:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:01:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:53 smithi081 ceph-mon[95500]: pgmap v184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:53 smithi081 ceph-mon[95500]: osdmap e292: 8 total, 8 up, 8 in 2023-05-20T06:01:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:53 smithi081 ceph-mon[107735]: pgmap v184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:53 smithi081 ceph-mon[107735]: osdmap e292: 8 total, 8 up, 8 in 2023-05-20T06:01:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:53 smithi170 ceph-mon[97338]: pgmap v184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:53 smithi170 ceph-mon[97338]: osdmap e292: 8 total, 8 up, 8 in 2023-05-20T06:01:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:1323: done (2 left) 2023-05-20T06:01:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:1324: read oid 13 snap 108 2023-05-20T06:01:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:1324: expect (ObjNum 359 snap 93 seq_num 359) 2023-05-20T06:01:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 110 2023-05-20T06:01:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:1325: seq_num 420 ranges {4177920=638976,4816896=557056,5373952=450560,5824512=598016} 2023-05-20T06:01:54.320 INFO:tasks.rados.rados.0.smithi081.stdout:1325: writing smithi081164505-46 from 4177920 to 4816896 tid 1 2023-05-20T06:01:54.323 INFO:tasks.rados.rados.0.smithi081.stdout:1325: writing smithi081164505-46 from 4816896 to 5373952 tid 2 2023-05-20T06:01:54.325 INFO:tasks.rados.rados.0.smithi081.stdout:1325: writing smithi081164505-46 from 5373952 to 5824512 tid 3 2023-05-20T06:01:54.329 INFO:tasks.rados.rados.0.smithi081.stdout:1325: writing smithi081164505-46 from 5824512 to 6422528 tid 4 2023-05-20T06:01:54.329 INFO:tasks.rados.rados.0.smithi081.stdout:1326: snap_create 2023-05-20T06:01:54.330 INFO:tasks.rados.rados.0.smithi081.stdout:1317: finishing write tid 4 to smithi081164505-12 2023-05-20T06:01:54.330 INFO:tasks.rados.rados.0.smithi081.stdout:1317: finishing write tid 5 to smithi081164505-12 2023-05-20T06:01:54.330 INFO:tasks.rados.rados.0.smithi081.stdout:1317: finishing write tid 6 to smithi081164505-12 2023-05-20T06:01:54.330 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 649 (ObjNum 418 snap 110 seq_num 418) dirty exists 2023-05-20T06:01:54.330 INFO:tasks.rados.rados.0.smithi081.stdout:1317: left oid 12 (ObjNum 418 snap 110 seq_num 418) 2023-05-20T06:01:54.330 INFO:tasks.rados.rados.0.smithi081.stdout:1321: expect (ObjNum 397 snap 107 seq_num 397) 2023-05-20T06:01:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:54 smithi170 ceph-mon[97338]: osdmap e293: 8 total, 8 up, 8 in 2023-05-20T06:01:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:54 smithi081 ceph-mon[95500]: osdmap e293: 8 total, 8 up, 8 in 2023-05-20T06:01:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:54 smithi081 ceph-mon[107735]: osdmap e293: 8 total, 8 up, 8 in 2023-05-20T06:01:54.774 INFO:tasks.rados.rados.0.smithi081.stdout:1324: expect (ObjNum 359 snap 93 seq_num 359) 2023-05-20T06:01:54.963 INFO:tasks.rados.rados.0.smithi081.stdout:1325: finishing write tid 1 to smithi081164505-46 2023-05-20T06:01:54.963 INFO:tasks.rados.rados.0.smithi081.stdout:1325: finishing write tid 2 to smithi081164505-46 2023-05-20T06:01:54.964 INFO:tasks.rados.rados.0.smithi081.stdout:1325: finishing write tid 3 to smithi081164505-46 2023-05-20T06:01:54.964 INFO:tasks.rados.rados.0.smithi081.stdout:1325: finishing write tid 4 to smithi081164505-46 2023-05-20T06:01:54.964 INFO:tasks.rados.rados.0.smithi081.stdout:1325: finishing write tid 5 to smithi081164505-46 2023-05-20T06:01:54.965 INFO:tasks.rados.rados.0.smithi081.stdout:1325: finishing write tid 6 to smithi081164505-46 2023-05-20T06:01:54.965 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 478 (ObjNum 420 snap 110 seq_num 420) dirty exists 2023-05-20T06:01:54.965 INFO:tasks.rados.rados.0.smithi081.stdout:1325: left oid 46 (ObjNum 420 snap 110 seq_num 420) 2023-05-20T06:01:55.293 INFO:tasks.rados.rados.0.smithi081.stdout:1317: done (4 left) 2023-05-20T06:01:55.293 INFO:tasks.rados.rados.0.smithi081.stdout:1321: done (3 left) 2023-05-20T06:01:55.293 INFO:tasks.rados.rados.0.smithi081.stdout:1324: done (2 left) 2023-05-20T06:01:55.293 INFO:tasks.rados.rados.0.smithi081.stdout:1325: done (1 left) 2023-05-20T06:01:55.294 INFO:tasks.rados.rados.0.smithi081.stdout:1326: done (0 left) 2023-05-20T06:01:55.294 INFO:tasks.rados.rados.0.smithi081.stdout:1327: read oid 39 snap -1 2023-05-20T06:01:55.294 INFO:tasks.rados.rados.0.smithi081.stdout:1327: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:55.294 INFO:tasks.rados.rados.0.smithi081.stdout:1328: copy_from oid 13 from oid 4 current snap is 111 2023-05-20T06:01:55.294 INFO:tasks.rados.rados.0.smithi081.stdout:1329: setattr oid 47 current snap is 111 2023-05-20T06:01:55.295 INFO:tasks.rados.rados.0.smithi081.stdout:1330: copy_from oid 15 from oid 12 current snap is 111 2023-05-20T06:01:55.295 INFO:tasks.rados.rados.0.smithi081.stdout:1331: snap_create 2023-05-20T06:01:55.300 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 469 (ObjNum 849 snap 0 seq_num 3605352288) dirty exists 2023-05-20T06:01:55.308 INFO:tasks.rados.rados.0.smithi081.stdout:1327: expect (ObjNum 229 snap 57 seq_num 229) 2023-05-20T06:01:55.405 INFO:tasks.rados.rados.0.smithi081.stdout:1328: finishing copy_from to smithi081164505-13 2023-05-20T06:01:55.405 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 493 (ObjNum 374 snap 101 seq_num 374) dirty exists 2023-05-20T06:01:55.405 INFO:tasks.rados.rados.0.smithi081.stdout:1328: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:01:55.405 INFO:tasks.rados.rados.0.smithi081.stdout:1330: finishing copy_from to smithi081164505-15 2023-05-20T06:01:55.405 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 649 (ObjNum 418 snap 110 seq_num 418) dirty exists 2023-05-20T06:01:55.406 INFO:tasks.rados.rados.0.smithi081.stdout:1330: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:01:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:55 smithi170 ceph-mon[97338]: pgmap v187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:55 smithi170 ceph-mon[97338]: osdmap e294: 8 total, 8 up, 8 in 2023-05-20T06:01:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:55 smithi081 ceph-mon[95500]: pgmap v187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:55 smithi081 ceph-mon[95500]: osdmap e294: 8 total, 8 up, 8 in 2023-05-20T06:01:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:55 smithi081 ceph-mon[107735]: pgmap v187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:55 smithi081 ceph-mon[107735]: osdmap e294: 8 total, 8 up, 8 in 2023-05-20T06:01:56.299 INFO:tasks.rados.rados.0.smithi081.stdout:1327: done (4 left) 2023-05-20T06:01:56.299 INFO:tasks.rados.rados.0.smithi081.stdout:1328: done (3 left) 2023-05-20T06:01:56.299 INFO:tasks.rados.rados.0.smithi081.stdout:1329: done (2 left) 2023-05-20T06:01:56.299 INFO:tasks.rados.rados.0.smithi081.stdout:1330: done (1 left) 2023-05-20T06:01:56.299 INFO:tasks.rados.rados.0.smithi081.stdout:1331: done (0 left) 2023-05-20T06:01:56.300 INFO:tasks.rados.rados.0.smithi081.stdout:1332: snap_remove snap 108 2023-05-20T06:01:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:56 smithi170 ceph-mon[97338]: osdmap e295: 8 total, 8 up, 8 in 2023-05-20T06:01:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:56 smithi081 ceph-mon[95500]: osdmap e295: 8 total, 8 up, 8 in 2023-05-20T06:01:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:56 smithi081 ceph-mon[107735]: osdmap e295: 8 total, 8 up, 8 in 2023-05-20T06:01:57.303 INFO:tasks.rados.rados.0.smithi081.stdout:1332: done (0 left) 2023-05-20T06:01:57.304 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 112 2023-05-20T06:01:57.304 INFO:tasks.rados.rados.0.smithi081.stdout:1333: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2023-05-20T06:01:57.306 INFO:tasks.rados.rados.0.smithi081.stdout:1333: writing smithi081164505-8 from 0 to 655360 tid 1 2023-05-20T06:01:57.309 INFO:tasks.rados.rados.0.smithi081.stdout:1333: writing smithi081164505-8 from 655360 to 1097728 tid 2 2023-05-20T06:01:57.313 INFO:tasks.rados.rados.0.smithi081.stdout:1333: writing smithi081164505-8 from 1097728 to 1761280 tid 3 2023-05-20T06:01:57.316 INFO:tasks.rados.rados.0.smithi081.stdout:1333: writing smithi081164505-8 from 1761280 to 2260992 tid 4 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:1334: rollback oid 31 current snap is 112 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 110 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:1333: finishing write tid 1 to smithi081164505-8 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:1333: finishing write tid 2 to smithi081164505-8 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:1333: finishing write tid 3 to smithi081164505-8 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 112 2023-05-20T06:01:57.317 INFO:tasks.rados.rados.0.smithi081.stdout:1335: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2023-05-20T06:01:57.320 INFO:tasks.rados.rados.0.smithi081.stdout:1335: writing smithi081164505-20 from 0 to 671744 tid 1 2023-05-20T06:01:57.325 INFO:tasks.rados.rados.0.smithi081.stdout:1335: writing smithi081164505-20 from 671744 to 1400832 tid 2 2023-05-20T06:01:57.327 INFO:tasks.rados.rados.0.smithi081.stdout:1335: writing smithi081164505-20 from 1400832 to 1818624 tid 3 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1335: writing smithi081164505-20 from 1818624 to 2277376 tid 4 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1336: read oid 41 snap -1 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1336: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1337: rmattr oid 46 current snap is 112 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1337: done (4 left) 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1338: rmattr oid 32 current snap is 112 2023-05-20T06:01:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1338: done (4 left) 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1339: snap_create 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1334: finishing rollback tid 1 to smithi081164505-31 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 0 (ObjNum 881 snap 0 seq_num 164146256) dirty dne 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1333: finishing write tid 4 to smithi081164505-8 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1333: finishing write tid 5 to smithi081164505-8 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1333: finishing write tid 6 to smithi081164505-8 2023-05-20T06:01:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 613 (ObjNum 421 snap 112 seq_num 421) dirty exists 2023-05-20T06:01:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:1333: left oid 8 (ObjNum 421 snap 112 seq_num 421) 2023-05-20T06:01:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:1335: finishing write tid 1 to smithi081164505-20 2023-05-20T06:01:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:1335: finishing write tid 2 to smithi081164505-20 2023-05-20T06:01:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:1335: finishing write tid 3 to smithi081164505-20 2023-05-20T06:01:57.334 INFO:tasks.rados.rados.0.smithi081.stdout:1335: finishing write tid 4 to smithi081164505-20 2023-05-20T06:01:57.334 INFO:tasks.rados.rados.0.smithi081.stdout:1335: finishing write tid 5 to smithi081164505-20 2023-05-20T06:01:57.336 INFO:tasks.rados.rados.0.smithi081.stdout:1335: finishing write tid 6 to smithi081164505-20 2023-05-20T06:01:57.336 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 512 (ObjNum 422 snap 112 seq_num 422) dirty exists 2023-05-20T06:01:57.336 INFO:tasks.rados.rados.0.smithi081.stdout:1335: left oid 20 (ObjNum 422 snap 112 seq_num 422) 2023-05-20T06:01:57.348 INFO:tasks.rados.rados.0.smithi081.stdout:1336: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:01:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:57 smithi170 ceph-mon[97338]: pgmap v190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:57 smithi170 ceph-mon[97338]: osdmap e296: 8 total, 8 up, 8 in 2023-05-20T06:01:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:57 smithi081 ceph-mon[95500]: pgmap v190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:57 smithi081 ceph-mon[95500]: osdmap e296: 8 total, 8 up, 8 in 2023-05-20T06:01:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:57 smithi081 ceph-mon[107735]: pgmap v190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:57 smithi081 ceph-mon[107735]: osdmap e296: 8 total, 8 up, 8 in 2023-05-20T06:01:58.316 INFO:tasks.rados.rados.0.smithi081.stdout:1333: done (4 left) 2023-05-20T06:01:58.316 INFO:tasks.rados.rados.0.smithi081.stdout:1334: done (3 left) 2023-05-20T06:01:58.316 INFO:tasks.rados.rados.0.smithi081.stdout:1335: done (2 left) 2023-05-20T06:01:58.316 INFO:tasks.rados.rados.0.smithi081.stdout:1336: done (1 left) 2023-05-20T06:01:58.317 INFO:tasks.rados.rados.0.smithi081.stdout:1339: done (0 left) 2023-05-20T06:01:58.317 INFO:tasks.rados.rados.0.smithi081.stdout:1340: rollback oid 39 current snap is 113 2023-05-20T06:01:58.317 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 110 2023-05-20T06:01:58.317 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 113 2023-05-20T06:01:58.317 INFO:tasks.rados.rados.0.smithi081.stdout:1341: seq_num 423 ranges {2744320=688128,3432448=614400,4046848=622592,4669440=368640} 2023-05-20T06:01:58.334 INFO:tasks.rados.rados.0.smithi081.stdout:1341: writing smithi081164505-44 from 2744320 to 3432448 tid 1 2023-05-20T06:01:58.338 INFO:tasks.rados.rados.0.smithi081.stdout:1341: writing smithi081164505-44 from 3432448 to 4046848 tid 2 2023-05-20T06:01:58.341 INFO:tasks.rados.rados.0.smithi081.stdout:1341: writing smithi081164505-44 from 4046848 to 4669440 tid 3 2023-05-20T06:01:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:1341: writing smithi081164505-44 from 4669440 to 5038080 tid 4 2023-05-20T06:01:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:1342: read oid 16 snap 109 2023-05-20T06:01:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:1342: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:1343: read oid 17 snap -1 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:1343: expect (ObjNum 416 snap 110 seq_num 416) 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:1344: read oid 34 snap 110 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:1344: expect deleted 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 113 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:1340: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:01:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:1340: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:01:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:1340: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:01:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 710 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:01:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:1341: finishing write tid 1 to smithi081164505-44 2023-05-20T06:01:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:1341: finishing write tid 2 to smithi081164505-44 2023-05-20T06:01:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:1345: seq_num 424 ranges {0=704512,704512=491520,1196032=434176,1630208=679936} 2023-05-20T06:01:58.348 INFO:tasks.rados.rados.0.smithi081.stdout:1345: writing smithi081164505-32 from 0 to 704512 tid 1 2023-05-20T06:01:58.351 INFO:tasks.rados.rados.0.smithi081.stdout:1345: writing smithi081164505-32 from 704512 to 1196032 tid 2 2023-05-20T06:01:58.354 INFO:tasks.rados.rados.0.smithi081.stdout:1345: writing smithi081164505-32 from 1196032 to 1630208 tid 3 2023-05-20T06:01:58.359 INFO:tasks.rados.rados.0.smithi081.stdout:1345: writing smithi081164505-32 from 1630208 to 2310144 tid 4 2023-05-20T06:01:58.359 INFO:tasks.rados.rados.0.smithi081.stdout:1340: done (5 left) 2023-05-20T06:01:58.359 INFO:tasks.rados.rados.0.smithi081.stdout:1346: copy_from oid 45 from oid 40 current snap is 113 2023-05-20T06:01:58.359 INFO:tasks.rados.rados.0.smithi081.stdout:1341: finishing write tid 3 to smithi081164505-44 2023-05-20T06:01:58.359 INFO:tasks.rados.rados.0.smithi081.stdout:1341: finishing write tid 4 to smithi081164505-44 2023-05-20T06:01:58.359 INFO:tasks.rados.rados.0.smithi081.stdout:1341: finishing write tid 5 to smithi081164505-44 2023-05-20T06:01:58.360 INFO:tasks.rados.rados.0.smithi081.stdout:1341: finishing write tid 6 to smithi081164505-44 2023-05-20T06:01:58.360 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 511 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:01:58.360 INFO:tasks.rados.rados.0.smithi081.stdout:1341: left oid 44 (ObjNum 423 snap 113 seq_num 423) 2023-05-20T06:01:58.360 INFO:tasks.rados.rados.0.smithi081.stdout:1342: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:01:58.405 INFO:tasks.rados.rados.0.smithi081.stdout:1345: finishing write tid 1 to smithi081164505-32 2023-05-20T06:01:58.405 INFO:tasks.rados.rados.0.smithi081.stdout:1345: finishing write tid 2 to smithi081164505-32 2023-05-20T06:01:58.405 INFO:tasks.rados.rados.0.smithi081.stdout:1345: finishing write tid 3 to smithi081164505-32 2023-05-20T06:01:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:1345: finishing write tid 4 to smithi081164505-32 2023-05-20T06:01:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:1345: finishing write tid 5 to smithi081164505-32 2023-05-20T06:01:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:1341: done (5 left) 2023-05-20T06:01:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:1342: done (4 left) 2023-05-20T06:01:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:1344: done (3 left) 2023-05-20T06:01:58.407 INFO:tasks.rados.rados.0.smithi081.stdout:1347: snap_remove snap 110 2023-05-20T06:01:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:58 smithi170 ceph-mon[97338]: osdmap e297: 8 total, 8 up, 8 in 2023-05-20T06:01:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:58 smithi081 ceph-mon[95500]: osdmap e297: 8 total, 8 up, 8 in 2023-05-20T06:01:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:58 smithi081 ceph-mon[107735]: osdmap e297: 8 total, 8 up, 8 in 2023-05-20T06:01:59.321 INFO:tasks.rados.rados.0.smithi081.stdout:1347: done (3 left) 2023-05-20T06:01:59.321 INFO:tasks.rados.rados.0.smithi081.stdout:1348: snap_create 2023-05-20T06:01:59.321 INFO:tasks.rados.rados.0.smithi081.stdout:1345: finishing write tid 6 to smithi081164505-32 2023-05-20T06:01:59.321 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 654 (ObjNum 424 snap 113 seq_num 424) dirty exists 2023-05-20T06:01:59.321 INFO:tasks.rados.rados.0.smithi081.stdout:1345: left oid 32 (ObjNum 424 snap 113 seq_num 424) 2023-05-20T06:01:59.322 INFO:tasks.rados.rados.0.smithi081.stdout:1346: finishing copy_from to smithi081164505-45 2023-05-20T06:01:59.322 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 703 (ObjNum 376 snap 101 seq_num 376) dirty exists 2023-05-20T06:01:59.322 INFO:tasks.rados.rados.0.smithi081.stdout:1343: expect (ObjNum 416 snap 110 seq_num 416) 2023-05-20T06:01:59.739 INFO:tasks.rados.rados.0.smithi081.stdout:1346: finishing copy_from racing read to smithi081164505-45 2023-05-20T06:01:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:59 smithi170 ceph-mon[97338]: pgmap v193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:01:59 smithi170 ceph-mon[97338]: osdmap e298: 8 total, 8 up, 8 in 2023-05-20T06:01:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:59 smithi081 ceph-mon[95500]: pgmap v193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:01:59 smithi081 ceph-mon[95500]: osdmap e298: 8 total, 8 up, 8 in 2023-05-20T06:01:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:59 smithi081 ceph-mon[107735]: pgmap v193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:01:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:01:59 smithi081 ceph-mon[107735]: osdmap e298: 8 total, 8 up, 8 in 2023-05-20T06:02:00.327 INFO:tasks.rados.rados.0.smithi081.stdout:1343: done (3 left) 2023-05-20T06:02:00.328 INFO:tasks.rados.rados.0.smithi081.stdout:1345: done (2 left) 2023-05-20T06:02:00.328 INFO:tasks.rados.rados.0.smithi081.stdout:1346: done (1 left) 2023-05-20T06:02:00.328 INFO:tasks.rados.rados.0.smithi081.stdout:1348: done (0 left) 2023-05-20T06:02:00.328 INFO:tasks.rados.rados.0.smithi081.stdout:1349: read oid 47 snap -1 2023-05-20T06:02:00.329 INFO:tasks.rados.rados.0.smithi081.stdout:1349: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:00.329 INFO:tasks.rados.rados.0.smithi081.stdout:1350: copy_from oid 11 from oid 22 current snap is 114 2023-05-20T06:02:00.329 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 114 2023-05-20T06:02:00.329 INFO:tasks.rados.rados.0.smithi081.stdout:1351: seq_num 425 ranges {2531328=720896,3252224=778240,4030464=638976,4669440=188416} 2023-05-20T06:02:00.345 INFO:tasks.rados.rados.0.smithi081.stdout:1351: writing smithi081164505-2 from 2531328 to 3252224 tid 1 2023-05-20T06:02:00.349 INFO:tasks.rados.rados.0.smithi081.stdout:1351: writing smithi081164505-2 from 3252224 to 4030464 tid 2 2023-05-20T06:02:00.353 INFO:tasks.rados.rados.0.smithi081.stdout:1351: writing smithi081164505-2 from 4030464 to 4669440 tid 3 2023-05-20T06:02:00.354 INFO:tasks.rados.rados.0.smithi081.stdout:1351: writing smithi081164505-2 from 4669440 to 4857856 tid 4 2023-05-20T06:02:00.354 INFO:tasks.rados.rados.0.smithi081.stdout:1352: copy_from oid 41 from oid 27 current snap is 114 2023-05-20T06:02:00.354 INFO:tasks.rados.rados.0.smithi081.stdout:1349: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:00.357 INFO:tasks.rados.rados.0.smithi081.stdout:1350: finishing copy_from to smithi081164505-11 2023-05-20T06:02:00.358 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 589 (ObjNum 407 snap 109 seq_num 407) dirty exists 2023-05-20T06:02:00.358 INFO:tasks.rados.rados.0.smithi081.stdout:1350: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:02:00.358 INFO:tasks.rados.rados.0.smithi081.stdout:1351: finishing write tid 1 to smithi081164505-2 2023-05-20T06:02:00.358 INFO:tasks.rados.rados.0.smithi081.stdout:1351: finishing write tid 2 to smithi081164505-2 2023-05-20T06:02:00.358 INFO:tasks.rados.rados.0.smithi081.stdout:1351: finishing write tid 3 to smithi081164505-2 2023-05-20T06:02:00.358 INFO:tasks.rados.rados.0.smithi081.stdout:1351: finishing write tid 4 to smithi081164505-2 2023-05-20T06:02:00.359 INFO:tasks.rados.rados.0.smithi081.stdout:1351: finishing write tid 5 to smithi081164505-2 2023-05-20T06:02:00.359 INFO:tasks.rados.rados.0.smithi081.stdout:1349: done (3 left) 2023-05-20T06:02:00.359 INFO:tasks.rados.rados.0.smithi081.stdout:1350: done (2 left) 2023-05-20T06:02:00.359 INFO:tasks.rados.rados.0.smithi081.stdout:1353: read oid 38 snap -1 2023-05-20T06:02:00.359 INFO:tasks.rados.rados.0.smithi081.stdout:1353: expect (ObjNum 259 snap 67 seq_num 259) 2023-05-20T06:02:00.359 INFO:tasks.rados.rados.0.smithi081.stdout:1354: snap_create 2023-05-20T06:02:00.360 INFO:tasks.rados.rados.0.smithi081.stdout:1352: finishing copy_from to smithi081164505-41 2023-05-20T06:02:00.361 INFO:tasks.rados.rados.0.smithi081.stdout:1352: got expected ENOENT (src dne) 2023-05-20T06:02:00.361 INFO:tasks.rados.rados.0.smithi081.stdout:1352: finishing copy_from racing read to smithi081164505-41 2023-05-20T06:02:00.361 INFO:tasks.rados.rados.0.smithi081.stdout:1351: finishing write tid 6 to smithi081164505-2 2023-05-20T06:02:00.362 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 720 (ObjNum 425 snap 114 seq_num 425) dirty exists 2023-05-20T06:02:00.362 INFO:tasks.rados.rados.0.smithi081.stdout:1351: left oid 2 (ObjNum 425 snap 114 seq_num 425) 2023-05-20T06:02:00.373 INFO:tasks.rados.rados.0.smithi081.stdout:1353: expect (ObjNum 259 snap 67 seq_num 259) 2023-05-20T06:02:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:00 smithi170 ceph-mon[97338]: osdmap e299: 8 total, 8 up, 8 in 2023-05-20T06:02:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:00 smithi081 ceph-mon[95500]: osdmap e299: 8 total, 8 up, 8 in 2023-05-20T06:02:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:00 smithi081 ceph-mon[107735]: osdmap e299: 8 total, 8 up, 8 in 2023-05-20T06:02:01.334 INFO:tasks.rados.rados.0.smithi081.stdout:1351: done (3 left) 2023-05-20T06:02:01.334 INFO:tasks.rados.rados.0.smithi081.stdout:1352: done (2 left) 2023-05-20T06:02:01.334 INFO:tasks.rados.rados.0.smithi081.stdout:1353: done (1 left) 2023-05-20T06:02:01.334 INFO:tasks.rados.rados.0.smithi081.stdout:1354: done (0 left) 2023-05-20T06:02:01.335 INFO:tasks.rados.rados.0.smithi081.stdout:1355: snap_create 2023-05-20T06:02:01.634 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:01 smithi081 ceph-mon[95500]: pgmap v196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:01.634 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:01 smithi081 ceph-mon[95500]: osdmap e300: 8 total, 8 up, 8 in 2023-05-20T06:02:01.634 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:01 smithi081 ceph-mon[107735]: pgmap v196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:01.635 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:01 smithi081 ceph-mon[107735]: osdmap e300: 8 total, 8 up, 8 in 2023-05-20T06:02:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:01 smithi170 ceph-mon[97338]: pgmap v196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:01 smithi170 ceph-mon[97338]: osdmap e300: 8 total, 8 up, 8 in 2023-05-20T06:02:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:02:01.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:02:01.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:02.339 INFO:tasks.rados.rados.0.smithi081.stdout:1355: done (0 left) 2023-05-20T06:02:02.340 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 116 2023-05-20T06:02:02.340 INFO:tasks.rados.rados.0.smithi081.stdout:1356: seq_num 426 ranges {5652480=737280,6389760=712704,7102464=802816,7905280=90112} 2023-05-20T06:02:02.373 INFO:tasks.rados.rados.0.smithi081.stdout:1356: writing smithi081164505-7 from 5652480 to 6389760 tid 1 2023-05-20T06:02:02.377 INFO:tasks.rados.rados.0.smithi081.stdout:1356: writing smithi081164505-7 from 6389760 to 7102464 tid 2 2023-05-20T06:02:02.382 INFO:tasks.rados.rados.0.smithi081.stdout:1356: writing smithi081164505-7 from 7102464 to 7905280 tid 3 2023-05-20T06:02:02.383 INFO:tasks.rados.rados.0.smithi081.stdout:1356: writing smithi081164505-7 from 7905280 to 7995392 tid 4 2023-05-20T06:02:02.384 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 116 2023-05-20T06:02:02.384 INFO:tasks.rados.rados.0.smithi081.stdout:1356: finishing write tid 1 to smithi081164505-7 2023-05-20T06:02:02.384 INFO:tasks.rados.rados.0.smithi081.stdout:1356: finishing write tid 2 to smithi081164505-7 2023-05-20T06:02:02.385 INFO:tasks.rados.rados.0.smithi081.stdout:1357: seq_num 427 ranges {2154496=761856,2916352=598016,3514368=606208,4120576=401408} 2023-05-20T06:02:02.399 INFO:tasks.rados.rados.0.smithi081.stdout:1357: writing smithi081164505-45 from 2154496 to 2916352 tid 1 2023-05-20T06:02:02.402 INFO:tasks.rados.rados.0.smithi081.stdout:1357: writing smithi081164505-45 from 2916352 to 3514368 tid 2 2023-05-20T06:02:02.405 INFO:tasks.rados.rados.0.smithi081.stdout:1357: writing smithi081164505-45 from 3514368 to 4120576 tid 3 2023-05-20T06:02:02.408 INFO:tasks.rados.rados.0.smithi081.stdout:1357: writing smithi081164505-45 from 4120576 to 4521984 tid 4 2023-05-20T06:02:02.408 INFO:tasks.rados.rados.0.smithi081.stdout:1358: copy_from oid 38 from oid 44 current snap is 116 2023-05-20T06:02:02.408 INFO:tasks.rados.rados.0.smithi081.stdout:1356: finishing write tid 3 to smithi081164505-7 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:1356: finishing write tid 4 to smithi081164505-7 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:1356: finishing write tid 5 to smithi081164505-7 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:1356: finishing write tid 6 to smithi081164505-7 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 726 (ObjNum 426 snap 116 seq_num 426) dirty exists 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:1356: left oid 7 (ObjNum 426 snap 116 seq_num 426) 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:1357: finishing write tid 1 to smithi081164505-45 2023-05-20T06:02:02.409 INFO:tasks.rados.rados.0.smithi081.stdout:1357: finishing write tid 2 to smithi081164505-45 2023-05-20T06:02:02.410 INFO:tasks.rados.rados.0.smithi081.stdout:1356: done (2 left) 2023-05-20T06:02:02.410 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 116 2023-05-20T06:02:02.410 INFO:tasks.rados.rados.0.smithi081.stdout:1359: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2023-05-20T06:02:02.412 INFO:tasks.rados.rados.0.smithi081.stdout:1359: writing smithi081164505-27 from 0 to 778240 tid 1 2023-05-20T06:02:02.415 INFO:tasks.rados.rados.0.smithi081.stdout:1359: writing smithi081164505-27 from 778240 to 1261568 tid 2 2023-05-20T06:02:02.418 INFO:tasks.rados.rados.0.smithi081.stdout:1359: writing smithi081164505-27 from 1261568 to 1671168 tid 3 2023-05-20T06:02:02.420 INFO:tasks.rados.rados.0.smithi081.stdout:1359: writing smithi081164505-27 from 1671168 to 2088960 tid 4 2023-05-20T06:02:02.422 INFO:tasks.rados.rados.0.smithi081.stdout:1359: writing smithi081164505-27 from 2088960 to 2383872 tid 5 2023-05-20T06:02:02.423 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 116 2023-05-20T06:02:02.423 INFO:tasks.rados.rados.0.smithi081.stdout:1357: finishing write tid 3 to smithi081164505-45 2023-05-20T06:02:02.423 INFO:tasks.rados.rados.0.smithi081.stdout:1360: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2023-05-20T06:02:02.427 INFO:tasks.rados.rados.0.smithi081.stdout:1360: writing smithi081164505-5 from 0 to 794624 tid 1 2023-05-20T06:02:02.431 INFO:tasks.rados.rados.0.smithi081.stdout:1360: writing smithi081164505-5 from 794624 to 1564672 tid 2 2023-05-20T06:02:02.435 INFO:tasks.rados.rados.0.smithi081.stdout:1360: writing smithi081164505-5 from 1564672 to 2187264 tid 3 2023-05-20T06:02:02.437 INFO:tasks.rados.rados.0.smithi081.stdout:1360: writing smithi081164505-5 from 2187264 to 2400256 tid 4 2023-05-20T06:02:02.437 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 116 2023-05-20T06:02:02.437 INFO:tasks.rados.rados.0.smithi081.stdout:1361: seq_num 430 ranges {0=8192} 2023-05-20T06:02:02.437 INFO:tasks.rados.rados.0.smithi081.stdout:1361: writing smithi081164505-37 from 0 to 8192 tid 1 2023-05-20T06:02:02.438 INFO:tasks.rados.rados.0.smithi081.stdout:1362: snap_remove snap 109 2023-05-20T06:02:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:02 smithi170 ceph-mon[97338]: osdmap e301: 8 total, 8 up, 8 in 2023-05-20T06:02:02.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:02 smithi170 ceph-mon[97338]: pgmap v199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:02 smithi081 ceph-mon[95500]: osdmap e301: 8 total, 8 up, 8 in 2023-05-20T06:02:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:02 smithi081 ceph-mon[95500]: pgmap v199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:02 smithi081 ceph-mon[107735]: osdmap e301: 8 total, 8 up, 8 in 2023-05-20T06:02:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:02 smithi081 ceph-mon[107735]: pgmap v199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:03.337 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:02:03.347 INFO:tasks.rados.rados.0.smithi081.stdout:1362: done (5 left) 2023-05-20T06:02:03.347 INFO:tasks.rados.rados.0.smithi081.stdout:1363: snap_create 2023-05-20T06:02:03.347 INFO:tasks.rados.rados.0.smithi081.stdout:1357: finishing write tid 4 to smithi081164505-45 2023-05-20T06:02:03.347 INFO:tasks.rados.rados.0.smithi081.stdout:1357: finishing write tid 5 to smithi081164505-45 2023-05-20T06:02:03.347 INFO:tasks.rados.rados.0.smithi081.stdout:1357: finishing write tid 6 to smithi081164505-45 2023-05-20T06:02:03.347 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 708 (ObjNum 427 snap 116 seq_num 427) dirty exists 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1357: left oid 45 (ObjNum 427 snap 116 seq_num 427) 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 1 to smithi081164505-27 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 2 to smithi081164505-27 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 3 to smithi081164505-27 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 4 to smithi081164505-27 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 5 to smithi081164505-27 2023-05-20T06:02:03.348 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 6 to smithi081164505-27 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:1359: finishing write tid 7 to smithi081164505-27 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 815 (ObjNum 428 snap 116 seq_num 428) dirty exists 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:1359: left oid 27 (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:1358: finishing copy_from to smithi081164505-38 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 511 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:1358: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:1360: finishing write tid 1 to smithi081164505-5 2023-05-20T06:02:03.349 INFO:tasks.rados.rados.0.smithi081.stdout:1360: finishing write tid 2 to smithi081164505-5 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:1361: finishing write tid 1 to smithi081164505-37 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:1360: finishing write tid 3 to smithi081164505-5 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:1361: finishing write tid 2 to smithi081164505-37 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:1360: finishing write tid 4 to smithi081164505-5 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:1360: finishing write tid 5 to smithi081164505-5 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:1360: finishing write tid 6 to smithi081164505-5 2023-05-20T06:02:03.350 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 620 (ObjNum 429 snap 116 seq_num 429) dirty exists 2023-05-20T06:02:03.351 INFO:tasks.rados.rados.0.smithi081.stdout:1360: left oid 5 (ObjNum 429 snap 116 seq_num 429) 2023-05-20T06:02:03.351 INFO:tasks.rados.rados.0.smithi081.stdout:1361: finishing write tid 3 to smithi081164505-37 2023-05-20T06:02:03.351 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 710 (ObjNum 430 snap 116 seq_num 430) dirty exists 2023-05-20T06:02:03.351 INFO:tasks.rados.rados.0.smithi081.stdout:1361: left oid 37 (ObjNum 430 snap 116 seq_num 430) 2023-05-20T06:02:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:03 smithi170 ceph-mon[97338]: osdmap e302: 8 total, 8 up, 8 in 2023-05-20T06:02:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:03 smithi081 ceph-mon[95500]: osdmap e302: 8 total, 8 up, 8 in 2023-05-20T06:02:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:03 smithi081 ceph-mon[107735]: osdmap e302: 8 total, 8 up, 8 in 2023-05-20T06:02:04.355 INFO:tasks.rados.rados.0.smithi081.stdout:1357: done (5 left) 2023-05-20T06:02:04.355 INFO:tasks.rados.rados.0.smithi081.stdout:1358: done (4 left) 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:1359: done (3 left) 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:1360: done (2 left) 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:1361: done (1 left) 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:1363: done (0 left) 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:1364: copy_from oid 34 from oid 38 current snap is 117 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:1365: rollback oid 46 current snap is 117 2023-05-20T06:02:04.356 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 111 2023-05-20T06:02:04.357 INFO:tasks.rados.rados.0.smithi081.stdout:1366: rollback oid 23 current snap is 117 2023-05-20T06:02:04.357 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 23 to 112 2023-05-20T06:02:04.357 INFO:tasks.rados.rados.0.smithi081.stdout:1367: delete oid 22 current snap is 117 2023-05-20T06:02:04.360 INFO:tasks.rados.rados.0.smithi081.stdout:1365: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:02:04.361 INFO:tasks.rados.rados.0.smithi081.stdout:1365: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:02:04.361 INFO:tasks.rados.rados.0.smithi081.stdout:1365: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:02:04.362 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 713 (ObjNum 420 snap 110 seq_num 420) dirty exists 2023-05-20T06:02:04.362 INFO:tasks.rados.rados.0.smithi081.stdout:1366: finishing rollback tid 0 to smithi081164505-23 2023-05-20T06:02:04.362 INFO:tasks.rados.rados.0.smithi081.stdout:1366: finishing rollback tid 1 to smithi081164505-23 2023-05-20T06:02:04.363 INFO:tasks.rados.rados.0.smithi081.stdout:1366: finishing rollback tid 2 to smithi081164505-23 2023-05-20T06:02:04.363 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 821 (ObjNum 404 snap 109 seq_num 404) dirty exists 2023-05-20T06:02:04.367 INFO:tasks.rados.rados.0.smithi081.stdout:1365: done (3 left) 2023-05-20T06:02:04.368 INFO:tasks.rados.rados.0.smithi081.stdout:1366: done (2 left) 2023-05-20T06:02:04.368 INFO:tasks.rados.rados.0.smithi081.stdout:1367: done (1 left) 2023-05-20T06:02:04.368 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 117 2023-05-20T06:02:04.368 INFO:tasks.rados.rados.0.smithi081.stdout:1368: seq_num 432 ranges {3637248=40960} 2023-05-20T06:02:04.389 INFO:tasks.rados.rados.0.smithi081.stdout:1368: writing smithi081164505-12 from 3637248 to 3678208 tid 1 2023-05-20T06:02:04.390 INFO:tasks.rados.rados.0.smithi081.stdout:1369: copy_from oid 46 from oid 10 current snap is 117 2023-05-20T06:02:04.390 INFO:tasks.rados.rados.0.smithi081.stdout:1370: snap_remove snap 111 2023-05-20T06:02:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:04 smithi170 ceph-mon[97338]: osdmap e303: 8 total, 8 up, 8 in 2023-05-20T06:02:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:04 smithi170 ceph-mon[97338]: pgmap v202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:04 smithi081 ceph-mon[95500]: osdmap e303: 8 total, 8 up, 8 in 2023-05-20T06:02:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:04 smithi081 ceph-mon[95500]: pgmap v202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:04.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:04 smithi081 ceph-mon[107735]: osdmap e303: 8 total, 8 up, 8 in 2023-05-20T06:02:04.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:04 smithi081 ceph-mon[107735]: pgmap v202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:05.371 INFO:tasks.rados.rados.0.smithi081.stdout:1370: done (3 left) 2023-05-20T06:02:05.372 INFO:tasks.rados.rados.0.smithi081.stdout:1371: copy_from oid 35 from oid 45 current snap is 117 2023-05-20T06:02:05.372 INFO:tasks.rados.rados.0.smithi081.stdout:1372: copy_from oid 36 from oid 44 current snap is 117 2023-05-20T06:02:05.372 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 117 2023-05-20T06:02:05.372 INFO:tasks.rados.rados.0.smithi081.stdout:1373: seq_num 433 ranges {2392064=57344} 2023-05-20T06:02:05.385 INFO:tasks.rados.rados.0.smithi081.stdout:1373: writing smithi081164505-30 from 2392064 to 2449408 tid 1 2023-05-20T06:02:05.386 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 117 2023-05-20T06:02:05.386 INFO:tasks.rados.rados.0.smithi081.stdout:1368: finishing write tid 1 to smithi081164505-12 2023-05-20T06:02:05.386 INFO:tasks.rados.rados.0.smithi081.stdout:1368: finishing write tid 2 to smithi081164505-12 2023-05-20T06:02:05.386 INFO:tasks.rados.rados.0.smithi081.stdout:1368: finishing write tid 3 to smithi081164505-12 2023-05-20T06:02:05.386 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 656 (ObjNum 432 snap 117 seq_num 432) dirty exists 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:1368: left oid 12 (ObjNum 432 snap 117 seq_num 432) 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:1364: finishing copy_from to smithi081164505-34 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 511 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:1364: finishing copy_from racing read to smithi081164505-34 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:1369: finishing copy_from to smithi081164505-46 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 454 (ObjNum 394 snap 105 seq_num 394) dirty exists 2023-05-20T06:02:05.387 INFO:tasks.rados.rados.0.smithi081.stdout:1369: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:02:05.388 INFO:tasks.rados.rados.0.smithi081.stdout:1374: seq_num 434 ranges {1630208=73728} 2023-05-20T06:02:05.395 INFO:tasks.rados.rados.0.smithi081.stdout:1374: writing smithi081164505-28 from 1630208 to 1703936 tid 1 2023-05-20T06:02:05.395 INFO:tasks.rados.rados.0.smithi081.stdout:1364: done (6 left) 2023-05-20T06:02:05.396 INFO:tasks.rados.rados.0.smithi081.stdout:1368: done (5 left) 2023-05-20T06:02:05.396 INFO:tasks.rados.rados.0.smithi081.stdout:1369: done (4 left) 2023-05-20T06:02:05.396 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 117 2023-05-20T06:02:05.396 INFO:tasks.rados.rados.0.smithi081.stdout:1373: finishing write tid 1 to smithi081164505-30 2023-05-20T06:02:05.396 INFO:tasks.rados.rados.0.smithi081.stdout:1375: seq_num 435 ranges {0=90112} 2023-05-20T06:02:05.397 INFO:tasks.rados.rados.0.smithi081.stdout:1375: writing smithi081164505-31 from 0 to 90112 tid 1 2023-05-20T06:02:05.397 INFO:tasks.rados.rados.0.smithi081.stdout:1376: rmattr oid 27 current snap is 117 2023-05-20T06:02:05.397 INFO:tasks.rados.rados.0.smithi081.stdout:1376: done (5 left) 2023-05-20T06:02:05.397 INFO:tasks.rados.rados.0.smithi081.stdout:1377: delete oid 17 current snap is 117 2023-05-20T06:02:05.398 INFO:tasks.rados.rados.0.smithi081.stdout:1373: finishing write tid 2 to smithi081164505-30 2023-05-20T06:02:05.398 INFO:tasks.rados.rados.0.smithi081.stdout:1373: finishing write tid 3 to smithi081164505-30 2023-05-20T06:02:05.398 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 117 (ObjNum 433 snap 117 seq_num 433) dirty exists 2023-05-20T06:02:05.398 INFO:tasks.rados.rados.0.smithi081.stdout:1373: left oid 30 (ObjNum 433 snap 117 seq_num 433) 2023-05-20T06:02:05.401 INFO:tasks.rados.rados.0.smithi081.stdout:1374: finishing write tid 1 to smithi081164505-28 2023-05-20T06:02:05.403 INFO:tasks.rados.rados.0.smithi081.stdout:1373: done (5 left) 2023-05-20T06:02:05.403 INFO:tasks.rados.rados.0.smithi081.stdout:1377: done (4 left) 2023-05-20T06:02:05.404 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 117 2023-05-20T06:02:05.404 INFO:tasks.rados.rados.0.smithi081.stdout:1378: seq_num 437 ranges {5898240=122880} 2023-05-20T06:02:05.436 INFO:tasks.rados.rados.0.smithi081.stdout:1378: writing smithi081164505-48 from 5898240 to 6021120 tid 1 2023-05-20T06:02:05.436 INFO:tasks.rados.rados.0.smithi081.stdout:1379: delete oid 25 current snap is 117 2023-05-20T06:02:05.436 INFO:tasks.rados.rados.0.smithi081.stdout:1371: finishing copy_from to smithi081164505-35 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 708 (ObjNum 427 snap 116 seq_num 427) dirty exists 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:1374: finishing write tid 2 to smithi081164505-28 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:1371: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:1372: finishing copy_from to smithi081164505-36 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 511 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:1375: finishing write tid 1 to smithi081164505-31 2023-05-20T06:02:05.437 INFO:tasks.rados.rados.0.smithi081.stdout:1374: finishing write tid 3 to smithi081164505-28 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 513 (ObjNum 434 snap 117 seq_num 434) dirty exists 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:1374: left oid 28 (ObjNum 434 snap 117 seq_num 434) 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:1375: finishing write tid 2 to smithi081164505-31 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:1372: finishing copy_from racing read to smithi081164505-36 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:1375: finishing write tid 3 to smithi081164505-31 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 826 (ObjNum 435 snap 117 seq_num 435) dirty exists 2023-05-20T06:02:05.438 INFO:tasks.rados.rados.0.smithi081.stdout:1375: left oid 31 (ObjNum 435 snap 117 seq_num 435) 2023-05-20T06:02:05.439 INFO:tasks.rados.rados.0.smithi081.stdout:1371: done (5 left) 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1372: done (4 left) 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1374: done (3 left) 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1375: done (2 left) 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1379: done (1 left) 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1380: setattr oid 17 current snap is 117 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1378: finishing write tid 1 to smithi081164505-48 2023-05-20T06:02:05.440 INFO:tasks.rados.rados.0.smithi081.stdout:1381: read oid 21 snap -1 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:1381: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 117 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:1378: finishing write tid 2 to smithi081164505-48 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:1382: seq_num 439 ranges {0=155648} 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:1382: writing smithi081164505-26 from 0 to 155648 tid 1 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 117 2023-05-20T06:02:05.441 INFO:tasks.rados.rados.0.smithi081.stdout:1383: seq_num 440 ranges {7995392=172032} 2023-05-20T06:02:05.483 INFO:tasks.rados.rados.0.smithi081.stdout:1383: writing smithi081164505-7 from 7995392 to 8167424 tid 1 2023-05-20T06:02:05.483 INFO:tasks.rados.rados.0.smithi081.stdout:1384: rollback oid 34 current snap is 117 2023-05-20T06:02:05.483 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 113 2023-05-20T06:02:05.484 INFO:tasks.rados.rados.0.smithi081.stdout:1381: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:05.485 INFO:tasks.rados.rados.0.smithi081.stdout:1381: done (5 left) 2023-05-20T06:02:05.485 INFO:tasks.rados.rados.0.smithi081.stdout:1385: rollback oid 13 current snap is 117 2023-05-20T06:02:05.486 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 116 2023-05-20T06:02:05.486 INFO:tasks.rados.rados.0.smithi081.stdout:1378: finishing write tid 3 to smithi081164505-48 2023-05-20T06:02:05.486 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 745 (ObjNum 437 snap 117 seq_num 437) dirty exists 2023-05-20T06:02:05.486 INFO:tasks.rados.rados.0.smithi081.stdout:1378: left oid 48 (ObjNum 437 snap 117 seq_num 437) 2023-05-20T06:02:05.486 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 480 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-05-20T06:02:05.486 INFO:tasks.rados.rados.0.smithi081.stdout:1382: finishing write tid 1 to smithi081164505-26 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:1382: finishing write tid 2 to smithi081164505-26 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:1382: finishing write tid 3 to smithi081164505-26 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 482 (ObjNum 439 snap 117 seq_num 439) dirty exists 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:1382: left oid 26 (ObjNum 439 snap 117 seq_num 439) 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:1378: done (5 left) 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:1380: done (4 left) 2023-05-20T06:02:05.487 INFO:tasks.rados.rados.0.smithi081.stdout:1382: done (3 left) 2023-05-20T06:02:05.488 INFO:tasks.rados.rados.0.smithi081.stdout:1386: snap_create 2023-05-20T06:02:05.488 INFO:tasks.rados.rados.0.smithi081.stdout:1384: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:02:05.488 INFO:tasks.rados.rados.0.smithi081.stdout:1384: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:02:05.488 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 513 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:02:05.488 INFO:tasks.rados.rados.0.smithi081.stdout:1383: finishing write tid 1 to smithi081164505-7 2023-05-20T06:02:05.489 INFO:tasks.rados.rados.0.smithi081.stdout:1383: finishing write tid 2 to smithi081164505-7 2023-05-20T06:02:05.489 INFO:tasks.rados.rados.0.smithi081.stdout:1383: finishing write tid 3 to smithi081164505-7 2023-05-20T06:02:05.489 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 748 (ObjNum 440 snap 117 seq_num 440) dirty exists 2023-05-20T06:02:05.490 INFO:tasks.rados.rados.0.smithi081.stdout:1383: left oid 7 (ObjNum 440 snap 117 seq_num 440) 2023-05-20T06:02:05.490 INFO:tasks.rados.rados.0.smithi081.stdout:1385: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:02:05.490 INFO:tasks.rados.rados.0.smithi081.stdout:1385: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:02:05.490 INFO:tasks.rados.rados.0.smithi081.stdout:1385: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:02:05.490 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 749 (ObjNum 374 snap 101 seq_num 374) dirty exists 2023-05-20T06:02:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:05 smithi170 ceph-mon[97338]: osdmap e304: 8 total, 8 up, 8 in 2023-05-20T06:02:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:05 smithi081 ceph-mon[95500]: osdmap e304: 8 total, 8 up, 8 in 2023-05-20T06:02:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:05 smithi081 ceph-mon[107735]: osdmap e304: 8 total, 8 up, 8 in 2023-05-20T06:02:06.371 INFO:tasks.rados.rados.0.smithi081.stdout:1383: done (3 left) 2023-05-20T06:02:06.372 INFO:tasks.rados.rados.0.smithi081.stdout:1384: done (2 left) 2023-05-20T06:02:06.372 INFO:tasks.rados.rados.0.smithi081.stdout:1385: done (1 left) 2023-05-20T06:02:06.372 INFO:tasks.rados.rados.0.smithi081.stdout:1386: done (0 left) 2023-05-20T06:02:06.372 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 118 2023-05-20T06:02:06.372 INFO:tasks.rados.rados.0.smithi081.stdout:1387: seq_num 441 ranges {2400256=188416} 2023-05-20T06:02:06.385 INFO:tasks.rados.rados.0.smithi081.stdout:1387: writing smithi081164505-5 from 2400256 to 2588672 tid 1 2023-05-20T06:02:06.386 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 118 2023-05-20T06:02:06.386 INFO:tasks.rados.rados.0.smithi081.stdout:1388: seq_num 442 ranges {3981312=204800} 2023-05-20T06:02:06.408 INFO:tasks.rados.rados.0.smithi081.stdout:1388: writing smithi081164505-10 from 3981312 to 4186112 tid 1 2023-05-20T06:02:06.408 INFO:tasks.rados.rados.0.smithi081.stdout:1389: rmattr oid 30 current snap is 118 2023-05-20T06:02:06.408 INFO:tasks.rados.rados.0.smithi081.stdout:1387: finishing write tid 1 to smithi081164505-5 2023-05-20T06:02:06.408 INFO:tasks.rados.rados.0.smithi081.stdout:1387: finishing write tid 2 to smithi081164505-5 2023-05-20T06:02:06.410 INFO:tasks.rados.rados.0.smithi081.stdout:1387: finishing write tid 3 to smithi081164505-5 2023-05-20T06:02:06.411 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 635 (ObjNum 441 snap 118 seq_num 441) dirty exists 2023-05-20T06:02:06.411 INFO:tasks.rados.rados.0.smithi081.stdout:1387: left oid 5 (ObjNum 441 snap 118 seq_num 441) 2023-05-20T06:02:06.411 INFO:tasks.rados.rados.0.smithi081.stdout:1387: done (2 left) 2023-05-20T06:02:06.411 INFO:tasks.rados.rados.0.smithi081.stdout:1390: copy_from oid 34 from oid 50 current snap is 118 2023-05-20T06:02:06.411 INFO:tasks.rados.rados.0.smithi081.stdout:1391: read oid 28 snap -1 2023-05-20T06:02:06.411 INFO:tasks.rados.rados.0.smithi081.stdout:1391: expect (ObjNum 434 snap 117 seq_num 434) 2023-05-20T06:02:06.412 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 118 2023-05-20T06:02:06.412 INFO:tasks.rados.rados.0.smithi081.stdout:1392: seq_num 443 ranges {0=221184} 2023-05-20T06:02:06.412 INFO:tasks.rados.rados.0.smithi081.stdout:1392: writing smithi081164505-22 from 0 to 221184 tid 1 2023-05-20T06:02:06.412 INFO:tasks.rados.rados.0.smithi081.stdout:1393: copy_from oid 42 from oid 25 current snap is 118 2023-05-20T06:02:06.413 INFO:tasks.rados.rados.0.smithi081.stdout:1394: snap_remove snap 117 2023-05-20T06:02:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:06 smithi170 ceph-mon[97338]: osdmap e305: 8 total, 8 up, 8 in 2023-05-20T06:02:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:06 smithi170 ceph-mon[97338]: pgmap v205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:06 smithi081 ceph-mon[95500]: osdmap e305: 8 total, 8 up, 8 in 2023-05-20T06:02:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:06 smithi081 ceph-mon[95500]: pgmap v205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:06 smithi081 ceph-mon[107735]: osdmap e305: 8 total, 8 up, 8 in 2023-05-20T06:02:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:06 smithi081 ceph-mon[107735]: pgmap v205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:07.382 INFO:tasks.rados.rados.0.smithi081.stdout:1394: done (6 left) 2023-05-20T06:02:07.382 INFO:tasks.rados.rados.0.smithi081.stdout:1395: snap_remove snap 115 2023-05-20T06:02:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:07 smithi170 ceph-mon[97338]: osdmap e306: 8 total, 8 up, 8 in 2023-05-20T06:02:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:07 smithi081 ceph-mon[95500]: osdmap e306: 8 total, 8 up, 8 in 2023-05-20T06:02:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:07 smithi081 ceph-mon[107735]: osdmap e306: 8 total, 8 up, 8 in 2023-05-20T06:02:08.393 INFO:tasks.rados.rados.0.smithi081.stdout:1395: done (6 left) 2023-05-20T06:02:08.393 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 118 2023-05-20T06:02:08.393 INFO:tasks.rados.rados.0.smithi081.stdout:1396: seq_num 444 ranges {5038080=237568} 2023-05-20T06:02:08.420 INFO:tasks.rados.rados.0.smithi081.stdout:1396: writing smithi081164505-44 from 5038080 to 5275648 tid 1 2023-05-20T06:02:08.421 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 118 2023-05-20T06:02:08.421 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 118 (ObjNum 433 snap 117 seq_num 433) dirty exists 2023-05-20T06:02:08.421 INFO:tasks.rados.rados.0.smithi081.stdout:1397: seq_num 445 ranges {155648=253952} 2023-05-20T06:02:08.423 INFO:tasks.rados.rados.0.smithi081.stdout:1397: writing smithi081164505-26 from 155648 to 409600 tid 1 2023-05-20T06:02:08.423 INFO:tasks.rados.rados.0.smithi081.stdout:1389: done (7 left) 2023-05-20T06:02:08.423 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 118 2023-05-20T06:02:08.423 INFO:tasks.rados.rados.0.smithi081.stdout:1393: finishing copy_from to smithi081164505-42 2023-05-20T06:02:08.423 INFO:tasks.rados.rados.0.smithi081.stdout:1393: got expected ENOENT (src dne) 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:1388: finishing write tid 1 to smithi081164505-10 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:1393: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:1388: finishing write tid 2 to smithi081164505-10 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:1392: finishing write tid 1 to smithi081164505-22 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:1392: finishing write tid 2 to smithi081164505-22 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:1390: finishing copy_from to smithi081164505-34 2023-05-20T06:02:08.424 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 516 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:1388: finishing write tid 3 to smithi081164505-10 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 485 (ObjNum 442 snap 118 seq_num 442) dirty exists 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:1388: left oid 10 (ObjNum 442 snap 118 seq_num 442) 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:1390: finishing copy_from racing read to smithi081164505-34 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:1392: finishing write tid 3 to smithi081164505-22 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 637 (ObjNum 443 snap 118 seq_num 443) dirty exists 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:1392: left oid 22 (ObjNum 443 snap 118 seq_num 443) 2023-05-20T06:02:08.425 INFO:tasks.rados.rados.0.smithi081.stdout:1391: expect (ObjNum 434 snap 117 seq_num 434) 2023-05-20T06:02:08.501 INFO:tasks.rados.rados.0.smithi081.stdout:1396: finishing write tid 1 to smithi081164505-44 2023-05-20T06:02:08.501 INFO:tasks.rados.rados.0.smithi081.stdout:1396: finishing write tid 2 to smithi081164505-44 2023-05-20T06:02:08.501 INFO:tasks.rados.rados.0.smithi081.stdout:1397: finishing write tid 1 to smithi081164505-26 2023-05-20T06:02:08.501 INFO:tasks.rados.rados.0.smithi081.stdout:1396: finishing write tid 3 to smithi081164505-44 2023-05-20T06:02:08.502 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 515 (ObjNum 444 snap 118 seq_num 444) dirty exists 2023-05-20T06:02:08.502 INFO:tasks.rados.rados.0.smithi081.stdout:1396: left oid 44 (ObjNum 444 snap 118 seq_num 444) 2023-05-20T06:02:08.502 INFO:tasks.rados.rados.0.smithi081.stdout:1397: finishing write tid 2 to smithi081164505-26 2023-05-20T06:02:08.502 INFO:tasks.rados.rados.0.smithi081.stdout:1398: seq_num 446 ranges {8192=278528} 2023-05-20T06:02:08.503 INFO:tasks.rados.rados.0.smithi081.stdout:1398: writing smithi081164505-37 from 8192 to 286720 tid 1 2023-05-20T06:02:08.503 INFO:tasks.rados.rados.0.smithi081.stdout:1388: done (7 left) 2023-05-20T06:02:08.503 INFO:tasks.rados.rados.0.smithi081.stdout:1390: done (6 left) 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:1391: done (5 left) 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:1392: done (4 left) 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:1393: done (3 left) 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:1396: done (2 left) 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:1399: copy_from oid 6 from oid 43 current snap is 118 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:1397: finishing write tid 3 to smithi081164505-26 2023-05-20T06:02:08.504 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 493 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:1397: left oid 26 (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:1397: done (2 left) 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:1400: copy_from oid 46 from oid 36 current snap is 118 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:1401: rollback oid 34 current snap is 118 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 112 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:1402: read oid 40 snap -1 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:1402: expect (ObjNum 376 snap 101 seq_num 376) 2023-05-20T06:02:08.505 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 118 2023-05-20T06:02:08.506 INFO:tasks.rados.rados.0.smithi081.stdout:1403: seq_num 447 ranges {3678208=294912} 2023-05-20T06:02:08.526 INFO:tasks.rados.rados.0.smithi081.stdout:1403: writing smithi081164505-12 from 3678208 to 3973120 tid 1 2023-05-20T06:02:08.526 INFO:tasks.rados.rados.0.smithi081.stdout:1404: read oid 21 snap 112 2023-05-20T06:02:08.526 INFO:tasks.rados.rados.0.smithi081.stdout:1404: expect (ObjNum 163732768 snap 21996 seq_num 163499024) 2023-05-20T06:02:08.526 INFO:tasks.rados.rados.0.smithi081.stdout:1405: read oid 33 snap -1 2023-05-20T06:02:08.526 INFO:tasks.rados.rados.0.smithi081.stdout:1405: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:08.526 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 118 2023-05-20T06:02:08.527 INFO:tasks.rados.rados.0.smithi081.stdout:1401: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:02:08.527 INFO:tasks.rados.rados.0.smithi081.stdout:1406: seq_num 448 ranges {2277376=311296} 2023-05-20T06:02:08.540 INFO:tasks.rados.rados.0.smithi081.stdout:1406: writing smithi081164505-20 from 2277376 to 2588672 tid 1 2023-05-20T06:02:08.540 INFO:tasks.rados.rados.0.smithi081.stdout:1407: rollback oid 7 current snap is 118 2023-05-20T06:02:08.540 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 7 to 113 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:1401: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 518 (ObjNum 33 snap 0 seq_num 163851472) dirty dne 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:1398: finishing write tid 1 to smithi081164505-37 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:1398: finishing write tid 2 to smithi081164505-37 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:1398: finishing write tid 3 to smithi081164505-37 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 715 (ObjNum 446 snap 118 seq_num 446) dirty exists 2023-05-20T06:02:08.541 INFO:tasks.rados.rados.0.smithi081.stdout:1398: left oid 37 (ObjNum 446 snap 118 seq_num 446) 2023-05-20T06:02:08.542 INFO:tasks.rados.rados.0.smithi081.stdout:1402: expect (ObjNum 376 snap 101 seq_num 376) 2023-05-20T06:02:08.607 INFO:tasks.rados.rados.0.smithi081.stdout:1399: finishing copy_from to smithi081164505-6 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 497 (ObjNum 339 snap 90 seq_num 339) dirty exists 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:1399: finishing copy_from racing read to smithi081164505-6 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:1398: done (9 left) 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:1399: done (8 left) 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:1401: done (7 left) 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:1402: done (6 left) 2023-05-20T06:02:08.608 INFO:tasks.rados.rados.0.smithi081.stdout:1408: rollback oid 13 current snap is 118 2023-05-20T06:02:08.609 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 114 2023-05-20T06:02:08.609 INFO:tasks.rados.rados.0.smithi081.stdout:1404: expect (ObjNum 163732768 snap 21996 seq_num 163499024) 2023-05-20T06:02:08.609 INFO:tasks.rados.rados.0.smithi081.stdout:1405: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:08.612 INFO:tasks.rados.rados.0.smithi081.stdout:1403: finishing write tid 1 to smithi081164505-12 2023-05-20T06:02:08.613 INFO:tasks.rados.rados.0.smithi081.stdout:1403: finishing write tid 2 to smithi081164505-12 2023-05-20T06:02:08.613 INFO:tasks.rados.rados.0.smithi081.stdout:1400: finishing copy_from to smithi081164505-46 2023-05-20T06:02:08.613 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 511 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:08.614 INFO:tasks.rados.rados.0.smithi081.stdout:1403: finishing write tid 3 to smithi081164505-12 2023-05-20T06:02:08.614 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 658 (ObjNum 447 snap 118 seq_num 447) dirty exists 2023-05-20T06:02:08.614 INFO:tasks.rados.rados.0.smithi081.stdout:1403: left oid 12 (ObjNum 447 snap 118 seq_num 447) 2023-05-20T06:02:08.615 INFO:tasks.rados.rados.0.smithi081.stdout:1400: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:02:08.615 INFO:tasks.rados.rados.0.smithi081.stdout:1407: finishing rollback tid 0 to smithi081164505-7 2023-05-20T06:02:08.615 INFO:tasks.rados.rados.0.smithi081.stdout:1406: finishing write tid 1 to smithi081164505-20 2023-05-20T06:02:08.615 INFO:tasks.rados.rados.0.smithi081.stdout:1407: finishing rollback tid 1 to smithi081164505-7 2023-05-20T06:02:08.616 INFO:tasks.rados.rados.0.smithi081.stdout:1407: finishing rollback tid 2 to smithi081164505-7 2023-05-20T06:02:08.616 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 755 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:02:08.616 INFO:tasks.rados.rados.0.smithi081.stdout:1406: finishing write tid 2 to smithi081164505-20 2023-05-20T06:02:08.617 INFO:tasks.rados.rados.0.smithi081.stdout:1406: finishing write tid 3 to smithi081164505-20 2023-05-20T06:02:08.617 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 521 (ObjNum 448 snap 118 seq_num 448) dirty exists 2023-05-20T06:02:08.617 INFO:tasks.rados.rados.0.smithi081.stdout:1406: left oid 20 (ObjNum 448 snap 118 seq_num 448) 2023-05-20T06:02:08.617 INFO:tasks.rados.rados.0.smithi081.stdout:1400: done (6 left) 2023-05-20T06:02:08.618 INFO:tasks.rados.rados.0.smithi081.stdout:1403: done (5 left) 2023-05-20T06:02:08.618 INFO:tasks.rados.rados.0.smithi081.stdout:1404: done (4 left) 2023-05-20T06:02:08.618 INFO:tasks.rados.rados.0.smithi081.stdout:1405: done (3 left) 2023-05-20T06:02:08.618 INFO:tasks.rados.rados.0.smithi081.stdout:1406: done (2 left) 2023-05-20T06:02:08.619 INFO:tasks.rados.rados.0.smithi081.stdout:1407: done (1 left) 2023-05-20T06:02:08.619 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 118 2023-05-20T06:02:08.619 INFO:tasks.rados.rados.0.smithi081.stdout:1408: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:02:08.619 INFO:tasks.rados.rados.0.smithi081.stdout:1408: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:02:08.619 INFO:tasks.rados.rados.0.smithi081.stdout:1408: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:02:08.620 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 756 (ObjNum 374 snap 101 seq_num 374) dirty exists 2023-05-20T06:02:08.620 INFO:tasks.rados.rados.0.smithi081.stdout:1409: seq_num 449 ranges {286720=327680} 2023-05-20T06:02:08.621 INFO:tasks.rados.rados.0.smithi081.stdout:1409: writing smithi081164505-37 from 286720 to 614400 tid 1 2023-05-20T06:02:08.621 INFO:tasks.rados.rados.0.smithi081.stdout:1408: done (1 left) 2023-05-20T06:02:08.621 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 118 2023-05-20T06:02:08.621 INFO:tasks.rados.rados.0.smithi081.stdout:1410: seq_num 450 ranges {1474560=344064} 2023-05-20T06:02:08.625 INFO:tasks.rados.rados.0.smithi081.stdout:1410: writing smithi081164505-4 from 1474560 to 1818624 tid 1 2023-05-20T06:02:08.625 INFO:tasks.rados.rados.0.smithi081.stdout:1411: copy_from oid 18 from oid 49 current snap is 118 2023-05-20T06:02:08.625 INFO:tasks.rados.rados.0.smithi081.stdout:1409: finishing write tid 1 to smithi081164505-37 2023-05-20T06:02:08.625 INFO:tasks.rados.rados.0.smithi081.stdout:1412: read oid 6 snap 113 2023-05-20T06:02:08.625 INFO:tasks.rados.rados.0.smithi081.stdout:1412: expect (ObjNum 397 snap 107 seq_num 397) 2023-05-20T06:02:08.626 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 118 2023-05-20T06:02:08.626 INFO:tasks.rados.rados.0.smithi081.stdout:1409: finishing write tid 2 to smithi081164505-37 2023-05-20T06:02:08.626 INFO:tasks.rados.rados.0.smithi081.stdout:1409: finishing write tid 3 to smithi081164505-37 2023-05-20T06:02:08.626 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 717 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:02:08.626 INFO:tasks.rados.rados.0.smithi081.stdout:1409: left oid 37 (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:08.626 INFO:tasks.rados.rados.0.smithi081.stdout:1413: seq_num 451 ranges {1474560=360448} 2023-05-20T06:02:08.636 INFO:tasks.rados.rados.0.smithi081.stdout:1413: writing smithi081164505-13 from 1474560 to 1835008 tid 1 2023-05-20T06:02:08.636 INFO:tasks.rados.rados.0.smithi081.stdout:1409: done (4 left) 2023-05-20T06:02:08.637 INFO:tasks.rados.rados.0.smithi081.stdout:1414: setattr oid 41 current snap is 118 2023-05-20T06:02:08.637 INFO:tasks.rados.rados.0.smithi081.stdout:1410: finishing write tid 1 to smithi081164505-4 2023-05-20T06:02:08.638 INFO:tasks.rados.rados.0.smithi081.stdout:1410: finishing write tid 2 to smithi081164505-4 2023-05-20T06:02:08.638 INFO:tasks.rados.rados.0.smithi081.stdout:1410: finishing write tid 3 to smithi081164505-4 2023-05-20T06:02:08.638 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 524 (ObjNum 450 snap 118 seq_num 450) dirty exists 2023-05-20T06:02:08.638 INFO:tasks.rados.rados.0.smithi081.stdout:1410: left oid 4 (ObjNum 450 snap 118 seq_num 450) 2023-05-20T06:02:08.638 INFO:tasks.rados.rados.0.smithi081.stdout:1410: done (4 left) 2023-05-20T06:02:08.639 INFO:tasks.rados.rados.0.smithi081.stdout:1415: snap_create 2023-05-20T06:02:08.641 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 140 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:02:08.643 INFO:tasks.rados.rados.0.smithi081.stdout:1413: finishing write tid 1 to smithi081164505-13 2023-05-20T06:02:08.643 INFO:tasks.rados.rados.0.smithi081.stdout:1413: finishing write tid 2 to smithi081164505-13 2023-05-20T06:02:08.644 INFO:tasks.rados.rados.0.smithi081.stdout:1413: finishing write tid 3 to smithi081164505-13 2023-05-20T06:02:08.644 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 758 (ObjNum 451 snap 118 seq_num 451) dirty exists 2023-05-20T06:02:08.644 INFO:tasks.rados.rados.0.smithi081.stdout:1413: left oid 13 (ObjNum 451 snap 118 seq_num 451) 2023-05-20T06:02:08.649 INFO:tasks.rados.rados.0.smithi081.stdout:1412: expect (ObjNum 397 snap 107 seq_num 397) 2023-05-20T06:02:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:08 smithi170 ceph-mon[97338]: osdmap e307: 8 total, 8 up, 8 in 2023-05-20T06:02:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:08 smithi170 ceph-mon[97338]: pgmap v208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:08 smithi081 ceph-mon[95500]: osdmap e307: 8 total, 8 up, 8 in 2023-05-20T06:02:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:08 smithi081 ceph-mon[95500]: pgmap v208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:08 smithi081 ceph-mon[107735]: osdmap e307: 8 total, 8 up, 8 in 2023-05-20T06:02:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:08 smithi081 ceph-mon[107735]: pgmap v208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:09.086 INFO:tasks.rados.rados.0.smithi081.stdout:1411: finishing copy_from to smithi081164505-18 2023-05-20T06:02:09.086 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 89 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:02:09.086 INFO:tasks.rados.rados.0.smithi081.stdout:1411: finishing copy_from racing read to smithi081164505-18 2023-05-20T06:02:09.388 INFO:tasks.rados.rados.0.smithi081.stdout:1411: done (4 left) 2023-05-20T06:02:09.389 INFO:tasks.rados.rados.0.smithi081.stdout:1412: done (3 left) 2023-05-20T06:02:09.389 INFO:tasks.rados.rados.0.smithi081.stdout:1413: done (2 left) 2023-05-20T06:02:09.389 INFO:tasks.rados.rados.0.smithi081.stdout:1414: done (1 left) 2023-05-20T06:02:09.389 INFO:tasks.rados.rados.0.smithi081.stdout:1415: done (0 left) 2023-05-20T06:02:09.390 INFO:tasks.rados.rados.0.smithi081.stdout:1416: rmattr oid 41 current snap is 119 2023-05-20T06:02:09.390 INFO:tasks.rados.rados.0.smithi081.stdout:1417: snap_remove snap 112 2023-05-20T06:02:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:09 smithi170 ceph-mon[97338]: osdmap e308: 8 total, 8 up, 8 in 2023-05-20T06:02:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:09 smithi081 ceph-mon[95500]: osdmap e308: 8 total, 8 up, 8 in 2023-05-20T06:02:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:09 smithi081 ceph-mon[107735]: osdmap e308: 8 total, 8 up, 8 in 2023-05-20T06:02:10.397 INFO:tasks.rados.rados.0.smithi081.stdout:1417: done (1 left) 2023-05-20T06:02:10.398 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 119 2023-05-20T06:02:10.398 INFO:tasks.rados.rados.0.smithi081.stdout:1418: seq_num 452 ranges {2580480=376832} 2023-05-20T06:02:10.414 INFO:tasks.rados.rados.0.smithi081.stdout:1418: writing smithi081164505-43 from 2580480 to 2957312 tid 1 2023-05-20T06:02:10.415 INFO:tasks.rados.rados.0.smithi081.stdout:1419: delete oid 20 current snap is 119 2023-05-20T06:02:10.415 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 142 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:02:10.424 INFO:tasks.rados.rados.0.smithi081.stdout:1416: done (2 left) 2023-05-20T06:02:10.425 INFO:tasks.rados.rados.0.smithi081.stdout:1419: done (1 left) 2023-05-20T06:02:10.425 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 119 2023-05-20T06:02:10.425 INFO:tasks.rados.rados.0.smithi081.stdout:1420: seq_num 454 ranges {5652480=409600} 2023-05-20T06:02:10.451 INFO:tasks.rados.rados.0.smithi081.stdout:1420: writing smithi081164505-18 from 5652480 to 6062080 tid 1 2023-05-20T06:02:10.452 INFO:tasks.rados.rados.0.smithi081.stdout:1421: delete oid 1 current snap is 119 2023-05-20T06:02:10.452 INFO:tasks.rados.rados.0.smithi081.stdout:1418: finishing write tid 1 to smithi081164505-43 2023-05-20T06:02:10.452 INFO:tasks.rados.rados.0.smithi081.stdout:1418: finishing write tid 2 to smithi081164505-43 2023-05-20T06:02:10.452 INFO:tasks.rados.rados.0.smithi081.stdout:1418: finishing write tid 3 to smithi081164505-43 2023-05-20T06:02:10.452 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 528 (ObjNum 452 snap 119 seq_num 452) dirty exists 2023-05-20T06:02:10.452 INFO:tasks.rados.rados.0.smithi081.stdout:1418: left oid 43 (ObjNum 452 snap 119 seq_num 452) 2023-05-20T06:02:10.453 INFO:tasks.rados.rados.0.smithi081.stdout:1418: done (2 left) 2023-05-20T06:02:10.454 INFO:tasks.rados.rados.0.smithi081.stdout:1421: done (1 left) 2023-05-20T06:02:10.454 INFO:tasks.rados.rados.0.smithi081.stdout:1422: copy_from oid 4 from oid 1 current snap is 119 2023-05-20T06:02:10.454 INFO:tasks.rados.rados.0.smithi081.stdout:1423: snap_create 2023-05-20T06:02:10.455 INFO:tasks.rados.rados.0.smithi081.stdout:1420: finishing write tid 1 to smithi081164505-18 2023-05-20T06:02:10.455 INFO:tasks.rados.rados.0.smithi081.stdout:1422: finishing copy_from to smithi081164505-4 2023-05-20T06:02:10.455 INFO:tasks.rados.rados.0.smithi081.stdout:1422: got expected ENOENT (src dne) 2023-05-20T06:02:10.455 INFO:tasks.rados.rados.0.smithi081.stdout:1420: finishing write tid 2 to smithi081164505-18 2023-05-20T06:02:10.455 INFO:tasks.rados.rados.0.smithi081.stdout:1422: finishing copy_from racing read to smithi081164505-4 2023-05-20T06:02:10.456 INFO:tasks.rados.rados.0.smithi081.stdout:1420: finishing write tid 3 to smithi081164505-18 2023-05-20T06:02:10.456 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 660 (ObjNum 454 snap 119 seq_num 454) dirty exists 2023-05-20T06:02:10.456 INFO:tasks.rados.rados.0.smithi081.stdout:1420: left oid 18 (ObjNum 454 snap 119 seq_num 454) 2023-05-20T06:02:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:10 smithi170 ceph-mon[97338]: osdmap e309: 8 total, 8 up, 8 in 2023-05-20T06:02:10.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:10 smithi170 ceph-mon[97338]: pgmap v211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:10 smithi081 ceph-mon[95500]: osdmap e309: 8 total, 8 up, 8 in 2023-05-20T06:02:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:10 smithi081 ceph-mon[95500]: pgmap v211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:10 smithi081 ceph-mon[107735]: osdmap e309: 8 total, 8 up, 8 in 2023-05-20T06:02:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:10 smithi081 ceph-mon[107735]: pgmap v211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:11.407 INFO:tasks.rados.rados.0.smithi081.stdout:1420: done (2 left) 2023-05-20T06:02:11.407 INFO:tasks.rados.rados.0.smithi081.stdout:1422: done (1 left) 2023-05-20T06:02:11.407 INFO:tasks.rados.rados.0.smithi081.stdout:1423: done (0 left) 2023-05-20T06:02:11.407 INFO:tasks.rados.rados.0.smithi081.stdout:1424: setattr oid 25 current snap is 120 2023-05-20T06:02:11.408 INFO:tasks.rados.rados.0.smithi081.stdout:1425: setattr oid 47 current snap is 120 2023-05-20T06:02:11.409 INFO:tasks.rados.rados.0.smithi081.stdout:1426: snap_create 2023-05-20T06:02:11.412 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 832 (ObjNum 129 snap 0 seq_num 163722736) dirty exists 2023-05-20T06:02:11.416 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 499 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:02:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:11 smithi170 ceph-mon[97338]: osdmap e310: 8 total, 8 up, 8 in 2023-05-20T06:02:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:11 smithi081 ceph-mon[95500]: osdmap e310: 8 total, 8 up, 8 in 2023-05-20T06:02:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:11 smithi081 ceph-mon[107735]: osdmap e310: 8 total, 8 up, 8 in 2023-05-20T06:02:11.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:02:11.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:11.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:02:11.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:12.409 INFO:tasks.rados.rados.0.smithi081.stdout:1424: done (2 left) 2023-05-20T06:02:12.410 INFO:tasks.rados.rados.0.smithi081.stdout:1425: done (1 left) 2023-05-20T06:02:12.410 INFO:tasks.rados.rados.0.smithi081.stdout:1426: done (0 left) 2023-05-20T06:02:12.410 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 121 2023-05-20T06:02:12.410 INFO:tasks.rados.rados.0.smithi081.stdout:1427: seq_num 456 ranges {5652480=442368} 2023-05-20T06:02:12.442 INFO:tasks.rados.rados.0.smithi081.stdout:1427: writing smithi081164505-7 from 5652480 to 6094848 tid 1 2023-05-20T06:02:12.442 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 121 2023-05-20T06:02:12.442 INFO:tasks.rados.rados.0.smithi081.stdout:1428: seq_num 457 ranges {2310144=458752} 2023-05-20T06:02:12.457 INFO:tasks.rados.rados.0.smithi081.stdout:1428: writing smithi081164505-32 from 2310144 to 2768896 tid 1 2023-05-20T06:02:12.457 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 121 2023-05-20T06:02:12.457 INFO:tasks.rados.rados.0.smithi081.stdout:1429: seq_num 458 ranges {0=475136} 2023-05-20T06:02:12.460 INFO:tasks.rados.rados.0.smithi081.stdout:1429: writing smithi081164505-34 from 0 to 475136 tid 1 2023-05-20T06:02:12.460 INFO:tasks.rados.rados.0.smithi081.stdout:1430: snap_create 2023-05-20T06:02:12.460 INFO:tasks.rados.rados.0.smithi081.stdout:1427: finishing write tid 1 to smithi081164505-7 2023-05-20T06:02:12.461 INFO:tasks.rados.rados.0.smithi081.stdout:1427: finishing write tid 2 to smithi081164505-7 2023-05-20T06:02:12.461 INFO:tasks.rados.rados.0.smithi081.stdout:1427: finishing write tid 3 to smithi081164505-7 2023-05-20T06:02:12.461 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 768 (ObjNum 456 snap 121 seq_num 456) dirty exists 2023-05-20T06:02:12.461 INFO:tasks.rados.rados.0.smithi081.stdout:1427: left oid 7 (ObjNum 456 snap 121 seq_num 456) 2023-05-20T06:02:12.462 INFO:tasks.rados.rados.0.smithi081.stdout:1428: finishing write tid 1 to smithi081164505-32 2023-05-20T06:02:12.462 INFO:tasks.rados.rados.0.smithi081.stdout:1428: finishing write tid 2 to smithi081164505-32 2023-05-20T06:02:12.462 INFO:tasks.rados.rados.0.smithi081.stdout:1429: finishing write tid 1 to smithi081164505-34 2023-05-20T06:02:12.463 INFO:tasks.rados.rados.0.smithi081.stdout:1429: finishing write tid 2 to smithi081164505-34 2023-05-20T06:02:12.463 INFO:tasks.rados.rados.0.smithi081.stdout:1428: finishing write tid 3 to smithi081164505-32 2023-05-20T06:02:12.463 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 662 (ObjNum 457 snap 121 seq_num 457) dirty exists 2023-05-20T06:02:12.464 INFO:tasks.rados.rados.0.smithi081.stdout:1428: left oid 32 (ObjNum 457 snap 121 seq_num 457) 2023-05-20T06:02:12.464 INFO:tasks.rados.rados.0.smithi081.stdout:1429: finishing write tid 3 to smithi081164505-34 2023-05-20T06:02:12.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 520 (ObjNum 458 snap 121 seq_num 458) dirty exists 2023-05-20T06:02:12.464 INFO:tasks.rados.rados.0.smithi081.stdout:1429: left oid 34 (ObjNum 458 snap 121 seq_num 458) 2023-05-20T06:02:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:12 smithi170 ceph-mon[97338]: osdmap e311: 8 total, 8 up, 8 in 2023-05-20T06:02:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:12 smithi170 ceph-mon[97338]: pgmap v214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:12 smithi081 ceph-mon[107735]: osdmap e311: 8 total, 8 up, 8 in 2023-05-20T06:02:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:12 smithi081 ceph-mon[107735]: pgmap v214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:12 smithi081 ceph-mon[95500]: osdmap e311: 8 total, 8 up, 8 in 2023-05-20T06:02:12.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:12 smithi081 ceph-mon[95500]: pgmap v214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:13.406 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:02:13.415 INFO:tasks.rados.rados.0.smithi081.stdout:1427: done (3 left) 2023-05-20T06:02:13.416 INFO:tasks.rados.rados.0.smithi081.stdout:1428: done (2 left) 2023-05-20T06:02:13.416 INFO:tasks.rados.rados.0.smithi081.stdout:1429: done (1 left) 2023-05-20T06:02:13.416 INFO:tasks.rados.rados.0.smithi081.stdout:1430: done (0 left) 2023-05-20T06:02:13.416 INFO:tasks.rados.rados.0.smithi081.stdout:1431: delete oid 40 current snap is 122 2023-05-20T06:02:13.420 INFO:tasks.rados.rados.0.smithi081.stdout:1431: done (0 left) 2023-05-20T06:02:13.421 INFO:tasks.rados.rados.0.smithi081.stdout:1432: snap_remove snap 114 2023-05-20T06:02:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:13 smithi170 ceph-mon[97338]: osdmap e312: 8 total, 8 up, 8 in 2023-05-20T06:02:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:13 smithi081 ceph-mon[95500]: osdmap e312: 8 total, 8 up, 8 in 2023-05-20T06:02:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:13 smithi081 ceph-mon[107735]: osdmap e312: 8 total, 8 up, 8 in 2023-05-20T06:02:14.421 INFO:tasks.rados.rados.0.smithi081.stdout:1432: done (0 left) 2023-05-20T06:02:14.422 INFO:tasks.rados.rados.0.smithi081.stdout:1433: snap_remove snap 121 2023-05-20T06:02:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:14 smithi170 ceph-mon[97338]: osdmap e313: 8 total, 8 up, 8 in 2023-05-20T06:02:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:14 smithi170 ceph-mon[97338]: pgmap v217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:14 smithi081 ceph-mon[95500]: osdmap e313: 8 total, 8 up, 8 in 2023-05-20T06:02:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:14 smithi081 ceph-mon[95500]: pgmap v217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:14 smithi081 ceph-mon[107735]: osdmap e313: 8 total, 8 up, 8 in 2023-05-20T06:02:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:14 smithi081 ceph-mon[107735]: pgmap v217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:15.427 INFO:tasks.rados.rados.0.smithi081.stdout:1433: done (0 left) 2023-05-20T06:02:15.427 INFO:tasks.rados.rados.0.smithi081.stdout:1434: snap_remove snap 120 2023-05-20T06:02:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:15 smithi170 ceph-mon[97338]: osdmap e314: 8 total, 8 up, 8 in 2023-05-20T06:02:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:15 smithi081 ceph-mon[95500]: osdmap e314: 8 total, 8 up, 8 in 2023-05-20T06:02:15.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:15 smithi081 ceph-mon[107735]: osdmap e314: 8 total, 8 up, 8 in 2023-05-20T06:02:16.426 INFO:tasks.rados.rados.0.smithi081.stdout:1434: done (0 left) 2023-05-20T06:02:16.427 INFO:tasks.rados.rados.0.smithi081.stdout:1435: delete oid 34 current snap is 122 2023-05-20T06:02:16.430 INFO:tasks.rados.rados.0.smithi081.stdout:1435: done (0 left) 2023-05-20T06:02:16.430 INFO:tasks.rados.rados.0.smithi081.stdout:1436: read oid 33 snap -1 2023-05-20T06:02:16.430 INFO:tasks.rados.rados.0.smithi081.stdout:1436: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:16.430 INFO:tasks.rados.rados.0.smithi081.stdout:1437: snap_remove snap 118 2023-05-20T06:02:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:16 smithi170 ceph-mon[97338]: pgmap v220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:16.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:16 smithi170 ceph-mon[97338]: osdmap e315: 8 total, 8 up, 8 in 2023-05-20T06:02:16.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:16 smithi170 ceph-mon[97338]: osdmap e316: 8 total, 8 up, 8 in 2023-05-20T06:02:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:16 smithi081 ceph-mon[95500]: pgmap v220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:16 smithi081 ceph-mon[95500]: osdmap e315: 8 total, 8 up, 8 in 2023-05-20T06:02:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:16 smithi081 ceph-mon[95500]: osdmap e316: 8 total, 8 up, 8 in 2023-05-20T06:02:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:16 smithi081 ceph-mon[107735]: pgmap v220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:16 smithi081 ceph-mon[107735]: osdmap e315: 8 total, 8 up, 8 in 2023-05-20T06:02:16.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:16 smithi081 ceph-mon[107735]: osdmap e316: 8 total, 8 up, 8 in 2023-05-20T06:02:17.439 INFO:tasks.rados.rados.0.smithi081.stdout:1437: done (1 left) 2023-05-20T06:02:17.440 INFO:tasks.rados.rados.0.smithi081.stdout:1438: setattr oid 2 current snap is 122 2023-05-20T06:02:17.440 INFO:tasks.rados.rados.0.smithi081.stdout:1439: copy_from oid 28 from oid 27 current snap is 122 2023-05-20T06:02:17.440 INFO:tasks.rados.rados.0.smithi081.stdout:1440: read oid 31 snap -1 2023-05-20T06:02:17.440 INFO:tasks.rados.rados.0.smithi081.stdout:1440: expect (ObjNum 435 snap 117 seq_num 435) 2023-05-20T06:02:17.440 INFO:tasks.rados.rados.0.smithi081.stdout:1441: delete oid 45 current snap is 122 2023-05-20T06:02:17.441 INFO:tasks.rados.rados.0.smithi081.stdout:1436: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:17.444 INFO:tasks.rados.rados.0.smithi081.stdout:1440: expect (ObjNum 435 snap 117 seq_num 435) 2023-05-20T06:02:17.448 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 776 (ObjNum 425 snap 114 seq_num 425) dirty exists 2023-05-20T06:02:17.448 INFO:tasks.rados.rados.0.smithi081.stdout:1436: done (4 left) 2023-05-20T06:02:17.448 INFO:tasks.rados.rados.0.smithi081.stdout:1438: done (3 left) 2023-05-20T06:02:17.449 INFO:tasks.rados.rados.0.smithi081.stdout:1440: done (2 left) 2023-05-20T06:02:17.449 INFO:tasks.rados.rados.0.smithi081.stdout:1441: done (1 left) 2023-05-20T06:02:17.449 INFO:tasks.rados.rados.0.smithi081.stdout:1442: snap_remove snap 119 2023-05-20T06:02:18.447 INFO:tasks.rados.rados.0.smithi081.stdout:1442: done (1 left) 2023-05-20T06:02:18.447 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 122 2023-05-20T06:02:18.447 INFO:tasks.rados.rados.0.smithi081.stdout:1443: seq_num 462 ranges {1794048=540672} 2023-05-20T06:02:18.458 INFO:tasks.rados.rados.0.smithi081.stdout:1443: writing smithi081164505-14 from 1794048 to 2334720 tid 1 2023-05-20T06:02:18.458 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 122 2023-05-20T06:02:18.459 INFO:tasks.rados.rados.0.smithi081.stdout:1444: seq_num 463 ranges {0=557056} 2023-05-20T06:02:18.462 INFO:tasks.rados.rados.0.smithi081.stdout:1444: writing smithi081164505-29 from 0 to 557056 tid 1 2023-05-20T06:02:18.462 INFO:tasks.rados.rados.0.smithi081.stdout:1445: rollback oid 25 current snap is 122 2023-05-20T06:02:18.462 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 116 2023-05-20T06:02:18.462 INFO:tasks.rados.rados.0.smithi081.stdout:1439: finishing copy_from to smithi081164505-28 2023-05-20T06:02:18.462 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 815 (ObjNum 428 snap 116 seq_num 428) dirty exists 2023-05-20T06:02:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:1446: setattr oid 10 current snap is 122 2023-05-20T06:02:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:1439: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:02:18.464 INFO:tasks.rados.rados.0.smithi081.stdout:1445: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:02:18.465 INFO:tasks.rados.rados.0.smithi081.stdout:1445: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:02:18.465 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 836 (ObjNum 33 snap 0 seq_num 139368264) dirty dne 2023-05-20T06:02:18.466 INFO:tasks.rados.rados.0.smithi081.stdout:1439: done (4 left) 2023-05-20T06:02:18.467 INFO:tasks.rados.rados.0.smithi081.stdout:1445: done (3 left) 2023-05-20T06:02:18.467 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 122 2023-05-20T06:02:18.467 INFO:tasks.rados.rados.0.smithi081.stdout:1447: seq_num 464 ranges {0=573440} 2023-05-20T06:02:18.470 INFO:tasks.rados.rados.0.smithi081.stdout:1447: writing smithi081164505-20 from 0 to 573440 tid 1 2023-05-20T06:02:18.470 INFO:tasks.rados.rados.0.smithi081.stdout:1448: copy_from oid 11 from oid 37 current snap is 122 2023-05-20T06:02:18.470 INFO:tasks.rados.rados.0.smithi081.stdout:1444: finishing write tid 1 to smithi081164505-29 2023-05-20T06:02:18.470 INFO:tasks.rados.rados.0.smithi081.stdout:1449: read oid 33 snap -1 2023-05-20T06:02:18.470 INFO:tasks.rados.rados.0.smithi081.stdout:1449: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:18.470 INFO:tasks.rados.rados.0.smithi081.stdout:1450: snap_remove snap 116 2023-05-20T06:02:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:18 smithi170 ceph-mon[97338]: pgmap v222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:18 smithi170 ceph-mon[97338]: osdmap e317: 8 total, 8 up, 8 in 2023-05-20T06:02:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:18 smithi081 ceph-mon[95500]: pgmap v222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:18 smithi081 ceph-mon[95500]: osdmap e317: 8 total, 8 up, 8 in 2023-05-20T06:02:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:18 smithi081 ceph-mon[107735]: pgmap v222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:18 smithi081 ceph-mon[107735]: osdmap e317: 8 total, 8 up, 8 in 2023-05-20T06:02:19.457 INFO:tasks.rados.rados.0.smithi081.stdout:1450: done (6 left) 2023-05-20T06:02:19.457 INFO:tasks.rados.rados.0.smithi081.stdout:1451: read oid 50 snap -1 2023-05-20T06:02:19.457 INFO:tasks.rados.rados.0.smithi081.stdout:1451: expect (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:02:19.457 INFO:tasks.rados.rados.0.smithi081.stdout:1452: setattr oid 39 current snap is 122 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:1443: finishing write tid 1 to smithi081164505-14 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:1444: finishing write tid 2 to smithi081164505-29 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:1443: finishing write tid 2 to smithi081164505-14 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:1444: finishing write tid 3 to smithi081164505-29 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 654 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:1444: left oid 29 (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:02:19.458 INFO:tasks.rados.rados.0.smithi081.stdout:1443: finishing write tid 3 to smithi081164505-14 2023-05-20T06:02:19.459 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 781 (ObjNum 462 snap 122 seq_num 462) dirty exists 2023-05-20T06:02:19.459 INFO:tasks.rados.rados.0.smithi081.stdout:1443: left oid 14 (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:02:19.459 INFO:tasks.rados.rados.0.smithi081.stdout:1449: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:19.459 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 510 (ObjNum 442 snap 118 seq_num 442) dirty exists 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:1447: finishing write tid 1 to smithi081164505-20 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:1447: finishing write tid 2 to smithi081164505-20 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:1447: finishing write tid 3 to smithi081164505-20 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 538 (ObjNum 464 snap 122 seq_num 464) dirty exists 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:1447: left oid 20 (ObjNum 464 snap 122 seq_num 464) 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:1448: finishing copy_from to smithi081164505-11 2023-05-20T06:02:19.460 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 717 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:02:19.461 INFO:tasks.rados.rados.0.smithi081.stdout:1448: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:02:19.476 INFO:tasks.rados.rados.0.smithi081.stdout:1443: done (7 left) 2023-05-20T06:02:19.476 INFO:tasks.rados.rados.0.smithi081.stdout:1444: done (6 left) 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:1446: done (5 left) 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:1447: done (4 left) 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:1448: done (3 left) 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:1449: done (2 left) 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 122 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:1453: seq_num 465 ranges {0=598016} 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:1453: writing smithi081164505-33 from 0 to 598016 tid 1 2023-05-20T06:02:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 122 2023-05-20T06:02:19.478 INFO:tasks.rados.rados.0.smithi081.stdout:1454: seq_num 466 ranges {0=614400} 2023-05-20T06:02:19.478 INFO:tasks.rados.rados.0.smithi081.stdout:1454: writing smithi081164505-1 from 0 to 614400 tid 1 2023-05-20T06:02:19.478 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 122 2023-05-20T06:02:19.478 INFO:tasks.rados.rados.0.smithi081.stdout:1455: seq_num 467 ranges {90112=630784} 2023-05-20T06:02:19.478 INFO:tasks.rados.rados.0.smithi081.stdout:1455: writing smithi081164505-31 from 90112 to 720896 tid 1 2023-05-20T06:02:19.479 INFO:tasks.rados.rados.0.smithi081.stdout:1456: read oid 5 snap 113 2023-05-20T06:02:19.480 INFO:tasks.rados.rados.0.smithi081.stdout:1456: expect deleted 2023-05-20T06:02:19.480 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 122 2023-05-20T06:02:19.480 INFO:tasks.rados.rados.0.smithi081.stdout:1457: seq_num 468 ranges {6094848=647168} 2023-05-20T06:02:19.511 INFO:tasks.rados.rados.0.smithi081.stdout:1457: writing smithi081164505-7 from 6094848 to 6742016 tid 1 2023-05-20T06:02:19.511 INFO:tasks.rados.rados.0.smithi081.stdout:1458: setattr oid 13 current snap is 122 2023-05-20T06:02:19.511 INFO:tasks.rados.rados.0.smithi081.stdout:1451: expect (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:02:19.531 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 793 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:02:19.531 INFO:tasks.rados.rados.0.smithi081.stdout:1453: finishing write tid 1 to smithi081164505-33 2023-05-20T06:02:19.531 INFO:tasks.rados.rados.0.smithi081.stdout:1453: finishing write tid 2 to smithi081164505-33 2023-05-20T06:02:19.531 INFO:tasks.rados.rados.0.smithi081.stdout:1454: finishing write tid 1 to smithi081164505-1 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:1454: finishing write tid 2 to smithi081164505-1 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:1454: finishing write tid 3 to smithi081164505-1 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 689 (ObjNum 466 snap 122 seq_num 466) dirty exists 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:1454: left oid 1 (ObjNum 466 snap 122 seq_num 466) 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:1453: finishing write tid 3 to smithi081164505-33 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 523 (ObjNum 465 snap 122 seq_num 465) dirty exists 2023-05-20T06:02:19.532 INFO:tasks.rados.rados.0.smithi081.stdout:1453: left oid 33 (ObjNum 465 snap 122 seq_num 465) 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1455: finishing write tid 1 to smithi081164505-31 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1455: finishing write tid 2 to smithi081164505-31 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1455: finishing write tid 3 to smithi081164505-31 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 840 (ObjNum 467 snap 122 seq_num 467) dirty exists 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1455: left oid 31 (ObjNum 467 snap 122 seq_num 467) 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1457: finishing write tid 1 to smithi081164505-7 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1457: finishing write tid 2 to smithi081164505-7 2023-05-20T06:02:19.533 INFO:tasks.rados.rados.0.smithi081.stdout:1457: finishing write tid 3 to smithi081164505-7 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 801 (ObjNum 468 snap 122 seq_num 468) dirty exists 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:1457: left oid 7 (ObjNum 468 snap 122 seq_num 468) 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:1451: done (7 left) 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:1452: done (6 left) 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:1453: done (5 left) 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:1454: done (4 left) 2023-05-20T06:02:19.534 INFO:tasks.rados.rados.0.smithi081.stdout:1455: done (3 left) 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:1456: done (2 left) 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:1457: done (1 left) 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:1459: read oid 37 snap -1 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:1459: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:1460: rollback oid 12 current snap is 122 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 113 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 122 2023-05-20T06:02:19.535 INFO:tasks.rados.rados.0.smithi081.stdout:1461: seq_num 469 ranges {0=663552} 2023-05-20T06:02:19.536 INFO:tasks.rados.rados.0.smithi081.stdout:1461: writing smithi081164505-25 from 0 to 663552 tid 1 2023-05-20T06:02:19.536 INFO:tasks.rados.rados.0.smithi081.stdout:1462: copy_from oid 45 from oid 36 current snap is 122 2023-05-20T06:02:19.536 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 785 (ObjNum 451 snap 118 seq_num 451) dirty exists 2023-05-20T06:02:19.537 INFO:tasks.rados.rados.0.smithi081.stdout:1460: finishing rollback tid 0 to smithi081164505-12 2023-05-20T06:02:19.537 INFO:tasks.rados.rados.0.smithi081.stdout:1459: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:19.561 INFO:tasks.rados.rados.0.smithi081.stdout:1460: finishing rollback tid 1 to smithi081164505-12 2023-05-20T06:02:19.561 INFO:tasks.rados.rados.0.smithi081.stdout:1460: finishing rollback tid 2 to smithi081164505-12 2023-05-20T06:02:19.561 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 665 (ObjNum 418 snap 110 seq_num 418) dirty exists 2023-05-20T06:02:19.561 INFO:tasks.rados.rados.0.smithi081.stdout:1461: finishing write tid 1 to smithi081164505-25 2023-05-20T06:02:19.561 INFO:tasks.rados.rados.0.smithi081.stdout:1461: finishing write tid 2 to smithi081164505-25 2023-05-20T06:02:19.562 INFO:tasks.rados.rados.0.smithi081.stdout:1458: done (4 left) 2023-05-20T06:02:19.562 INFO:tasks.rados.rados.0.smithi081.stdout:1459: done (3 left) 2023-05-20T06:02:19.562 INFO:tasks.rados.rados.0.smithi081.stdout:1460: done (2 left) 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:1463: rollback oid 19 current snap is 122 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 113 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:1461: finishing write tid 3 to smithi081164505-25 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 842 (ObjNum 469 snap 122 seq_num 469) dirty exists 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:1461: left oid 25 (ObjNum 469 snap 122 seq_num 469) 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:1462: finishing copy_from to smithi081164505-45 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 511 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:19.563 INFO:tasks.rados.rados.0.smithi081.stdout:1462: finishing copy_from racing read to smithi081164505-45 2023-05-20T06:02:19.564 INFO:tasks.rados.rados.0.smithi081.stdout:1461: done (2 left) 2023-05-20T06:02:19.564 INFO:tasks.rados.rados.0.smithi081.stdout:1462: done (1 left) 2023-05-20T06:02:19.564 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 122 2023-05-20T06:02:19.564 INFO:tasks.rados.rados.0.smithi081.stdout:1464: seq_num 470 ranges {6062080=679936} 2023-05-20T06:02:19.595 INFO:tasks.rados.rados.0.smithi081.stdout:1464: writing smithi081164505-18 from 6062080 to 6742016 tid 1 2023-05-20T06:02:19.596 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 122 2023-05-20T06:02:19.596 INFO:tasks.rados.rados.0.smithi081.stdout:1463: finishing rollback tid 1 to smithi081164505-19 2023-05-20T06:02:19.596 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 0 (ObjNum 65 snap 0 seq_num 139368120) dirty dne 2023-05-20T06:02:19.596 INFO:tasks.rados.rados.0.smithi081.stdout:1465: seq_num 471 ranges {2768896=696320} 2023-05-20T06:02:19.614 INFO:tasks.rados.rados.0.smithi081.stdout:1465: writing smithi081164505-32 from 2768896 to 3465216 tid 1 2023-05-20T06:02:19.614 INFO:tasks.rados.rados.0.smithi081.stdout:1463: done (2 left) 2023-05-20T06:02:19.615 INFO:tasks.rados.rados.0.smithi081.stdout:1466: setattr oid 39 current snap is 122 2023-05-20T06:02:19.615 INFO:tasks.rados.rados.0.smithi081.stdout:1464: finishing write tid 1 to smithi081164505-18 2023-05-20T06:02:19.615 INFO:tasks.rados.rados.0.smithi081.stdout:1464: finishing write tid 2 to smithi081164505-18 2023-05-20T06:02:19.615 INFO:tasks.rados.rados.0.smithi081.stdout:1464: finishing write tid 3 to smithi081164505-18 2023-05-20T06:02:19.615 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 667 (ObjNum 470 snap 122 seq_num 470) dirty exists 2023-05-20T06:02:19.615 INFO:tasks.rados.rados.0.smithi081.stdout:1464: left oid 18 (ObjNum 470 snap 122 seq_num 470) 2023-05-20T06:02:19.616 INFO:tasks.rados.rados.0.smithi081.stdout:1465: finishing write tid 1 to smithi081164505-32 2023-05-20T06:02:19.616 INFO:tasks.rados.rados.0.smithi081.stdout:1465: finishing write tid 2 to smithi081164505-32 2023-05-20T06:02:19.617 INFO:tasks.rados.rados.0.smithi081.stdout:1464: done (2 left) 2023-05-20T06:02:19.617 INFO:tasks.rados.rados.0.smithi081.stdout:1467: snap_remove snap 113 2023-05-20T06:02:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:19 smithi170 ceph-mon[97338]: osdmap e318: 8 total, 8 up, 8 in 2023-05-20T06:02:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:19 smithi081 ceph-mon[95500]: osdmap e318: 8 total, 8 up, 8 in 2023-05-20T06:02:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:19 smithi081 ceph-mon[107735]: osdmap e318: 8 total, 8 up, 8 in 2023-05-20T06:02:20.464 INFO:tasks.rados.rados.0.smithi081.stdout:1467: done (2 left) 2023-05-20T06:02:20.464 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 122 2023-05-20T06:02:20.464 INFO:tasks.rados.rados.0.smithi081.stdout:1468: seq_num 472 ranges {5038080=712704} 2023-05-20T06:02:20.496 INFO:tasks.rados.rados.0.smithi081.stdout:1468: writing smithi081164505-38 from 5038080 to 5750784 tid 1 2023-05-20T06:02:20.496 INFO:tasks.rados.rados.0.smithi081.stdout:1469: setattr oid 22 current snap is 122 2023-05-20T06:02:20.496 INFO:tasks.rados.rados.0.smithi081.stdout:1465: finishing write tid 3 to smithi081164505-32 2023-05-20T06:02:20.497 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 669 (ObjNum 471 snap 122 seq_num 471) dirty exists 2023-05-20T06:02:20.497 INFO:tasks.rados.rados.0.smithi081.stdout:1465: left oid 32 (ObjNum 471 snap 122 seq_num 471) 2023-05-20T06:02:20.497 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 802 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:02:20.497 INFO:tasks.rados.rados.0.smithi081.stdout:1465: done (3 left) 2023-05-20T06:02:20.497 INFO:tasks.rados.rados.0.smithi081.stdout:1466: done (2 left) 2023-05-20T06:02:20.498 INFO:tasks.rados.rados.0.smithi081.stdout:1470: snap_create 2023-05-20T06:02:20.500 INFO:tasks.rados.rados.0.smithi081.stdout:1468: finishing write tid 1 to smithi081164505-38 2023-05-20T06:02:20.500 INFO:tasks.rados.rados.0.smithi081.stdout:1468: finishing write tid 2 to smithi081164505-38 2023-05-20T06:02:20.501 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 669 (ObjNum 443 snap 118 seq_num 443) dirty exists 2023-05-20T06:02:20.501 INFO:tasks.rados.rados.0.smithi081.stdout:1468: finishing write tid 3 to smithi081164505-38 2023-05-20T06:02:20.502 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 668 (ObjNum 472 snap 122 seq_num 472) dirty exists 2023-05-20T06:02:20.502 INFO:tasks.rados.rados.0.smithi081.stdout:1468: left oid 38 (ObjNum 472 snap 122 seq_num 472) 2023-05-20T06:02:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:20 smithi170 ceph-mon[97338]: pgmap v225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:20 smithi170 ceph-mon[97338]: osdmap e319: 8 total, 8 up, 8 in 2023-05-20T06:02:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:20 smithi081 ceph-mon[95500]: pgmap v225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:20 smithi081 ceph-mon[95500]: osdmap e319: 8 total, 8 up, 8 in 2023-05-20T06:02:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:20 smithi081 ceph-mon[107735]: pgmap v225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:20 smithi081 ceph-mon[107735]: osdmap e319: 8 total, 8 up, 8 in 2023-05-20T06:02:21.468 INFO:tasks.rados.rados.0.smithi081.stdout:1468: done (2 left) 2023-05-20T06:02:21.469 INFO:tasks.rados.rados.0.smithi081.stdout:1469: done (1 left) 2023-05-20T06:02:21.469 INFO:tasks.rados.rados.0.smithi081.stdout:1470: done (0 left) 2023-05-20T06:02:21.469 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 123 2023-05-20T06:02:21.470 INFO:tasks.rados.rados.0.smithi081.stdout:1471: seq_num 473 ranges {557056=729088} 2023-05-20T06:02:21.475 INFO:tasks.rados.rados.0.smithi081.stdout:1471: writing smithi081164505-29 from 557056 to 1286144 tid 1 2023-05-20T06:02:21.475 INFO:tasks.rados.rados.0.smithi081.stdout:1472: copy_from oid 14 from oid 8 current snap is 123 2023-05-20T06:02:21.475 INFO:tasks.rados.rados.0.smithi081.stdout:1473: setattr oid 25 current snap is 123 2023-05-20T06:02:21.477 INFO:tasks.rados.rados.0.smithi081.stdout:1474: rollback oid 45 current snap is 123 2023-05-20T06:02:21.477 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 122 2023-05-20T06:02:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:1475: rollback oid 50 current snap is 123 2023-05-20T06:02:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 122 2023-05-20T06:02:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:1476: delete oid 6 current snap is 123 2023-05-20T06:02:21.481 INFO:tasks.rados.rados.0.smithi081.stdout:1476: done (5 left) 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1477: read oid 34 snap -1 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1477: expect deleted 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1478: read oid 27 snap 122 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1478: expect (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1479: read oid 47 snap 122 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1479: expect (ObjNum 163432192 snap 21996 seq_num 163661184) 2023-05-20T06:02:21.482 INFO:tasks.rados.rados.0.smithi081.stdout:1480: read oid 6 snap 122 2023-05-20T06:02:21.483 INFO:tasks.rados.rados.0.smithi081.stdout:1480: expect (ObjNum 339 snap 90 seq_num 339) 2023-05-20T06:02:21.483 INFO:tasks.rados.rados.0.smithi081.stdout:1481: rollback oid 13 current snap is 123 2023-05-20T06:02:21.483 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 122 2023-05-20T06:02:21.483 INFO:tasks.rados.rados.0.smithi081.stdout:1482: snap_create 2023-05-20T06:02:21.483 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 846 (ObjNum 469 snap 122 seq_num 469) dirty exists 2023-05-20T06:02:21.485 INFO:tasks.rados.rados.0.smithi081.stdout:1479: expect (ObjNum 163432192 snap 21996 seq_num 163661184) 2023-05-20T06:02:21.492 INFO:tasks.rados.rados.0.smithi081.stdout:1471: finishing write tid 1 to smithi081164505-29 2023-05-20T06:02:21.492 INFO:tasks.rados.rados.0.smithi081.stdout:1475: finishing rollback tid 0 to smithi081164505-50 2023-05-20T06:02:21.492 INFO:tasks.rados.rados.0.smithi081.stdout:1471: finishing write tid 2 to smithi081164505-29 2023-05-20T06:02:21.492 INFO:tasks.rados.rados.0.smithi081.stdout:1471: finishing write tid 3 to smithi081164505-29 2023-05-20T06:02:21.492 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 672 (ObjNum 473 snap 123 seq_num 473) dirty exists 2023-05-20T06:02:21.493 INFO:tasks.rados.rados.0.smithi081.stdout:1471: left oid 29 (ObjNum 473 snap 123 seq_num 473) 2023-05-20T06:02:21.493 INFO:tasks.rados.rados.0.smithi081.stdout:1481: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:02:21.493 INFO:tasks.rados.rados.0.smithi081.stdout:1481: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:02:21.494 INFO:tasks.rados.rados.0.smithi081.stdout:1481: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:02:21.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 795 (ObjNum 451 snap 118 seq_num 451) dirty exists 2023-05-20T06:02:21.494 INFO:tasks.rados.rados.0.smithi081.stdout:1475: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:02:21.494 INFO:tasks.rados.rados.0.smithi081.stdout:1475: finishing rollback tid 2 to smithi081164505-50 2023-05-20T06:02:21.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 531 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:02:21.498 INFO:tasks.rados.rados.0.smithi081.stdout:1478: expect (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:02:21.555 INFO:tasks.rados.rados.0.smithi081.stdout:1474: finishing rollback tid 0 to smithi081164505-45 2023-05-20T06:02:21.556 INFO:tasks.rados.rados.0.smithi081.stdout:1474: finishing rollback tid 1 to smithi081164505-45 2023-05-20T06:02:21.556 INFO:tasks.rados.rados.0.smithi081.stdout:1474: finishing rollback tid 2 to smithi081164505-45 2023-05-20T06:02:21.556 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 721 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:21.557 INFO:tasks.rados.rados.0.smithi081.stdout:1480: expect (ObjNum 339 snap 90 seq_num 339) 2023-05-20T06:02:21.649 INFO:tasks.rados.rados.0.smithi081.stdout:1472: finishing copy_from to smithi081164505-14 2023-05-20T06:02:21.650 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 613 (ObjNum 421 snap 112 seq_num 421) dirty exists 2023-05-20T06:02:21.650 INFO:tasks.rados.rados.0.smithi081.stdout:1472: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:02:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:21 smithi170 ceph-mon[97338]: osdmap e320: 8 total, 8 up, 8 in 2023-05-20T06:02:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:21 smithi081 ceph-mon[95500]: osdmap e320: 8 total, 8 up, 8 in 2023-05-20T06:02:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:21 smithi081 ceph-mon[107735]: osdmap e320: 8 total, 8 up, 8 in 2023-05-20T06:02:21.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:02:21.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:21.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:02:21.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:22.473 INFO:tasks.rados.rados.0.smithi081.stdout:1471: done (10 left) 2023-05-20T06:02:22.474 INFO:tasks.rados.rados.0.smithi081.stdout:1472: done (9 left) 2023-05-20T06:02:22.474 INFO:tasks.rados.rados.0.smithi081.stdout:1473: done (8 left) 2023-05-20T06:02:22.474 INFO:tasks.rados.rados.0.smithi081.stdout:1474: done (7 left) 2023-05-20T06:02:22.474 INFO:tasks.rados.rados.0.smithi081.stdout:1475: done (6 left) 2023-05-20T06:02:22.474 INFO:tasks.rados.rados.0.smithi081.stdout:1477: done (5 left) 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:1478: done (4 left) 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:1479: done (3 left) 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:1480: done (2 left) 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:1481: done (1 left) 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:1482: done (0 left) 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:1483: rollback oid 29 current snap is 124 2023-05-20T06:02:22.475 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 123 2023-05-20T06:02:22.476 INFO:tasks.rados.rados.0.smithi081.stdout:1484: read oid 47 snap -1 2023-05-20T06:02:22.476 INFO:tasks.rados.rados.0.smithi081.stdout:1484: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:22.476 INFO:tasks.rados.rados.0.smithi081.stdout:1485: delete oid 13 current snap is 124 2023-05-20T06:02:22.476 INFO:tasks.rados.rados.0.smithi081.stdout:1484: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:22.481 INFO:tasks.rados.rados.0.smithi081.stdout:1483: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:02:22.481 INFO:tasks.rados.rados.0.smithi081.stdout:1483: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:02:22.481 INFO:tasks.rados.rados.0.smithi081.stdout:1484: done (2 left) 2023-05-20T06:02:22.481 INFO:tasks.rados.rados.0.smithi081.stdout:1485: done (1 left) 2023-05-20T06:02:22.482 INFO:tasks.rados.rados.0.smithi081.stdout:1486: delete oid 22 current snap is 124 2023-05-20T06:02:22.482 INFO:tasks.rados.rados.0.smithi081.stdout:1483: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:02:22.482 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 676 (ObjNum 473 snap 123 seq_num 473) dirty exists 2023-05-20T06:02:22.483 INFO:tasks.rados.rados.0.smithi081.stdout:1483: done (1 left) 2023-05-20T06:02:22.483 INFO:tasks.rados.rados.0.smithi081.stdout:1486: done (0 left) 2023-05-20T06:02:22.483 INFO:tasks.rados.rados.0.smithi081.stdout:1487: read oid 32 snap -1 2023-05-20T06:02:22.483 INFO:tasks.rados.rados.0.smithi081.stdout:1487: expect (ObjNum 471 snap 122 seq_num 471) 2023-05-20T06:02:22.484 INFO:tasks.rados.rados.0.smithi081.stdout:1488: setattr oid 19 current snap is 124 2023-05-20T06:02:22.484 INFO:tasks.rados.rados.0.smithi081.stdout:1489: snap_remove snap 123 2023-05-20T06:02:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:22 smithi170 ceph-mon[97338]: pgmap v228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:22 smithi170 ceph-mon[97338]: osdmap e321: 8 total, 8 up, 8 in 2023-05-20T06:02:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:22 smithi081 ceph-mon[95500]: pgmap v228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:22 smithi081 ceph-mon[95500]: osdmap e321: 8 total, 8 up, 8 in 2023-05-20T06:02:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:22 smithi081 ceph-mon[107735]: pgmap v228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:22 smithi081 ceph-mon[107735]: osdmap e321: 8 total, 8 up, 8 in 2023-05-20T06:02:23.474 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:02:23.478 INFO:tasks.rados.rados.0.smithi081.stdout:1489: done (2 left) 2023-05-20T06:02:23.478 INFO:tasks.rados.rados.0.smithi081.stdout:1490: read oid 10 snap -1 2023-05-20T06:02:23.478 INFO:tasks.rados.rados.0.smithi081.stdout:1490: expect (ObjNum 442 snap 118 seq_num 442) 2023-05-20T06:02:23.479 INFO:tasks.rados.rados.0.smithi081.stdout:1491: snap_create 2023-05-20T06:02:23.479 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 547 (ObjNum 33 snap 0 seq_num 163862864) dirty exists 2023-05-20T06:02:23.479 INFO:tasks.rados.rados.0.smithi081.stdout:1487: expect (ObjNum 471 snap 122 seq_num 471) 2023-05-20T06:02:23.643 INFO:tasks.rados.rados.0.smithi081.stdout:1490: expect (ObjNum 442 snap 118 seq_num 442) 2023-05-20T06:02:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:23 smithi170 ceph-mon[97338]: osdmap e322: 8 total, 8 up, 8 in 2023-05-20T06:02:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:23 smithi081 ceph-mon[95500]: osdmap e322: 8 total, 8 up, 8 in 2023-05-20T06:02:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:23 smithi081 ceph-mon[107735]: osdmap e322: 8 total, 8 up, 8 in 2023-05-20T06:02:24.479 INFO:tasks.rados.rados.0.smithi081.stdout:1487: done (3 left) 2023-05-20T06:02:24.479 INFO:tasks.rados.rados.0.smithi081.stdout:1488: done (2 left) 2023-05-20T06:02:24.479 INFO:tasks.rados.rados.0.smithi081.stdout:1490: done (1 left) 2023-05-20T06:02:24.480 INFO:tasks.rados.rados.0.smithi081.stdout:1491: done (0 left) 2023-05-20T06:02:24.480 INFO:tasks.rados.rados.0.smithi081.stdout:1492: read oid 11 snap -1 2023-05-20T06:02:24.480 INFO:tasks.rados.rados.0.smithi081.stdout:1492: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:24.480 INFO:tasks.rados.rados.0.smithi081.stdout:1493: rollback oid 4 current snap is 125 2023-05-20T06:02:24.480 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 4 to 124 2023-05-20T06:02:24.480 INFO:tasks.rados.rados.0.smithi081.stdout:1494: rollback oid 26 current snap is 125 2023-05-20T06:02:24.481 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 122 2023-05-20T06:02:24.481 INFO:tasks.rados.rados.0.smithi081.stdout:1495: copy_from oid 12 from oid 6 current snap is 125 2023-05-20T06:02:24.481 INFO:tasks.rados.rados.0.smithi081.stdout:1496: rmattr oid 31 current snap is 125 2023-05-20T06:02:24.481 INFO:tasks.rados.rados.0.smithi081.stdout:1496: done (4 left) 2023-05-20T06:02:24.481 INFO:tasks.rados.rados.0.smithi081.stdout:1497: setattr oid 19 current snap is 125 2023-05-20T06:02:24.484 INFO:tasks.rados.rados.0.smithi081.stdout:1498: rollback oid 31 current snap is 125 2023-05-20T06:02:24.485 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 124 2023-05-20T06:02:24.485 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 125 2023-05-20T06:02:24.485 INFO:tasks.rados.rados.0.smithi081.stdout:1499: seq_num 477 ranges {614400=794624} 2023-05-20T06:02:24.490 INFO:tasks.rados.rados.0.smithi081.stdout:1499: writing smithi081164505-37 from 614400 to 1409024 tid 1 2023-05-20T06:02:24.491 INFO:tasks.rados.rados.0.smithi081.stdout:1500: read oid 50 snap 122 2023-05-20T06:02:24.491 INFO:tasks.rados.rados.0.smithi081.stdout:1500: expect (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:02:24.491 INFO:tasks.rados.rados.0.smithi081.stdout:1501: copy_from oid 23 from oid 42 current snap is 125 2023-05-20T06:02:24.492 INFO:tasks.rados.rados.0.smithi081.stdout:1495: finishing copy_from to smithi081164505-12 2023-05-20T06:02:24.492 INFO:tasks.rados.rados.0.smithi081.stdout:1495: got expected ENOENT (src dne) 2023-05-20T06:02:24.492 INFO:tasks.rados.rados.0.smithi081.stdout:1498: finishing rollback tid 0 to smithi081164505-31 2023-05-20T06:02:24.492 INFO:tasks.rados.rados.0.smithi081.stdout:1495: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:02:24.493 INFO:tasks.rados.rados.0.smithi081.stdout:1498: finishing rollback tid 1 to smithi081164505-31 2023-05-20T06:02:24.493 INFO:tasks.rados.rados.0.smithi081.stdout:1498: finishing rollback tid 2 to smithi081164505-31 2023-05-20T06:02:24.493 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 850 (ObjNum 467 snap 122 seq_num 467) dirty exists 2023-05-20T06:02:24.493 INFO:tasks.rados.rados.0.smithi081.stdout:1493: finishing rollback tid 0 to smithi081164505-4 2023-05-20T06:02:24.493 INFO:tasks.rados.rados.0.smithi081.stdout:1493: finishing rollback tid 1 to smithi081164505-4 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:1493: finishing rollback tid 2 to smithi081164505-4 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 551 (ObjNum 450 snap 118 seq_num 450) dirty exists 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:1493: done (8 left) 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:1495: done (7 left) 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:1498: done (6 left) 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:1502: read oid 13 snap -1 2023-05-20T06:02:24.494 INFO:tasks.rados.rados.0.smithi081.stdout:1502: expect deleted 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:1503: rmattr oid 28 current snap is 125 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:1503: done (7 left) 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:1504: read oid 21 snap -1 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:1504: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:1505: rmattr oid 34 current snap is 125 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:1505: done (8 left) 2023-05-20T06:02:24.495 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 125 2023-05-20T06:02:24.496 INFO:tasks.rados.rados.0.smithi081.stdout:1506: seq_num 478 ranges {3637248=409600,4046848=401408} 2023-05-20T06:02:24.512 INFO:tasks.rados.rados.0.smithi081.stdout:1506: writing smithi081164505-15 from 3637248 to 4046848 tid 1 2023-05-20T06:02:24.514 INFO:tasks.rados.rados.0.smithi081.stdout:1506: writing smithi081164505-15 from 4046848 to 4448256 tid 2 2023-05-20T06:02:24.515 INFO:tasks.rados.rados.0.smithi081.stdout:1507: read oid 16 snap -1 2023-05-20T06:02:24.515 INFO:tasks.rados.rados.0.smithi081.stdout:1507: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:02:24.515 INFO:tasks.rados.rados.0.smithi081.stdout:1508: rollback oid 29 current snap is 125 2023-05-20T06:02:24.515 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 122 2023-05-20T06:02:24.515 INFO:tasks.rados.rados.0.smithi081.stdout:1492: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:24.539 INFO:tasks.rados.rados.0.smithi081.stdout:1494: finishing rollback tid 0 to smithi081164505-26 2023-05-20T06:02:24.540 INFO:tasks.rados.rados.0.smithi081.stdout:1504: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:24.540 INFO:tasks.rados.rados.0.smithi081.stdout:1494: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:02:24.540 INFO:tasks.rados.rados.0.smithi081.stdout:1494: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:02:24.541 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 526 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:02:24.541 INFO:tasks.rados.rados.0.smithi081.stdout:1500: expect (ObjNum 327 snap 88 seq_num 327) 2023-05-20T06:02:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:1501: finishing copy_from to smithi081164505-23 2023-05-20T06:02:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:1501: got expected ENOENT (src dne) 2023-05-20T06:02:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:1501: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:02:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 553 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:1499: finishing write tid 1 to smithi081164505-37 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:1499: finishing write tid 2 to smithi081164505-37 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:1499: finishing write tid 3 to smithi081164505-37 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 723 (ObjNum 477 snap 125 seq_num 477) dirty exists 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:1499: left oid 37 (ObjNum 477 snap 125 seq_num 477) 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:1506: finishing write tid 1 to smithi081164505-15 2023-05-20T06:02:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:1492: done (10 left) 2023-05-20T06:02:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:1494: done (9 left) 2023-05-20T06:02:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:1497: done (8 left) 2023-05-20T06:02:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:1499: done (7 left) 2023-05-20T06:02:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:1500: done (6 left) 2023-05-20T06:02:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:1501: done (5 left) 2023-05-20T06:02:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:1502: done (4 left) 2023-05-20T06:02:24.563 INFO:tasks.rados.rados.0.smithi081.stdout:1504: done (3 left) 2023-05-20T06:02:24.563 INFO:tasks.rados.rados.0.smithi081.stdout:1509: snap_remove snap 124 2023-05-20T06:02:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:24 smithi170 ceph-mon[97338]: pgmap v231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:24 smithi170 ceph-mon[97338]: osdmap e323: 8 total, 8 up, 8 in 2023-05-20T06:02:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:24 smithi081 ceph-mon[95500]: pgmap v231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:24 smithi081 ceph-mon[95500]: osdmap e323: 8 total, 8 up, 8 in 2023-05-20T06:02:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:24 smithi081 ceph-mon[107735]: pgmap v231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:24 smithi081 ceph-mon[107735]: osdmap e323: 8 total, 8 up, 8 in 2023-05-20T06:02:25.493 INFO:tasks.rados.rados.0.smithi081.stdout:1509: done (3 left) 2023-05-20T06:02:25.493 INFO:tasks.rados.rados.0.smithi081.stdout:1510: read oid 7 snap -1 2023-05-20T06:02:25.493 INFO:tasks.rados.rados.0.smithi081.stdout:1510: expect (ObjNum 468 snap 122 seq_num 468) 2023-05-20T06:02:25.493 INFO:tasks.rados.rados.0.smithi081.stdout:1511: delete oid 44 current snap is 125 2023-05-20T06:02:25.493 INFO:tasks.rados.rados.0.smithi081.stdout:1506: finishing write tid 2 to smithi081164505-15 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:1506: finishing write tid 3 to smithi081164505-15 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:1508: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:1508: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:1508: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 686 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:1506: finishing write tid 4 to smithi081164505-15 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 803 (ObjNum 478 snap 125 seq_num 478) dirty exists 2023-05-20T06:02:25.494 INFO:tasks.rados.rados.0.smithi081.stdout:1506: left oid 15 (ObjNum 478 snap 125 seq_num 478) 2023-05-20T06:02:25.495 INFO:tasks.rados.rados.0.smithi081.stdout:1507: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:02:25.536 INFO:tasks.rados.rados.0.smithi081.stdout:1510: expect (ObjNum 468 snap 122 seq_num 468) 2023-05-20T06:02:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:25 smithi170 ceph-mon[97338]: osdmap e324: 8 total, 8 up, 8 in 2023-05-20T06:02:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:25 smithi081 ceph-mon[95500]: osdmap e324: 8 total, 8 up, 8 in 2023-05-20T06:02:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:25 smithi081 ceph-mon[107735]: osdmap e324: 8 total, 8 up, 8 in 2023-05-20T06:02:26.035 INFO:tasks.rados.rados.0.smithi081.stdout:1506: done (4 left) 2023-05-20T06:02:26.036 INFO:tasks.rados.rados.0.smithi081.stdout:1507: done (3 left) 2023-05-20T06:02:26.036 INFO:tasks.rados.rados.0.smithi081.stdout:1508: done (2 left) 2023-05-20T06:02:26.036 INFO:tasks.rados.rados.0.smithi081.stdout:1510: done (1 left) 2023-05-20T06:02:26.036 INFO:tasks.rados.rados.0.smithi081.stdout:1511: done (0 left) 2023-05-20T06:02:26.036 INFO:tasks.rados.rados.0.smithi081.stdout:1512: snap_create 2023-05-20T06:02:26.495 INFO:tasks.rados.rados.0.smithi081.stdout:1512: done (0 left) 2023-05-20T06:02:26.495 INFO:tasks.rados.rados.0.smithi081.stdout:1513: read oid 13 snap -1 2023-05-20T06:02:26.495 INFO:tasks.rados.rados.0.smithi081.stdout:1513: expect deleted 2023-05-20T06:02:26.495 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 126 2023-05-20T06:02:26.495 INFO:tasks.rados.rados.0.smithi081.stdout:1514: seq_num 480 ranges {3465216=442368,3907584=401408} 2023-05-20T06:02:26.515 INFO:tasks.rados.rados.0.smithi081.stdout:1514: writing smithi081164505-32 from 3465216 to 3907584 tid 1 2023-05-20T06:02:26.518 INFO:tasks.rados.rados.0.smithi081.stdout:1514: writing smithi081164505-32 from 3907584 to 4308992 tid 2 2023-05-20T06:02:26.518 INFO:tasks.rados.rados.0.smithi081.stdout:1515: copy_from oid 3 from oid 14 current snap is 126 2023-05-20T06:02:26.518 INFO:tasks.rados.rados.0.smithi081.stdout:1513: done (2 left) 2023-05-20T06:02:26.518 INFO:tasks.rados.rados.0.smithi081.stdout:1516: snap_create 2023-05-20T06:02:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:1514: finishing write tid 1 to smithi081164505-32 2023-05-20T06:02:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:1514: finishing write tid 2 to smithi081164505-32 2023-05-20T06:02:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:1514: finishing write tid 3 to smithi081164505-32 2023-05-20T06:02:26.521 INFO:tasks.rados.rados.0.smithi081.stdout:1514: finishing write tid 4 to smithi081164505-32 2023-05-20T06:02:26.522 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 672 (ObjNum 480 snap 126 seq_num 480) dirty exists 2023-05-20T06:02:26.522 INFO:tasks.rados.rados.0.smithi081.stdout:1514: left oid 32 (ObjNum 480 snap 126 seq_num 480) 2023-05-20T06:02:26.532 INFO:tasks.rados.rados.0.smithi081.stdout:1515: finishing copy_from to smithi081164505-3 2023-05-20T06:02:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 613 (ObjNum 421 snap 112 seq_num 421) dirty exists 2023-05-20T06:02:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:1515: finishing copy_from racing read to smithi081164505-3 2023-05-20T06:02:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:26 smithi170 ceph-mon[97338]: pgmap v234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:26 smithi170 ceph-mon[97338]: osdmap e325: 8 total, 8 up, 8 in 2023-05-20T06:02:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:26 smithi081 ceph-mon[95500]: pgmap v234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:26 smithi081 ceph-mon[95500]: osdmap e325: 8 total, 8 up, 8 in 2023-05-20T06:02:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:26 smithi081 ceph-mon[107735]: pgmap v234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:26 smithi081 ceph-mon[107735]: osdmap e325: 8 total, 8 up, 8 in 2023-05-20T06:02:27.500 INFO:tasks.rados.rados.0.smithi081.stdout:1514: done (2 left) 2023-05-20T06:02:27.501 INFO:tasks.rados.rados.0.smithi081.stdout:1515: done (1 left) 2023-05-20T06:02:27.501 INFO:tasks.rados.rados.0.smithi081.stdout:1516: done (0 left) 2023-05-20T06:02:27.501 INFO:tasks.rados.rados.0.smithi081.stdout:1517: delete oid 33 current snap is 127 2023-05-20T06:02:27.504 INFO:tasks.rados.rados.0.smithi081.stdout:1517: done (0 left) 2023-05-20T06:02:27.504 INFO:tasks.rados.rados.0.smithi081.stdout:1518: read oid 12 snap -1 2023-05-20T06:02:27.504 INFO:tasks.rados.rados.0.smithi081.stdout:1518: expect (ObjNum 418 snap 110 seq_num 418) 2023-05-20T06:02:27.504 INFO:tasks.rados.rados.0.smithi081.stdout:1519: rmattr oid 26 current snap is 127 2023-05-20T06:02:27.505 INFO:tasks.rados.rados.0.smithi081.stdout:1519: done (1 left) 2023-05-20T06:02:27.505 INFO:tasks.rados.rados.0.smithi081.stdout:1520: copy_from oid 6 from oid 23 current snap is 127 2023-05-20T06:02:27.505 INFO:tasks.rados.rados.0.smithi081.stdout:1521: rollback oid 17 current snap is 127 2023-05-20T06:02:27.505 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 17 to 122 2023-05-20T06:02:27.506 INFO:tasks.rados.rados.0.smithi081.stdout:1522: snap_create 2023-05-20T06:02:27.512 INFO:tasks.rados.rados.0.smithi081.stdout:1521: finishing rollback tid 0 to smithi081164505-17 2023-05-20T06:02:27.513 INFO:tasks.rados.rados.0.smithi081.stdout:1521: finishing rollback tid 1 to smithi081164505-17 2023-05-20T06:02:27.513 INFO:tasks.rados.rados.0.smithi081.stdout:1521: finishing rollback tid 2 to smithi081164505-17 2023-05-20T06:02:27.513 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 532 (ObjNum 129 snap 0 seq_num 163939112) dirty exists 2023-05-20T06:02:27.520 INFO:tasks.rados.rados.0.smithi081.stdout:1518: expect (ObjNum 418 snap 110 seq_num 418) 2023-05-20T06:02:27.630 INFO:tasks.rados.rados.0.smithi081.stdout:1520: finishing copy_from to smithi081164505-6 2023-05-20T06:02:27.631 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 821 (ObjNum 404 snap 109 seq_num 404) dirty exists 2023-05-20T06:02:27.631 INFO:tasks.rados.rados.0.smithi081.stdout:1520: finishing copy_from racing read to smithi081164505-6 2023-05-20T06:02:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:27 smithi081 ceph-mon[95500]: osdmap e326: 8 total, 8 up, 8 in 2023-05-20T06:02:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:27 smithi081 ceph-mon[107735]: osdmap e326: 8 total, 8 up, 8 in 2023-05-20T06:02:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:27 smithi170 ceph-mon[97338]: osdmap e326: 8 total, 8 up, 8 in 2023-05-20T06:02:28.506 INFO:tasks.rados.rados.0.smithi081.stdout:1518: done (3 left) 2023-05-20T06:02:28.507 INFO:tasks.rados.rados.0.smithi081.stdout:1520: done (2 left) 2023-05-20T06:02:28.507 INFO:tasks.rados.rados.0.smithi081.stdout:1521: done (1 left) 2023-05-20T06:02:28.507 INFO:tasks.rados.rados.0.smithi081.stdout:1522: done (0 left) 2023-05-20T06:02:28.508 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 128 2023-05-20T06:02:28.508 INFO:tasks.rados.rados.0.smithi081.stdout:1523: seq_num 482 ranges {663552=475136,1138688=401408} 2023-05-20T06:02:28.512 INFO:tasks.rados.rados.0.smithi081.stdout:1523: writing smithi081164505-25 from 663552 to 1138688 tid 1 2023-05-20T06:02:28.514 INFO:tasks.rados.rados.0.smithi081.stdout:1523: writing smithi081164505-25 from 1138688 to 1540096 tid 2 2023-05-20T06:02:28.514 INFO:tasks.rados.rados.0.smithi081.stdout:1524: delete oid 33 current snap is 128 2023-05-20T06:02:28.517 INFO:tasks.rados.rados.0.smithi081.stdout:1524: done (1 left) 2023-05-20T06:02:28.517 INFO:tasks.rados.rados.0.smithi081.stdout:1525: snap_create 2023-05-20T06:02:28.518 INFO:tasks.rados.rados.0.smithi081.stdout:1523: finishing write tid 1 to smithi081164505-25 2023-05-20T06:02:28.518 INFO:tasks.rados.rados.0.smithi081.stdout:1523: finishing write tid 2 to smithi081164505-25 2023-05-20T06:02:28.518 INFO:tasks.rados.rados.0.smithi081.stdout:1523: finishing write tid 3 to smithi081164505-25 2023-05-20T06:02:28.519 INFO:tasks.rados.rados.0.smithi081.stdout:1523: finishing write tid 4 to smithi081164505-25 2023-05-20T06:02:28.519 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 856 (ObjNum 482 snap 128 seq_num 482) dirty exists 2023-05-20T06:02:28.519 INFO:tasks.rados.rados.0.smithi081.stdout:1523: left oid 25 (ObjNum 482 snap 128 seq_num 482) 2023-05-20T06:02:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:28 smithi081 ceph-mon[95500]: pgmap v237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:28 smithi081 ceph-mon[95500]: osdmap e327: 8 total, 8 up, 8 in 2023-05-20T06:02:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:28 smithi081 ceph-mon[107735]: pgmap v237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:28 smithi081 ceph-mon[107735]: osdmap e327: 8 total, 8 up, 8 in 2023-05-20T06:02:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:28 smithi170 ceph-mon[97338]: pgmap v237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:28 smithi170 ceph-mon[97338]: osdmap e327: 8 total, 8 up, 8 in 2023-05-20T06:02:29.516 INFO:tasks.rados.rados.0.smithi081.stdout:1523: done (1 left) 2023-05-20T06:02:29.517 INFO:tasks.rados.rados.0.smithi081.stdout:1525: done (0 left) 2023-05-20T06:02:29.517 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 129 2023-05-20T06:02:29.517 INFO:tasks.rados.rados.0.smithi081.stdout:1526: seq_num 484 ranges {2588672=507904,3096576=401408} 2023-05-20T06:02:29.532 INFO:tasks.rados.rados.0.smithi081.stdout:1526: writing smithi081164505-5 from 2588672 to 3096576 tid 1 2023-05-20T06:02:29.535 INFO:tasks.rados.rados.0.smithi081.stdout:1526: writing smithi081164505-5 from 3096576 to 3497984 tid 2 2023-05-20T06:02:29.535 INFO:tasks.rados.rados.0.smithi081.stdout:1527: rollback oid 11 current snap is 129 2023-05-20T06:02:29.535 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 126 2023-05-20T06:02:29.536 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 129 2023-05-20T06:02:29.536 INFO:tasks.rados.rados.0.smithi081.stdout:1528: seq_num 485 ranges {1818624=532480,2351104=401408} 2023-05-20T06:02:29.548 INFO:tasks.rados.rados.0.smithi081.stdout:1528: writing smithi081164505-4 from 1818624 to 2351104 tid 1 2023-05-20T06:02:29.551 INFO:tasks.rados.rados.0.smithi081.stdout:1528: writing smithi081164505-4 from 2351104 to 2752512 tid 2 2023-05-20T06:02:29.552 INFO:tasks.rados.rados.0.smithi081.stdout:1529: delete oid 30 current snap is 129 2023-05-20T06:02:29.552 INFO:tasks.rados.rados.0.smithi081.stdout:1526: finishing write tid 1 to smithi081164505-5 2023-05-20T06:02:29.552 INFO:tasks.rados.rados.0.smithi081.stdout:1526: finishing write tid 2 to smithi081164505-5 2023-05-20T06:02:29.552 INFO:tasks.rados.rados.0.smithi081.stdout:1527: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:02:29.552 INFO:tasks.rados.rados.0.smithi081.stdout:1526: finishing write tid 3 to smithi081164505-5 2023-05-20T06:02:29.552 INFO:tasks.rados.rados.0.smithi081.stdout:1527: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:02:29.553 INFO:tasks.rados.rados.0.smithi081.stdout:1527: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:02:29.553 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 820 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:02:29.553 INFO:tasks.rados.rados.0.smithi081.stdout:1526: finishing write tid 4 to smithi081164505-5 2023-05-20T06:02:29.553 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 692 (ObjNum 484 snap 129 seq_num 484) dirty exists 2023-05-20T06:02:29.553 INFO:tasks.rados.rados.0.smithi081.stdout:1526: left oid 5 (ObjNum 484 snap 129 seq_num 484) 2023-05-20T06:02:29.554 INFO:tasks.rados.rados.0.smithi081.stdout:1526: done (3 left) 2023-05-20T06:02:29.554 INFO:tasks.rados.rados.0.smithi081.stdout:1527: done (2 left) 2023-05-20T06:02:29.554 INFO:tasks.rados.rados.0.smithi081.stdout:1529: done (1 left) 2023-05-20T06:02:29.555 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 129 2023-05-20T06:02:29.555 INFO:tasks.rados.rados.0.smithi081.stdout:1530: seq_num 487 ranges {4448256=565248,5013504=401408} 2023-05-20T06:02:29.580 INFO:tasks.rados.rados.0.smithi081.stdout:1530: writing smithi081164505-15 from 4448256 to 5013504 tid 1 2023-05-20T06:02:29.583 INFO:tasks.rados.rados.0.smithi081.stdout:1530: writing smithi081164505-15 from 5013504 to 5414912 tid 2 2023-05-20T06:02:29.583 INFO:tasks.rados.rados.0.smithi081.stdout:1531: delete oid 34 current snap is 129 2023-05-20T06:02:29.583 INFO:tasks.rados.rados.0.smithi081.stdout:1528: finishing write tid 1 to smithi081164505-4 2023-05-20T06:02:29.583 INFO:tasks.rados.rados.0.smithi081.stdout:1528: finishing write tid 2 to smithi081164505-4 2023-05-20T06:02:29.583 INFO:tasks.rados.rados.0.smithi081.stdout:1528: finishing write tid 3 to smithi081164505-4 2023-05-20T06:02:29.584 INFO:tasks.rados.rados.0.smithi081.stdout:1528: finishing write tid 4 to smithi081164505-4 2023-05-20T06:02:29.584 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 561 (ObjNum 485 snap 129 seq_num 485) dirty exists 2023-05-20T06:02:29.584 INFO:tasks.rados.rados.0.smithi081.stdout:1528: left oid 4 (ObjNum 485 snap 129 seq_num 485) 2023-05-20T06:02:29.584 INFO:tasks.rados.rados.0.smithi081.stdout:1528: done (2 left) 2023-05-20T06:02:29.585 INFO:tasks.rados.rados.0.smithi081.stdout:1531: done (1 left) 2023-05-20T06:02:29.585 INFO:tasks.rados.rados.0.smithi081.stdout:1532: rollback oid 13 current snap is 129 2023-05-20T06:02:29.585 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 127 2023-05-20T06:02:29.585 INFO:tasks.rados.rados.0.smithi081.stdout:1533: snap_create 2023-05-20T06:02:29.586 INFO:tasks.rados.rados.0.smithi081.stdout:1530: finishing write tid 1 to smithi081164505-15 2023-05-20T06:02:29.586 INFO:tasks.rados.rados.0.smithi081.stdout:1530: finishing write tid 2 to smithi081164505-15 2023-05-20T06:02:29.587 INFO:tasks.rados.rados.0.smithi081.stdout:1530: finishing write tid 3 to smithi081164505-15 2023-05-20T06:02:29.588 INFO:tasks.rados.rados.0.smithi081.stdout:1530: finishing write tid 4 to smithi081164505-15 2023-05-20T06:02:29.588 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 809 (ObjNum 487 snap 129 seq_num 487) dirty exists 2023-05-20T06:02:29.588 INFO:tasks.rados.rados.0.smithi081.stdout:1530: left oid 15 (ObjNum 487 snap 129 seq_num 487) 2023-05-20T06:02:29.589 INFO:tasks.rados.rados.0.smithi081.stdout:1532: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:02:29.589 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 797 (ObjNum 529 snap 0 seq_num 163950784) dirty dne 2023-05-20T06:02:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:29 smithi081 ceph-mon[95500]: osdmap e328: 8 total, 8 up, 8 in 2023-05-20T06:02:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:29 smithi081 ceph-mon[107735]: osdmap e328: 8 total, 8 up, 8 in 2023-05-20T06:02:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:29 smithi170 ceph-mon[97338]: osdmap e328: 8 total, 8 up, 8 in 2023-05-20T06:02:30.520 INFO:tasks.rados.rados.0.smithi081.stdout:1530: done (2 left) 2023-05-20T06:02:30.521 INFO:tasks.rados.rados.0.smithi081.stdout:1532: done (1 left) 2023-05-20T06:02:30.521 INFO:tasks.rados.rados.0.smithi081.stdout:1533: done (0 left) 2023-05-20T06:02:30.521 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 130 2023-05-20T06:02:30.521 INFO:tasks.rados.rados.0.smithi081.stdout:1534: seq_num 489 ranges {5750784=598016,6348800=401408} 2023-05-20T06:02:30.553 INFO:tasks.rados.rados.0.smithi081.stdout:1534: writing smithi081164505-38 from 5750784 to 6348800 tid 1 2023-05-20T06:02:30.555 INFO:tasks.rados.rados.0.smithi081.stdout:1534: writing smithi081164505-38 from 6348800 to 6750208 tid 2 2023-05-20T06:02:30.556 INFO:tasks.rados.rados.0.smithi081.stdout:1535: rollback oid 50 current snap is 130 2023-05-20T06:02:30.556 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 125 2023-05-20T06:02:30.556 INFO:tasks.rados.rados.0.smithi081.stdout:1536: setattr oid 41 current snap is 130 2023-05-20T06:02:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:1537: rollback oid 7 current snap is 130 2023-05-20T06:02:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 7 to 122 2023-05-20T06:02:30.559 INFO:tasks.rados.rados.0.smithi081.stdout:1538: snap_remove snap 129 2023-05-20T06:02:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:30 smithi081 ceph-mon[95500]: pgmap v240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:30 smithi081 ceph-mon[95500]: osdmap e329: 8 total, 8 up, 8 in 2023-05-20T06:02:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:30 smithi081 ceph-mon[107735]: pgmap v240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:30 smithi081 ceph-mon[107735]: osdmap e329: 8 total, 8 up, 8 in 2023-05-20T06:02:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:30 smithi170 ceph-mon[97338]: pgmap v240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:30 smithi170 ceph-mon[97338]: osdmap e329: 8 total, 8 up, 8 in 2023-05-20T06:02:31.531 INFO:tasks.rados.rados.0.smithi081.stdout:1538: done (4 left) 2023-05-20T06:02:31.531 INFO:tasks.rados.rados.0.smithi081.stdout:1539: rollback oid 14 current snap is 130 2023-05-20T06:02:31.531 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 122 2023-05-20T06:02:31.531 INFO:tasks.rados.rados.0.smithi081.stdout:1540: delete oid 6 current snap is 130 2023-05-20T06:02:31.533 INFO:tasks.rados.rados.0.smithi081.stdout:1535: finishing rollback tid 0 to smithi081164505-50 2023-05-20T06:02:31.533 INFO:tasks.rados.rados.0.smithi081.stdout:1535: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:02:31.534 INFO:tasks.rados.rados.0.smithi081.stdout:1534: finishing write tid 1 to smithi081164505-38 2023-05-20T06:02:31.534 INFO:tasks.rados.rados.0.smithi081.stdout:1534: finishing write tid 2 to smithi081164505-38 2023-05-20T06:02:31.534 INFO:tasks.rados.rados.0.smithi081.stdout:1535: finishing rollback tid 2 to smithi081164505-50 2023-05-20T06:02:31.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 616 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:02:31.535 INFO:tasks.rados.rados.0.smithi081.stdout:1534: finishing write tid 3 to smithi081164505-38 2023-05-20T06:02:31.535 INFO:tasks.rados.rados.0.smithi081.stdout:1534: finishing write tid 4 to smithi081164505-38 2023-05-20T06:02:31.535 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 696 (ObjNum 489 snap 130 seq_num 489) dirty exists 2023-05-20T06:02:31.535 INFO:tasks.rados.rados.0.smithi081.stdout:1534: left oid 38 (ObjNum 489 snap 130 seq_num 489) 2023-05-20T06:02:31.536 INFO:tasks.rados.rados.0.smithi081.stdout:1537: finishing rollback tid 0 to smithi081164505-7 2023-05-20T06:02:31.536 INFO:tasks.rados.rados.0.smithi081.stdout:1537: finishing rollback tid 1 to smithi081164505-7 2023-05-20T06:02:31.536 INFO:tasks.rados.rados.0.smithi081.stdout:1537: finishing rollback tid 2 to smithi081164505-7 2023-05-20T06:02:31.537 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 824 (ObjNum 468 snap 122 seq_num 468) dirty exists 2023-05-20T06:02:31.537 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 154 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:02:31.538 INFO:tasks.rados.rados.0.smithi081.stdout:1539: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:02:31.538 INFO:tasks.rados.rados.0.smithi081.stdout:1539: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:02:31.538 INFO:tasks.rados.rados.0.smithi081.stdout:1534: done (5 left) 2023-05-20T06:02:31.538 INFO:tasks.rados.rados.0.smithi081.stdout:1535: done (4 left) 2023-05-20T06:02:31.538 INFO:tasks.rados.rados.0.smithi081.stdout:1536: done (3 left) 2023-05-20T06:02:31.539 INFO:tasks.rados.rados.0.smithi081.stdout:1537: done (2 left) 2023-05-20T06:02:31.539 INFO:tasks.rados.rados.0.smithi081.stdout:1540: done (1 left) 2023-05-20T06:02:31.539 INFO:tasks.rados.rados.0.smithi081.stdout:1541: snap_remove snap 125 2023-05-20T06:02:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:31 smithi170 ceph-mon[97338]: osdmap e330: 8 total, 8 up, 8 in 2023-05-20T06:02:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:31 smithi081 ceph-mon[95500]: osdmap e330: 8 total, 8 up, 8 in 2023-05-20T06:02:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:31 smithi081 ceph-mon[107735]: osdmap e330: 8 total, 8 up, 8 in 2023-05-20T06:02:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:02:31.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:02:31.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:32.541 INFO:tasks.rados.rados.0.smithi081.stdout:1541: done (1 left) 2023-05-20T06:02:32.541 INFO:tasks.rados.rados.0.smithi081.stdout:1542: read oid 23 snap 127 2023-05-20T06:02:32.541 INFO:tasks.rados.rados.0.smithi081.stdout:1542: expect (ObjNum 404 snap 109 seq_num 404) 2023-05-20T06:02:32.541 INFO:tasks.rados.rados.0.smithi081.stdout:1543: read oid 46 snap -1 2023-05-20T06:02:32.541 INFO:tasks.rados.rados.0.smithi081.stdout:1543: expect (ObjNum 423 snap 113 seq_num 423) 2023-05-20T06:02:32.541 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 130 2023-05-20T06:02:32.542 INFO:tasks.rados.rados.0.smithi081.stdout:1544: seq_num 491 ranges {2752512=630784,3383296=401408} 2023-05-20T06:02:32.563 INFO:tasks.rados.rados.0.smithi081.stdout:1544: writing smithi081164505-4 from 2752512 to 3383296 tid 1 2023-05-20T06:02:32.564 INFO:tasks.rados.rados.0.smithi081.stdout:1544: writing smithi081164505-4 from 3383296 to 3784704 tid 2 2023-05-20T06:02:32.564 INFO:tasks.rados.rados.0.smithi081.stdout:1545: setattr oid 19 current snap is 130 2023-05-20T06:02:32.564 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 130 2023-05-20T06:02:32.564 INFO:tasks.rados.rados.0.smithi081.stdout:1546: seq_num 492 ranges {2957312=647168,3604480=401408} 2023-05-20T06:02:32.581 INFO:tasks.rados.rados.0.smithi081.stdout:1546: writing smithi081164505-43 from 2957312 to 3604480 tid 1 2023-05-20T06:02:32.583 INFO:tasks.rados.rados.0.smithi081.stdout:1546: writing smithi081164505-43 from 3604480 to 4005888 tid 2 2023-05-20T06:02:32.583 INFO:tasks.rados.rados.0.smithi081.stdout:1547: snap_remove snap 126 2023-05-20T06:02:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:32 smithi170 ceph-mon[97338]: pgmap v243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:32.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:32 smithi170 ceph-mon[97338]: osdmap e331: 8 total, 8 up, 8 in 2023-05-20T06:02:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:32 smithi081 ceph-mon[95500]: pgmap v243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:32 smithi081 ceph-mon[95500]: osdmap e331: 8 total, 8 up, 8 in 2023-05-20T06:02:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:32 smithi081 ceph-mon[107735]: pgmap v243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:32 smithi081 ceph-mon[107735]: osdmap e331: 8 total, 8 up, 8 in 2023-05-20T06:02:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:02:33.545 INFO:tasks.rados.rados.0.smithi081.stdout:1547: done (6 left) 2023-05-20T06:02:33.546 INFO:tasks.rados.rados.0.smithi081.stdout:1548: rmattr oid 15 current snap is 130 2023-05-20T06:02:33.546 INFO:tasks.rados.rados.0.smithi081.stdout:1548: done (6 left) 2023-05-20T06:02:33.546 INFO:tasks.rados.rados.0.smithi081.stdout:1549: snap_create 2023-05-20T06:02:33.546 INFO:tasks.rados.rados.0.smithi081.stdout:1539: finishing rollback tid 2 to smithi081164505-14 2023-05-20T06:02:33.546 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 830 (ObjNum 462 snap 122 seq_num 462) dirty exists 2023-05-20T06:02:33.546 INFO:tasks.rados.rados.0.smithi081.stdout:1542: expect (ObjNum 404 snap 109 seq_num 404) 2023-05-20T06:02:33.654 INFO:tasks.rados.rados.0.smithi081.stdout:1544: finishing write tid 1 to smithi081164505-4 2023-05-20T06:02:33.654 INFO:tasks.rados.rados.0.smithi081.stdout:1544: finishing write tid 2 to smithi081164505-4 2023-05-20T06:02:33.654 INFO:tasks.rados.rados.0.smithi081.stdout:1544: finishing write tid 3 to smithi081164505-4 2023-05-20T06:02:33.655 INFO:tasks.rados.rados.0.smithi081.stdout:1544: finishing write tid 4 to smithi081164505-4 2023-05-20T06:02:33.655 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 566 (ObjNum 491 snap 130 seq_num 491) dirty exists 2023-05-20T06:02:33.655 INFO:tasks.rados.rados.0.smithi081.stdout:1544: left oid 4 (ObjNum 491 snap 130 seq_num 491) 2023-05-20T06:02:33.655 INFO:tasks.rados.rados.0.smithi081.stdout:1543: expect (ObjNum 423 snap 113 seq_num 423) 2023-05-20T06:02:33.846 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 568 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-05-20T06:02:33.846 INFO:tasks.rados.rados.0.smithi081.stdout:1546: finishing write tid 1 to smithi081164505-43 2023-05-20T06:02:33.846 INFO:tasks.rados.rados.0.smithi081.stdout:1546: finishing write tid 2 to smithi081164505-43 2023-05-20T06:02:33.846 INFO:tasks.rados.rados.0.smithi081.stdout:1546: finishing write tid 3 to smithi081164505-43 2023-05-20T06:02:33.846 INFO:tasks.rados.rados.0.smithi081.stdout:1546: finishing write tid 4 to smithi081164505-43 2023-05-20T06:02:33.846 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 619 (ObjNum 492 snap 130 seq_num 492) dirty exists 2023-05-20T06:02:33.847 INFO:tasks.rados.rados.0.smithi081.stdout:1546: left oid 43 (ObjNum 492 snap 130 seq_num 492) 2023-05-20T06:02:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:33 smithi170 ceph-mon[97338]: osdmap e332: 8 total, 8 up, 8 in 2023-05-20T06:02:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:33 smithi081 ceph-mon[95500]: osdmap e332: 8 total, 8 up, 8 in 2023-05-20T06:02:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:33 smithi081 ceph-mon[107735]: osdmap e332: 8 total, 8 up, 8 in 2023-05-20T06:02:34.545 INFO:tasks.rados.rados.0.smithi081.stdout:1539: done (6 left) 2023-05-20T06:02:34.546 INFO:tasks.rados.rados.0.smithi081.stdout:1542: done (5 left) 2023-05-20T06:02:34.546 INFO:tasks.rados.rados.0.smithi081.stdout:1543: done (4 left) 2023-05-20T06:02:34.546 INFO:tasks.rados.rados.0.smithi081.stdout:1544: done (3 left) 2023-05-20T06:02:34.546 INFO:tasks.rados.rados.0.smithi081.stdout:1545: done (2 left) 2023-05-20T06:02:34.547 INFO:tasks.rados.rados.0.smithi081.stdout:1546: done (1 left) 2023-05-20T06:02:34.547 INFO:tasks.rados.rados.0.smithi081.stdout:1549: done (0 left) 2023-05-20T06:02:34.547 INFO:tasks.rados.rados.0.smithi081.stdout:1550: setattr oid 37 current snap is 131 2023-05-20T06:02:34.548 INFO:tasks.rados.rados.0.smithi081.stdout:1551: read oid 26 snap -1 2023-05-20T06:02:34.548 INFO:tasks.rados.rados.0.smithi081.stdout:1551: expect (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:02:34.549 INFO:tasks.rados.rados.0.smithi081.stdout:1552: snap_create 2023-05-20T06:02:34.553 INFO:tasks.rados.rados.0.smithi081.stdout:1551: expect (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:02:34.566 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 724 (ObjNum 477 snap 125 seq_num 477) dirty exists 2023-05-20T06:02:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:34 smithi170 ceph-mon[97338]: pgmap v246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:34.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:34 smithi170 ceph-mon[97338]: osdmap e333: 8 total, 8 up, 8 in 2023-05-20T06:02:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:34 smithi081 ceph-mon[95500]: pgmap v246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:34 smithi081 ceph-mon[95500]: osdmap e333: 8 total, 8 up, 8 in 2023-05-20T06:02:35.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:34 smithi081 ceph-mon[107735]: pgmap v246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:35.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:34 smithi081 ceph-mon[107735]: osdmap e333: 8 total, 8 up, 8 in 2023-05-20T06:02:35.556 INFO:tasks.rados.rados.0.smithi081.stdout:1550: done (2 left) 2023-05-20T06:02:35.556 INFO:tasks.rados.rados.0.smithi081.stdout:1551: done (1 left) 2023-05-20T06:02:35.557 INFO:tasks.rados.rados.0.smithi081.stdout:1552: done (0 left) 2023-05-20T06:02:35.557 INFO:tasks.rados.rados.0.smithi081.stdout:1553: snap_create 2023-05-20T06:02:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:35 smithi170 ceph-mon[97338]: osdmap e334: 8 total, 8 up, 8 in 2023-05-20T06:02:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:35 smithi081 ceph-mon[95500]: osdmap e334: 8 total, 8 up, 8 in 2023-05-20T06:02:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:35 smithi081 ceph-mon[107735]: osdmap e334: 8 total, 8 up, 8 in 2023-05-20T06:02:36.563 INFO:tasks.rados.rados.0.smithi081.stdout:1553: done (0 left) 2023-05-20T06:02:36.564 INFO:tasks.rados.rados.0.smithi081.stdout:1554: rmattr oid 27 current snap is 133 2023-05-20T06:02:36.564 INFO:tasks.rados.rados.0.smithi081.stdout:1554: done (0 left) 2023-05-20T06:02:36.564 INFO:tasks.rados.rados.0.smithi081.stdout:1555: rollback oid 10 current snap is 133 2023-05-20T06:02:36.564 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 127 2023-05-20T06:02:36.565 INFO:tasks.rados.rados.0.smithi081.stdout:1556: read oid 14 snap -1 2023-05-20T06:02:36.565 INFO:tasks.rados.rados.0.smithi081.stdout:1556: expect (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:02:36.566 INFO:tasks.rados.rados.0.smithi081.stdout:1557: read oid 42 snap -1 2023-05-20T06:02:36.566 INFO:tasks.rados.rados.0.smithi081.stdout:1557: expect deleted 2023-05-20T06:02:36.566 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 133 2023-05-20T06:02:36.566 INFO:tasks.rados.rados.0.smithi081.stdout:1558: seq_num 493 ranges {2383872=663552,3047424=401408} 2023-05-20T06:02:36.580 INFO:tasks.rados.rados.0.smithi081.stdout:1558: writing smithi081164505-27 from 2383872 to 3047424 tid 1 2023-05-20T06:02:36.582 INFO:tasks.rados.rados.0.smithi081.stdout:1558: writing smithi081164505-27 from 3047424 to 3448832 tid 2 2023-05-20T06:02:36.583 INFO:tasks.rados.rados.0.smithi081.stdout:1559: rmattr oid 30 current snap is 133 2023-05-20T06:02:36.583 INFO:tasks.rados.rados.0.smithi081.stdout:1559: done (4 left) 2023-05-20T06:02:36.583 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 133 2023-05-20T06:02:36.583 INFO:tasks.rados.rados.0.smithi081.stdout:1560: seq_num 494 ranges {3497984=679936,4177920=401408} 2023-05-20T06:02:36.604 INFO:tasks.rados.rados.0.smithi081.stdout:1560: writing smithi081164505-5 from 3497984 to 4177920 tid 1 2023-05-20T06:02:36.607 INFO:tasks.rados.rados.0.smithi081.stdout:1560: writing smithi081164505-5 from 4177920 to 4579328 tid 2 2023-05-20T06:02:36.607 INFO:tasks.rados.rados.0.smithi081.stdout:1561: delete oid 6 current snap is 133 2023-05-20T06:02:36.607 INFO:tasks.rados.rados.0.smithi081.stdout:1555: finishing rollback tid 0 to smithi081164505-10 2023-05-20T06:02:36.607 INFO:tasks.rados.rados.0.smithi081.stdout:1555: finishing rollback tid 1 to smithi081164505-10 2023-05-20T06:02:36.608 INFO:tasks.rados.rados.0.smithi081.stdout:1555: finishing rollback tid 2 to smithi081164505-10 2023-05-20T06:02:36.608 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 540 (ObjNum 442 snap 118 seq_num 442) dirty exists 2023-05-20T06:02:36.608 INFO:tasks.rados.rados.0.smithi081.stdout:1556: expect (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:02:36.693 INFO:tasks.rados.rados.0.smithi081.stdout:1558: finishing write tid 1 to smithi081164505-27 2023-05-20T06:02:36.693 INFO:tasks.rados.rados.0.smithi081.stdout:1558: finishing write tid 2 to smithi081164505-27 2023-05-20T06:02:36.694 INFO:tasks.rados.rados.0.smithi081.stdout:1558: finishing write tid 3 to smithi081164505-27 2023-05-20T06:02:36.694 INFO:tasks.rados.rados.0.smithi081.stdout:1558: finishing write tid 4 to smithi081164505-27 2023-05-20T06:02:36.694 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 864 (ObjNum 493 snap 133 seq_num 493) dirty exists 2023-05-20T06:02:36.694 INFO:tasks.rados.rados.0.smithi081.stdout:1558: left oid 27 (ObjNum 493 snap 133 seq_num 493) 2023-05-20T06:02:36.695 INFO:tasks.rados.rados.0.smithi081.stdout:1560: finishing write tid 1 to smithi081164505-5 2023-05-20T06:02:36.695 INFO:tasks.rados.rados.0.smithi081.stdout:1555: done (5 left) 2023-05-20T06:02:36.695 INFO:tasks.rados.rados.0.smithi081.stdout:1556: done (4 left) 2023-05-20T06:02:36.695 INFO:tasks.rados.rados.0.smithi081.stdout:1557: done (3 left) 2023-05-20T06:02:36.696 INFO:tasks.rados.rados.0.smithi081.stdout:1558: done (2 left) 2023-05-20T06:02:36.696 INFO:tasks.rados.rados.0.smithi081.stdout:1561: done (1 left) 2023-05-20T06:02:36.696 INFO:tasks.rados.rados.0.smithi081.stdout:1562: snap_remove snap 122 2023-05-20T06:02:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:36 smithi170 ceph-mon[97338]: pgmap v249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:36.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:36 smithi170 ceph-mon[97338]: osdmap e335: 8 total, 8 up, 8 in 2023-05-20T06:02:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:36 smithi081 ceph-mon[95500]: pgmap v249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:36 smithi081 ceph-mon[95500]: osdmap e335: 8 total, 8 up, 8 in 2023-05-20T06:02:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:36 smithi081 ceph-mon[107735]: pgmap v249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:36 smithi081 ceph-mon[107735]: osdmap e335: 8 total, 8 up, 8 in 2023-05-20T06:02:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1562: done (1 left) 2023-05-20T06:02:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1563: setattr oid 23 current snap is 133 2023-05-20T06:02:37.573 INFO:tasks.rados.rados.0.smithi081.stdout:1560: finishing write tid 2 to smithi081164505-5 2023-05-20T06:02:37.574 INFO:tasks.rados.rados.0.smithi081.stdout:1560: finishing write tid 3 to smithi081164505-5 2023-05-20T06:02:37.574 INFO:tasks.rados.rados.0.smithi081.stdout:1560: finishing write tid 4 to smithi081164505-5 2023-05-20T06:02:37.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 710 (ObjNum 494 snap 133 seq_num 494) dirty exists 2023-05-20T06:02:37.574 INFO:tasks.rados.rados.0.smithi081.stdout:1560: left oid 5 (ObjNum 494 snap 133 seq_num 494) 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:1560: done (1 left) 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:1564: copy_from oid 42 from oid 28 current snap is 133 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:1565: read oid 26 snap -1 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:1565: expect (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:1566: read oid 35 snap -1 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:1566: expect (ObjNum 427 snap 116 seq_num 427) 2023-05-20T06:02:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 133 2023-05-20T06:02:37.579 INFO:tasks.rados.rados.0.smithi081.stdout:1567: seq_num 496 ranges {2744320=712704,3457024=401408} 2023-05-20T06:02:37.597 INFO:tasks.rados.rados.0.smithi081.stdout:1567: writing smithi081164505-24 from 2744320 to 3457024 tid 1 2023-05-20T06:02:37.600 INFO:tasks.rados.rados.0.smithi081.stdout:1567: writing smithi081164505-24 from 3457024 to 3858432 tid 2 2023-05-20T06:02:37.600 INFO:tasks.rados.rados.0.smithi081.stdout:1568: copy_from oid 48 from oid 33 current snap is 133 2023-05-20T06:02:37.600 INFO:tasks.rados.rados.0.smithi081.stdout:1565: expect (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:02:37.616 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 872 (ObjNum 404 snap 109 seq_num 404) dirty exists 2023-05-20T06:02:37.617 INFO:tasks.rados.rados.0.smithi081.stdout:1568: finishing copy_from to smithi081164505-48 2023-05-20T06:02:37.617 INFO:tasks.rados.rados.0.smithi081.stdout:1568: got expected ENOENT (src dne) 2023-05-20T06:02:37.617 INFO:tasks.rados.rados.0.smithi081.stdout:1568: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:02:37.617 INFO:tasks.rados.rados.0.smithi081.stdout:1566: expect (ObjNum 427 snap 116 seq_num 427) 2023-05-20T06:02:37.773 INFO:tasks.rados.rados.0.smithi081.stdout:1567: finishing write tid 1 to smithi081164505-24 2023-05-20T06:02:37.773 INFO:tasks.rados.rados.0.smithi081.stdout:1564: finishing copy_from to smithi081164505-42 2023-05-20T06:02:37.773 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 815 (ObjNum 428 snap 116 seq_num 428) dirty exists 2023-05-20T06:02:37.773 INFO:tasks.rados.rados.0.smithi081.stdout:1564: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:02:37.774 INFO:tasks.rados.rados.0.smithi081.stdout:1567: finishing write tid 2 to smithi081164505-24 2023-05-20T06:02:37.774 INFO:tasks.rados.rados.0.smithi081.stdout:1567: finishing write tid 3 to smithi081164505-24 2023-05-20T06:02:37.774 INFO:tasks.rados.rados.0.smithi081.stdout:1567: finishing write tid 4 to smithi081164505-24 2023-05-20T06:02:37.775 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 692 (ObjNum 496 snap 133 seq_num 496) dirty exists 2023-05-20T06:02:37.775 INFO:tasks.rados.rados.0.smithi081.stdout:1567: left oid 24 (ObjNum 496 snap 133 seq_num 496) 2023-05-20T06:02:37.775 INFO:tasks.rados.rados.0.smithi081.stdout:1563: done (5 left) 2023-05-20T06:02:37.775 INFO:tasks.rados.rados.0.smithi081.stdout:1564: done (4 left) 2023-05-20T06:02:37.776 INFO:tasks.rados.rados.0.smithi081.stdout:1565: done (3 left) 2023-05-20T06:02:37.776 INFO:tasks.rados.rados.0.smithi081.stdout:1566: done (2 left) 2023-05-20T06:02:37.776 INFO:tasks.rados.rados.0.smithi081.stdout:1567: done (1 left) 2023-05-20T06:02:37.777 INFO:tasks.rados.rados.0.smithi081.stdout:1568: done (0 left) 2023-05-20T06:02:37.777 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 133 2023-05-20T06:02:37.777 INFO:tasks.rados.rados.0.smithi081.stdout:1569: seq_num 497 ranges {720896=729088,1449984=401408} 2023-05-20T06:02:37.780 INFO:tasks.rados.rados.0.smithi081.stdout:1569: writing smithi081164505-31 from 720896 to 1449984 tid 1 2023-05-20T06:02:37.783 INFO:tasks.rados.rados.0.smithi081.stdout:1569: writing smithi081164505-31 from 1449984 to 1851392 tid 2 2023-05-20T06:02:37.783 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 133 2023-05-20T06:02:37.783 INFO:tasks.rados.rados.0.smithi081.stdout:1570: seq_num 498 ranges {4308992=745472,5054464=401408} 2023-05-20T06:02:37.809 INFO:tasks.rados.rados.0.smithi081.stdout:1570: writing smithi081164505-32 from 4308992 to 5054464 tid 1 2023-05-20T06:02:37.812 INFO:tasks.rados.rados.0.smithi081.stdout:1570: writing smithi081164505-32 from 5054464 to 5455872 tid 2 2023-05-20T06:02:37.812 INFO:tasks.rados.rados.0.smithi081.stdout:1571: read oid 15 snap -1 2023-05-20T06:02:37.812 INFO:tasks.rados.rados.0.smithi081.stdout:1571: expect (ObjNum 487 snap 129 seq_num 487) 2023-05-20T06:02:37.812 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 133 2023-05-20T06:02:37.813 INFO:tasks.rados.rados.0.smithi081.stdout:1569: finishing write tid 1 to smithi081164505-31 2023-05-20T06:02:37.813 INFO:tasks.rados.rados.0.smithi081.stdout:1572: seq_num 499 ranges {0=761856,761856=401408} 2023-05-20T06:02:37.816 INFO:tasks.rados.rados.0.smithi081.stdout:1572: writing smithi081164505-47 from 0 to 761856 tid 1 2023-05-20T06:02:37.818 INFO:tasks.rados.rados.0.smithi081.stdout:1572: writing smithi081164505-47 from 761856 to 1163264 tid 2 2023-05-20T06:02:37.819 INFO:tasks.rados.rados.0.smithi081.stdout:1573: snap_remove snap 128 2023-05-20T06:02:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:37 smithi170 ceph-mon[97338]: osdmap e336: 8 total, 8 up, 8 in 2023-05-20T06:02:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:37 smithi081 ceph-mon[95500]: osdmap e336: 8 total, 8 up, 8 in 2023-05-20T06:02:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:37 smithi081 ceph-mon[107735]: osdmap e336: 8 total, 8 up, 8 in 2023-05-20T06:02:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:1573: done (4 left) 2023-05-20T06:02:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 133 2023-05-20T06:02:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:1574: seq_num 500 ranges {6742016=778240,7520256=401408} 2023-05-20T06:02:38.620 INFO:tasks.rados.rados.0.smithi081.stdout:1574: writing smithi081164505-18 from 6742016 to 7520256 tid 1 2023-05-20T06:02:38.622 INFO:tasks.rados.rados.0.smithi081.stdout:1574: writing smithi081164505-18 from 7520256 to 7921664 tid 2 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:1575: snap_create 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:1569: finishing write tid 2 to smithi081164505-31 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:1569: finishing write tid 3 to smithi081164505-31 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:1569: finishing write tid 4 to smithi081164505-31 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 876 (ObjNum 497 snap 133 seq_num 497) dirty exists 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:1569: left oid 31 (ObjNum 497 snap 133 seq_num 497) 2023-05-20T06:02:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:1570: finishing write tid 1 to smithi081164505-32 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:1570: finishing write tid 2 to smithi081164505-32 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:1570: finishing write tid 3 to smithi081164505-32 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:1570: finishing write tid 4 to smithi081164505-32 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 675 (ObjNum 498 snap 133 seq_num 498) dirty exists 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:1570: left oid 32 (ObjNum 498 snap 133 seq_num 498) 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:1572: finishing write tid 1 to smithi081164505-47 2023-05-20T06:02:38.624 INFO:tasks.rados.rados.0.smithi081.stdout:1572: finishing write tid 2 to smithi081164505-47 2023-05-20T06:02:38.625 INFO:tasks.rados.rados.0.smithi081.stdout:1572: finishing write tid 3 to smithi081164505-47 2023-05-20T06:02:38.625 INFO:tasks.rados.rados.0.smithi081.stdout:1572: finishing write tid 4 to smithi081164505-47 2023-05-20T06:02:38.625 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 550 (ObjNum 499 snap 133 seq_num 499) dirty exists 2023-05-20T06:02:38.625 INFO:tasks.rados.rados.0.smithi081.stdout:1572: left oid 47 (ObjNum 499 snap 133 seq_num 499) 2023-05-20T06:02:38.625 INFO:tasks.rados.rados.0.smithi081.stdout:1571: expect (ObjNum 487 snap 129 seq_num 487) 2023-05-20T06:02:38.902 INFO:tasks.rados.rados.0.smithi081.stdout:1574: finishing write tid 1 to smithi081164505-18 2023-05-20T06:02:38.903 INFO:tasks.rados.rados.0.smithi081.stdout:1574: finishing write tid 2 to smithi081164505-18 2023-05-20T06:02:38.903 INFO:tasks.rados.rados.0.smithi081.stdout:1574: finishing write tid 3 to smithi081164505-18 2023-05-20T06:02:38.903 INFO:tasks.rados.rados.0.smithi081.stdout:1574: finishing write tid 4 to smithi081164505-18 2023-05-20T06:02:38.903 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 678 (ObjNum 500 snap 133 seq_num 500) dirty exists 2023-05-20T06:02:38.903 INFO:tasks.rados.rados.0.smithi081.stdout:1574: left oid 18 (ObjNum 500 snap 133 seq_num 500) 2023-05-20T06:02:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:38 smithi170 ceph-mon[97338]: pgmap v252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:38.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:38 smithi170 ceph-mon[97338]: osdmap e337: 8 total, 8 up, 8 in 2023-05-20T06:02:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:38 smithi081 ceph-mon[95500]: pgmap v252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:38 smithi081 ceph-mon[95500]: osdmap e337: 8 total, 8 up, 8 in 2023-05-20T06:02:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:38 smithi081 ceph-mon[107735]: pgmap v252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:38 smithi081 ceph-mon[107735]: osdmap e337: 8 total, 8 up, 8 in 2023-05-20T06:02:39.589 INFO:tasks.rados.rados.0.smithi081.stdout:1569: done (5 left) 2023-05-20T06:02:39.589 INFO:tasks.rados.rados.0.smithi081.stdout:1570: done (4 left) 2023-05-20T06:02:39.590 INFO:tasks.rados.rados.0.smithi081.stdout:1571: done (3 left) 2023-05-20T06:02:39.590 INFO:tasks.rados.rados.0.smithi081.stdout:1572: done (2 left) 2023-05-20T06:02:39.590 INFO:tasks.rados.rados.0.smithi081.stdout:1574: done (1 left) 2023-05-20T06:02:39.590 INFO:tasks.rados.rados.0.smithi081.stdout:1575: done (0 left) 2023-05-20T06:02:39.590 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 134 2023-05-20T06:02:39.590 INFO:tasks.rados.rados.0.smithi081.stdout:1576: seq_num 501 ranges {0=794624,794624=401408} 2023-05-20T06:02:39.593 INFO:tasks.rados.rados.0.smithi081.stdout:1576: writing smithi081164505-44 from 0 to 794624 tid 1 2023-05-20T06:02:39.595 INFO:tasks.rados.rados.0.smithi081.stdout:1576: writing smithi081164505-44 from 794624 to 1196032 tid 2 2023-05-20T06:02:39.596 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 134 2023-05-20T06:02:39.596 INFO:tasks.rados.rados.0.smithi081.stdout:1577: seq_num 502 ranges {6021120=409600,6430720=417792,6848512=385024} 2023-05-20T06:02:39.629 INFO:tasks.rados.rados.0.smithi081.stdout:1577: writing smithi081164505-48 from 6021120 to 6430720 tid 1 2023-05-20T06:02:39.632 INFO:tasks.rados.rados.0.smithi081.stdout:1577: writing smithi081164505-48 from 6430720 to 6848512 tid 2 2023-05-20T06:02:39.634 INFO:tasks.rados.rados.0.smithi081.stdout:1577: writing smithi081164505-48 from 6848512 to 7233536 tid 3 2023-05-20T06:02:39.634 INFO:tasks.rados.rados.0.smithi081.stdout:1578: delete oid 25 current snap is 134 2023-05-20T06:02:39.635 INFO:tasks.rados.rados.0.smithi081.stdout:1576: finishing write tid 1 to smithi081164505-44 2023-05-20T06:02:39.635 INFO:tasks.rados.rados.0.smithi081.stdout:1576: finishing write tid 2 to smithi081164505-44 2023-05-20T06:02:39.635 INFO:tasks.rados.rados.0.smithi081.stdout:1576: finishing write tid 3 to smithi081164505-44 2023-05-20T06:02:39.635 INFO:tasks.rados.rados.0.smithi081.stdout:1576: finishing write tid 4 to smithi081164505-44 2023-05-20T06:02:39.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 819 (ObjNum 501 snap 134 seq_num 501) dirty exists 2023-05-20T06:02:39.635 INFO:tasks.rados.rados.0.smithi081.stdout:1576: left oid 44 (ObjNum 501 snap 134 seq_num 501) 2023-05-20T06:02:39.636 INFO:tasks.rados.rados.0.smithi081.stdout:1577: finishing write tid 1 to smithi081164505-48 2023-05-20T06:02:39.639 INFO:tasks.rados.rados.0.smithi081.stdout:1576: done (2 left) 2023-05-20T06:02:39.639 INFO:tasks.rados.rados.0.smithi081.stdout:1578: done (1 left) 2023-05-20T06:02:39.641 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 134 2023-05-20T06:02:39.641 INFO:tasks.rados.rados.0.smithi081.stdout:1579: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2023-05-20T06:02:39.642 INFO:tasks.rados.rados.0.smithi081.stdout:1579: writing smithi081164505-22 from 0 to 450560 tid 1 2023-05-20T06:02:39.643 INFO:tasks.rados.rados.0.smithi081.stdout:1579: writing smithi081164505-22 from 450560 to 1040384 tid 2 2023-05-20T06:02:39.644 INFO:tasks.rados.rados.0.smithi081.stdout:1579: writing smithi081164505-22 from 1040384 to 1253376 tid 3 2023-05-20T06:02:39.644 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 134 2023-05-20T06:02:39.645 INFO:tasks.rados.rados.0.smithi081.stdout:1577: finishing write tid 2 to smithi081164505-48 2023-05-20T06:02:39.645 INFO:tasks.rados.rados.0.smithi081.stdout:1580: seq_num 505 ranges {5652480=466944,6119424=475136,6594560=327680} 2023-05-20T06:02:39.677 INFO:tasks.rados.rados.0.smithi081.stdout:1580: writing smithi081164505-49 from 5652480 to 6119424 tid 1 2023-05-20T06:02:39.679 INFO:tasks.rados.rados.0.smithi081.stdout:1580: writing smithi081164505-49 from 6119424 to 6594560 tid 2 2023-05-20T06:02:39.681 INFO:tasks.rados.rados.0.smithi081.stdout:1580: writing smithi081164505-49 from 6594560 to 6922240 tid 3 2023-05-20T06:02:39.681 INFO:tasks.rados.rados.0.smithi081.stdout:1581: read oid 44 snap 132 2023-05-20T06:02:39.682 INFO:tasks.rados.rados.0.smithi081.stdout:1581: expect deleted 2023-05-20T06:02:39.682 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 134 2023-05-20T06:02:39.682 INFO:tasks.rados.rados.0.smithi081.stdout:1577: finishing write tid 3 to smithi081164505-48 2023-05-20T06:02:39.682 INFO:tasks.rados.rados.0.smithi081.stdout:1582: seq_num 506 ranges {5038080=483328,5521408=761856,6283264=40960} 2023-05-20T06:02:39.710 INFO:tasks.rados.rados.0.smithi081.stdout:1582: writing smithi081164505-46 from 5038080 to 5521408 tid 1 2023-05-20T06:02:39.714 INFO:tasks.rados.rados.0.smithi081.stdout:1582: writing smithi081164505-46 from 5521408 to 6283264 tid 2 2023-05-20T06:02:39.715 INFO:tasks.rados.rados.0.smithi081.stdout:1582: writing smithi081164505-46 from 6283264 to 6324224 tid 3 2023-05-20T06:02:39.715 INFO:tasks.rados.rados.0.smithi081.stdout:1583: delete oid 2 current snap is 134 2023-05-20T06:02:39.716 INFO:tasks.rados.rados.0.smithi081.stdout:1577: finishing write tid 4 to smithi081164505-48 2023-05-20T06:02:39.716 INFO:tasks.rados.rados.0.smithi081.stdout:1577: finishing write tid 5 to smithi081164505-48 2023-05-20T06:02:39.716 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 859 (ObjNum 502 snap 134 seq_num 502) dirty exists 2023-05-20T06:02:39.717 INFO:tasks.rados.rados.0.smithi081.stdout:1577: left oid 48 (ObjNum 502 snap 134 seq_num 502) 2023-05-20T06:02:39.717 INFO:tasks.rados.rados.0.smithi081.stdout:1579: finishing write tid 1 to smithi081164505-22 2023-05-20T06:02:39.717 INFO:tasks.rados.rados.0.smithi081.stdout:1579: finishing write tid 2 to smithi081164505-22 2023-05-20T06:02:39.717 INFO:tasks.rados.rados.0.smithi081.stdout:1579: finishing write tid 3 to smithi081164505-22 2023-05-20T06:02:39.717 INFO:tasks.rados.rados.0.smithi081.stdout:1579: finishing write tid 4 to smithi081164505-22 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1579: finishing write tid 5 to smithi081164505-22 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 726 (ObjNum 504 snap 134 seq_num 504) dirty exists 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1579: left oid 22 (ObjNum 504 snap 134 seq_num 504) 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1580: finishing write tid 1 to smithi081164505-49 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1580: finishing write tid 2 to smithi081164505-49 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1580: finishing write tid 3 to smithi081164505-49 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1580: finishing write tid 4 to smithi081164505-49 2023-05-20T06:02:39.718 INFO:tasks.rados.rados.0.smithi081.stdout:1580: finishing write tid 5 to smithi081164505-49 2023-05-20T06:02:39.719 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 583 (ObjNum 505 snap 134 seq_num 505) dirty exists 2023-05-20T06:02:39.719 INFO:tasks.rados.rados.0.smithi081.stdout:1580: left oid 49 (ObjNum 505 snap 134 seq_num 505) 2023-05-20T06:02:39.719 INFO:tasks.rados.rados.0.smithi081.stdout:1582: finishing write tid 1 to smithi081164505-46 2023-05-20T06:02:39.720 INFO:tasks.rados.rados.0.smithi081.stdout:1577: done (5 left) 2023-05-20T06:02:39.720 INFO:tasks.rados.rados.0.smithi081.stdout:1579: done (4 left) 2023-05-20T06:02:39.720 INFO:tasks.rados.rados.0.smithi081.stdout:1580: done (3 left) 2023-05-20T06:02:39.720 INFO:tasks.rados.rados.0.smithi081.stdout:1581: done (2 left) 2023-05-20T06:02:39.720 INFO:tasks.rados.rados.0.smithi081.stdout:1583: done (1 left) 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:1584: setattr oid 13 current snap is 134 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:1582: finishing write tid 2 to smithi081164505-46 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:1582: finishing write tid 3 to smithi081164505-46 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:1582: finishing write tid 4 to smithi081164505-46 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:1582: finishing write tid 5 to smithi081164505-46 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 819 (ObjNum 506 snap 134 seq_num 506) dirty exists 2023-05-20T06:02:39.721 INFO:tasks.rados.rados.0.smithi081.stdout:1582: left oid 46 (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:02:39.722 INFO:tasks.rados.rados.0.smithi081.stdout:1582: done (1 left) 2023-05-20T06:02:39.722 INFO:tasks.rados.rados.0.smithi081.stdout:1585: snap_remove snap 132 2023-05-20T06:02:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:39 smithi170 ceph-mon[97338]: osdmap e338: 8 total, 8 up, 8 in 2023-05-20T06:02:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:39 smithi081 ceph-mon[95500]: osdmap e338: 8 total, 8 up, 8 in 2023-05-20T06:02:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:39 smithi081 ceph-mon[107735]: osdmap e338: 8 total, 8 up, 8 in 2023-05-20T06:02:40.597 INFO:tasks.rados.rados.0.smithi081.stdout:1585: done (1 left) 2023-05-20T06:02:40.597 INFO:tasks.rados.rados.0.smithi081.stdout:1586: setattr oid 50 current snap is 134 2023-05-20T06:02:40.597 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 821 (ObjNum 177 snap 0 seq_num 1) dirty exists 2023-05-20T06:02:40.602 INFO:tasks.rados.rados.0.smithi081.stdout:1584: done (1 left) 2023-05-20T06:02:40.602 INFO:tasks.rados.rados.0.smithi081.stdout:1587: rollback oid 32 current snap is 134 2023-05-20T06:02:40.602 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 130 2023-05-20T06:02:40.602 INFO:tasks.rados.rados.0.smithi081.stdout:1588: copy_from oid 19 from oid 46 current snap is 134 2023-05-20T06:02:40.603 INFO:tasks.rados.rados.0.smithi081.stdout:1589: delete oid 44 current snap is 134 2023-05-20T06:02:40.608 INFO:tasks.rados.rados.0.smithi081.stdout:1589: done (3 left) 2023-05-20T06:02:40.609 INFO:tasks.rados.rados.0.smithi081.stdout:1590: read oid 12 snap -1 2023-05-20T06:02:40.609 INFO:tasks.rados.rados.0.smithi081.stdout:1590: expect (ObjNum 418 snap 110 seq_num 418) 2023-05-20T06:02:40.609 INFO:tasks.rados.rados.0.smithi081.stdout:1591: copy_from oid 2 from oid 37 current snap is 134 2023-05-20T06:02:40.609 INFO:tasks.rados.rados.0.smithi081.stdout:1592: copy_from oid 36 from oid 17 current snap is 134 2023-05-20T06:02:40.609 INFO:tasks.rados.rados.0.smithi081.stdout:1593: snap_remove snap 131 2023-05-20T06:02:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:40 smithi170 ceph-mon[97338]: pgmap v255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:40 smithi170 ceph-mon[97338]: osdmap e339: 8 total, 8 up, 8 in 2023-05-20T06:02:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:40 smithi081 ceph-mon[95500]: pgmap v255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:40 smithi081 ceph-mon[95500]: osdmap e339: 8 total, 8 up, 8 in 2023-05-20T06:02:41.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:40 smithi081 ceph-mon[107735]: pgmap v255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:41.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:40 smithi081 ceph-mon[107735]: osdmap e339: 8 total, 8 up, 8 in 2023-05-20T06:02:41.609 INFO:tasks.rados.rados.0.smithi081.stdout:1593: done (6 left) 2023-05-20T06:02:41.610 INFO:tasks.rados.rados.0.smithi081.stdout:1594: snap_remove snap 127 2023-05-20T06:02:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:41 smithi170 ceph-mon[97338]: osdmap e340: 8 total, 8 up, 8 in 2023-05-20T06:02:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:41 smithi081 ceph-mon[95500]: osdmap e340: 8 total, 8 up, 8 in 2023-05-20T06:02:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:41 smithi081 ceph-mon[107735]: osdmap e340: 8 total, 8 up, 8 in 2023-05-20T06:02:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:02:41.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:02:41.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:42.605 INFO:tasks.rados.rados.0.smithi081.stdout:1587: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:02:42.605 INFO:tasks.rados.rados.0.smithi081.stdout:1587: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:02:42.606 INFO:tasks.rados.rados.0.smithi081.stdout:1594: done (6 left) 2023-05-20T06:02:42.606 INFO:tasks.rados.rados.0.smithi081.stdout:1595: read oid 49 snap -1 2023-05-20T06:02:42.606 INFO:tasks.rados.rados.0.smithi081.stdout:1595: expect (ObjNum 505 snap 134 seq_num 505) 2023-05-20T06:02:42.607 INFO:tasks.rados.rados.0.smithi081.stdout:1596: rollback oid 29 current snap is 134 2023-05-20T06:02:42.607 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 133 2023-05-20T06:02:42.608 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 620 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:02:42.608 INFO:tasks.rados.rados.0.smithi081.stdout:1592: finishing copy_from to smithi081164505-36 2023-05-20T06:02:42.608 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 532 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:02:42.608 INFO:tasks.rados.rados.0.smithi081.stdout:1592: finishing copy_from racing read to smithi081164505-36 2023-05-20T06:02:42.609 INFO:tasks.rados.rados.0.smithi081.stdout:1587: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:02:42.609 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 681 (ObjNum 480 snap 126 seq_num 480) dirty exists 2023-05-20T06:02:42.609 INFO:tasks.rados.rados.0.smithi081.stdout:1591: finishing copy_from to smithi081164505-2 2023-05-20T06:02:42.609 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 724 (ObjNum 477 snap 125 seq_num 477) dirty exists 2023-05-20T06:02:42.610 INFO:tasks.rados.rados.0.smithi081.stdout:1591: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:02:42.610 INFO:tasks.rados.rados.0.smithi081.stdout:1590: expect (ObjNum 418 snap 110 seq_num 418) 2023-05-20T06:02:42.728 INFO:tasks.rados.rados.0.smithi081.stdout:1588: finishing copy_from to smithi081164505-19 2023-05-20T06:02:42.728 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 819 (ObjNum 506 snap 134 seq_num 506) dirty exists 2023-05-20T06:02:42.728 INFO:tasks.rados.rados.0.smithi081.stdout:1588: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:02:42.728 INFO:tasks.rados.rados.0.smithi081.stdout:1586: done (7 left) 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:1587: done (6 left) 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:1588: done (5 left) 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:1590: done (4 left) 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:1591: done (3 left) 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:1592: done (2 left) 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 134 2023-05-20T06:02:42.729 INFO:tasks.rados.rados.0.smithi081.stdout:1596: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:02:42.730 INFO:tasks.rados.rados.0.smithi081.stdout:1596: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:02:42.730 INFO:tasks.rados.rados.0.smithi081.stdout:1596: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:02:42.730 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 738 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:02:42.730 INFO:tasks.rados.rados.0.smithi081.stdout:1595: expect (ObjNum 505 snap 134 seq_num 505) 2023-05-20T06:02:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:42 smithi170 ceph-mon[97338]: pgmap v258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:42 smithi170 ceph-mon[97338]: osdmap e341: 8 total, 8 up, 8 in 2023-05-20T06:02:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:42 smithi081 ceph-mon[95500]: pgmap v258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:42 smithi081 ceph-mon[95500]: osdmap e341: 8 total, 8 up, 8 in 2023-05-20T06:02:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:42 smithi081 ceph-mon[107735]: pgmap v258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:42 smithi081 ceph-mon[107735]: osdmap e341: 8 total, 8 up, 8 in 2023-05-20T06:02:43.137 INFO:tasks.rados.rados.0.smithi081.stdout:1597: seq_num 509 ranges {2744320=532480,3276800=409600,3686400=393216} 2023-05-20T06:02:43.154 INFO:tasks.rados.rados.0.smithi081.stdout:1597: writing smithi081164505-39 from 2744320 to 3276800 tid 1 2023-05-20T06:02:43.156 INFO:tasks.rados.rados.0.smithi081.stdout:1597: writing smithi081164505-39 from 3276800 to 3686400 tid 2 2023-05-20T06:02:43.158 INFO:tasks.rados.rados.0.smithi081.stdout:1597: writing smithi081164505-39 from 3686400 to 4079616 tid 3 2023-05-20T06:02:43.159 INFO:tasks.rados.rados.0.smithi081.stdout:1595: done (2 left) 2023-05-20T06:02:43.159 INFO:tasks.rados.rados.0.smithi081.stdout:1596: done (1 left) 2023-05-20T06:02:43.159 INFO:tasks.rados.rados.0.smithi081.stdout:1598: read oid 19 snap -1 2023-05-20T06:02:43.159 INFO:tasks.rados.rados.0.smithi081.stdout:1598: expect (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:02:43.159 INFO:tasks.rados.rados.0.smithi081.stdout:1599: read oid 36 snap -1 2023-05-20T06:02:43.159 INFO:tasks.rados.rados.0.smithi081.stdout:1599: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:43.160 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 134 2023-05-20T06:02:43.160 INFO:tasks.rados.rados.0.smithi081.stdout:1600: seq_num 510 ranges {7921664=548864,8470528=745472,9216000=57344} 2023-05-20T06:02:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:1600: writing smithi081164505-18 from 7921664 to 8470528 tid 1 2023-05-20T06:02:43.209 INFO:tasks.rados.rados.0.smithi081.stdout:1600: writing smithi081164505-18 from 8470528 to 9216000 tid 2 2023-05-20T06:02:43.210 INFO:tasks.rados.rados.0.smithi081.stdout:1600: writing smithi081164505-18 from 9216000 to 9273344 tid 3 2023-05-20T06:02:43.210 INFO:tasks.rados.rados.0.smithi081.stdout:1601: copy_from oid 20 from oid 31 current snap is 134 2023-05-20T06:02:43.210 INFO:tasks.rados.rados.0.smithi081.stdout:1597: finishing write tid 1 to smithi081164505-39 2023-05-20T06:02:43.210 INFO:tasks.rados.rados.0.smithi081.stdout:1599: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:02:43.212 INFO:tasks.rados.rados.0.smithi081.stdout:1597: finishing write tid 2 to smithi081164505-39 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:1597: finishing write tid 3 to smithi081164505-39 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:1597: finishing write tid 4 to smithi081164505-39 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:1597: finishing write tid 5 to smithi081164505-39 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 885 (ObjNum 509 snap 134 seq_num 509) dirty exists 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:1597: left oid 39 (ObjNum 509 snap 134 seq_num 509) 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:1597: done (4 left) 2023-05-20T06:02:43.213 INFO:tasks.rados.rados.0.smithi081.stdout:1599: done (3 left) 2023-05-20T06:02:43.214 INFO:tasks.rados.rados.0.smithi081.stdout:1602: rollback oid 35 current snap is 134 2023-05-20T06:02:43.214 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 130 2023-05-20T06:02:43.214 INFO:tasks.rados.rados.0.smithi081.stdout:1598: expect (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:02:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:1600: finishing write tid 1 to smithi081164505-18 2023-05-20T06:02:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:1600: finishing write tid 2 to smithi081164505-18 2023-05-20T06:02:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:1600: finishing write tid 3 to smithi081164505-18 2023-05-20T06:02:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:1600: finishing write tid 4 to smithi081164505-18 2023-05-20T06:02:43.517 INFO:tasks.rados.rados.0.smithi081.stdout:1600: finishing write tid 5 to smithi081164505-18 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 685 (ObjNum 510 snap 134 seq_num 510) dirty exists 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:1600: left oid 18 (ObjNum 510 snap 134 seq_num 510) 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:1602: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:1602: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:1602: finishing rollback tid 2 to smithi081164505-35 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 912 (ObjNum 427 snap 116 seq_num 427) dirty exists 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:1601: finishing copy_from to smithi081164505-20 2023-05-20T06:02:43.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 876 (ObjNum 497 snap 133 seq_num 497) dirty exists 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:1601: finishing copy_from racing read to smithi081164505-20 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:1598: done (3 left) 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:1600: done (2 left) 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:1601: done (1 left) 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:1602: done (0 left) 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:1603: rollback oid 45 current snap is 134 2023-05-20T06:02:43.519 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 130 2023-05-20T06:02:43.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:02:43.520 INFO:tasks.rados.rados.0.smithi081.stdout:1604: snap_remove snap 133 2023-05-20T06:02:43.613 INFO:tasks.rados.rados.0.smithi081.stdout:1604: done (1 left) 2023-05-20T06:02:43.614 INFO:tasks.rados.rados.0.smithi081.stdout:1605: read oid 31 snap 130 2023-05-20T06:02:43.614 INFO:tasks.rados.rados.0.smithi081.stdout:1605: expect (ObjNum 467 snap 122 seq_num 467) 2023-05-20T06:02:43.614 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 134 2023-05-20T06:02:43.614 INFO:tasks.rados.rados.0.smithi081.stdout:1606: seq_num 511 ranges {1409024=565248,1974272=630784,2605056=172032} 2023-05-20T06:02:43.625 INFO:tasks.rados.rados.0.smithi081.stdout:1606: writing smithi081164505-2 from 1409024 to 1974272 tid 1 2023-05-20T06:02:43.629 INFO:tasks.rados.rados.0.smithi081.stdout:1606: writing smithi081164505-2 from 1974272 to 2605056 tid 2 2023-05-20T06:02:43.630 INFO:tasks.rados.rados.0.smithi081.stdout:1606: writing smithi081164505-2 from 2605056 to 2777088 tid 3 2023-05-20T06:02:43.630 INFO:tasks.rados.rados.0.smithi081.stdout:1607: read oid 32 snap 130 2023-05-20T06:02:43.630 INFO:tasks.rados.rados.0.smithi081.stdout:1607: expect (ObjNum 480 snap 126 seq_num 480) 2023-05-20T06:02:43.630 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 134 2023-05-20T06:02:43.630 INFO:tasks.rados.rados.0.smithi081.stdout:1608: seq_num 512 ranges {2383872=581632,2965504=516096,3481600=286720} 2023-05-20T06:02:43.646 INFO:tasks.rados.rados.0.smithi081.stdout:1608: writing smithi081164505-28 from 2383872 to 2965504 tid 1 2023-05-20T06:02:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:1608: writing smithi081164505-28 from 2965504 to 3481600 tid 2 2023-05-20T06:02:43.651 INFO:tasks.rados.rados.0.smithi081.stdout:1608: writing smithi081164505-28 from 3481600 to 3768320 tid 3 2023-05-20T06:02:43.651 INFO:tasks.rados.rados.0.smithi081.stdout:1609: delete oid 13 current snap is 134 2023-05-20T06:02:43.651 INFO:tasks.rados.rados.0.smithi081.stdout:1603: finishing rollback tid 0 to smithi081164505-45 2023-05-20T06:02:43.651 INFO:tasks.rados.rados.0.smithi081.stdout:1603: finishing rollback tid 1 to smithi081164505-45 2023-05-20T06:02:43.652 INFO:tasks.rados.rados.0.smithi081.stdout:1603: finishing rollback tid 2 to smithi081164505-45 2023-05-20T06:02:43.652 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 822 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:43.652 INFO:tasks.rados.rados.0.smithi081.stdout:1605: expect (ObjNum 467 snap 122 seq_num 467) 2023-05-20T06:02:43.671 INFO:tasks.rados.rados.0.smithi081.stdout:1606: finishing write tid 1 to smithi081164505-2 2023-05-20T06:02:43.672 INFO:tasks.rados.rados.0.smithi081.stdout:1606: finishing write tid 2 to smithi081164505-2 2023-05-20T06:02:43.672 INFO:tasks.rados.rados.0.smithi081.stdout:1606: finishing write tid 3 to smithi081164505-2 2023-05-20T06:02:43.672 INFO:tasks.rados.rados.0.smithi081.stdout:1606: finishing write tid 4 to smithi081164505-2 2023-05-20T06:02:43.672 INFO:tasks.rados.rados.0.smithi081.stdout:1606: finishing write tid 5 to smithi081164505-2 2023-05-20T06:02:43.672 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 895 (ObjNum 511 snap 134 seq_num 511) dirty exists 2023-05-20T06:02:43.672 INFO:tasks.rados.rados.0.smithi081.stdout:1606: left oid 2 (ObjNum 511 snap 134 seq_num 511) 2023-05-20T06:02:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:1603: done (5 left) 2023-05-20T06:02:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:1605: done (4 left) 2023-05-20T06:02:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:1606: done (3 left) 2023-05-20T06:02:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:1609: done (2 left) 2023-05-20T06:02:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:1610: snap_create 2023-05-20T06:02:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:1607: expect (ObjNum 480 snap 126 seq_num 480) 2023-05-20T06:02:43.909 INFO:tasks.rados.rados.0.smithi081.stdout:1608: finishing write tid 1 to smithi081164505-28 2023-05-20T06:02:43.909 INFO:tasks.rados.rados.0.smithi081.stdout:1608: finishing write tid 2 to smithi081164505-28 2023-05-20T06:02:43.909 INFO:tasks.rados.rados.0.smithi081.stdout:1608: finishing write tid 3 to smithi081164505-28 2023-05-20T06:02:43.910 INFO:tasks.rados.rados.0.smithi081.stdout:1608: finishing write tid 4 to smithi081164505-28 2023-05-20T06:02:43.910 INFO:tasks.rados.rados.0.smithi081.stdout:1608: finishing write tid 5 to smithi081164505-28 2023-05-20T06:02:43.910 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 824 (ObjNum 512 snap 134 seq_num 512) dirty exists 2023-05-20T06:02:43.910 INFO:tasks.rados.rados.0.smithi081.stdout:1608: left oid 28 (ObjNum 512 snap 134 seq_num 512) 2023-05-20T06:02:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:43 smithi170 ceph-mon[97338]: osdmap e342: 8 total, 8 up, 8 in 2023-05-20T06:02:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:43 smithi081 ceph-mon[95500]: osdmap e342: 8 total, 8 up, 8 in 2023-05-20T06:02:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:43 smithi081 ceph-mon[107735]: osdmap e342: 8 total, 8 up, 8 in 2023-05-20T06:02:44.615 INFO:tasks.rados.rados.0.smithi081.stdout:1607: done (2 left) 2023-05-20T06:02:44.615 INFO:tasks.rados.rados.0.smithi081.stdout:1608: done (1 left) 2023-05-20T06:02:44.615 INFO:tasks.rados.rados.0.smithi081.stdout:1610: done (0 left) 2023-05-20T06:02:44.616 INFO:tasks.rados.rados.0.smithi081.stdout:1611: read oid 18 snap -1 2023-05-20T06:02:44.616 INFO:tasks.rados.rados.0.smithi081.stdout:1611: expect (ObjNum 510 snap 134 seq_num 510) 2023-05-20T06:02:44.616 INFO:tasks.rados.rados.0.smithi081.stdout:1612: setattr oid 31 current snap is 135 2023-05-20T06:02:44.616 INFO:tasks.rados.rados.0.smithi081.stdout:1613: snap_create 2023-05-20T06:02:44.620 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 918 (ObjNum 497 snap 133 seq_num 497) dirty exists 2023-05-20T06:02:44.646 INFO:tasks.rados.rados.0.smithi081.stdout:1611: expect (ObjNum 510 snap 134 seq_num 510) 2023-05-20T06:02:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:44 smithi170 ceph-mon[97338]: pgmap v261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:44 smithi170 ceph-mon[97338]: osdmap e343: 8 total, 8 up, 8 in 2023-05-20T06:02:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:44 smithi081 ceph-mon[107735]: pgmap v261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:44 smithi081 ceph-mon[107735]: osdmap e343: 8 total, 8 up, 8 in 2023-05-20T06:02:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:44 smithi081 ceph-mon[95500]: pgmap v261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:44 smithi081 ceph-mon[95500]: osdmap e343: 8 total, 8 up, 8 in 2023-05-20T06:02:45.620 INFO:tasks.rados.rados.0.smithi081.stdout:1611: done (2 left) 2023-05-20T06:02:45.620 INFO:tasks.rados.rados.0.smithi081.stdout:1612: done (1 left) 2023-05-20T06:02:45.621 INFO:tasks.rados.rados.0.smithi081.stdout:1613: done (0 left) 2023-05-20T06:02:45.621 INFO:tasks.rados.rados.0.smithi081.stdout:1614: snap_remove snap 135 2023-05-20T06:02:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:45 smithi170 ceph-mon[97338]: osdmap e344: 8 total, 8 up, 8 in 2023-05-20T06:02:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:45 smithi081 ceph-mon[95500]: osdmap e344: 8 total, 8 up, 8 in 2023-05-20T06:02:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:45 smithi081 ceph-mon[107735]: osdmap e344: 8 total, 8 up, 8 in 2023-05-20T06:02:46.626 INFO:tasks.rados.rados.0.smithi081.stdout:1614: done (0 left) 2023-05-20T06:02:46.626 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 136 2023-05-20T06:02:46.626 INFO:tasks.rados.rados.0.smithi081.stdout:1615: seq_num 514 ranges {3366912=614400,3981312=679936,4661248=122880} 2023-05-20T06:02:46.647 INFO:tasks.rados.rados.0.smithi081.stdout:1615: writing smithi081164505-23 from 3366912 to 3981312 tid 1 2023-05-20T06:02:46.651 INFO:tasks.rados.rados.0.smithi081.stdout:1615: writing smithi081164505-23 from 3981312 to 4661248 tid 2 2023-05-20T06:02:46.651 INFO:tasks.rados.rados.0.smithi081.stdout:1615: writing smithi081164505-23 from 4661248 to 4784128 tid 3 2023-05-20T06:02:46.652 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 136 2023-05-20T06:02:46.652 INFO:tasks.rados.rados.0.smithi081.stdout:1616: seq_num 515 ranges {614400=630784,1245184=565248,1810432=237568} 2023-05-20T06:02:46.659 INFO:tasks.rados.rados.0.smithi081.stdout:1616: writing smithi081164505-1 from 614400 to 1245184 tid 1 2023-05-20T06:02:46.662 INFO:tasks.rados.rados.0.smithi081.stdout:1616: writing smithi081164505-1 from 1245184 to 1810432 tid 2 2023-05-20T06:02:46.663 INFO:tasks.rados.rados.0.smithi081.stdout:1616: writing smithi081164505-1 from 1810432 to 2048000 tid 3 2023-05-20T06:02:46.664 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 136 2023-05-20T06:02:46.664 INFO:tasks.rados.rados.0.smithi081.stdout:1615: finishing write tid 1 to smithi081164505-23 2023-05-20T06:02:46.664 INFO:tasks.rados.rados.0.smithi081.stdout:1617: seq_num 516 ranges {4308992=647168,4956160=450560,5406720=352256} 2023-05-20T06:02:46.690 INFO:tasks.rados.rados.0.smithi081.stdout:1617: writing smithi081164505-32 from 4308992 to 4956160 tid 1 2023-05-20T06:02:46.693 INFO:tasks.rados.rados.0.smithi081.stdout:1617: writing smithi081164505-32 from 4956160 to 5406720 tid 2 2023-05-20T06:02:46.696 INFO:tasks.rados.rados.0.smithi081.stdout:1617: writing smithi081164505-32 from 5406720 to 5758976 tid 3 2023-05-20T06:02:46.696 INFO:tasks.rados.rados.0.smithi081.stdout:1618: rollback oid 41 current snap is 136 2023-05-20T06:02:46.696 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 130 2023-05-20T06:02:46.696 INFO:tasks.rados.rados.0.smithi081.stdout:1615: finishing write tid 2 to smithi081164505-23 2023-05-20T06:02:46.696 INFO:tasks.rados.rados.0.smithi081.stdout:1615: finishing write tid 3 to smithi081164505-23 2023-05-20T06:02:46.696 INFO:tasks.rados.rados.0.smithi081.stdout:1615: finishing write tid 4 to smithi081164505-23 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:1615: finishing write tid 5 to smithi081164505-23 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 923 (ObjNum 514 snap 136 seq_num 514) dirty exists 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:1615: left oid 23 (ObjNum 514 snap 136 seq_num 514) 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:1616: finishing write tid 1 to smithi081164505-1 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:1616: finishing write tid 2 to smithi081164505-1 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:1615: done (3 left) 2023-05-20T06:02:46.697 INFO:tasks.rados.rados.0.smithi081.stdout:1619: snap_remove snap 134 2023-05-20T06:02:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:46 smithi170 ceph-mon[97338]: pgmap v264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:46 smithi170 ceph-mon[97338]: osdmap e345: 8 total, 8 up, 8 in 2023-05-20T06:02:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:46 smithi081 ceph-mon[95500]: pgmap v264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:46 smithi081 ceph-mon[95500]: osdmap e345: 8 total, 8 up, 8 in 2023-05-20T06:02:47.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:46 smithi081 ceph-mon[107735]: pgmap v264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:47.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:46 smithi081 ceph-mon[107735]: osdmap e345: 8 total, 8 up, 8 in 2023-05-20T06:02:47.632 INFO:tasks.rados.rados.0.smithi081.stdout:1619: done (3 left) 2023-05-20T06:02:47.633 INFO:tasks.rados.rados.0.smithi081.stdout:1620: rollback oid 21 current snap is 136 2023-05-20T06:02:47.633 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 130 2023-05-20T06:02:47.633 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 136 2023-05-20T06:02:47.634 INFO:tasks.rados.rados.0.smithi081.stdout:1621: seq_num 517 ranges {4579328=663552,5242880=786432,6029312=16384} 2023-05-20T06:02:47.661 INFO:tasks.rados.rados.0.smithi081.stdout:1621: writing smithi081164505-5 from 4579328 to 5242880 tid 1 2023-05-20T06:02:47.664 INFO:tasks.rados.rados.0.smithi081.stdout:1621: writing smithi081164505-5 from 5242880 to 6029312 tid 2 2023-05-20T06:02:47.665 INFO:tasks.rados.rados.0.smithi081.stdout:1621: writing smithi081164505-5 from 6029312 to 6045696 tid 3 2023-05-20T06:02:47.665 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 136 2023-05-20T06:02:47.665 INFO:tasks.rados.rados.0.smithi081.stdout:1616: finishing write tid 3 to smithi081164505-1 2023-05-20T06:02:47.665 INFO:tasks.rados.rados.0.smithi081.stdout:1622: seq_num 518 ranges {4079616=679936,4759552=671744,5431296=131072} 2023-05-20T06:02:47.690 INFO:tasks.rados.rados.0.smithi081.stdout:1622: writing smithi081164505-39 from 4079616 to 4759552 tid 1 2023-05-20T06:02:47.694 INFO:tasks.rados.rados.0.smithi081.stdout:1622: writing smithi081164505-39 from 4759552 to 5431296 tid 2 2023-05-20T06:02:47.695 INFO:tasks.rados.rados.0.smithi081.stdout:1622: writing smithi081164505-39 from 5431296 to 5562368 tid 3 2023-05-20T06:02:47.695 INFO:tasks.rados.rados.0.smithi081.stdout:1623: read oid 31 snap 130 2023-05-20T06:02:47.696 INFO:tasks.rados.rados.0.smithi081.stdout:1623: expect (ObjNum 467 snap 122 seq_num 467) 2023-05-20T06:02:47.696 INFO:tasks.rados.rados.0.smithi081.stdout:1624: read oid 11 snap -1 2023-05-20T06:02:47.696 INFO:tasks.rados.rados.0.smithi081.stdout:1624: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:47.696 INFO:tasks.rados.rados.0.smithi081.stdout:1625: read oid 6 snap -1 2023-05-20T06:02:47.696 INFO:tasks.rados.rados.0.smithi081.stdout:1625: expect deleted 2023-05-20T06:02:47.696 INFO:tasks.rados.rados.0.smithi081.stdout:1626: delete oid 7 current snap is 136 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:1616: finishing write tid 4 to smithi081164505-1 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:1616: finishing write tid 5 to smithi081164505-1 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 696 (ObjNum 515 snap 136 seq_num 515) dirty exists 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:1616: left oid 1 (ObjNum 515 snap 136 seq_num 515) 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:1617: finishing write tid 1 to smithi081164505-32 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:1617: finishing write tid 2 to smithi081164505-32 2023-05-20T06:02:47.697 INFO:tasks.rados.rados.0.smithi081.stdout:1618: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:1617: finishing write tid 3 to smithi081164505-32 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:1618: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:1618: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 170 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:1617: finishing write tid 4 to smithi081164505-32 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:1617: finishing write tid 5 to smithi081164505-32 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 689 (ObjNum 516 snap 136 seq_num 516) dirty exists 2023-05-20T06:02:47.698 INFO:tasks.rados.rados.0.smithi081.stdout:1617: left oid 32 (ObjNum 516 snap 136 seq_num 516) 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1620: finishing rollback tid 0 to smithi081164505-21 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1620: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1620: finishing rollback tid 2 to smithi081164505-21 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 931 (ObjNum 385 snap 0 seq_num 3654734784) dirty exists 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1621: finishing write tid 1 to smithi081164505-5 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1621: finishing write tid 2 to smithi081164505-5 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1621: finishing write tid 3 to smithi081164505-5 2023-05-20T06:02:47.699 INFO:tasks.rados.rados.0.smithi081.stdout:1621: finishing write tid 4 to smithi081164505-5 2023-05-20T06:02:47.700 INFO:tasks.rados.rados.0.smithi081.stdout:1621: finishing write tid 5 to smithi081164505-5 2023-05-20T06:02:47.700 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 744 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:02:47.700 INFO:tasks.rados.rados.0.smithi081.stdout:1621: left oid 5 (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:02:47.700 INFO:tasks.rados.rados.0.smithi081.stdout:1622: finishing write tid 1 to smithi081164505-39 2023-05-20T06:02:47.701 INFO:tasks.rados.rados.0.smithi081.stdout:1622: finishing write tid 2 to smithi081164505-39 2023-05-20T06:02:47.701 INFO:tasks.rados.rados.0.smithi081.stdout:1622: finishing write tid 3 to smithi081164505-39 2023-05-20T06:02:47.701 INFO:tasks.rados.rados.0.smithi081.stdout:1623: expect (ObjNum 467 snap 122 seq_num 467) 2023-05-20T06:02:47.719 INFO:tasks.rados.rados.0.smithi081.stdout:1622: finishing write tid 4 to smithi081164505-39 2023-05-20T06:02:47.719 INFO:tasks.rados.rados.0.smithi081.stdout:1622: finishing write tid 5 to smithi081164505-39 2023-05-20T06:02:47.720 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 899 (ObjNum 518 snap 136 seq_num 518) dirty exists 2023-05-20T06:02:47.720 INFO:tasks.rados.rados.0.smithi081.stdout:1622: left oid 39 (ObjNum 518 snap 136 seq_num 518) 2023-05-20T06:02:47.720 INFO:tasks.rados.rados.0.smithi081.stdout:1624: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:02:47.741 INFO:tasks.rados.rados.0.smithi081.stdout:1616: done (9 left) 2023-05-20T06:02:47.741 INFO:tasks.rados.rados.0.smithi081.stdout:1617: done (8 left) 2023-05-20T06:02:47.741 INFO:tasks.rados.rados.0.smithi081.stdout:1618: done (7 left) 2023-05-20T06:02:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:1620: done (6 left) 2023-05-20T06:02:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:1621: done (5 left) 2023-05-20T06:02:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:1622: done (4 left) 2023-05-20T06:02:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:1623: done (3 left) 2023-05-20T06:02:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:1624: done (2 left) 2023-05-20T06:02:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:1625: done (1 left) 2023-05-20T06:02:47.743 INFO:tasks.rados.rados.0.smithi081.stdout:1626: done (0 left) 2023-05-20T06:02:47.743 INFO:tasks.rados.rados.0.smithi081.stdout:1627: snap_create 2023-05-20T06:02:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:47 smithi170 ceph-mon[97338]: osdmap e346: 8 total, 8 up, 8 in 2023-05-20T06:02:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:47 smithi081 ceph-mon[95500]: osdmap e346: 8 total, 8 up, 8 in 2023-05-20T06:02:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:47 smithi081 ceph-mon[107735]: osdmap e346: 8 total, 8 up, 8 in 2023-05-20T06:02:48.646 INFO:tasks.rados.rados.0.smithi081.stdout:1627: done (0 left) 2023-05-20T06:02:48.647 INFO:tasks.rados.rados.0.smithi081.stdout:1628: copy_from oid 10 from oid 15 current snap is 137 2023-05-20T06:02:48.647 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 137 2023-05-20T06:02:48.647 INFO:tasks.rados.rados.0.smithi081.stdout:1629: seq_num 520 ranges {4521984=712704,5234688=434176,5668864=368640} 2023-05-20T06:02:48.676 INFO:tasks.rados.rados.0.smithi081.stdout:1629: writing smithi081164505-35 from 4521984 to 5234688 tid 1 2023-05-20T06:02:48.679 INFO:tasks.rados.rados.0.smithi081.stdout:1629: writing smithi081164505-35 from 5234688 to 5668864 tid 2 2023-05-20T06:02:48.681 INFO:tasks.rados.rados.0.smithi081.stdout:1629: writing smithi081164505-35 from 5668864 to 6037504 tid 3 2023-05-20T06:02:48.682 INFO:tasks.rados.rados.0.smithi081.stdout:1630: copy_from oid 6 from oid 14 current snap is 137 2023-05-20T06:02:48.682 INFO:tasks.rados.rados.0.smithi081.stdout:1628: finishing copy_from to smithi081164505-10 2023-05-20T06:02:48.682 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 809 (ObjNum 487 snap 129 seq_num 487) dirty exists 2023-05-20T06:02:48.682 INFO:tasks.rados.rados.0.smithi081.stdout:1628: finishing copy_from racing read to smithi081164505-10 2023-05-20T06:02:48.682 INFO:tasks.rados.rados.0.smithi081.stdout:1628: done (2 left) 2023-05-20T06:02:48.682 INFO:tasks.rados.rados.0.smithi081.stdout:1631: snap_create 2023-05-20T06:02:48.683 INFO:tasks.rados.rados.0.smithi081.stdout:1629: finishing write tid 1 to smithi081164505-35 2023-05-20T06:02:48.685 INFO:tasks.rados.rados.0.smithi081.stdout:1629: finishing write tid 2 to smithi081164505-35 2023-05-20T06:02:48.685 INFO:tasks.rados.rados.0.smithi081.stdout:1629: finishing write tid 3 to smithi081164505-35 2023-05-20T06:02:48.686 INFO:tasks.rados.rados.0.smithi081.stdout:1629: finishing write tid 4 to smithi081164505-35 2023-05-20T06:02:48.687 INFO:tasks.rados.rados.0.smithi081.stdout:1629: finishing write tid 5 to smithi081164505-35 2023-05-20T06:02:48.687 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 936 (ObjNum 520 snap 137 seq_num 520) dirty exists 2023-05-20T06:02:48.687 INFO:tasks.rados.rados.0.smithi081.stdout:1629: left oid 35 (ObjNum 520 snap 137 seq_num 520) 2023-05-20T06:02:48.694 INFO:tasks.rados.rados.0.smithi081.stdout:1630: finishing copy_from to smithi081164505-6 2023-05-20T06:02:48.695 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 830 (ObjNum 462 snap 122 seq_num 462) dirty exists 2023-05-20T06:02:48.695 INFO:tasks.rados.rados.0.smithi081.stdout:1630: finishing copy_from racing read to smithi081164505-6 2023-05-20T06:02:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:48 smithi170 ceph-mon[97338]: pgmap v267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:48 smithi170 ceph-mon[97338]: osdmap e347: 8 total, 8 up, 8 in 2023-05-20T06:02:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:48 smithi081 ceph-mon[95500]: pgmap v267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:48 smithi081 ceph-mon[95500]: osdmap e347: 8 total, 8 up, 8 in 2023-05-20T06:02:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:48 smithi081 ceph-mon[107735]: pgmap v267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:49.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:48 smithi081 ceph-mon[107735]: osdmap e347: 8 total, 8 up, 8 in 2023-05-20T06:02:49.656 INFO:tasks.rados.rados.0.smithi081.stdout:1629: done (2 left) 2023-05-20T06:02:49.656 INFO:tasks.rados.rados.0.smithi081.stdout:1630: done (1 left) 2023-05-20T06:02:49.656 INFO:tasks.rados.rados.0.smithi081.stdout:1631: done (0 left) 2023-05-20T06:02:49.656 INFO:tasks.rados.rados.0.smithi081.stdout:1632: delete oid 36 current snap is 138 2023-05-20T06:02:49.659 INFO:tasks.rados.rados.0.smithi081.stdout:1632: done (0 left) 2023-05-20T06:02:49.659 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 138 2023-05-20T06:02:49.660 INFO:tasks.rados.rados.0.smithi081.stdout:1633: seq_num 522 ranges {3784704=745472,4530176=606208,5136384=196608} 2023-05-20T06:02:49.683 INFO:tasks.rados.rados.0.smithi081.stdout:1633: writing smithi081164505-4 from 3784704 to 4530176 tid 1 2023-05-20T06:02:49.686 INFO:tasks.rados.rados.0.smithi081.stdout:1633: writing smithi081164505-4 from 4530176 to 5136384 tid 2 2023-05-20T06:02:49.688 INFO:tasks.rados.rados.0.smithi081.stdout:1633: writing smithi081164505-4 from 5136384 to 5332992 tid 3 2023-05-20T06:02:49.688 INFO:tasks.rados.rados.0.smithi081.stdout:1634: rollback oid 39 current snap is 138 2023-05-20T06:02:49.688 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 130 2023-05-20T06:02:49.688 INFO:tasks.rados.rados.0.smithi081.stdout:1635: read oid 48 snap 136 2023-05-20T06:02:49.688 INFO:tasks.rados.rados.0.smithi081.stdout:1635: expect (ObjNum 502 snap 134 seq_num 502) 2023-05-20T06:02:49.688 INFO:tasks.rados.rados.0.smithi081.stdout:1636: rollback oid 36 current snap is 138 2023-05-20T06:02:49.689 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 137 2023-05-20T06:02:49.689 INFO:tasks.rados.rados.0.smithi081.stdout:1637: rmattr oid 5 current snap is 138 2023-05-20T06:02:49.689 INFO:tasks.rados.rados.0.smithi081.stdout:1637: done (4 left) 2023-05-20T06:02:49.689 INFO:tasks.rados.rados.0.smithi081.stdout:1638: setattr oid 8 current snap is 138 2023-05-20T06:02:49.689 INFO:tasks.rados.rados.0.smithi081.stdout:1639: read oid 14 snap 136 2023-05-20T06:02:49.690 INFO:tasks.rados.rados.0.smithi081.stdout:1639: expect (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:02:49.690 INFO:tasks.rados.rados.0.smithi081.stdout:1640: setattr oid 50 current snap is 138 2023-05-20T06:02:49.690 INFO:tasks.rados.rados.0.smithi081.stdout:1641: read oid 10 snap 136 2023-05-20T06:02:49.690 INFO:tasks.rados.rados.0.smithi081.stdout:1641: expect (ObjNum 442 snap 118 seq_num 442) 2023-05-20T06:02:49.690 INFO:tasks.rados.rados.0.smithi081.stdout:1642: delete oid 15 current snap is 138 2023-05-20T06:02:49.692 INFO:tasks.rados.rados.0.smithi081.stdout:1633: finishing write tid 1 to smithi081164505-4 2023-05-20T06:02:49.695 INFO:tasks.rados.rados.0.smithi081.stdout:1636: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:02:49.695 INFO:tasks.rados.rados.0.smithi081.stdout:1636: finishing rollback tid 2 to smithi081164505-36 2023-05-20T06:02:49.695 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 836 (ObjNum 65 snap 0 seq_num 139368120) dirty exists 2023-05-20T06:02:49.696 INFO:tasks.rados.rados.0.smithi081.stdout:1633: finishing write tid 2 to smithi081164505-4 2023-05-20T06:02:49.698 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 621 (ObjNum 327 snap 88 seq_num 327) dirty exists 2023-05-20T06:02:49.700 INFO:tasks.rados.rados.0.smithi081.stdout:1633: finishing write tid 3 to smithi081164505-4 2023-05-20T06:02:49.700 INFO:tasks.rados.rados.0.smithi081.stdout:1633: finishing write tid 4 to smithi081164505-4 2023-05-20T06:02:49.701 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 746 (ObjNum 421 snap 112 seq_num 421) dirty exists 2023-05-20T06:02:49.701 INFO:tasks.rados.rados.0.smithi081.stdout:1636: done (8 left) 2023-05-20T06:02:49.701 INFO:tasks.rados.rados.0.smithi081.stdout:1638: done (7 left) 2023-05-20T06:02:49.701 INFO:tasks.rados.rados.0.smithi081.stdout:1640: done (6 left) 2023-05-20T06:02:49.701 INFO:tasks.rados.rados.0.smithi081.stdout:1642: done (5 left) 2023-05-20T06:02:49.702 INFO:tasks.rados.rados.0.smithi081.stdout:1643: snap_create 2023-05-20T06:02:49.706 INFO:tasks.rados.rados.0.smithi081.stdout:1633: finishing write tid 5 to smithi081164505-4 2023-05-20T06:02:49.707 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 880 (ObjNum 522 snap 138 seq_num 522) dirty exists 2023-05-20T06:02:49.707 INFO:tasks.rados.rados.0.smithi081.stdout:1633: left oid 4 (ObjNum 522 snap 138 seq_num 522) 2023-05-20T06:02:49.709 INFO:tasks.rados.rados.0.smithi081.stdout:1641: expect (ObjNum 442 snap 118 seq_num 442) 2023-05-20T06:02:49.929 INFO:tasks.rados.rados.0.smithi081.stdout:1634: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:02:49.929 INFO:tasks.rados.rados.0.smithi081.stdout:1634: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:02:49.929 INFO:tasks.rados.rados.0.smithi081.stdout:1634: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:02:49.929 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 905 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:02:49.929 INFO:tasks.rados.rados.0.smithi081.stdout:1635: expect (ObjNum 502 snap 134 seq_num 502) 2023-05-20T06:02:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:49 smithi170 ceph-mon[97338]: osdmap e348: 8 total, 8 up, 8 in 2023-05-20T06:02:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:49 smithi081 ceph-mon[95500]: osdmap e348: 8 total, 8 up, 8 in 2023-05-20T06:02:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:49 smithi081 ceph-mon[107735]: osdmap e348: 8 total, 8 up, 8 in 2023-05-20T06:02:50.442 INFO:tasks.rados.rados.0.smithi081.stdout:1639: expect (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:02:50.662 INFO:tasks.rados.rados.0.smithi081.stdout:1633: done (5 left) 2023-05-20T06:02:50.662 INFO:tasks.rados.rados.0.smithi081.stdout:1634: done (4 left) 2023-05-20T06:02:50.662 INFO:tasks.rados.rados.0.smithi081.stdout:1635: done (3 left) 2023-05-20T06:02:50.663 INFO:tasks.rados.rados.0.smithi081.stdout:1639: done (2 left) 2023-05-20T06:02:50.663 INFO:tasks.rados.rados.0.smithi081.stdout:1641: done (1 left) 2023-05-20T06:02:50.663 INFO:tasks.rados.rados.0.smithi081.stdout:1643: done (0 left) 2023-05-20T06:02:50.663 INFO:tasks.rados.rados.0.smithi081.stdout:1644: copy_from oid 49 from oid 48 current snap is 139 2023-05-20T06:02:50.663 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 139 2023-05-20T06:02:50.663 INFO:tasks.rados.rados.0.smithi081.stdout:1645: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2023-05-20T06:02:50.667 INFO:tasks.rados.rados.0.smithi081.stdout:1645: writing smithi081164505-15 from 0 to 786432 tid 1 2023-05-20T06:02:50.672 INFO:tasks.rados.rados.0.smithi081.stdout:1645: writing smithi081164505-15 from 786432 to 1564672 tid 2 2023-05-20T06:02:50.672 INFO:tasks.rados.rados.0.smithi081.stdout:1645: writing smithi081164505-15 from 1564672 to 1589248 tid 3 2023-05-20T06:02:50.673 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 139 2023-05-20T06:02:50.673 INFO:tasks.rados.rados.0.smithi081.stdout:1645: finishing write tid 1 to smithi081164505-15 2023-05-20T06:02:50.673 INFO:tasks.rados.rados.0.smithi081.stdout:1646: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2023-05-20T06:02:50.677 INFO:tasks.rados.rados.0.smithi081.stdout:1646: writing smithi081164505-17 from 0 to 802816 tid 1 2023-05-20T06:02:50.682 INFO:tasks.rados.rados.0.smithi081.stdout:1646: writing smithi081164505-17 from 802816 to 1515520 tid 2 2023-05-20T06:02:50.692 INFO:tasks.rados.rados.0.smithi081.stdout:1646: writing smithi081164505-17 from 1515520 to 1605632 tid 3 2023-05-20T06:02:50.692 INFO:tasks.rados.rados.0.smithi081.stdout:1647: rollback oid 28 current snap is 139 2023-05-20T06:02:50.692 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 138 2023-05-20T06:02:50.692 INFO:tasks.rados.rados.0.smithi081.stdout:1645: finishing write tid 2 to smithi081164505-15 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:1645: finishing write tid 3 to smithi081164505-15 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:1645: finishing write tid 4 to smithi081164505-15 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:1645: finishing write tid 5 to smithi081164505-15 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 842 (ObjNum 524 snap 139 seq_num 524) dirty exists 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:1645: left oid 15 (ObjNum 524 snap 139 seq_num 524) 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:1645: done (3 left) 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 139 2023-05-20T06:02:50.693 INFO:tasks.rados.rados.0.smithi081.stdout:1648: seq_num 526 ranges {1409024=417792,1826816=589824,2416640=614400} 2023-05-20T06:02:50.694 INFO:tasks.rados.rados.0.smithi081.stdout:1648: writing smithi081164505-37 from 1409024 to 1826816 tid 1 2023-05-20T06:02:50.696 INFO:tasks.rados.rados.0.smithi081.stdout:1648: writing smithi081164505-37 from 1826816 to 2416640 tid 2 2023-05-20T06:02:50.700 INFO:tasks.rados.rados.0.smithi081.stdout:1648: writing smithi081164505-37 from 2416640 to 3031040 tid 3 2023-05-20T06:02:50.700 INFO:tasks.rados.rados.0.smithi081.stdout:1649: delete oid 50 current snap is 139 2023-05-20T06:02:50.700 INFO:tasks.rados.rados.0.smithi081.stdout:1646: finishing write tid 1 to smithi081164505-17 2023-05-20T06:02:50.700 INFO:tasks.rados.rados.0.smithi081.stdout:1646: finishing write tid 2 to smithi081164505-17 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:1647: finishing rollback tid 0 to smithi081164505-28 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:1646: finishing write tid 3 to smithi081164505-17 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:1647: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:1646: finishing write tid 4 to smithi081164505-17 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:1647: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 827 (ObjNum 512 snap 134 seq_num 512) dirty exists 2023-05-20T06:02:50.701 INFO:tasks.rados.rados.0.smithi081.stdout:1644: finishing copy_from to smithi081164505-49 2023-05-20T06:02:50.702 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 859 (ObjNum 502 snap 134 seq_num 502) dirty exists 2023-05-20T06:02:50.702 INFO:tasks.rados.rados.0.smithi081.stdout:1644: finishing copy_from racing read to smithi081164505-49 2023-05-20T06:02:50.702 INFO:tasks.rados.rados.0.smithi081.stdout:1646: finishing write tid 5 to smithi081164505-17 2023-05-20T06:02:50.702 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 813 (ObjNum 525 snap 139 seq_num 525) dirty exists 2023-05-20T06:02:50.702 INFO:tasks.rados.rados.0.smithi081.stdout:1646: left oid 17 (ObjNum 525 snap 139 seq_num 525) 2023-05-20T06:02:50.702 INFO:tasks.rados.rados.0.smithi081.stdout:1648: finishing write tid 1 to smithi081164505-37 2023-05-20T06:02:50.703 INFO:tasks.rados.rados.0.smithi081.stdout:1648: finishing write tid 2 to smithi081164505-37 2023-05-20T06:02:50.703 INFO:tasks.rados.rados.0.smithi081.stdout:1648: finishing write tid 3 to smithi081164505-37 2023-05-20T06:02:50.703 INFO:tasks.rados.rados.0.smithi081.stdout:1644: done (4 left) 2023-05-20T06:02:50.704 INFO:tasks.rados.rados.0.smithi081.stdout:1646: done (3 left) 2023-05-20T06:02:50.704 INFO:tasks.rados.rados.0.smithi081.stdout:1647: done (2 left) 2023-05-20T06:02:50.704 INFO:tasks.rados.rados.0.smithi081.stdout:1649: done (1 left) 2023-05-20T06:02:50.704 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 139 2023-05-20T06:02:50.704 INFO:tasks.rados.rados.0.smithi081.stdout:1650: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2023-05-20T06:02:50.706 INFO:tasks.rados.rados.0.smithi081.stdout:1650: writing smithi081164505-44 from 0 to 450560 tid 1 2023-05-20T06:02:50.710 INFO:tasks.rados.rados.0.smithi081.stdout:1650: writing smithi081164505-44 from 450560 to 1212416 tid 2 2023-05-20T06:02:50.713 INFO:tasks.rados.rados.0.smithi081.stdout:1650: writing smithi081164505-44 from 1212416 to 1654784 tid 3 2023-05-20T06:02:50.713 INFO:tasks.rados.rados.0.smithi081.stdout:1651: read oid 2 snap -1 2023-05-20T06:02:50.713 INFO:tasks.rados.rados.0.smithi081.stdout:1651: expect (ObjNum 511 snap 134 seq_num 511) 2023-05-20T06:02:50.713 INFO:tasks.rados.rados.0.smithi081.stdout:1652: read oid 36 snap 138 2023-05-20T06:02:50.714 INFO:tasks.rados.rados.0.smithi081.stdout:1652: expect (ObjNum 164427984 snap 21996 seq_num 164381952) 2023-05-20T06:02:50.714 INFO:tasks.rados.rados.0.smithi081.stdout:1653: snap_remove snap 136 2023-05-20T06:02:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:50 smithi170 ceph-mon[97338]: pgmap v270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:50 smithi170 ceph-mon[97338]: osdmap e349: 8 total, 8 up, 8 in 2023-05-20T06:02:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:50 smithi081 ceph-mon[95500]: pgmap v270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:50 smithi081 ceph-mon[95500]: osdmap e349: 8 total, 8 up, 8 in 2023-05-20T06:02:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:50 smithi081 ceph-mon[107735]: pgmap v270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:50 smithi081 ceph-mon[107735]: osdmap e349: 8 total, 8 up, 8 in 2023-05-20T06:02:51.666 INFO:tasks.rados.rados.0.smithi081.stdout:1653: done (4 left) 2023-05-20T06:02:51.667 INFO:tasks.rados.rados.0.smithi081.stdout:1654: copy_from oid 5 from oid 7 current snap is 139 2023-05-20T06:02:51.667 INFO:tasks.rados.rados.0.smithi081.stdout:1648: finishing write tid 4 to smithi081164505-37 2023-05-20T06:02:51.667 INFO:tasks.rados.rados.0.smithi081.stdout:1648: finishing write tid 5 to smithi081164505-37 2023-05-20T06:02:51.667 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 826 (ObjNum 526 snap 139 seq_num 526) dirty exists 2023-05-20T06:02:51.667 INFO:tasks.rados.rados.0.smithi081.stdout:1648: left oid 37 (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:02:51.667 INFO:tasks.rados.rados.0.smithi081.stdout:1648: done (4 left) 2023-05-20T06:02:51.668 INFO:tasks.rados.rados.0.smithi081.stdout:1655: rollback oid 26 current snap is 139 2023-05-20T06:02:51.668 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 137 2023-05-20T06:02:51.668 INFO:tasks.rados.rados.0.smithi081.stdout:1650: finishing write tid 1 to smithi081164505-44 2023-05-20T06:02:51.668 INFO:tasks.rados.rados.0.smithi081.stdout:1650: finishing write tid 2 to smithi081164505-44 2023-05-20T06:02:51.668 INFO:tasks.rados.rados.0.smithi081.stdout:1652: expect (ObjNum 164427984 snap 21996 seq_num 164381952) 2023-05-20T06:02:51.669 INFO:tasks.rados.rados.0.smithi081.stdout:1650: finishing write tid 3 to smithi081164505-44 2023-05-20T06:02:51.669 INFO:tasks.rados.rados.0.smithi081.stdout:1650: finishing write tid 4 to smithi081164505-44 2023-05-20T06:02:51.669 INFO:tasks.rados.rados.0.smithi081.stdout:1650: finishing write tid 5 to smithi081164505-44 2023-05-20T06:02:51.669 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 831 (ObjNum 528 snap 139 seq_num 528) dirty exists 2023-05-20T06:02:51.669 INFO:tasks.rados.rados.0.smithi081.stdout:1650: left oid 44 (ObjNum 528 snap 139 seq_num 528) 2023-05-20T06:02:51.670 INFO:tasks.rados.rados.0.smithi081.stdout:1651: expect (ObjNum 511 snap 134 seq_num 511) 2023-05-20T06:02:51.781 INFO:tasks.rados.rados.0.smithi081.stdout:1654: finishing copy_from to smithi081164505-5 2023-05-20T06:02:51.781 INFO:tasks.rados.rados.0.smithi081.stdout:1654: got expected ENOENT (src dne) 2023-05-20T06:02:51.781 INFO:tasks.rados.rados.0.smithi081.stdout:1654: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1655: finishing rollback tid 0 to smithi081164505-26 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1655: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1650: done (4 left) 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1651: done (3 left) 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1652: done (2 left) 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1654: done (1 left) 2023-05-20T06:02:51.782 INFO:tasks.rados.rados.0.smithi081.stdout:1656: read oid 17 snap -1 2023-05-20T06:02:51.783 INFO:tasks.rados.rados.0.smithi081.stdout:1656: expect (ObjNum 525 snap 139 seq_num 525) 2023-05-20T06:02:51.783 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 139 2023-05-20T06:02:51.783 INFO:tasks.rados.rados.0.smithi081.stdout:1655: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:02:51.783 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 816 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:02:51.783 INFO:tasks.rados.rados.0.smithi081.stdout:1657: seq_num 529 ranges {7233536=466944,7700480=647168,8347648=532480,8880128=24576} 2023-05-20T06:02:51.821 INFO:tasks.rados.rados.0.smithi081.stdout:1657: writing smithi081164505-49 from 7233536 to 7700480 tid 1 2023-05-20T06:02:51.825 INFO:tasks.rados.rados.0.smithi081.stdout:1657: writing smithi081164505-49 from 7700480 to 8347648 tid 2 2023-05-20T06:02:51.828 INFO:tasks.rados.rados.0.smithi081.stdout:1657: writing smithi081164505-49 from 8347648 to 8880128 tid 3 2023-05-20T06:02:51.829 INFO:tasks.rados.rados.0.smithi081.stdout:1657: writing smithi081164505-49 from 8880128 to 8904704 tid 4 2023-05-20T06:02:51.829 INFO:tasks.rados.rados.0.smithi081.stdout:1655: done (2 left) 2023-05-20T06:02:51.829 INFO:tasks.rados.rados.0.smithi081.stdout:1658: setattr oid 45 current snap is 139 2023-05-20T06:02:51.830 INFO:tasks.rados.rados.0.smithi081.stdout:1656: expect (ObjNum 525 snap 139 seq_num 525) 2023-05-20T06:02:51.870 INFO:tasks.rados.rados.0.smithi081.stdout:1657: finishing write tid 1 to smithi081164505-49 2023-05-20T06:02:51.871 INFO:tasks.rados.rados.0.smithi081.stdout:1657: finishing write tid 2 to smithi081164505-49 2023-05-20T06:02:51.871 INFO:tasks.rados.rados.0.smithi081.stdout:1657: finishing write tid 3 to smithi081164505-49 2023-05-20T06:02:51.871 INFO:tasks.rados.rados.0.smithi081.stdout:1657: finishing write tid 4 to smithi081164505-49 2023-05-20T06:02:51.871 INFO:tasks.rados.rados.0.smithi081.stdout:1657: finishing write tid 5 to smithi081164505-49 2023-05-20T06:02:51.872 INFO:tasks.rados.rados.0.smithi081.stdout:1657: finishing write tid 6 to smithi081164505-49 2023-05-20T06:02:51.872 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 885 (ObjNum 529 snap 139 seq_num 529) dirty exists 2023-05-20T06:02:51.872 INFO:tasks.rados.rados.0.smithi081.stdout:1657: left oid 49 (ObjNum 529 snap 139 seq_num 529) 2023-05-20T06:02:51.872 INFO:tasks.rados.rados.0.smithi081.stdout:1656: done (2 left) 2023-05-20T06:02:51.873 INFO:tasks.rados.rados.0.smithi081.stdout:1657: done (1 left) 2023-05-20T06:02:51.873 INFO:tasks.rados.rados.0.smithi081.stdout:1659: snap_remove snap 138 2023-05-20T06:02:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:51 smithi170 ceph-mon[97338]: osdmap e350: 8 total, 8 up, 8 in 2023-05-20T06:02:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:51 smithi081 ceph-mon[95500]: osdmap e350: 8 total, 8 up, 8 in 2023-05-20T06:02:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:51 smithi081 ceph-mon[107735]: osdmap e350: 8 total, 8 up, 8 in 2023-05-20T06:02:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:02:51.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:02:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:02:51.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:02:52.673 INFO:tasks.rados.rados.0.smithi081.stdout:1659: done (1 left) 2023-05-20T06:02:52.673 INFO:tasks.rados.rados.0.smithi081.stdout:1660: rmattr oid 23 current snap is 139 2023-05-20T06:02:52.673 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 827 (ObjNum 423 snap 113 seq_num 423) dirty exists 2023-05-20T06:02:52.673 INFO:tasks.rados.rados.0.smithi081.stdout:1658: done (1 left) 2023-05-20T06:02:52.674 INFO:tasks.rados.rados.0.smithi081.stdout:1661: read oid 4 snap 130 2023-05-20T06:02:52.674 INFO:tasks.rados.rados.0.smithi081.stdout:1661: expect (ObjNum 491 snap 130 seq_num 491) 2023-05-20T06:02:52.674 INFO:tasks.rados.rados.0.smithi081.stdout:1662: read oid 21 snap 130 2023-05-20T06:02:52.674 INFO:tasks.rados.rados.0.smithi081.stdout:1662: expect (ObjNum 164129264 snap 21996 seq_num 163482032) 2023-05-20T06:02:52.674 INFO:tasks.rados.rados.0.smithi081.stdout:1663: snap_remove snap 137 2023-05-20T06:02:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:52 smithi170 ceph-mon[97338]: pgmap v273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:52.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:52 smithi170 ceph-mon[97338]: osdmap e351: 8 total, 8 up, 8 in 2023-05-20T06:02:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:52 smithi081 ceph-mon[95500]: pgmap v273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:52 smithi081 ceph-mon[95500]: osdmap e351: 8 total, 8 up, 8 in 2023-05-20T06:02:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:52 smithi081 ceph-mon[107735]: pgmap v273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:52 smithi081 ceph-mon[107735]: osdmap e351: 8 total, 8 up, 8 in 2023-05-20T06:02:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:02:53.682 INFO:tasks.rados.rados.0.smithi081.stdout:1663: done (3 left) 2023-05-20T06:02:53.682 INFO:tasks.rados.rados.0.smithi081.stdout:1664: rollback oid 48 current snap is 139 2023-05-20T06:02:53.683 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 48 to 130 2023-05-20T06:02:53.683 INFO:tasks.rados.rados.0.smithi081.stdout:1665: copy_from oid 19 from oid 1 current snap is 139 2023-05-20T06:02:53.683 INFO:tasks.rados.rados.0.smithi081.stdout:1666: copy_from oid 40 from oid 43 current snap is 139 2023-05-20T06:02:53.683 INFO:tasks.rados.rados.0.smithi081.stdout:1667: read oid 9 snap -1 2023-05-20T06:02:53.684 INFO:tasks.rados.rados.0.smithi081.stdout:1667: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:02:53.684 INFO:tasks.rados.rados.0.smithi081.stdout:1668: snap_create 2023-05-20T06:02:53.684 INFO:tasks.rados.rados.0.smithi081.stdout:1662: expect (ObjNum 164129264 snap 21996 seq_num 163482032) 2023-05-20T06:02:53.688 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 940 (ObjNum 514 snap 136 seq_num 514) dirty exists 2023-05-20T06:02:53.689 INFO:tasks.rados.rados.0.smithi081.stdout:1661: expect (ObjNum 491 snap 130 seq_num 491) 2023-05-20T06:02:53.882 INFO:tasks.rados.rados.0.smithi081.stdout:1664: finishing rollback tid 0 to smithi081164505-48 2023-05-20T06:02:53.882 INFO:tasks.rados.rados.0.smithi081.stdout:1664: finishing rollback tid 1 to smithi081164505-48 2023-05-20T06:02:53.882 INFO:tasks.rados.rados.0.smithi081.stdout:1664: finishing rollback tid 2 to smithi081164505-48 2023-05-20T06:02:53.882 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 912 (ObjNum 437 snap 117 seq_num 437) dirty exists 2023-05-20T06:02:53.882 INFO:tasks.rados.rados.0.smithi081.stdout:1665: finishing copy_from to smithi081164505-19 2023-05-20T06:02:53.882 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 696 (ObjNum 515 snap 136 seq_num 515) dirty exists 2023-05-20T06:02:53.883 INFO:tasks.rados.rados.0.smithi081.stdout:1666: finishing copy_from to smithi081164505-40 2023-05-20T06:02:53.883 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 619 (ObjNum 492 snap 130 seq_num 492) dirty exists 2023-05-20T06:02:53.883 INFO:tasks.rados.rados.0.smithi081.stdout:1667: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:02:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:53 smithi170 ceph-mon[97338]: osdmap e352: 8 total, 8 up, 8 in 2023-05-20T06:02:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:53 smithi081 ceph-mon[95500]: osdmap e352: 8 total, 8 up, 8 in 2023-05-20T06:02:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:53 smithi081 ceph-mon[107735]: osdmap e352: 8 total, 8 up, 8 in 2023-05-20T06:02:54.171 INFO:tasks.rados.rados.0.smithi081.stdout:1666: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:02:54.171 INFO:tasks.rados.rados.0.smithi081.stdout:1665: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:02:54.691 INFO:tasks.rados.rados.0.smithi081.stdout:1660: done (7 left) 2023-05-20T06:02:54.691 INFO:tasks.rados.rados.0.smithi081.stdout:1661: done (6 left) 2023-05-20T06:02:54.691 INFO:tasks.rados.rados.0.smithi081.stdout:1662: done (5 left) 2023-05-20T06:02:54.692 INFO:tasks.rados.rados.0.smithi081.stdout:1664: done (4 left) 2023-05-20T06:02:54.692 INFO:tasks.rados.rados.0.smithi081.stdout:1665: done (3 left) 2023-05-20T06:02:54.692 INFO:tasks.rados.rados.0.smithi081.stdout:1666: done (2 left) 2023-05-20T06:02:54.692 INFO:tasks.rados.rados.0.smithi081.stdout:1667: done (1 left) 2023-05-20T06:02:54.692 INFO:tasks.rados.rados.0.smithi081.stdout:1668: done (0 left) 2023-05-20T06:02:54.692 INFO:tasks.rados.rados.0.smithi081.stdout:1669: setattr oid 49 current snap is 140 2023-05-20T06:02:54.693 INFO:tasks.rados.rados.0.smithi081.stdout:1670: read oid 45 snap -1 2023-05-20T06:02:54.693 INFO:tasks.rados.rados.0.smithi081.stdout:1670: expect (ObjNum 423 snap 113 seq_num 423) 2023-05-20T06:02:54.693 INFO:tasks.rados.rados.0.smithi081.stdout:1671: snap_remove snap 139 2023-05-20T06:02:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:54 smithi170 ceph-mon[97338]: pgmap v276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:54 smithi170 ceph-mon[97338]: osdmap e353: 8 total, 8 up, 8 in 2023-05-20T06:02:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:54 smithi081 ceph-mon[95500]: pgmap v276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:54 smithi081 ceph-mon[95500]: osdmap e353: 8 total, 8 up, 8 in 2023-05-20T06:02:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:54 smithi081 ceph-mon[107735]: pgmap v276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:55.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:54 smithi081 ceph-mon[107735]: osdmap e353: 8 total, 8 up, 8 in 2023-05-20T06:02:55.700 INFO:tasks.rados.rados.0.smithi081.stdout:1671: done (2 left) 2023-05-20T06:02:55.700 INFO:tasks.rados.rados.0.smithi081.stdout:1672: copy_from oid 13 from oid 37 current snap is 140 2023-05-20T06:02:55.700 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 886 (ObjNum 529 snap 139 seq_num 529) dirty exists 2023-05-20T06:02:55.700 INFO:tasks.rados.rados.0.smithi081.stdout:1670: expect (ObjNum 423 snap 113 seq_num 423) 2023-05-20T06:02:55.898 INFO:tasks.rados.rados.0.smithi081.stdout:1672: finishing copy_from to smithi081164505-13 2023-05-20T06:02:55.898 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 826 (ObjNum 526 snap 139 seq_num 526) dirty exists 2023-05-20T06:02:55.899 INFO:tasks.rados.rados.0.smithi081.stdout:1672: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:02:55.899 INFO:tasks.rados.rados.0.smithi081.stdout:1669: done (2 left) 2023-05-20T06:02:55.899 INFO:tasks.rados.rados.0.smithi081.stdout:1670: done (1 left) 2023-05-20T06:02:55.899 INFO:tasks.rados.rados.0.smithi081.stdout:1672: done (0 left) 2023-05-20T06:02:55.899 INFO:tasks.rados.rados.0.smithi081.stdout:1673: snap_create 2023-05-20T06:02:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:55 smithi170 ceph-mon[97338]: osdmap e354: 8 total, 8 up, 8 in 2023-05-20T06:02:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:55 smithi081 ceph-mon[95500]: osdmap e354: 8 total, 8 up, 8 in 2023-05-20T06:02:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:55 smithi081 ceph-mon[107735]: osdmap e354: 8 total, 8 up, 8 in 2023-05-20T06:02:56.701 INFO:tasks.rados.rados.0.smithi081.stdout:1673: done (0 left) 2023-05-20T06:02:56.702 INFO:tasks.rados.rados.0.smithi081.stdout:1674: delete oid 30 current snap is 141 2023-05-20T06:02:56.705 INFO:tasks.rados.rados.0.smithi081.stdout:1674: done (0 left) 2023-05-20T06:02:56.706 INFO:tasks.rados.rados.0.smithi081.stdout:1675: rollback oid 41 current snap is 141 2023-05-20T06:02:56.706 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 140 2023-05-20T06:02:56.706 INFO:tasks.rados.rados.0.smithi081.stdout:1676: read oid 42 snap -1 2023-05-20T06:02:56.706 INFO:tasks.rados.rados.0.smithi081.stdout:1676: expect (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:02:56.706 INFO:tasks.rados.rados.0.smithi081.stdout:1677: copy_from oid 31 from oid 50 current snap is 141 2023-05-20T06:02:56.706 INFO:tasks.rados.rados.0.smithi081.stdout:1678: snap_create 2023-05-20T06:02:56.707 INFO:tasks.rados.rados.0.smithi081.stdout:1677: finishing copy_from to smithi081164505-31 2023-05-20T06:02:56.708 INFO:tasks.rados.rados.0.smithi081.stdout:1677: got expected ENOENT (src dne) 2023-05-20T06:02:56.708 INFO:tasks.rados.rados.0.smithi081.stdout:1677: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:02:56.712 INFO:tasks.rados.rados.0.smithi081.stdout:1675: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:02:56.713 INFO:tasks.rados.rados.0.smithi081.stdout:1675: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:02:56.713 INFO:tasks.rados.rados.0.smithi081.stdout:1675: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:02:56.713 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 176 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:02:56.716 INFO:tasks.rados.rados.0.smithi081.stdout:1676: expect (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:02:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:56 smithi170 ceph-mon[97338]: pgmap v279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:56 smithi170 ceph-mon[97338]: osdmap e355: 8 total, 8 up, 8 in 2023-05-20T06:02:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:56 smithi081 ceph-mon[95500]: pgmap v279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:56 smithi081 ceph-mon[95500]: osdmap e355: 8 total, 8 up, 8 in 2023-05-20T06:02:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:56 smithi081 ceph-mon[107735]: pgmap v279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:56 smithi081 ceph-mon[107735]: osdmap e355: 8 total, 8 up, 8 in 2023-05-20T06:02:57.707 INFO:tasks.rados.rados.0.smithi081.stdout:1675: done (3 left) 2023-05-20T06:02:57.707 INFO:tasks.rados.rados.0.smithi081.stdout:1676: done (2 left) 2023-05-20T06:02:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:1677: done (1 left) 2023-05-20T06:02:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:1678: done (0 left) 2023-05-20T06:02:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 142 2023-05-20T06:02:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:1679: seq_num 531 ranges {1163264=499712,1662976=417792,2080768=548864,2629632=237568} 2023-05-20T06:02:57.716 INFO:tasks.rados.rados.0.smithi081.stdout:1679: writing smithi081164505-47 from 1163264 to 1662976 tid 1 2023-05-20T06:02:57.719 INFO:tasks.rados.rados.0.smithi081.stdout:1679: writing smithi081164505-47 from 1662976 to 2080768 tid 2 2023-05-20T06:02:57.722 INFO:tasks.rados.rados.0.smithi081.stdout:1679: writing smithi081164505-47 from 2080768 to 2629632 tid 3 2023-05-20T06:02:57.724 INFO:tasks.rados.rados.0.smithi081.stdout:1679: writing smithi081164505-47 from 2629632 to 2867200 tid 4 2023-05-20T06:02:57.724 INFO:tasks.rados.rados.0.smithi081.stdout:1680: read oid 37 snap -1 2023-05-20T06:02:57.724 INFO:tasks.rados.rados.0.smithi081.stdout:1680: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:02:57.724 INFO:tasks.rados.rados.0.smithi081.stdout:1681: setattr oid 41 current snap is 142 2023-05-20T06:02:57.725 INFO:tasks.rados.rados.0.smithi081.stdout:1679: finishing write tid 1 to smithi081164505-47 2023-05-20T06:02:57.725 INFO:tasks.rados.rados.0.smithi081.stdout:1679: finishing write tid 2 to smithi081164505-47 2023-05-20T06:02:57.725 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 142 2023-05-20T06:02:57.725 INFO:tasks.rados.rados.0.smithi081.stdout:1682: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2023-05-20T06:02:57.728 INFO:tasks.rados.rados.0.smithi081.stdout:1682: writing smithi081164505-30 from 0 to 516096 tid 1 2023-05-20T06:02:57.733 INFO:tasks.rados.rados.0.smithi081.stdout:1682: writing smithi081164505-30 from 516096 to 1212416 tid 2 2023-05-20T06:02:57.736 INFO:tasks.rados.rados.0.smithi081.stdout:1682: writing smithi081164505-30 from 1212416 to 1720320 tid 3 2023-05-20T06:02:57.736 INFO:tasks.rados.rados.0.smithi081.stdout:1683: rollback oid 15 current snap is 142 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 130 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:1679: finishing write tid 3 to smithi081164505-47 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 178 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:1679: finishing write tid 4 to smithi081164505-47 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:1679: finishing write tid 5 to smithi081164505-47 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:1679: finishing write tid 6 to smithi081164505-47 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 821 (ObjNum 531 snap 142 seq_num 531) dirty exists 2023-05-20T06:02:57.737 INFO:tasks.rados.rados.0.smithi081.stdout:1679: left oid 47 (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:02:57.738 INFO:tasks.rados.rados.0.smithi081.stdout:1682: finishing write tid 1 to smithi081164505-30 2023-05-20T06:02:57.738 INFO:tasks.rados.rados.0.smithi081.stdout:1680: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:02:57.850 INFO:tasks.rados.rados.0.smithi081.stdout:1682: finishing write tid 2 to smithi081164505-30 2023-05-20T06:02:57.851 INFO:tasks.rados.rados.0.smithi081.stdout:1682: finishing write tid 3 to smithi081164505-30 2023-05-20T06:02:57.851 INFO:tasks.rados.rados.0.smithi081.stdout:1682: finishing write tid 4 to smithi081164505-30 2023-05-20T06:02:57.851 INFO:tasks.rados.rados.0.smithi081.stdout:1683: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:02:57.851 INFO:tasks.rados.rados.0.smithi081.stdout:1683: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:02:57.851 INFO:tasks.rados.rados.0.smithi081.stdout:1682: finishing write tid 5 to smithi081164505-30 2023-05-20T06:02:57.851 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 139 (ObjNum 532 snap 142 seq_num 532) dirty exists 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1682: left oid 30 (ObjNum 532 snap 142 seq_num 532) 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1683: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 856 (ObjNum 487 snap 129 seq_num 487) dirty exists 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1679: done (4 left) 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1680: done (3 left) 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1681: done (2 left) 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1682: done (1 left) 2023-05-20T06:02:57.852 INFO:tasks.rados.rados.0.smithi081.stdout:1683: done (0 left) 2023-05-20T06:02:57.853 INFO:tasks.rados.rados.0.smithi081.stdout:1684: read oid 31 snap -1 2023-05-20T06:02:57.853 INFO:tasks.rados.rados.0.smithi081.stdout:1684: expect (ObjNum 497 snap 133 seq_num 497) 2023-05-20T06:02:57.853 INFO:tasks.rados.rados.0.smithi081.stdout:1685: copy_from oid 44 from oid 37 current snap is 142 2023-05-20T06:02:57.853 INFO:tasks.rados.rados.0.smithi081.stdout:1686: read oid 25 snap 140 2023-05-20T06:02:57.853 INFO:tasks.rados.rados.0.smithi081.stdout:1686: expect deleted 2023-05-20T06:02:57.853 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 142 2023-05-20T06:02:57.854 INFO:tasks.rados.rados.0.smithi081.stdout:1687: seq_num 533 ranges {5414912=532480,5947392=630784,6578176=516096,7094272=57344} 2023-05-20T06:02:57.882 INFO:tasks.rados.rados.0.smithi081.stdout:1687: writing smithi081164505-15 from 5414912 to 5947392 tid 1 2023-05-20T06:02:57.885 INFO:tasks.rados.rados.0.smithi081.stdout:1687: writing smithi081164505-15 from 5947392 to 6578176 tid 2 2023-05-20T06:02:57.888 INFO:tasks.rados.rados.0.smithi081.stdout:1687: writing smithi081164505-15 from 6578176 to 7094272 tid 3 2023-05-20T06:02:57.889 INFO:tasks.rados.rados.0.smithi081.stdout:1687: writing smithi081164505-15 from 7094272 to 7151616 tid 4 2023-05-20T06:02:57.889 INFO:tasks.rados.rados.0.smithi081.stdout:1688: rollback oid 27 current snap is 142 2023-05-20T06:02:57.889 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 141 2023-05-20T06:02:57.889 INFO:tasks.rados.rados.0.smithi081.stdout:1684: expect (ObjNum 497 snap 133 seq_num 497) 2023-05-20T06:02:57.951 INFO:tasks.rados.rados.0.smithi081.stdout:1685: finishing copy_from to smithi081164505-44 2023-05-20T06:02:57.951 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 826 (ObjNum 526 snap 139 seq_num 526) dirty exists 2023-05-20T06:02:57.951 INFO:tasks.rados.rados.0.smithi081.stdout:1685: finishing copy_from racing read to smithi081164505-44 2023-05-20T06:02:57.951 INFO:tasks.rados.rados.0.smithi081.stdout:1684: done (4 left) 2023-05-20T06:02:57.951 INFO:tasks.rados.rados.0.smithi081.stdout:1685: done (3 left) 2023-05-20T06:02:57.952 INFO:tasks.rados.rados.0.smithi081.stdout:1686: done (2 left) 2023-05-20T06:02:57.952 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 142 2023-05-20T06:02:57.952 INFO:tasks.rados.rados.0.smithi081.stdout:1687: finishing write tid 1 to smithi081164505-15 2023-05-20T06:02:57.952 INFO:tasks.rados.rados.0.smithi081.stdout:1687: finishing write tid 2 to smithi081164505-15 2023-05-20T06:02:57.952 INFO:tasks.rados.rados.0.smithi081.stdout:1689: seq_num 534 ranges {2334720=548864,2883584=516096,3399680=688128} 2023-05-20T06:02:57.965 INFO:tasks.rados.rados.0.smithi081.stdout:1689: writing smithi081164505-14 from 2334720 to 2883584 tid 1 2023-05-20T06:02:57.968 INFO:tasks.rados.rados.0.smithi081.stdout:1689: writing smithi081164505-14 from 2883584 to 3399680 tid 2 2023-05-20T06:02:57.973 INFO:tasks.rados.rados.0.smithi081.stdout:1689: writing smithi081164505-14 from 3399680 to 4087808 tid 3 2023-05-20T06:02:57.973 INFO:tasks.rados.rados.0.smithi081.stdout:1690: setattr oid 18 current snap is 142 2023-05-20T06:02:57.973 INFO:tasks.rados.rados.0.smithi081.stdout:1688: finishing rollback tid 0 to smithi081164505-27 2023-05-20T06:02:57.973 INFO:tasks.rados.rados.0.smithi081.stdout:1687: finishing write tid 3 to smithi081164505-15 2023-05-20T06:02:57.973 INFO:tasks.rados.rados.0.smithi081.stdout:1688: finishing rollback tid 1 to smithi081164505-27 2023-05-20T06:02:57.973 INFO:tasks.rados.rados.0.smithi081.stdout:1688: finishing rollback tid 2 to smithi081164505-27 2023-05-20T06:02:57.974 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 946 (ObjNum 493 snap 133 seq_num 493) dirty exists 2023-05-20T06:02:57.974 INFO:tasks.rados.rados.0.smithi081.stdout:1687: finishing write tid 4 to smithi081164505-15 2023-05-20T06:02:57.974 INFO:tasks.rados.rados.0.smithi081.stdout:1687: finishing write tid 5 to smithi081164505-15 2023-05-20T06:02:57.974 INFO:tasks.rados.rados.0.smithi081.stdout:1687: finishing write tid 6 to smithi081164505-15 2023-05-20T06:02:57.974 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 861 (ObjNum 533 snap 142 seq_num 533) dirty exists 2023-05-20T06:02:57.974 INFO:tasks.rados.rados.0.smithi081.stdout:1687: left oid 15 (ObjNum 533 snap 142 seq_num 533) 2023-05-20T06:02:57.975 INFO:tasks.rados.rados.0.smithi081.stdout:1689: finishing write tid 1 to smithi081164505-14 2023-05-20T06:02:57.975 INFO:tasks.rados.rados.0.smithi081.stdout:1689: finishing write tid 2 to smithi081164505-14 2023-05-20T06:02:57.975 INFO:tasks.rados.rados.0.smithi081.stdout:1687: done (3 left) 2023-05-20T06:02:57.976 INFO:tasks.rados.rados.0.smithi081.stdout:1688: done (2 left) 2023-05-20T06:02:57.976 INFO:tasks.rados.rados.0.smithi081.stdout:1691: copy_from oid 17 from oid 19 current snap is 142 2023-05-20T06:02:57.976 INFO:tasks.rados.rados.0.smithi081.stdout:1692: read oid 9 snap -1 2023-05-20T06:02:57.976 INFO:tasks.rados.rados.0.smithi081.stdout:1692: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:02:57.977 INFO:tasks.rados.rados.0.smithi081.stdout:1693: rollback oid 48 current snap is 142 2023-05-20T06:02:57.978 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 48 to 141 2023-05-20T06:02:57.978 INFO:tasks.rados.rados.0.smithi081.stdout:1694: read oid 7 snap -1 2023-05-20T06:02:57.978 INFO:tasks.rados.rados.0.smithi081.stdout:1694: expect deleted 2023-05-20T06:02:57.978 INFO:tasks.rados.rados.0.smithi081.stdout:1695: copy_from oid 32 from oid 3 current snap is 142 2023-05-20T06:02:57.979 INFO:tasks.rados.rados.0.smithi081.stdout:1696: snap_remove snap 130 2023-05-20T06:02:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:57 smithi170 ceph-mon[97338]: osdmap e356: 8 total, 8 up, 8 in 2023-05-20T06:02:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:57 smithi081 ceph-mon[95500]: osdmap e356: 8 total, 8 up, 8 in 2023-05-20T06:02:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:57 smithi081 ceph-mon[107735]: osdmap e356: 8 total, 8 up, 8 in 2023-05-20T06:02:58.714 INFO:tasks.rados.rados.0.smithi081.stdout:1696: done (7 left) 2023-05-20T06:02:58.714 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 142 2023-05-20T06:02:58.714 INFO:tasks.rados.rados.0.smithi081.stdout:1697: seq_num 535 ranges {2744320=565248,3309568=802816,4112384=401408} 2023-05-20T06:02:58.738 INFO:tasks.rados.rados.0.smithi081.stdout:1697: writing smithi081164505-39 from 2744320 to 3309568 tid 1 2023-05-20T06:02:58.738 INFO:tasks.rados.rados.0.smithi081.stdout:1697: writing smithi081164505-39 from 3309568 to 4112384 tid 2 2023-05-20T06:02:58.741 INFO:tasks.rados.rados.0.smithi081.stdout:1697: writing smithi081164505-39 from 4112384 to 4513792 tid 3 2023-05-20T06:02:58.742 INFO:tasks.rados.rados.0.smithi081.stdout:1698: snap_create 2023-05-20T06:02:58.742 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 690 (ObjNum 510 snap 134 seq_num 510) dirty exists 2023-05-20T06:02:58.742 INFO:tasks.rados.rados.0.smithi081.stdout:1689: finishing write tid 3 to smithi081164505-14 2023-05-20T06:02:58.742 INFO:tasks.rados.rados.0.smithi081.stdout:1689: finishing write tid 4 to smithi081164505-14 2023-05-20T06:02:58.742 INFO:tasks.rados.rados.0.smithi081.stdout:1693: finishing rollback tid 0 to smithi081164505-48 2023-05-20T06:02:58.742 INFO:tasks.rados.rados.0.smithi081.stdout:1693: finishing rollback tid 1 to smithi081164505-48 2023-05-20T06:02:58.743 INFO:tasks.rados.rados.0.smithi081.stdout:1693: finishing rollback tid 2 to smithi081164505-48 2023-05-20T06:02:58.743 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 921 (ObjNum 437 snap 117 seq_num 437) dirty exists 2023-05-20T06:02:58.743 INFO:tasks.rados.rados.0.smithi081.stdout:1689: finishing write tid 5 to smithi081164505-14 2023-05-20T06:02:58.743 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 917 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:02:58.743 INFO:tasks.rados.rados.0.smithi081.stdout:1689: left oid 14 (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:02:58.743 INFO:tasks.rados.rados.0.smithi081.stdout:1691: finishing copy_from to smithi081164505-17 2023-05-20T06:02:58.744 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 696 (ObjNum 515 snap 136 seq_num 515) dirty exists 2023-05-20T06:02:58.744 INFO:tasks.rados.rados.0.smithi081.stdout:1691: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:02:58.744 INFO:tasks.rados.rados.0.smithi081.stdout:1695: finishing copy_from to smithi081164505-32 2023-05-20T06:02:58.744 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 613 (ObjNum 421 snap 112 seq_num 421) dirty exists 2023-05-20T06:02:58.744 INFO:tasks.rados.rados.0.smithi081.stdout:1695: finishing copy_from racing read to smithi081164505-32 2023-05-20T06:02:58.744 INFO:tasks.rados.rados.0.smithi081.stdout:1692: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:02:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:58 smithi170 ceph-mon[97338]: pgmap v282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:58 smithi170 ceph-mon[97338]: osdmap e357: 8 total, 8 up, 8 in 2023-05-20T06:02:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:58 smithi081 ceph-mon[95500]: pgmap v282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:58 smithi081 ceph-mon[95500]: osdmap e357: 8 total, 8 up, 8 in 2023-05-20T06:02:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:58 smithi081 ceph-mon[107735]: pgmap v282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:02:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:58 smithi081 ceph-mon[107735]: osdmap e357: 8 total, 8 up, 8 in 2023-05-20T06:02:59.037 INFO:tasks.rados.rados.0.smithi081.stdout:1697: finishing write tid 1 to smithi081164505-39 2023-05-20T06:02:59.037 INFO:tasks.rados.rados.0.smithi081.stdout:1697: finishing write tid 2 to smithi081164505-39 2023-05-20T06:02:59.038 INFO:tasks.rados.rados.0.smithi081.stdout:1697: finishing write tid 3 to smithi081164505-39 2023-05-20T06:02:59.038 INFO:tasks.rados.rados.0.smithi081.stdout:1697: finishing write tid 4 to smithi081164505-39 2023-05-20T06:02:59.038 INFO:tasks.rados.rados.0.smithi081.stdout:1697: finishing write tid 5 to smithi081164505-39 2023-05-20T06:02:59.039 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 936 (ObjNum 535 snap 142 seq_num 535) dirty exists 2023-05-20T06:02:59.039 INFO:tasks.rados.rados.0.smithi081.stdout:1697: left oid 39 (ObjNum 535 snap 142 seq_num 535) 2023-05-20T06:02:59.721 INFO:tasks.rados.rados.0.smithi081.stdout:1689: done (8 left) 2023-05-20T06:02:59.721 INFO:tasks.rados.rados.0.smithi081.stdout:1690: done (7 left) 2023-05-20T06:02:59.721 INFO:tasks.rados.rados.0.smithi081.stdout:1691: done (6 left) 2023-05-20T06:02:59.722 INFO:tasks.rados.rados.0.smithi081.stdout:1692: done (5 left) 2023-05-20T06:02:59.722 INFO:tasks.rados.rados.0.smithi081.stdout:1693: done (4 left) 2023-05-20T06:02:59.722 INFO:tasks.rados.rados.0.smithi081.stdout:1694: done (3 left) 2023-05-20T06:02:59.722 INFO:tasks.rados.rados.0.smithi081.stdout:1695: done (2 left) 2023-05-20T06:02:59.722 INFO:tasks.rados.rados.0.smithi081.stdout:1697: done (1 left) 2023-05-20T06:02:59.722 INFO:tasks.rados.rados.0.smithi081.stdout:1698: done (0 left) 2023-05-20T06:02:59.723 INFO:tasks.rados.rados.0.smithi081.stdout:1699: rollback oid 21 current snap is 143 2023-05-20T06:02:59.723 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 142 2023-05-20T06:02:59.723 INFO:tasks.rados.rados.0.smithi081.stdout:1700: read oid 13 snap 141 2023-05-20T06:02:59.723 INFO:tasks.rados.rados.0.smithi081.stdout:1700: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:02:59.723 INFO:tasks.rados.rados.0.smithi081.stdout:1701: rmattr oid 24 current snap is 143 2023-05-20T06:02:59.723 INFO:tasks.rados.rados.0.smithi081.stdout:1702: snap_remove snap 140 2023-05-20T06:02:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:02:59 smithi170 ceph-mon[97338]: osdmap e358: 8 total, 8 up, 8 in 2023-05-20T06:03:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:02:59 smithi081 ceph-mon[95500]: osdmap e358: 8 total, 8 up, 8 in 2023-05-20T06:03:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:02:59 smithi081 ceph-mon[107735]: osdmap e358: 8 total, 8 up, 8 in 2023-05-20T06:03:00.724 INFO:tasks.rados.rados.0.smithi081.stdout:1702: done (3 left) 2023-05-20T06:03:00.725 INFO:tasks.rados.rados.0.smithi081.stdout:1703: snap_create 2023-05-20T06:03:00.725 INFO:tasks.rados.rados.0.smithi081.stdout:1699: finishing rollback tid 0 to smithi081164505-21 2023-05-20T06:03:00.725 INFO:tasks.rados.rados.0.smithi081.stdout:1699: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:03:00.726 INFO:tasks.rados.rados.0.smithi081.stdout:1699: finishing rollback tid 2 to smithi081164505-21 2023-05-20T06:03:00.726 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 962 (ObjNum 161 snap 0 seq_num 164044864) dirty exists 2023-05-20T06:03:00.726 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 697 (ObjNum 496 snap 133 seq_num 496) dirty exists 2023-05-20T06:03:00.726 INFO:tasks.rados.rados.0.smithi081.stdout:1700: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:00 smithi170 ceph-mon[97338]: pgmap v285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:00 smithi170 ceph-mon[97338]: osdmap e359: 8 total, 8 up, 8 in 2023-05-20T06:03:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:00 smithi081 ceph-mon[95500]: pgmap v285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:00 smithi081 ceph-mon[95500]: osdmap e359: 8 total, 8 up, 8 in 2023-05-20T06:03:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:00 smithi081 ceph-mon[107735]: pgmap v285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:00 smithi081 ceph-mon[107735]: osdmap e359: 8 total, 8 up, 8 in 2023-05-20T06:03:01.738 INFO:tasks.rados.rados.0.smithi081.stdout:1699: done (3 left) 2023-05-20T06:03:01.738 INFO:tasks.rados.rados.0.smithi081.stdout:1700: done (2 left) 2023-05-20T06:03:01.739 INFO:tasks.rados.rados.0.smithi081.stdout:1701: done (1 left) 2023-05-20T06:03:01.739 INFO:tasks.rados.rados.0.smithi081.stdout:1703: done (0 left) 2023-05-20T06:03:01.739 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 144 2023-05-20T06:03:01.739 INFO:tasks.rados.rados.0.smithi081.stdout:1704: seq_num 536 ranges {4784128=581632,5365760=688128,6053888=516096} 2023-05-20T06:03:01.766 INFO:tasks.rados.rados.0.smithi081.stdout:1704: writing smithi081164505-23 from 4784128 to 5365760 tid 1 2023-05-20T06:03:01.770 INFO:tasks.rados.rados.0.smithi081.stdout:1704: writing smithi081164505-23 from 5365760 to 6053888 tid 2 2023-05-20T06:03:01.773 INFO:tasks.rados.rados.0.smithi081.stdout:1704: writing smithi081164505-23 from 6053888 to 6569984 tid 3 2023-05-20T06:03:01.774 INFO:tasks.rados.rados.0.smithi081.stdout:1705: copy_from oid 30 from oid 39 current snap is 144 2023-05-20T06:03:01.774 INFO:tasks.rados.rados.0.smithi081.stdout:1704: finishing write tid 1 to smithi081164505-23 2023-05-20T06:03:01.774 INFO:tasks.rados.rados.0.smithi081.stdout:1706: rollback oid 29 current snap is 144 2023-05-20T06:03:01.774 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 142 2023-05-20T06:03:01.774 INFO:tasks.rados.rados.0.smithi081.stdout:1707: delete oid 28 current snap is 144 2023-05-20T06:03:01.776 INFO:tasks.rados.rados.0.smithi081.stdout:1704: finishing write tid 2 to smithi081164505-23 2023-05-20T06:03:01.777 INFO:tasks.rados.rados.0.smithi081.stdout:1704: finishing write tid 3 to smithi081164505-23 2023-05-20T06:03:01.777 INFO:tasks.rados.rados.0.smithi081.stdout:1704: finishing write tid 4 to smithi081164505-23 2023-05-20T06:03:01.781 INFO:tasks.rados.rados.0.smithi081.stdout:1706: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:03:01.781 INFO:tasks.rados.rados.0.smithi081.stdout:1706: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:03:01.781 INFO:tasks.rados.rados.0.smithi081.stdout:1706: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 760 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:1706: done (3 left) 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:1707: done (2 left) 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:1708: copy_from oid 21 from oid 29 current snap is 144 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:1704: finishing write tid 5 to smithi081164505-23 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 971 (ObjNum 536 snap 144 seq_num 536) dirty exists 2023-05-20T06:03:01.782 INFO:tasks.rados.rados.0.smithi081.stdout:1704: left oid 23 (ObjNum 536 snap 144 seq_num 536) 2023-05-20T06:03:01.783 INFO:tasks.rados.rados.0.smithi081.stdout:1704: done (2 left) 2023-05-20T06:03:01.783 INFO:tasks.rados.rados.0.smithi081.stdout:1709: copy_from oid 3 from oid 14 current snap is 144 2023-05-20T06:03:01.783 INFO:tasks.rados.rados.0.smithi081.stdout:1710: read oid 16 snap -1 2023-05-20T06:03:01.783 INFO:tasks.rados.rados.0.smithi081.stdout:1710: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:03:01.783 INFO:tasks.rados.rados.0.smithi081.stdout:1711: delete oid 19 current snap is 144 2023-05-20T06:03:01.786 INFO:tasks.rados.rados.0.smithi081.stdout:1711: done (4 left) 2023-05-20T06:03:01.786 INFO:tasks.rados.rados.0.smithi081.stdout:1712: rmattr oid 28 current snap is 144 2023-05-20T06:03:01.786 INFO:tasks.rados.rados.0.smithi081.stdout:1712: done (4 left) 2023-05-20T06:03:01.786 INFO:tasks.rados.rados.0.smithi081.stdout:1713: read oid 8 snap -1 2023-05-20T06:03:01.786 INFO:tasks.rados.rados.0.smithi081.stdout:1713: expect (ObjNum 421 snap 112 seq_num 421) 2023-05-20T06:03:01.787 INFO:tasks.rados.rados.0.smithi081.stdout:1714: rollback oid 35 current snap is 144 2023-05-20T06:03:01.787 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 141 2023-05-20T06:03:01.787 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 144 2023-05-20T06:03:01.787 INFO:tasks.rados.rados.0.smithi081.stdout:1715: seq_num 539 ranges {6021120=630784,6651904=737280,7389184=466944} 2023-05-20T06:03:01.821 INFO:tasks.rados.rados.0.smithi081.stdout:1715: writing smithi081164505-48 from 6021120 to 6651904 tid 1 2023-05-20T06:03:01.826 INFO:tasks.rados.rados.0.smithi081.stdout:1715: writing smithi081164505-48 from 6651904 to 7389184 tid 2 2023-05-20T06:03:01.829 INFO:tasks.rados.rados.0.smithi081.stdout:1715: writing smithi081164505-48 from 7389184 to 7856128 tid 3 2023-05-20T06:03:01.829 INFO:tasks.rados.rados.0.smithi081.stdout:1716: snap_create 2023-05-20T06:03:01.829 INFO:tasks.rados.rados.0.smithi081.stdout:1710: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:03:01.869 INFO:tasks.rados.rados.0.smithi081.stdout:1708: finishing copy_from to smithi081164505-21 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 760 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:1708: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:1714: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:1714: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:1714: finishing rollback tid 2 to smithi081164505-35 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 977 (ObjNum 520 snap 137 seq_num 520) dirty exists 2023-05-20T06:03:01.870 INFO:tasks.rados.rados.0.smithi081.stdout:1713: expect (ObjNum 421 snap 112 seq_num 421) 2023-05-20T06:03:01.924 INFO:tasks.rados.rados.0.smithi081.stdout:1709: finishing copy_from to smithi081164505-3 2023-05-20T06:03:01.925 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 917 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:03:01.925 INFO:tasks.rados.rados.0.smithi081.stdout:1709: finishing copy_from racing read to smithi081164505-3 2023-05-20T06:03:01.925 INFO:tasks.rados.rados.0.smithi081.stdout:1705: finishing copy_from to smithi081164505-30 2023-05-20T06:03:01.925 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 936 (ObjNum 535 snap 142 seq_num 535) dirty exists 2023-05-20T06:03:01.925 INFO:tasks.rados.rados.0.smithi081.stdout:1705: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:03:01.925 INFO:tasks.rados.rados.0.smithi081.stdout:1715: finishing write tid 1 to smithi081164505-48 2023-05-20T06:03:01.926 INFO:tasks.rados.rados.0.smithi081.stdout:1715: finishing write tid 2 to smithi081164505-48 2023-05-20T06:03:01.926 INFO:tasks.rados.rados.0.smithi081.stdout:1715: finishing write tid 3 to smithi081164505-48 2023-05-20T06:03:01.926 INFO:tasks.rados.rados.0.smithi081.stdout:1715: finishing write tid 4 to smithi081164505-48 2023-05-20T06:03:01.926 INFO:tasks.rados.rados.0.smithi081.stdout:1715: finishing write tid 5 to smithi081164505-48 2023-05-20T06:03:01.926 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 947 (ObjNum 539 snap 144 seq_num 539) dirty exists 2023-05-20T06:03:01.926 INFO:tasks.rados.rados.0.smithi081.stdout:1715: left oid 48 (ObjNum 539 snap 144 seq_num 539) 2023-05-20T06:03:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:01 smithi170 ceph-mon[97338]: osdmap e360: 8 total, 8 up, 8 in 2023-05-20T06:03:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:01 smithi081 ceph-mon[95500]: osdmap e360: 8 total, 8 up, 8 in 2023-05-20T06:03:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:01 smithi081 ceph-mon[107735]: osdmap e360: 8 total, 8 up, 8 in 2023-05-20T06:03:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:03:01.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:03:01.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:02.742 INFO:tasks.rados.rados.0.smithi081.stdout:1705: done (7 left) 2023-05-20T06:03:02.743 INFO:tasks.rados.rados.0.smithi081.stdout:1708: done (6 left) 2023-05-20T06:03:02.743 INFO:tasks.rados.rados.0.smithi081.stdout:1709: done (5 left) 2023-05-20T06:03:02.743 INFO:tasks.rados.rados.0.smithi081.stdout:1710: done (4 left) 2023-05-20T06:03:02.743 INFO:tasks.rados.rados.0.smithi081.stdout:1713: done (3 left) 2023-05-20T06:03:02.743 INFO:tasks.rados.rados.0.smithi081.stdout:1714: done (2 left) 2023-05-20T06:03:02.744 INFO:tasks.rados.rados.0.smithi081.stdout:1715: done (1 left) 2023-05-20T06:03:02.744 INFO:tasks.rados.rados.0.smithi081.stdout:1716: done (0 left) 2023-05-20T06:03:02.744 INFO:tasks.rados.rados.0.smithi081.stdout:1717: snap_remove snap 144 2023-05-20T06:03:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:02 smithi170 ceph-mon[97338]: pgmap v288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:02 smithi170 ceph-mon[97338]: osdmap e361: 8 total, 8 up, 8 in 2023-05-20T06:03:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:02 smithi081 ceph-mon[95500]: pgmap v288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:02 smithi081 ceph-mon[95500]: osdmap e361: 8 total, 8 up, 8 in 2023-05-20T06:03:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:02 smithi081 ceph-mon[107735]: pgmap v288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:02 smithi081 ceph-mon[107735]: osdmap e361: 8 total, 8 up, 8 in 2023-05-20T06:03:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:03:03.754 INFO:tasks.rados.rados.0.smithi081.stdout:1717: done (0 left) 2023-05-20T06:03:03.755 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 145 2023-05-20T06:03:03.755 INFO:tasks.rados.rados.0.smithi081.stdout:1718: seq_num 540 ranges {8904704=647168,9551872=671744,10223616=532480} 2023-05-20T06:03:03.804 INFO:tasks.rados.rados.0.smithi081.stdout:1718: writing smithi081164505-49 from 8904704 to 9551872 tid 1 2023-05-20T06:03:03.808 INFO:tasks.rados.rados.0.smithi081.stdout:1718: writing smithi081164505-49 from 9551872 to 10223616 tid 2 2023-05-20T06:03:03.811 INFO:tasks.rados.rados.0.smithi081.stdout:1718: writing smithi081164505-49 from 10223616 to 10756096 tid 3 2023-05-20T06:03:03.811 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 145 2023-05-20T06:03:03.812 INFO:tasks.rados.rados.0.smithi081.stdout:1719: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2023-05-20T06:03:03.815 INFO:tasks.rados.rados.0.smithi081.stdout:1719: writing smithi081164505-25 from 0 to 663552 tid 1 2023-05-20T06:03:03.818 INFO:tasks.rados.rados.0.smithi081.stdout:1719: writing smithi081164505-25 from 663552 to 1220608 tid 2 2023-05-20T06:03:03.823 INFO:tasks.rados.rados.0.smithi081.stdout:1719: writing smithi081164505-25 from 1220608 to 1695744 tid 3 2023-05-20T06:03:03.823 INFO:tasks.rados.rados.0.smithi081.stdout:1719: writing smithi081164505-25 from 1695744 to 1867776 tid 4 2023-05-20T06:03:03.824 INFO:tasks.rados.rados.0.smithi081.stdout:1720: copy_from oid 30 from oid 13 current snap is 145 2023-05-20T06:03:03.824 INFO:tasks.rados.rados.0.smithi081.stdout:1718: finishing write tid 1 to smithi081164505-49 2023-05-20T06:03:03.825 INFO:tasks.rados.rados.0.smithi081.stdout:1718: finishing write tid 2 to smithi081164505-49 2023-05-20T06:03:03.825 INFO:tasks.rados.rados.0.smithi081.stdout:1718: finishing write tid 3 to smithi081164505-49 2023-05-20T06:03:03.825 INFO:tasks.rados.rados.0.smithi081.stdout:1718: finishing write tid 4 to smithi081164505-49 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:1718: finishing write tid 5 to smithi081164505-49 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 891 (ObjNum 540 snap 145 seq_num 540) dirty exists 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:1718: left oid 49 (ObjNum 540 snap 145 seq_num 540) 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:1719: finishing write tid 1 to smithi081164505-25 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:1718: done (2 left) 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:1721: read oid 36 snap -1 2023-05-20T06:03:03.826 INFO:tasks.rados.rados.0.smithi081.stdout:1721: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:03.827 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 145 2023-05-20T06:03:03.827 INFO:tasks.rados.rados.0.smithi081.stdout:1719: finishing write tid 2 to smithi081164505-25 2023-05-20T06:03:03.827 INFO:tasks.rados.rados.0.smithi081.stdout:1722: seq_num 542 ranges {3031040=679936,3710976=442368,4153344=679936,4833280=81920} 2023-05-20T06:03:03.843 INFO:tasks.rados.rados.0.smithi081.stdout:1722: writing smithi081164505-37 from 3031040 to 3710976 tid 1 2023-05-20T06:03:03.846 INFO:tasks.rados.rados.0.smithi081.stdout:1722: writing smithi081164505-37 from 3710976 to 4153344 tid 2 2023-05-20T06:03:03.850 INFO:tasks.rados.rados.0.smithi081.stdout:1722: writing smithi081164505-37 from 4153344 to 4833280 tid 3 2023-05-20T06:03:03.850 INFO:tasks.rados.rados.0.smithi081.stdout:1722: writing smithi081164505-37 from 4833280 to 4915200 tid 4 2023-05-20T06:03:03.851 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 145 2023-05-20T06:03:03.851 INFO:tasks.rados.rados.0.smithi081.stdout:1723: seq_num 543 ranges {4513792=704512,5218304=729088,5947392=475136} 2023-05-20T06:03:03.878 INFO:tasks.rados.rados.0.smithi081.stdout:1723: writing smithi081164505-39 from 4513792 to 5218304 tid 1 2023-05-20T06:03:03.882 INFO:tasks.rados.rados.0.smithi081.stdout:1723: writing smithi081164505-39 from 5218304 to 5947392 tid 2 2023-05-20T06:03:03.885 INFO:tasks.rados.rados.0.smithi081.stdout:1723: writing smithi081164505-39 from 5947392 to 6422528 tid 3 2023-05-20T06:03:03.885 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 145 2023-05-20T06:03:03.885 INFO:tasks.rados.rados.0.smithi081.stdout:1724: seq_num 544 ranges {3448832=720896,4169728=614400,4784128=589824} 2023-05-20T06:03:03.908 INFO:tasks.rados.rados.0.smithi081.stdout:1724: writing smithi081164505-27 from 3448832 to 4169728 tid 1 2023-05-20T06:03:03.911 INFO:tasks.rados.rados.0.smithi081.stdout:1724: writing smithi081164505-27 from 4169728 to 4784128 tid 2 2023-05-20T06:03:03.914 INFO:tasks.rados.rados.0.smithi081.stdout:1724: writing smithi081164505-27 from 4784128 to 5373952 tid 3 2023-05-20T06:03:03.915 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 145 2023-05-20T06:03:03.915 INFO:tasks.rados.rados.0.smithi081.stdout:1721: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:03.917 INFO:tasks.rados.rados.0.smithi081.stdout:1719: finishing write tid 3 to smithi081164505-25 2023-05-20T06:03:03.917 INFO:tasks.rados.rados.0.smithi081.stdout:1719: finishing write tid 4 to smithi081164505-25 2023-05-20T06:03:03.917 INFO:tasks.rados.rados.0.smithi081.stdout:1719: finishing write tid 5 to smithi081164505-25 2023-05-20T06:03:03.917 INFO:tasks.rados.rados.0.smithi081.stdout:1719: finishing write tid 6 to smithi081164505-25 2023-05-20T06:03:03.917 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 982 (ObjNum 541 snap 145 seq_num 541) dirty exists 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1719: left oid 25 (ObjNum 541 snap 145 seq_num 541) 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1720: finishing copy_from to smithi081164505-30 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 826 (ObjNum 526 snap 139 seq_num 526) dirty exists 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1720: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1722: finishing write tid 1 to smithi081164505-37 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1722: finishing write tid 2 to smithi081164505-37 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1722: finishing write tid 3 to smithi081164505-37 2023-05-20T06:03:03.918 INFO:tasks.rados.rados.0.smithi081.stdout:1722: finishing write tid 4 to smithi081164505-37 2023-05-20T06:03:03.919 INFO:tasks.rados.rados.0.smithi081.stdout:1725: seq_num 545 ranges {5332992=737280,6070272=491520,6561792=450560,7012352=262144} 2023-05-20T06:03:03.948 INFO:tasks.rados.rados.0.smithi081.stdout:1725: writing smithi081164505-4 from 5332992 to 6070272 tid 1 2023-05-20T06:03:03.951 INFO:tasks.rados.rados.0.smithi081.stdout:1725: writing smithi081164505-4 from 6070272 to 6561792 tid 2 2023-05-20T06:03:03.954 INFO:tasks.rados.rados.0.smithi081.stdout:1725: writing smithi081164505-4 from 6561792 to 7012352 tid 3 2023-05-20T06:03:03.958 INFO:tasks.rados.rados.0.smithi081.stdout:1725: writing smithi081164505-4 from 7012352 to 7274496 tid 4 2023-05-20T06:03:03.958 INFO:tasks.rados.rados.0.smithi081.stdout:1719: done (6 left) 2023-05-20T06:03:03.959 INFO:tasks.rados.rados.0.smithi081.stdout:1720: done (5 left) 2023-05-20T06:03:03.959 INFO:tasks.rados.rados.0.smithi081.stdout:1721: done (4 left) 2023-05-20T06:03:03.959 INFO:tasks.rados.rados.0.smithi081.stdout:1726: delete oid 23 current snap is 145 2023-05-20T06:03:03.959 INFO:tasks.rados.rados.0.smithi081.stdout:1722: finishing write tid 5 to smithi081164505-37 2023-05-20T06:03:03.960 INFO:tasks.rados.rados.0.smithi081.stdout:1722: finishing write tid 6 to smithi081164505-37 2023-05-20T06:03:03.960 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 832 (ObjNum 542 snap 145 seq_num 542) dirty exists 2023-05-20T06:03:03.960 INFO:tasks.rados.rados.0.smithi081.stdout:1722: left oid 37 (ObjNum 542 snap 145 seq_num 542) 2023-05-20T06:03:03.960 INFO:tasks.rados.rados.0.smithi081.stdout:1723: finishing write tid 1 to smithi081164505-39 2023-05-20T06:03:03.961 INFO:tasks.rados.rados.0.smithi081.stdout:1723: finishing write tid 2 to smithi081164505-39 2023-05-20T06:03:03.961 INFO:tasks.rados.rados.0.smithi081.stdout:1723: finishing write tid 3 to smithi081164505-39 2023-05-20T06:03:03.961 INFO:tasks.rados.rados.0.smithi081.stdout:1723: finishing write tid 4 to smithi081164505-39 2023-05-20T06:03:03.961 INFO:tasks.rados.rados.0.smithi081.stdout:1723: finishing write tid 5 to smithi081164505-39 2023-05-20T06:03:03.962 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 952 (ObjNum 543 snap 145 seq_num 543) dirty exists 2023-05-20T06:03:03.962 INFO:tasks.rados.rados.0.smithi081.stdout:1723: left oid 39 (ObjNum 543 snap 145 seq_num 543) 2023-05-20T06:03:03.962 INFO:tasks.rados.rados.0.smithi081.stdout:1724: finishing write tid 1 to smithi081164505-27 2023-05-20T06:03:03.962 INFO:tasks.rados.rados.0.smithi081.stdout:1724: finishing write tid 2 to smithi081164505-27 2023-05-20T06:03:03.963 INFO:tasks.rados.rados.0.smithi081.stdout:1724: finishing write tid 3 to smithi081164505-27 2023-05-20T06:03:03.963 INFO:tasks.rados.rados.0.smithi081.stdout:1724: finishing write tid 4 to smithi081164505-27 2023-05-20T06:03:03.963 INFO:tasks.rados.rados.0.smithi081.stdout:1724: finishing write tid 5 to smithi081164505-27 2023-05-20T06:03:03.963 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 987 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:03.964 INFO:tasks.rados.rados.0.smithi081.stdout:1724: left oid 27 (ObjNum 544 snap 145 seq_num 544) 2023-05-20T06:03:03.964 INFO:tasks.rados.rados.0.smithi081.stdout:1725: finishing write tid 1 to smithi081164505-4 2023-05-20T06:03:03.964 INFO:tasks.rados.rados.0.smithi081.stdout:1725: finishing write tid 2 to smithi081164505-4 2023-05-20T06:03:03.964 INFO:tasks.rados.rados.0.smithi081.stdout:1725: finishing write tid 3 to smithi081164505-4 2023-05-20T06:03:03.965 INFO:tasks.rados.rados.0.smithi081.stdout:1722: done (4 left) 2023-05-20T06:03:03.965 INFO:tasks.rados.rados.0.smithi081.stdout:1723: done (3 left) 2023-05-20T06:03:03.965 INFO:tasks.rados.rados.0.smithi081.stdout:1724: done (2 left) 2023-05-20T06:03:03.965 INFO:tasks.rados.rados.0.smithi081.stdout:1726: done (1 left) 2023-05-20T06:03:03.966 INFO:tasks.rados.rados.0.smithi081.stdout:1727: rollback oid 49 current snap is 145 2023-05-20T06:03:03.966 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 143 2023-05-20T06:03:03.966 INFO:tasks.rados.rados.0.smithi081.stdout:1725: finishing write tid 4 to smithi081164505-4 2023-05-20T06:03:03.966 INFO:tasks.rados.rados.0.smithi081.stdout:1728: snap_remove snap 142 2023-05-20T06:03:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:03 smithi170 ceph-mon[97338]: osdmap e362: 8 total, 8 up, 8 in 2023-05-20T06:03:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:03 smithi081 ceph-mon[95500]: osdmap e362: 8 total, 8 up, 8 in 2023-05-20T06:03:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:03 smithi081 ceph-mon[107735]: osdmap e362: 8 total, 8 up, 8 in 2023-05-20T06:03:04.752 INFO:tasks.rados.rados.0.smithi081.stdout:1728: done (2 left) 2023-05-20T06:03:04.752 INFO:tasks.rados.rados.0.smithi081.stdout:1729: copy_from oid 8 from oid 25 current snap is 145 2023-05-20T06:03:04.752 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 145 2023-05-20T06:03:04.752 INFO:tasks.rados.rados.0.smithi081.stdout:1730: seq_num 547 ranges {6037504=770048,6807552=663552,7471104=466944,7938048=73728} 2023-05-20T06:03:04.789 INFO:tasks.rados.rados.0.smithi081.stdout:1730: writing smithi081164505-35 from 6037504 to 6807552 tid 1 2023-05-20T06:03:04.793 INFO:tasks.rados.rados.0.smithi081.stdout:1730: writing smithi081164505-35 from 6807552 to 7471104 tid 2 2023-05-20T06:03:04.795 INFO:tasks.rados.rados.0.smithi081.stdout:1730: writing smithi081164505-35 from 7471104 to 7938048 tid 3 2023-05-20T06:03:04.796 INFO:tasks.rados.rados.0.smithi081.stdout:1730: writing smithi081164505-35 from 7938048 to 8011776 tid 4 2023-05-20T06:03:04.796 INFO:tasks.rados.rados.0.smithi081.stdout:1731: rollback oid 10 current snap is 145 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 141 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:1725: finishing write tid 5 to smithi081164505-4 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:1727: finishing rollback tid 0 to smithi081164505-49 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:1725: finishing write tid 6 to smithi081164505-4 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 896 (ObjNum 545 snap 145 seq_num 545) dirty exists 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:1725: left oid 4 (ObjNum 545 snap 145 seq_num 545) 2023-05-20T06:03:04.797 INFO:tasks.rados.rados.0.smithi081.stdout:1727: finishing rollback tid 1 to smithi081164505-49 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:1727: finishing rollback tid 2 to smithi081164505-49 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 899 (ObjNum 529 snap 139 seq_num 529) dirty exists 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:1729: finishing copy_from to smithi081164505-8 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 982 (ObjNum 541 snap 145 seq_num 541) dirty exists 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:1729: finishing copy_from racing read to smithi081164505-8 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:1730: finishing write tid 1 to smithi081164505-35 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:1730: finishing write tid 2 to smithi081164505-35 2023-05-20T06:03:04.798 INFO:tasks.rados.rados.0.smithi081.stdout:1725: done (4 left) 2023-05-20T06:03:04.799 INFO:tasks.rados.rados.0.smithi081.stdout:1727: done (3 left) 2023-05-20T06:03:04.799 INFO:tasks.rados.rados.0.smithi081.stdout:1729: done (2 left) 2023-05-20T06:03:04.799 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 145 2023-05-20T06:03:04.799 INFO:tasks.rados.rados.0.smithi081.stdout:1732: seq_num 548 ranges {9273344=786432,10059776=598016,10657792=606208} 2023-05-20T06:03:04.849 INFO:tasks.rados.rados.0.smithi081.stdout:1732: writing smithi081164505-18 from 9273344 to 10059776 tid 1 2023-05-20T06:03:04.852 INFO:tasks.rados.rados.0.smithi081.stdout:1732: writing smithi081164505-18 from 10059776 to 10657792 tid 2 2023-05-20T06:03:04.856 INFO:tasks.rados.rados.0.smithi081.stdout:1732: writing smithi081164505-18 from 10657792 to 11264000 tid 3 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:1733: rollback oid 34 current snap is 145 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 143 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:1730: finishing write tid 3 to smithi081164505-35 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:1731: finishing rollback tid 0 to smithi081164505-10 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:1731: finishing rollback tid 1 to smithi081164505-10 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:1730: finishing write tid 4 to smithi081164505-35 2023-05-20T06:03:04.857 INFO:tasks.rados.rados.0.smithi081.stdout:1731: finishing rollback tid 2 to smithi081164505-10 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 824 (ObjNum 487 snap 129 seq_num 487) dirty exists 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:1731: done (3 left) 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:1734: setattr oid 5 current snap is 145 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:1730: finishing write tid 5 to smithi081164505-35 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:1730: finishing write tid 6 to smithi081164505-35 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1001 (ObjNum 547 snap 145 seq_num 547) dirty exists 2023-05-20T06:03:04.858 INFO:tasks.rados.rados.0.smithi081.stdout:1730: left oid 35 (ObjNum 547 snap 145 seq_num 547) 2023-05-20T06:03:04.859 INFO:tasks.rados.rados.0.smithi081.stdout:1732: finishing write tid 1 to smithi081164505-18 2023-05-20T06:03:04.860 INFO:tasks.rados.rados.0.smithi081.stdout:1732: finishing write tid 2 to smithi081164505-18 2023-05-20T06:03:04.861 INFO:tasks.rados.rados.0.smithi081.stdout:1730: done (3 left) 2023-05-20T06:03:04.861 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 145 2023-05-20T06:03:04.861 INFO:tasks.rados.rados.0.smithi081.stdout:1735: seq_num 549 ranges {4005888=802816,4808704=483328,5292032=434176,5726208=286720} 2023-05-20T06:03:04.882 INFO:tasks.rados.rados.0.smithi081.stdout:1735: writing smithi081164505-40 from 4005888 to 4808704 tid 1 2023-05-20T06:03:04.885 INFO:tasks.rados.rados.0.smithi081.stdout:1735: writing smithi081164505-40 from 4808704 to 5292032 tid 2 2023-05-20T06:03:04.888 INFO:tasks.rados.rados.0.smithi081.stdout:1735: writing smithi081164505-40 from 5292032 to 5726208 tid 3 2023-05-20T06:03:04.890 INFO:tasks.rados.rados.0.smithi081.stdout:1735: writing smithi081164505-40 from 5726208 to 6012928 tid 4 2023-05-20T06:03:04.890 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 145 2023-05-20T06:03:04.890 INFO:tasks.rados.rados.0.smithi081.stdout:1733: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:03:04.890 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 0 (ObjNum 225 snap 0 seq_num 163380512) dirty dne 2023-05-20T06:03:04.891 INFO:tasks.rados.rados.0.smithi081.stdout:1736: seq_num 550 ranges {3637248=417792,4055040=770048,4825088=638976,5464064=196608} 2023-05-20T06:03:04.911 INFO:tasks.rados.rados.0.smithi081.stdout:1736: writing smithi081164505-12 from 3637248 to 4055040 tid 1 2023-05-20T06:03:04.915 INFO:tasks.rados.rados.0.smithi081.stdout:1736: writing smithi081164505-12 from 4055040 to 4825088 tid 2 2023-05-20T06:03:04.919 INFO:tasks.rados.rados.0.smithi081.stdout:1736: writing smithi081164505-12 from 4825088 to 5464064 tid 3 2023-05-20T06:03:04.921 INFO:tasks.rados.rados.0.smithi081.stdout:1736: writing smithi081164505-12 from 5464064 to 5660672 tid 4 2023-05-20T06:03:04.921 INFO:tasks.rados.rados.0.smithi081.stdout:1733: done (4 left) 2023-05-20T06:03:04.921 INFO:tasks.rados.rados.0.smithi081.stdout:1737: read oid 13 snap -1 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:1737: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:1738: snap_create 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:1732: finishing write tid 3 to smithi081164505-18 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:1732: finishing write tid 4 to smithi081164505-18 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:1732: finishing write tid 5 to smithi081164505-18 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 694 (ObjNum 548 snap 145 seq_num 548) dirty exists 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:1732: left oid 18 (ObjNum 548 snap 145 seq_num 548) 2023-05-20T06:03:04.922 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 983 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:1735: finishing write tid 1 to smithi081164505-40 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:1735: finishing write tid 2 to smithi081164505-40 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:1735: finishing write tid 3 to smithi081164505-40 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:1735: finishing write tid 4 to smithi081164505-40 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:1735: finishing write tid 5 to smithi081164505-40 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:1735: finishing write tid 6 to smithi081164505-40 2023-05-20T06:03:04.923 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 873 (ObjNum 549 snap 145 seq_num 549) dirty exists 2023-05-20T06:03:04.924 INFO:tasks.rados.rados.0.smithi081.stdout:1735: left oid 40 (ObjNum 549 snap 145 seq_num 549) 2023-05-20T06:03:04.924 INFO:tasks.rados.rados.0.smithi081.stdout:1736: finishing write tid 1 to smithi081164505-12 2023-05-20T06:03:04.924 INFO:tasks.rados.rados.0.smithi081.stdout:1736: finishing write tid 2 to smithi081164505-12 2023-05-20T06:03:04.924 INFO:tasks.rados.rados.0.smithi081.stdout:1736: finishing write tid 3 to smithi081164505-12 2023-05-20T06:03:04.925 INFO:tasks.rados.rados.0.smithi081.stdout:1736: finishing write tid 4 to smithi081164505-12 2023-05-20T06:03:04.925 INFO:tasks.rados.rados.0.smithi081.stdout:1736: finishing write tid 5 to smithi081164505-12 2023-05-20T06:03:04.925 INFO:tasks.rados.rados.0.smithi081.stdout:1736: finishing write tid 6 to smithi081164505-12 2023-05-20T06:03:04.925 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 699 (ObjNum 550 snap 145 seq_num 550) dirty exists 2023-05-20T06:03:04.925 INFO:tasks.rados.rados.0.smithi081.stdout:1736: left oid 12 (ObjNum 550 snap 145 seq_num 550) 2023-05-20T06:03:04.932 INFO:tasks.rados.rados.0.smithi081.stdout:1737: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:04 smithi081 ceph-mon[95500]: pgmap v291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:04 smithi081 ceph-mon[95500]: osdmap e363: 8 total, 8 up, 8 in 2023-05-20T06:03:05.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:04 smithi081 ceph-mon[107735]: pgmap v291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:05.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:04 smithi081 ceph-mon[107735]: osdmap e363: 8 total, 8 up, 8 in 2023-05-20T06:03:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:04 smithi170 ceph-mon[97338]: pgmap v291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:05.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:04 smithi170 ceph-mon[97338]: osdmap e363: 8 total, 8 up, 8 in 2023-05-20T06:03:05.771 INFO:tasks.rados.rados.0.smithi081.stdout:1732: done (5 left) 2023-05-20T06:03:05.771 INFO:tasks.rados.rados.0.smithi081.stdout:1734: done (4 left) 2023-05-20T06:03:05.771 INFO:tasks.rados.rados.0.smithi081.stdout:1735: done (3 left) 2023-05-20T06:03:05.771 INFO:tasks.rados.rados.0.smithi081.stdout:1736: done (2 left) 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:1737: done (1 left) 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:1738: done (0 left) 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:1739: read oid 37 snap -1 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:1739: expect (ObjNum 542 snap 145 seq_num 542) 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:1740: rollback oid 13 current snap is 146 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 141 2023-05-20T06:03:05.772 INFO:tasks.rados.rados.0.smithi081.stdout:1741: setattr oid 9 current snap is 146 2023-05-20T06:03:05.773 INFO:tasks.rados.rados.0.smithi081.stdout:1742: read oid 30 snap 145 2023-05-20T06:03:05.773 INFO:tasks.rados.rados.0.smithi081.stdout:1742: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:05.774 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 146 2023-05-20T06:03:05.774 INFO:tasks.rados.rados.0.smithi081.stdout:1743: seq_num 551 ranges {3031040=434176,3465216=647168,4112384=450560,4562944=507904} 2023-05-20T06:03:05.791 INFO:tasks.rados.rados.0.smithi081.stdout:1743: writing smithi081164505-44 from 3031040 to 3465216 tid 1 2023-05-20T06:03:05.795 INFO:tasks.rados.rados.0.smithi081.stdout:1743: writing smithi081164505-44 from 3465216 to 4112384 tid 2 2023-05-20T06:03:05.797 INFO:tasks.rados.rados.0.smithi081.stdout:1743: writing smithi081164505-44 from 4112384 to 4562944 tid 3 2023-05-20T06:03:05.801 INFO:tasks.rados.rados.0.smithi081.stdout:1743: writing smithi081164505-44 from 4562944 to 5070848 tid 4 2023-05-20T06:03:05.801 INFO:tasks.rados.rados.0.smithi081.stdout:1744: setattr oid 31 current snap is 146 2023-05-20T06:03:05.801 INFO:tasks.rados.rados.0.smithi081.stdout:1740: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:03:05.801 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 101 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:03:05.801 INFO:tasks.rados.rados.0.smithi081.stdout:1740: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:03:05.802 INFO:tasks.rados.rados.0.smithi081.stdout:1740: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:03:05.802 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 877 (ObjNum 526 snap 139 seq_num 526) dirty exists 2023-05-20T06:03:05.802 INFO:tasks.rados.rados.0.smithi081.stdout:1739: expect (ObjNum 542 snap 145 seq_num 542) 2023-05-20T06:03:06.009 INFO:tasks.rados.rados.0.smithi081.stdout:1742: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:05 smithi081 ceph-mon[95500]: osdmap e364: 8 total, 8 up, 8 in 2023-05-20T06:03:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:05 smithi081 ceph-mon[107735]: osdmap e364: 8 total, 8 up, 8 in 2023-05-20T06:03:06.125 INFO:tasks.rados.rados.0.smithi081.stdout:1743: finishing write tid 1 to smithi081164505-44 2023-05-20T06:03:06.125 INFO:tasks.rados.rados.0.smithi081.stdout:1743: finishing write tid 2 to smithi081164505-44 2023-05-20T06:03:06.125 INFO:tasks.rados.rados.0.smithi081.stdout:1743: finishing write tid 3 to smithi081164505-44 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:1743: finishing write tid 4 to smithi081164505-44 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:1743: finishing write tid 5 to smithi081164505-44 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:1743: finishing write tid 6 to smithi081164505-44 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 837 (ObjNum 551 snap 146 seq_num 551) dirty exists 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:1743: left oid 44 (ObjNum 551 snap 146 seq_num 551) 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:1739: done (5 left) 2023-05-20T06:03:06.126 INFO:tasks.rados.rados.0.smithi081.stdout:1740: done (4 left) 2023-05-20T06:03:06.127 INFO:tasks.rados.rados.0.smithi081.stdout:1741: done (3 left) 2023-05-20T06:03:06.127 INFO:tasks.rados.rados.0.smithi081.stdout:1742: done (2 left) 2023-05-20T06:03:06.127 INFO:tasks.rados.rados.0.smithi081.stdout:1743: done (1 left) 2023-05-20T06:03:06.127 INFO:tasks.rados.rados.0.smithi081.stdout:1745: snap_remove snap 143 2023-05-20T06:03:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:05 smithi170 ceph-mon[97338]: osdmap e364: 8 total, 8 up, 8 in 2023-05-20T06:03:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1745: done (1 left) 2023-05-20T06:03:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 146 2023-05-20T06:03:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1003 (ObjNum 497 snap 133 seq_num 497) dirty exists 2023-05-20T06:03:06.772 INFO:tasks.rados.rados.0.smithi081.stdout:1746: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2023-05-20T06:03:06.774 INFO:tasks.rados.rados.0.smithi081.stdout:1746: writing smithi081164505-23 from 0 to 450560 tid 1 2023-05-20T06:03:06.784 INFO:tasks.rados.rados.0.smithi081.stdout:1746: writing smithi081164505-23 from 450560 to 983040 tid 2 2023-05-20T06:03:06.785 INFO:tasks.rados.rados.0.smithi081.stdout:1746: writing smithi081164505-23 from 983040 to 1638400 tid 3 2023-05-20T06:03:06.789 INFO:tasks.rados.rados.0.smithi081.stdout:1746: writing smithi081164505-23 from 1638400 to 2056192 tid 4 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:1744: done (1 left) 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:1747: rollback oid 39 current snap is 146 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 141 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:1748: rmattr oid 9 current snap is 146 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:1749: rollback oid 46 current snap is 146 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 145 2023-05-20T06:03:06.790 INFO:tasks.rados.rados.0.smithi081.stdout:1750: setattr oid 27 current snap is 146 2023-05-20T06:03:06.791 INFO:tasks.rados.rados.0.smithi081.stdout:1751: read oid 18 snap -1 2023-05-20T06:03:06.791 INFO:tasks.rados.rados.0.smithi081.stdout:1751: expect (ObjNum 548 snap 145 seq_num 548) 2023-05-20T06:03:06.791 INFO:tasks.rados.rados.0.smithi081.stdout:1752: read oid 11 snap 141 2023-05-20T06:03:06.791 INFO:tasks.rados.rados.0.smithi081.stdout:1752: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:03:06.791 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 146 2023-05-20T06:03:06.791 INFO:tasks.rados.rados.0.smithi081.stdout:1753: seq_num 553 ranges {4915200=466944,5382144=417792,5799936=417792,6217728=516096,6733824=253952} 2023-05-20T06:03:06.819 INFO:tasks.rados.rados.0.smithi081.stdout:1753: writing smithi081164505-37 from 4915200 to 5382144 tid 1 2023-05-20T06:03:06.821 INFO:tasks.rados.rados.0.smithi081.stdout:1753: writing smithi081164505-37 from 5382144 to 5799936 tid 2 2023-05-20T06:03:06.823 INFO:tasks.rados.rados.0.smithi081.stdout:1753: writing smithi081164505-37 from 5799936 to 6217728 tid 3 2023-05-20T06:03:06.826 INFO:tasks.rados.rados.0.smithi081.stdout:1753: writing smithi081164505-37 from 6217728 to 6733824 tid 4 2023-05-20T06:03:06.828 INFO:tasks.rados.rados.0.smithi081.stdout:1753: writing smithi081164505-37 from 6733824 to 6987776 tid 5 2023-05-20T06:03:06.828 INFO:tasks.rados.rados.0.smithi081.stdout:1754: snap_create 2023-05-20T06:03:06.829 INFO:tasks.rados.rados.0.smithi081.stdout:1746: finishing write tid 1 to smithi081164505-23 2023-05-20T06:03:06.830 INFO:tasks.rados.rados.0.smithi081.stdout:1746: finishing write tid 2 to smithi081164505-23 2023-05-20T06:03:06.830 INFO:tasks.rados.rados.0.smithi081.stdout:1746: finishing write tid 3 to smithi081164505-23 2023-05-20T06:03:06.830 INFO:tasks.rados.rados.0.smithi081.stdout:1746: finishing write tid 4 to smithi081164505-23 2023-05-20T06:03:06.830 INFO:tasks.rados.rados.0.smithi081.stdout:1746: finishing write tid 5 to smithi081164505-23 2023-05-20T06:03:06.830 INFO:tasks.rados.rados.0.smithi081.stdout:1747: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:03:06.830 INFO:tasks.rados.rados.0.smithi081.stdout:1749: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:1746: finishing write tid 6 to smithi081164505-23 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1016 (ObjNum 552 snap 146 seq_num 552) dirty exists 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:1746: left oid 23 (ObjNum 552 snap 146 seq_num 552) 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:1749: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:1749: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 835 (ObjNum 506 snap 134 seq_num 506) dirty exists 2023-05-20T06:03:06.831 INFO:tasks.rados.rados.0.smithi081.stdout:1752: expect (ObjNum 449 snap 118 seq_num 449) 2023-05-20T06:03:06.853 INFO:tasks.rados.rados.0.smithi081.stdout:1747: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:03:06.853 INFO:tasks.rados.rados.0.smithi081.stdout:1747: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:03:06.853 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 964 (ObjNum 229 snap 57 seq_num 229) dirty exists 2023-05-20T06:03:06.853 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 104 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:03:06.854 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1018 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:06.854 INFO:tasks.rados.rados.0.smithi081.stdout:1751: expect (ObjNum 548 snap 145 seq_num 548) 2023-05-20T06:03:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:06 smithi170 ceph-mon[97338]: pgmap v294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:06 smithi170 ceph-mon[97338]: osdmap e365: 8 total, 8 up, 8 in 2023-05-20T06:03:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:06 smithi081 ceph-mon[95500]: pgmap v294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:06 smithi081 ceph-mon[95500]: osdmap e365: 8 total, 8 up, 8 in 2023-05-20T06:03:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:06 smithi081 ceph-mon[107735]: pgmap v294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:06 smithi081 ceph-mon[107735]: osdmap e365: 8 total, 8 up, 8 in 2023-05-20T06:03:07.834 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 1 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 2 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 3 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 4 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 5 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 6 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:1753: finishing write tid 7 to smithi081164505-37 2023-05-20T06:03:07.835 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 841 (ObjNum 553 snap 146 seq_num 553) dirty exists 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1753: left oid 37 (ObjNum 553 snap 146 seq_num 553) 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1746: done (8 left) 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1747: done (7 left) 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1748: done (6 left) 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1749: done (5 left) 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1750: done (4 left) 2023-05-20T06:03:07.836 INFO:tasks.rados.rados.0.smithi081.stdout:1751: done (3 left) 2023-05-20T06:03:07.837 INFO:tasks.rados.rados.0.smithi081.stdout:1752: done (2 left) 2023-05-20T06:03:07.837 INFO:tasks.rados.rados.0.smithi081.stdout:1753: done (1 left) 2023-05-20T06:03:07.837 INFO:tasks.rados.rados.0.smithi081.stdout:1754: done (0 left) 2023-05-20T06:03:07.837 INFO:tasks.rados.rados.0.smithi081.stdout:1755: copy_from oid 34 from oid 41 current snap is 147 2023-05-20T06:03:07.837 INFO:tasks.rados.rados.0.smithi081.stdout:1756: rollback oid 2 current snap is 147 2023-05-20T06:03:07.837 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 2 to 141 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:1757: rollback oid 26 current snap is 147 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 141 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:1758: read oid 9 snap -1 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:1758: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:1759: read oid 17 snap -1 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:1759: expect (ObjNum 515 snap 136 seq_num 515) 2023-05-20T06:03:07.838 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 147 2023-05-20T06:03:07.839 INFO:tasks.rados.rados.0.smithi081.stdout:1760: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2023-05-20T06:03:07.839 INFO:tasks.rados.rados.0.smithi081.stdout:1760: writing smithi081164505-7 from 0 to 483328 tid 1 2023-05-20T06:03:07.842 INFO:tasks.rados.rados.0.smithi081.stdout:1760: writing smithi081164505-7 from 483328 to 1187840 tid 2 2023-05-20T06:03:07.846 INFO:tasks.rados.rados.0.smithi081.stdout:1760: writing smithi081164505-7 from 1187840 to 1810432 tid 3 2023-05-20T06:03:07.848 INFO:tasks.rados.rados.0.smithi081.stdout:1760: writing smithi081164505-7 from 1810432 to 2088960 tid 4 2023-05-20T06:03:07.848 INFO:tasks.rados.rados.0.smithi081.stdout:1761: rollback oid 46 current snap is 147 2023-05-20T06:03:07.848 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 146 2023-05-20T06:03:07.848 INFO:tasks.rados.rados.0.smithi081.stdout:1757: finishing rollback tid 0 to smithi081164505-26 2023-05-20T06:03:07.849 INFO:tasks.rados.rados.0.smithi081.stdout:1757: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:03:07.849 INFO:tasks.rados.rados.0.smithi081.stdout:1757: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:03:07.849 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 827 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:03:07.849 INFO:tasks.rados.rados.0.smithi081.stdout:1759: expect (ObjNum 515 snap 136 seq_num 515) 2023-05-20T06:03:07.912 INFO:tasks.rados.rados.0.smithi081.stdout:1757: done (6 left) 2023-05-20T06:03:07.912 INFO:tasks.rados.rados.0.smithi081.stdout:1759: done (5 left) 2023-05-20T06:03:07.912 INFO:tasks.rados.rados.0.smithi081.stdout:1762: delete oid 38 current snap is 147 2023-05-20T06:03:07.912 INFO:tasks.rados.rados.0.smithi081.stdout:1761: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:03:07.913 INFO:tasks.rados.rados.0.smithi081.stdout:1761: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:03:07.913 INFO:tasks.rados.rados.0.smithi081.stdout:1761: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:03:07.913 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 844 (ObjNum 506 snap 134 seq_num 506) dirty exists 2023-05-20T06:03:07.913 INFO:tasks.rados.rados.0.smithi081.stdout:1756: finishing rollback tid 0 to smithi081164505-2 2023-05-20T06:03:07.913 INFO:tasks.rados.rados.0.smithi081.stdout:1758: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:03:08.204 INFO:tasks.rados.rados.0.smithi081.stdout:1756: finishing rollback tid 1 to smithi081164505-2 2023-05-20T06:03:08.204 INFO:tasks.rados.rados.0.smithi081.stdout:1756: finishing rollback tid 2 to smithi081164505-2 2023-05-20T06:03:08.204 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 968 (ObjNum 511 snap 134 seq_num 511) dirty exists 2023-05-20T06:03:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:1760: finishing write tid 1 to smithi081164505-7 2023-05-20T06:03:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:1760: finishing write tid 2 to smithi081164505-7 2023-05-20T06:03:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:1760: finishing write tid 3 to smithi081164505-7 2023-05-20T06:03:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:1756: done (5 left) 2023-05-20T06:03:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:1758: done (4 left) 2023-05-20T06:03:08.205 INFO:tasks.rados.rados.0.smithi081.stdout:1761: done (3 left) 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:1762: done (2 left) 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:1763: snap_create 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:1760: finishing write tid 4 to smithi081164505-7 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:1760: finishing write tid 5 to smithi081164505-7 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:1760: finishing write tid 6 to smithi081164505-7 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 973 (ObjNum 554 snap 147 seq_num 554) dirty exists 2023-05-20T06:03:08.206 INFO:tasks.rados.rados.0.smithi081.stdout:1760: left oid 7 (ObjNum 554 snap 147 seq_num 554) 2023-05-20T06:03:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:1755: finishing copy_from to smithi081164505-34 2023-05-20T06:03:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 178 (ObjNum 250 snap 64 seq_num 250) dirty exists 2023-05-20T06:03:08.207 INFO:tasks.rados.rados.0.smithi081.stdout:1755: finishing copy_from racing read to smithi081164505-34 2023-05-20T06:03:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:07 smithi170 ceph-mon[97338]: osdmap e366: 8 total, 8 up, 8 in 2023-05-20T06:03:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:07 smithi081 ceph-mon[95500]: osdmap e366: 8 total, 8 up, 8 in 2023-05-20T06:03:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:07 smithi081 ceph-mon[107735]: osdmap e366: 8 total, 8 up, 8 in 2023-05-20T06:03:08.792 INFO:tasks.rados.rados.0.smithi081.stdout:1755: done (2 left) 2023-05-20T06:03:08.792 INFO:tasks.rados.rados.0.smithi081.stdout:1760: done (1 left) 2023-05-20T06:03:08.793 INFO:tasks.rados.rados.0.smithi081.stdout:1763: done (0 left) 2023-05-20T06:03:08.793 INFO:tasks.rados.rados.0.smithi081.stdout:1764: copy_from oid 2 from oid 47 current snap is 148 2023-05-20T06:03:08.793 INFO:tasks.rados.rados.0.smithi081.stdout:1765: snap_remove snap 147 2023-05-20T06:03:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:08 smithi170 ceph-mon[97338]: pgmap v297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:08 smithi170 ceph-mon[97338]: osdmap e367: 8 total, 8 up, 8 in 2023-05-20T06:03:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:08 smithi081 ceph-mon[95500]: pgmap v297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:08 smithi081 ceph-mon[95500]: osdmap e367: 8 total, 8 up, 8 in 2023-05-20T06:03:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:08 smithi081 ceph-mon[107735]: pgmap v297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:08 smithi081 ceph-mon[107735]: osdmap e367: 8 total, 8 up, 8 in 2023-05-20T06:03:09.800 INFO:tasks.rados.rados.0.smithi081.stdout:1765: done (1 left) 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:1766: rollback oid 25 current snap is 148 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 146 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:1764: finishing copy_from to smithi081164505-2 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 821 (ObjNum 531 snap 142 seq_num 531) dirty exists 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:1764: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:1764: done (1 left) 2023-05-20T06:03:09.801 INFO:tasks.rados.rados.0.smithi081.stdout:1767: rmattr oid 50 current snap is 148 2023-05-20T06:03:09.802 INFO:tasks.rados.rados.0.smithi081.stdout:1767: done (1 left) 2023-05-20T06:03:09.802 INFO:tasks.rados.rados.0.smithi081.stdout:1768: read oid 10 snap 145 2023-05-20T06:03:09.802 INFO:tasks.rados.rados.0.smithi081.stdout:1768: expect (ObjNum 487 snap 129 seq_num 487) 2023-05-20T06:03:09.802 INFO:tasks.rados.rados.0.smithi081.stdout:1769: delete oid 38 current snap is 148 2023-05-20T06:03:09.806 INFO:tasks.rados.rados.0.smithi081.stdout:1766: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:03:09.806 INFO:tasks.rados.rados.0.smithi081.stdout:1769: done (2 left) 2023-05-20T06:03:09.806 INFO:tasks.rados.rados.0.smithi081.stdout:1770: read oid 42 snap -1 2023-05-20T06:03:09.806 INFO:tasks.rados.rados.0.smithi081.stdout:1770: expect (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:03:09.806 INFO:tasks.rados.rados.0.smithi081.stdout:1771: read oid 41 snap -1 2023-05-20T06:03:09.806 INFO:tasks.rados.rados.0.smithi081.stdout:1771: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:03:09.807 INFO:tasks.rados.rados.0.smithi081.stdout:1772: delete oid 2 current snap is 148 2023-05-20T06:03:09.808 INFO:tasks.rados.rados.0.smithi081.stdout:1766: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:03:09.811 INFO:tasks.rados.rados.0.smithi081.stdout:1766: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:03:09.811 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1024 (ObjNum 541 snap 145 seq_num 541) dirty exists 2023-05-20T06:03:09.814 INFO:tasks.rados.rados.0.smithi081.stdout:1766: done (4 left) 2023-05-20T06:03:09.814 INFO:tasks.rados.rados.0.smithi081.stdout:1772: done (3 left) 2023-05-20T06:03:09.814 INFO:tasks.rados.rados.0.smithi081.stdout:1773: snap_remove snap 141 2023-05-20T06:03:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:09 smithi170 ceph-mon[97338]: osdmap e368: 8 total, 8 up, 8 in 2023-05-20T06:03:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:09 smithi081 ceph-mon[95500]: osdmap e368: 8 total, 8 up, 8 in 2023-05-20T06:03:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:09 smithi081 ceph-mon[107735]: osdmap e368: 8 total, 8 up, 8 in 2023-05-20T06:03:10.808 INFO:tasks.rados.rados.0.smithi081.stdout:1773: done (3 left) 2023-05-20T06:03:10.808 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 148 2023-05-20T06:03:10.808 INFO:tasks.rados.rados.0.smithi081.stdout:1774: seq_num 558 ranges {1867776=548864,2416640=688128,3104768=606208,3710976=311296} 2023-05-20T06:03:10.819 INFO:tasks.rados.rados.0.smithi081.stdout:1774: writing smithi081164505-25 from 1867776 to 2416640 tid 1 2023-05-20T06:03:10.824 INFO:tasks.rados.rados.0.smithi081.stdout:1774: writing smithi081164505-25 from 2416640 to 3104768 tid 2 2023-05-20T06:03:10.830 INFO:tasks.rados.rados.0.smithi081.stdout:1774: writing smithi081164505-25 from 3104768 to 3710976 tid 3 2023-05-20T06:03:10.831 INFO:tasks.rados.rados.0.smithi081.stdout:1774: writing smithi081164505-25 from 3710976 to 4022272 tid 4 2023-05-20T06:03:10.831 INFO:tasks.rados.rados.0.smithi081.stdout:1775: copy_from oid 35 from oid 7 current snap is 148 2023-05-20T06:03:10.831 INFO:tasks.rados.rados.0.smithi081.stdout:1776: rollback oid 16 current snap is 148 2023-05-20T06:03:10.832 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 146 2023-05-20T06:03:10.832 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 148 2023-05-20T06:03:10.832 INFO:tasks.rados.rados.0.smithi081.stdout:1777: seq_num 559 ranges {6012928=565248,6578176=573440,7151616=409600,7561216=622592} 2023-05-20T06:03:10.866 INFO:tasks.rados.rados.0.smithi081.stdout:1777: writing smithi081164505-40 from 6012928 to 6578176 tid 1 2023-05-20T06:03:10.869 INFO:tasks.rados.rados.0.smithi081.stdout:1777: writing smithi081164505-40 from 6578176 to 7151616 tid 2 2023-05-20T06:03:10.871 INFO:tasks.rados.rados.0.smithi081.stdout:1777: writing smithi081164505-40 from 7151616 to 7561216 tid 3 2023-05-20T06:03:10.875 INFO:tasks.rados.rados.0.smithi081.stdout:1777: writing smithi081164505-40 from 7561216 to 8183808 tid 4 2023-05-20T06:03:10.875 INFO:tasks.rados.rados.0.smithi081.stdout:1778: read oid 27 snap -1 2023-05-20T06:03:10.876 INFO:tasks.rados.rados.0.smithi081.stdout:1778: expect (ObjNum 544 snap 145 seq_num 544) 2023-05-20T06:03:10.876 INFO:tasks.rados.rados.0.smithi081.stdout:1779: snap_create 2023-05-20T06:03:10.876 INFO:tasks.rados.rados.0.smithi081.stdout:1770: expect (ObjNum 428 snap 116 seq_num 428) 2023-05-20T06:03:10.935 INFO:tasks.rados.rados.0.smithi081.stdout:1768: expect (ObjNum 487 snap 129 seq_num 487) 2023-05-20T06:03:11.213 INFO:tasks.rados.rados.0.smithi081.stdout:1771: expect (ObjNum 250 snap 64 seq_num 250) 2023-05-20T06:03:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:10 smithi170 ceph-mon[97338]: pgmap v300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:11.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:10 smithi170 ceph-mon[97338]: osdmap e369: 8 total, 8 up, 8 in 2023-05-20T06:03:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:10 smithi081 ceph-mon[95500]: pgmap v300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:10 smithi081 ceph-mon[95500]: osdmap e369: 8 total, 8 up, 8 in 2023-05-20T06:03:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:10 smithi081 ceph-mon[107735]: pgmap v300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:10 smithi081 ceph-mon[107735]: osdmap e369: 8 total, 8 up, 8 in 2023-05-20T06:03:11.375 INFO:tasks.rados.rados.0.smithi081.stdout:1774: finishing write tid 1 to smithi081164505-25 2023-05-20T06:03:11.375 INFO:tasks.rados.rados.0.smithi081.stdout:1774: finishing write tid 2 to smithi081164505-25 2023-05-20T06:03:11.376 INFO:tasks.rados.rados.0.smithi081.stdout:1774: finishing write tid 3 to smithi081164505-25 2023-05-20T06:03:11.376 INFO:tasks.rados.rados.0.smithi081.stdout:1776: finishing rollback tid 0 to smithi081164505-16 2023-05-20T06:03:11.376 INFO:tasks.rados.rados.0.smithi081.stdout:1774: finishing write tid 4 to smithi081164505-25 2023-05-20T06:03:11.376 INFO:tasks.rados.rados.0.smithi081.stdout:1776: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:03:11.376 INFO:tasks.rados.rados.0.smithi081.stdout:1776: finishing rollback tid 2 to smithi081164505-16 2023-05-20T06:03:11.376 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 891 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:1774: finishing write tid 5 to smithi081164505-25 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:1774: finishing write tid 6 to smithi081164505-25 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1039 (ObjNum 558 snap 148 seq_num 558) dirty exists 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:1774: left oid 25 (ObjNum 558 snap 148 seq_num 558) 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:1775: finishing copy_from to smithi081164505-35 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 973 (ObjNum 554 snap 147 seq_num 554) dirty exists 2023-05-20T06:03:11.377 INFO:tasks.rados.rados.0.smithi081.stdout:1775: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: finishing write tid 1 to smithi081164505-40 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: finishing write tid 2 to smithi081164505-40 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: finishing write tid 3 to smithi081164505-40 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: finishing write tid 4 to smithi081164505-40 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: finishing write tid 5 to smithi081164505-40 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: finishing write tid 6 to smithi081164505-40 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 897 (ObjNum 559 snap 148 seq_num 559) dirty exists 2023-05-20T06:03:11.378 INFO:tasks.rados.rados.0.smithi081.stdout:1777: left oid 40 (ObjNum 559 snap 148 seq_num 559) 2023-05-20T06:03:11.379 INFO:tasks.rados.rados.0.smithi081.stdout:1778: expect (ObjNum 544 snap 145 seq_num 544) 2023-05-20T06:03:11.806 INFO:tasks.rados.rados.0.smithi081.stdout:1768: done (8 left) 2023-05-20T06:03:11.806 INFO:tasks.rados.rados.0.smithi081.stdout:1770: done (7 left) 2023-05-20T06:03:11.807 INFO:tasks.rados.rados.0.smithi081.stdout:1771: done (6 left) 2023-05-20T06:03:11.807 INFO:tasks.rados.rados.0.smithi081.stdout:1774: done (5 left) 2023-05-20T06:03:11.807 INFO:tasks.rados.rados.0.smithi081.stdout:1775: done (4 left) 2023-05-20T06:03:11.808 INFO:tasks.rados.rados.0.smithi081.stdout:1776: done (3 left) 2023-05-20T06:03:11.808 INFO:tasks.rados.rados.0.smithi081.stdout:1777: done (2 left) 2023-05-20T06:03:11.808 INFO:tasks.rados.rados.0.smithi081.stdout:1778: done (1 left) 2023-05-20T06:03:11.809 INFO:tasks.rados.rados.0.smithi081.stdout:1779: done (0 left) 2023-05-20T06:03:11.809 INFO:tasks.rados.rados.0.smithi081.stdout:1780: snap_remove snap 145 2023-05-20T06:03:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:11 smithi081 ceph-mon[95500]: osdmap e370: 8 total, 8 up, 8 in 2023-05-20T06:03:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:03:11.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:03:11.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:11 smithi081 ceph-mon[107735]: osdmap e370: 8 total, 8 up, 8 in 2023-05-20T06:03:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:11 smithi170 ceph-mon[97338]: osdmap e370: 8 total, 8 up, 8 in 2023-05-20T06:03:12.821 INFO:tasks.rados.rados.0.smithi081.stdout:1780: done (0 left) 2023-05-20T06:03:12.822 INFO:tasks.rados.rados.0.smithi081.stdout:1781: rollback oid 10 current snap is 149 2023-05-20T06:03:12.822 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 146 2023-05-20T06:03:12.822 INFO:tasks.rados.rados.0.smithi081.stdout:1782: read oid 47 snap 146 2023-05-20T06:03:12.822 INFO:tasks.rados.rados.0.smithi081.stdout:1782: expect (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:03:12.822 INFO:tasks.rados.rados.0.smithi081.stdout:1783: rollback oid 20 current snap is 149 2023-05-20T06:03:12.822 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 146 2023-05-20T06:03:12.823 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 149 2023-05-20T06:03:12.823 INFO:tasks.rados.rados.0.smithi081.stdout:1784: seq_num 560 ranges {1253376=581632,1835008=458752,2293760=614400,2908160=532480} 2023-05-20T06:03:12.830 INFO:tasks.rados.rados.0.smithi081.stdout:1784: writing smithi081164505-22 from 1253376 to 1835008 tid 1 2023-05-20T06:03:12.835 INFO:tasks.rados.rados.0.smithi081.stdout:1784: writing smithi081164505-22 from 1835008 to 2293760 tid 2 2023-05-20T06:03:12.836 INFO:tasks.rados.rados.0.smithi081.stdout:1784: writing smithi081164505-22 from 2293760 to 2908160 tid 3 2023-05-20T06:03:12.840 INFO:tasks.rados.rados.0.smithi081.stdout:1784: writing smithi081164505-22 from 2908160 to 3440640 tid 4 2023-05-20T06:03:12.840 INFO:tasks.rados.rados.0.smithi081.stdout:1785: read oid 30 snap -1 2023-05-20T06:03:12.840 INFO:tasks.rados.rados.0.smithi081.stdout:1785: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1786: read oid 38 snap -1 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1786: expect deleted 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1787: delete oid 45 current snap is 149 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1783: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1783: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1781: finishing rollback tid 0 to smithi081164505-10 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:1783: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:03:12.841 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 902 (ObjNum 497 snap 133 seq_num 497) dirty exists 2023-05-20T06:03:12.842 INFO:tasks.rados.rados.0.smithi081.stdout:1781: finishing rollback tid 1 to smithi081164505-10 2023-05-20T06:03:12.842 INFO:tasks.rados.rados.0.smithi081.stdout:1781: finishing rollback tid 2 to smithi081164505-10 2023-05-20T06:03:12.842 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 830 (ObjNum 487 snap 129 seq_num 487) dirty exists 2023-05-20T06:03:12.842 INFO:tasks.rados.rados.0.smithi081.stdout:1784: finishing write tid 1 to smithi081164505-22 2023-05-20T06:03:12.842 INFO:tasks.rados.rados.0.smithi081.stdout:1784: finishing write tid 2 to smithi081164505-22 2023-05-20T06:03:12.842 INFO:tasks.rados.rados.0.smithi081.stdout:1784: finishing write tid 3 to smithi081164505-22 2023-05-20T06:03:12.844 INFO:tasks.rados.rados.0.smithi081.stdout:1782: expect (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:03:12.936 INFO:tasks.rados.rados.0.smithi081.stdout:1784: finishing write tid 4 to smithi081164505-22 2023-05-20T06:03:12.936 INFO:tasks.rados.rados.0.smithi081.stdout:1784: finishing write tid 5 to smithi081164505-22 2023-05-20T06:03:12.936 INFO:tasks.rados.rados.0.smithi081.stdout:1784: finishing write tid 6 to smithi081164505-22 2023-05-20T06:03:12.937 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 989 (ObjNum 560 snap 149 seq_num 560) dirty exists 2023-05-20T06:03:12.937 INFO:tasks.rados.rados.0.smithi081.stdout:1784: left oid 22 (ObjNum 560 snap 149 seq_num 560) 2023-05-20T06:03:12.937 INFO:tasks.rados.rados.0.smithi081.stdout:1785: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:13.050 INFO:tasks.rados.rados.0.smithi081.stdout:1781: done (6 left) 2023-05-20T06:03:13.050 INFO:tasks.rados.rados.0.smithi081.stdout:1782: done (5 left) 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:1783: done (4 left) 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:1784: done (3 left) 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:1785: done (2 left) 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:1786: done (1 left) 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:1787: done (0 left) 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 149 2023-05-20T06:03:13.051 INFO:tasks.rados.rados.0.smithi081.stdout:1788: seq_num 562 ranges {2056192=622592,2678784=630784,3309568=581632,3891200=393216} 2023-05-20T06:03:13.064 INFO:tasks.rados.rados.0.smithi081.stdout:1788: writing smithi081164505-23 from 2056192 to 2678784 tid 1 2023-05-20T06:03:13.068 INFO:tasks.rados.rados.0.smithi081.stdout:1788: writing smithi081164505-23 from 2678784 to 3309568 tid 2 2023-05-20T06:03:13.071 INFO:tasks.rados.rados.0.smithi081.stdout:1788: writing smithi081164505-23 from 3309568 to 3891200 tid 3 2023-05-20T06:03:13.073 INFO:tasks.rados.rados.0.smithi081.stdout:1788: writing smithi081164505-23 from 3891200 to 4284416 tid 4 2023-05-20T06:03:13.074 INFO:tasks.rados.rados.0.smithi081.stdout:1789: snap_create 2023-05-20T06:03:13.074 INFO:tasks.rados.rados.0.smithi081.stdout:1788: finishing write tid 1 to smithi081164505-23 2023-05-20T06:03:13.074 INFO:tasks.rados.rados.0.smithi081.stdout:1788: finishing write tid 2 to smithi081164505-23 2023-05-20T06:03:13.076 INFO:tasks.rados.rados.0.smithi081.stdout:1788: finishing write tid 3 to smithi081164505-23 2023-05-20T06:03:13.076 INFO:tasks.rados.rados.0.smithi081.stdout:1788: finishing write tid 4 to smithi081164505-23 2023-05-20T06:03:13.077 INFO:tasks.rados.rados.0.smithi081.stdout:1788: finishing write tid 5 to smithi081164505-23 2023-05-20T06:03:13.077 INFO:tasks.rados.rados.0.smithi081.stdout:1788: finishing write tid 6 to smithi081164505-23 2023-05-20T06:03:13.077 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1055 (ObjNum 562 snap 149 seq_num 562) dirty exists 2023-05-20T06:03:13.077 INFO:tasks.rados.rados.0.smithi081.stdout:1788: left oid 23 (ObjNum 562 snap 149 seq_num 562) 2023-05-20T06:03:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:12 smithi170 ceph-mon[97338]: pgmap v303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:13.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:12 smithi170 ceph-mon[97338]: osdmap e371: 8 total, 8 up, 8 in 2023-05-20T06:03:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:03:13.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:12 smithi081 ceph-mon[95500]: pgmap v303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:13.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:12 smithi081 ceph-mon[95500]: osdmap e371: 8 total, 8 up, 8 in 2023-05-20T06:03:13.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:12 smithi081 ceph-mon[107735]: pgmap v303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:13.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:12 smithi081 ceph-mon[107735]: osdmap e371: 8 total, 8 up, 8 in 2023-05-20T06:03:13.829 INFO:tasks.rados.rados.0.smithi081.stdout:1788: done (1 left) 2023-05-20T06:03:13.830 INFO:tasks.rados.rados.0.smithi081.stdout:1789: done (0 left) 2023-05-20T06:03:13.830 INFO:tasks.rados.rados.0.smithi081.stdout:1790: read oid 33 snap -1 2023-05-20T06:03:13.830 INFO:tasks.rados.rados.0.smithi081.stdout:1790: expect deleted 2023-05-20T06:03:13.830 INFO:tasks.rados.rados.0.smithi081.stdout:1791: read oid 6 snap -1 2023-05-20T06:03:13.830 INFO:tasks.rados.rados.0.smithi081.stdout:1791: expect (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:03:13.831 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 150 2023-05-20T06:03:13.831 INFO:tasks.rados.rados.0.smithi081.stdout:1792: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2023-05-20T06:03:13.833 INFO:tasks.rados.rados.0.smithi081.stdout:1792: writing smithi081164505-2 from 0 to 638976 tid 1 2023-05-20T06:03:13.836 INFO:tasks.rados.rados.0.smithi081.stdout:1792: writing smithi081164505-2 from 638976 to 1204224 tid 2 2023-05-20T06:03:13.841 INFO:tasks.rados.rados.0.smithi081.stdout:1792: writing smithi081164505-2 from 1204224 to 1998848 tid 3 2023-05-20T06:03:13.845 INFO:tasks.rados.rados.0.smithi081.stdout:1792: writing smithi081164505-2 from 1998848 to 2244608 tid 4 2023-05-20T06:03:13.846 INFO:tasks.rados.rados.0.smithi081.stdout:1793: delete oid 8 current snap is 150 2023-05-20T06:03:13.846 INFO:tasks.rados.rados.0.smithi081.stdout:1792: finishing write tid 1 to smithi081164505-2 2023-05-20T06:03:13.846 INFO:tasks.rados.rados.0.smithi081.stdout:1792: finishing write tid 2 to smithi081164505-2 2023-05-20T06:03:13.846 INFO:tasks.rados.rados.0.smithi081.stdout:1791: expect (ObjNum 462 snap 122 seq_num 462) 2023-05-20T06:03:13.930 INFO:tasks.rados.rados.0.smithi081.stdout:1792: finishing write tid 3 to smithi081164505-2 2023-05-20T06:03:13.930 INFO:tasks.rados.rados.0.smithi081.stdout:1792: finishing write tid 4 to smithi081164505-2 2023-05-20T06:03:13.930 INFO:tasks.rados.rados.0.smithi081.stdout:1792: finishing write tid 5 to smithi081164505-2 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:1792: finishing write tid 6 to smithi081164505-2 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 995 (ObjNum 563 snap 150 seq_num 563) dirty exists 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:1792: left oid 2 (ObjNum 563 snap 150 seq_num 563) 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:1790: done (3 left) 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:1791: done (2 left) 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:1792: done (1 left) 2023-05-20T06:03:13.931 INFO:tasks.rados.rados.0.smithi081.stdout:1793: done (0 left) 2023-05-20T06:03:13.932 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 150 2023-05-20T06:03:13.932 INFO:tasks.rados.rados.0.smithi081.stdout:1794: seq_num 565 ranges {2383872=671744,3055616=729088,3784704=753664,4538368=122880} 2023-05-20T06:03:13.946 INFO:tasks.rados.rados.0.smithi081.stdout:1794: writing smithi081164505-42 from 2383872 to 3055616 tid 1 2023-05-20T06:03:13.950 INFO:tasks.rados.rados.0.smithi081.stdout:1794: writing smithi081164505-42 from 3055616 to 3784704 tid 2 2023-05-20T06:03:13.954 INFO:tasks.rados.rados.0.smithi081.stdout:1794: writing smithi081164505-42 from 3784704 to 4538368 tid 3 2023-05-20T06:03:13.955 INFO:tasks.rados.rados.0.smithi081.stdout:1794: writing smithi081164505-42 from 4538368 to 4661248 tid 4 2023-05-20T06:03:13.956 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 150 2023-05-20T06:03:13.956 INFO:tasks.rados.rados.0.smithi081.stdout:1794: finishing write tid 1 to smithi081164505-42 2023-05-20T06:03:13.956 INFO:tasks.rados.rados.0.smithi081.stdout:1794: finishing write tid 2 to smithi081164505-42 2023-05-20T06:03:13.956 INFO:tasks.rados.rados.0.smithi081.stdout:1795: seq_num 566 ranges {2744320=688128,3432448=614400,4046848=565248,4612096=425984} 2023-05-20T06:03:13.974 INFO:tasks.rados.rados.0.smithi081.stdout:1795: writing smithi081164505-39 from 2744320 to 3432448 tid 1 2023-05-20T06:03:13.977 INFO:tasks.rados.rados.0.smithi081.stdout:1795: writing smithi081164505-39 from 3432448 to 4046848 tid 2 2023-05-20T06:03:13.981 INFO:tasks.rados.rados.0.smithi081.stdout:1795: writing smithi081164505-39 from 4046848 to 4612096 tid 3 2023-05-20T06:03:13.984 INFO:tasks.rados.rados.0.smithi081.stdout:1795: writing smithi081164505-39 from 4612096 to 5038080 tid 4 2023-05-20T06:03:13.984 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 150 2023-05-20T06:03:13.985 INFO:tasks.rados.rados.0.smithi081.stdout:1794: finishing write tid 3 to smithi081164505-42 2023-05-20T06:03:13.985 INFO:tasks.rados.rados.0.smithi081.stdout:1794: finishing write tid 4 to smithi081164505-42 2023-05-20T06:03:13.985 INFO:tasks.rados.rados.0.smithi081.stdout:1794: finishing write tid 5 to smithi081164505-42 2023-05-20T06:03:13.985 INFO:tasks.rados.rados.0.smithi081.stdout:1796: seq_num 567 ranges {4284416=704512,4988928=499712,5488640=770048,6258688=335872} 2023-05-20T06:03:14.010 INFO:tasks.rados.rados.0.smithi081.stdout:1796: writing smithi081164505-23 from 4284416 to 4988928 tid 1 2023-05-20T06:03:14.013 INFO:tasks.rados.rados.0.smithi081.stdout:1796: writing smithi081164505-23 from 4988928 to 5488640 tid 2 2023-05-20T06:03:14.017 INFO:tasks.rados.rados.0.smithi081.stdout:1796: writing smithi081164505-23 from 5488640 to 6258688 tid 3 2023-05-20T06:03:14.020 INFO:tasks.rados.rados.0.smithi081.stdout:1796: writing smithi081164505-23 from 6258688 to 6594560 tid 4 2023-05-20T06:03:14.020 INFO:tasks.rados.rados.0.smithi081.stdout:1797: delete oid 13 current snap is 150 2023-05-20T06:03:14.020 INFO:tasks.rados.rados.0.smithi081.stdout:1794: finishing write tid 6 to smithi081164505-42 2023-05-20T06:03:14.020 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 850 (ObjNum 565 snap 150 seq_num 565) dirty exists 2023-05-20T06:03:14.020 INFO:tasks.rados.rados.0.smithi081.stdout:1794: left oid 42 (ObjNum 565 snap 150 seq_num 565) 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: finishing write tid 1 to smithi081164505-39 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: finishing write tid 2 to smithi081164505-39 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: finishing write tid 3 to smithi081164505-39 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: finishing write tid 4 to smithi081164505-39 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: finishing write tid 5 to smithi081164505-39 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: finishing write tid 6 to smithi081164505-39 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1001 (ObjNum 566 snap 150 seq_num 566) dirty exists 2023-05-20T06:03:14.021 INFO:tasks.rados.rados.0.smithi081.stdout:1795: left oid 39 (ObjNum 566 snap 150 seq_num 566) 2023-05-20T06:03:14.022 INFO:tasks.rados.rados.0.smithi081.stdout:1796: finishing write tid 1 to smithi081164505-23 2023-05-20T06:03:14.022 INFO:tasks.rados.rados.0.smithi081.stdout:1796: finishing write tid 2 to smithi081164505-23 2023-05-20T06:03:14.022 INFO:tasks.rados.rados.0.smithi081.stdout:1796: finishing write tid 3 to smithi081164505-23 2023-05-20T06:03:14.023 INFO:tasks.rados.rados.0.smithi081.stdout:1796: finishing write tid 4 to smithi081164505-23 2023-05-20T06:03:14.023 INFO:tasks.rados.rados.0.smithi081.stdout:1796: finishing write tid 5 to smithi081164505-23 2023-05-20T06:03:14.023 INFO:tasks.rados.rados.0.smithi081.stdout:1794: done (3 left) 2023-05-20T06:03:14.023 INFO:tasks.rados.rados.0.smithi081.stdout:1795: done (2 left) 2023-05-20T06:03:14.023 INFO:tasks.rados.rados.0.smithi081.stdout:1797: done (1 left) 2023-05-20T06:03:14.023 INFO:tasks.rados.rados.0.smithi081.stdout:1798: rmattr oid 7 current snap is 150 2023-05-20T06:03:14.024 INFO:tasks.rados.rados.0.smithi081.stdout:1798: done (1 left) 2023-05-20T06:03:14.024 INFO:tasks.rados.rados.0.smithi081.stdout:1799: read oid 29 snap -1 2023-05-20T06:03:14.024 INFO:tasks.rados.rados.0.smithi081.stdout:1799: expect (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:03:14.024 INFO:tasks.rados.rados.0.smithi081.stdout:1800: snap_create 2023-05-20T06:03:14.024 INFO:tasks.rados.rados.0.smithi081.stdout:1796: finishing write tid 6 to smithi081164505-23 2023-05-20T06:03:14.025 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1061 (ObjNum 567 snap 150 seq_num 567) dirty exists 2023-05-20T06:03:14.025 INFO:tasks.rados.rados.0.smithi081.stdout:1796: left oid 23 (ObjNum 567 snap 150 seq_num 567) 2023-05-20T06:03:14.026 INFO:tasks.rados.rados.0.smithi081.stdout:1799: expect (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:03:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:13 smithi170 ceph-mon[97338]: osdmap e372: 8 total, 8 up, 8 in 2023-05-20T06:03:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:13 smithi081 ceph-mon[95500]: osdmap e372: 8 total, 8 up, 8 in 2023-05-20T06:03:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:13 smithi081 ceph-mon[107735]: osdmap e372: 8 total, 8 up, 8 in 2023-05-20T06:03:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:1796: done (2 left) 2023-05-20T06:03:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:1799: done (1 left) 2023-05-20T06:03:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:1800: done (0 left) 2023-05-20T06:03:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:1801: read oid 33 snap -1 2023-05-20T06:03:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:1801: expect deleted 2023-05-20T06:03:14.835 INFO:tasks.rados.rados.0.smithi081.stdout:1802: snap_remove snap 149 2023-05-20T06:03:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:14 smithi170 ceph-mon[97338]: pgmap v306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:14 smithi170 ceph-mon[97338]: osdmap e373: 8 total, 8 up, 8 in 2023-05-20T06:03:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:14 smithi081 ceph-mon[95500]: pgmap v306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:15.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:14 smithi081 ceph-mon[95500]: osdmap e373: 8 total, 8 up, 8 in 2023-05-20T06:03:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:14 smithi081 ceph-mon[107735]: pgmap v306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:14 smithi081 ceph-mon[107735]: osdmap e373: 8 total, 8 up, 8 in 2023-05-20T06:03:15.830 INFO:tasks.rados.rados.0.smithi081.stdout:1802: done (1 left) 2023-05-20T06:03:15.831 INFO:tasks.rados.rados.0.smithi081.stdout:1803: snap_create 2023-05-20T06:03:16.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:15 smithi170 ceph-mon[97338]: osdmap e374: 8 total, 8 up, 8 in 2023-05-20T06:03:16.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:15 smithi170 ceph-mon[97338]: osdmap e375: 8 total, 8 up, 8 in 2023-05-20T06:03:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:15 smithi081 ceph-mon[95500]: osdmap e374: 8 total, 8 up, 8 in 2023-05-20T06:03:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:15 smithi081 ceph-mon[95500]: osdmap e375: 8 total, 8 up, 8 in 2023-05-20T06:03:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:15 smithi081 ceph-mon[107735]: osdmap e374: 8 total, 8 up, 8 in 2023-05-20T06:03:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:15 smithi081 ceph-mon[107735]: osdmap e375: 8 total, 8 up, 8 in 2023-05-20T06:03:16.834 INFO:tasks.rados.rados.0.smithi081.stdout:1801: done (1 left) 2023-05-20T06:03:16.835 INFO:tasks.rados.rados.0.smithi081.stdout:1803: done (0 left) 2023-05-20T06:03:16.835 INFO:tasks.rados.rados.0.smithi081.stdout:1804: snap_remove snap 146 2023-05-20T06:03:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:16 smithi170 ceph-mon[97338]: pgmap v309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:16 smithi170 ceph-mon[97338]: osdmap e376: 8 total, 8 up, 8 in 2023-05-20T06:03:17.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:16 smithi081 ceph-mon[95500]: pgmap v309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:17.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:16 smithi081 ceph-mon[95500]: osdmap e376: 8 total, 8 up, 8 in 2023-05-20T06:03:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:16 smithi081 ceph-mon[107735]: pgmap v309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:16 smithi081 ceph-mon[107735]: osdmap e376: 8 total, 8 up, 8 in 2023-05-20T06:03:17.837 INFO:tasks.rados.rados.0.smithi081.stdout:1804: done (0 left) 2023-05-20T06:03:17.837 INFO:tasks.rados.rados.0.smithi081.stdout:1805: read oid 38 snap 151 2023-05-20T06:03:17.837 INFO:tasks.rados.rados.0.smithi081.stdout:1805: expect deleted 2023-05-20T06:03:17.838 INFO:tasks.rados.rados.0.smithi081.stdout:1806: rmattr oid 15 current snap is 152 2023-05-20T06:03:17.838 INFO:tasks.rados.rados.0.smithi081.stdout:1806: done (1 left) 2023-05-20T06:03:17.838 INFO:tasks.rados.rados.0.smithi081.stdout:1807: read oid 2 snap -1 2023-05-20T06:03:17.839 INFO:tasks.rados.rados.0.smithi081.stdout:1807: expect (ObjNum 563 snap 150 seq_num 563) 2023-05-20T06:03:17.839 INFO:tasks.rados.rados.0.smithi081.stdout:1808: read oid 13 snap 148 2023-05-20T06:03:17.839 INFO:tasks.rados.rados.0.smithi081.stdout:1808: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:17.839 INFO:tasks.rados.rados.0.smithi081.stdout:1809: copy_from oid 42 from oid 26 current snap is 152 2023-05-20T06:03:17.840 INFO:tasks.rados.rados.0.smithi081.stdout:1810: snap_remove snap 150 2023-05-20T06:03:18.840 INFO:tasks.rados.rados.0.smithi081.stdout:1810: done (4 left) 2023-05-20T06:03:18.841 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 152 2023-05-20T06:03:18.841 INFO:tasks.rados.rados.0.smithi081.stdout:1811: seq_num 569 ranges {7856128=737280,8593408=671744,9265152=737280,10002432=196608} 2023-05-20T06:03:18.885 INFO:tasks.rados.rados.0.smithi081.stdout:1811: writing smithi081164505-48 from 7856128 to 8593408 tid 1 2023-05-20T06:03:18.889 INFO:tasks.rados.rados.0.smithi081.stdout:1811: writing smithi081164505-48 from 8593408 to 9265152 tid 2 2023-05-20T06:03:18.894 INFO:tasks.rados.rados.0.smithi081.stdout:1811: writing smithi081164505-48 from 9265152 to 10002432 tid 3 2023-05-20T06:03:18.895 INFO:tasks.rados.rados.0.smithi081.stdout:1811: writing smithi081164505-48 from 10002432 to 10199040 tid 4 2023-05-20T06:03:18.895 INFO:tasks.rados.rados.0.smithi081.stdout:1812: setattr oid 14 current snap is 152 2023-05-20T06:03:18.896 INFO:tasks.rados.rados.0.smithi081.stdout:1809: finishing copy_from to smithi081164505-42 2023-05-20T06:03:18.896 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 827 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:03:18.896 INFO:tasks.rados.rados.0.smithi081.stdout:1809: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:03:18.896 INFO:tasks.rados.rados.0.smithi081.stdout:1807: expect (ObjNum 563 snap 150 seq_num 563) 2023-05-20T06:03:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:1808: expect (ObjNum 526 snap 139 seq_num 526) 2023-05-20T06:03:19.066 INFO:tasks.rados.rados.0.smithi081.stdout:1811: finishing write tid 1 to smithi081164505-48 2023-05-20T06:03:19.066 INFO:tasks.rados.rados.0.smithi081.stdout:1811: finishing write tid 2 to smithi081164505-48 2023-05-20T06:03:19.067 INFO:tasks.rados.rados.0.smithi081.stdout:1811: finishing write tid 3 to smithi081164505-48 2023-05-20T06:03:19.067 INFO:tasks.rados.rados.0.smithi081.stdout:1811: finishing write tid 4 to smithi081164505-48 2023-05-20T06:03:19.067 INFO:tasks.rados.rados.0.smithi081.stdout:1811: finishing write tid 5 to smithi081164505-48 2023-05-20T06:03:19.068 INFO:tasks.rados.rados.0.smithi081.stdout:1811: finishing write tid 6 to smithi081164505-48 2023-05-20T06:03:19.068 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1013 (ObjNum 569 snap 152 seq_num 569) dirty exists 2023-05-20T06:03:19.068 INFO:tasks.rados.rados.0.smithi081.stdout:1811: left oid 48 (ObjNum 569 snap 152 seq_num 569) 2023-05-20T06:03:19.068 INFO:tasks.rados.rados.0.smithi081.stdout:1805: done (5 left) 2023-05-20T06:03:19.069 INFO:tasks.rados.rados.0.smithi081.stdout:1807: done (4 left) 2023-05-20T06:03:19.069 INFO:tasks.rados.rados.0.smithi081.stdout:1808: done (3 left) 2023-05-20T06:03:19.069 INFO:tasks.rados.rados.0.smithi081.stdout:1809: done (2 left) 2023-05-20T06:03:19.069 INFO:tasks.rados.rados.0.smithi081.stdout:1811: done (1 left) 2023-05-20T06:03:19.069 INFO:tasks.rados.rados.0.smithi081.stdout:1813: snap_remove snap 148 2023-05-20T06:03:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:18 smithi170 ceph-mon[97338]: pgmap v312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:18 smithi170 ceph-mon[97338]: osdmap e377: 8 total, 8 up, 8 in 2023-05-20T06:03:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:18 smithi081 ceph-mon[95500]: pgmap v312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:18 smithi081 ceph-mon[95500]: osdmap e377: 8 total, 8 up, 8 in 2023-05-20T06:03:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:18 smithi081 ceph-mon[107735]: pgmap v312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:18 smithi081 ceph-mon[107735]: osdmap e377: 8 total, 8 up, 8 in 2023-05-20T06:03:19.851 INFO:tasks.rados.rados.0.smithi081.stdout:1813: done (1 left) 2023-05-20T06:03:19.851 INFO:tasks.rados.rados.0.smithi081.stdout:1814: copy_from oid 49 from oid 5 current snap is 152 2023-05-20T06:03:19.851 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 152 2023-05-20T06:03:19.851 INFO:tasks.rados.rados.0.smithi081.stdout:1815: seq_num 570 ranges {2260992=753664,3014656=548864,3563520=540672,4104192=516096} 2023-05-20T06:03:19.869 INFO:tasks.rados.rados.0.smithi081.stdout:1815: writing smithi081164505-32 from 2260992 to 3014656 tid 1 2023-05-20T06:03:19.872 INFO:tasks.rados.rados.0.smithi081.stdout:1815: writing smithi081164505-32 from 3014656 to 3563520 tid 2 2023-05-20T06:03:19.875 INFO:tasks.rados.rados.0.smithi081.stdout:1815: writing smithi081164505-32 from 3563520 to 4104192 tid 3 2023-05-20T06:03:19.878 INFO:tasks.rados.rados.0.smithi081.stdout:1815: writing smithi081164505-32 from 4104192 to 4620288 tid 4 2023-05-20T06:03:19.878 INFO:tasks.rados.rados.0.smithi081.stdout:1816: copy_from oid 28 from oid 27 current snap is 152 2023-05-20T06:03:19.879 INFO:tasks.rados.rados.0.smithi081.stdout:1817: delete oid 22 current snap is 152 2023-05-20T06:03:19.879 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1015 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:03:19.880 INFO:tasks.rados.rados.0.smithi081.stdout:1815: finishing write tid 1 to smithi081164505-32 2023-05-20T06:03:19.880 INFO:tasks.rados.rados.0.smithi081.stdout:1815: finishing write tid 2 to smithi081164505-32 2023-05-20T06:03:19.880 INFO:tasks.rados.rados.0.smithi081.stdout:1815: finishing write tid 3 to smithi081164505-32 2023-05-20T06:03:19.883 INFO:tasks.rados.rados.0.smithi081.stdout:1815: finishing write tid 4 to smithi081164505-32 2023-05-20T06:03:19.883 INFO:tasks.rados.rados.0.smithi081.stdout:1812: done (4 left) 2023-05-20T06:03:19.883 INFO:tasks.rados.rados.0.smithi081.stdout:1817: done (3 left) 2023-05-20T06:03:19.883 INFO:tasks.rados.rados.0.smithi081.stdout:1818: copy_from oid 41 from oid 16 current snap is 152 2023-05-20T06:03:19.883 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 152 2023-05-20T06:03:19.884 INFO:tasks.rados.rados.0.smithi081.stdout:1819: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2023-05-20T06:03:19.888 INFO:tasks.rados.rados.0.smithi081.stdout:1819: writing smithi081164505-38 from 0 to 786432 tid 1 2023-05-20T06:03:19.892 INFO:tasks.rados.rados.0.smithi081.stdout:1819: writing smithi081164505-38 from 786432 to 1556480 tid 2 2023-05-20T06:03:19.896 INFO:tasks.rados.rados.0.smithi081.stdout:1819: writing smithi081164505-38 from 1556480 to 2113536 tid 3 2023-05-20T06:03:19.897 INFO:tasks.rados.rados.0.smithi081.stdout:1819: writing smithi081164505-38 from 2113536 to 2392064 tid 4 2023-05-20T06:03:19.898 INFO:tasks.rados.rados.0.smithi081.stdout:1820: delete oid 20 current snap is 152 2023-05-20T06:03:19.898 INFO:tasks.rados.rados.0.smithi081.stdout:1815: finishing write tid 5 to smithi081164505-32 2023-05-20T06:03:19.898 INFO:tasks.rados.rados.0.smithi081.stdout:1815: finishing write tid 6 to smithi081164505-32 2023-05-20T06:03:19.898 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 704 (ObjNum 570 snap 152 seq_num 570) dirty exists 2023-05-20T06:03:19.898 INFO:tasks.rados.rados.0.smithi081.stdout:1815: left oid 32 (ObjNum 570 snap 152 seq_num 570) 2023-05-20T06:03:19.898 INFO:tasks.rados.rados.0.smithi081.stdout:1814: finishing copy_from to smithi081164505-49 2023-05-20T06:03:19.899 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 983 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:03:19.899 INFO:tasks.rados.rados.0.smithi081.stdout:1814: finishing copy_from racing read to smithi081164505-49 2023-05-20T06:03:19.899 INFO:tasks.rados.rados.0.smithi081.stdout:1819: finishing write tid 1 to smithi081164505-38 2023-05-20T06:03:19.899 INFO:tasks.rados.rados.0.smithi081.stdout:1818: finishing copy_from to smithi081164505-41 2023-05-20T06:03:19.899 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 891 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:03:19.899 INFO:tasks.rados.rados.0.smithi081.stdout:1819: finishing write tid 2 to smithi081164505-38 2023-05-20T06:03:19.900 INFO:tasks.rados.rados.0.smithi081.stdout:1818: finishing copy_from racing read to smithi081164505-41 2023-05-20T06:03:19.900 INFO:tasks.rados.rados.0.smithi081.stdout:1814: done (5 left) 2023-05-20T06:03:19.900 INFO:tasks.rados.rados.0.smithi081.stdout:1815: done (4 left) 2023-05-20T06:03:19.900 INFO:tasks.rados.rados.0.smithi081.stdout:1818: done (3 left) 2023-05-20T06:03:19.901 INFO:tasks.rados.rados.0.smithi081.stdout:1820: done (2 left) 2023-05-20T06:03:19.901 INFO:tasks.rados.rados.0.smithi081.stdout:1821: snap_remove snap 151 2023-05-20T06:03:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:19 smithi170 ceph-mon[97338]: osdmap e378: 8 total, 8 up, 8 in 2023-05-20T06:03:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:19 smithi081 ceph-mon[95500]: osdmap e378: 8 total, 8 up, 8 in 2023-05-20T06:03:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:19 smithi081 ceph-mon[107735]: osdmap e378: 8 total, 8 up, 8 in 2023-05-20T06:03:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:1821: done (2 left) 2023-05-20T06:03:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:1822: read oid 36 snap -1 2023-05-20T06:03:20.858 INFO:tasks.rados.rados.0.smithi081.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:20.858 INFO:tasks.rados.rados.0.smithi081.stdout:1823: copy_from oid 10 from oid 37 current snap is 152 2023-05-20T06:03:20.858 INFO:tasks.rados.rados.0.smithi081.stdout:1819: finishing write tid 3 to smithi081164505-38 2023-05-20T06:03:20.858 INFO:tasks.rados.rados.0.smithi081.stdout:1819: finishing write tid 4 to smithi081164505-38 2023-05-20T06:03:20.859 INFO:tasks.rados.rados.0.smithi081.stdout:1819: finishing write tid 5 to smithi081164505-38 2023-05-20T06:03:20.859 INFO:tasks.rados.rados.0.smithi081.stdout:1819: finishing write tid 6 to smithi081164505-38 2023-05-20T06:03:20.860 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 996 (ObjNum 572 snap 152 seq_num 572) dirty exists 2023-05-20T06:03:20.860 INFO:tasks.rados.rados.0.smithi081.stdout:1819: left oid 38 (ObjNum 572 snap 152 seq_num 572) 2023-05-20T06:03:20.860 INFO:tasks.rados.rados.0.smithi081.stdout:1816: finishing copy_from to smithi081164505-28 2023-05-20T06:03:20.861 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1018 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:20.861 INFO:tasks.rados.rados.0.smithi081.stdout:1816: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:03:20.861 INFO:tasks.rados.rados.0.smithi081.stdout:1816: done (3 left) 2023-05-20T06:03:20.861 INFO:tasks.rados.rados.0.smithi081.stdout:1819: done (2 left) 2023-05-20T06:03:20.862 INFO:tasks.rados.rados.0.smithi081.stdout:1824: snap_create 2023-05-20T06:03:20.862 INFO:tasks.rados.rados.0.smithi081.stdout:1822: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:20.891 INFO:tasks.rados.rados.0.smithi081.stdout:1823: finishing copy_from to smithi081164505-10 2023-05-20T06:03:20.891 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 841 (ObjNum 553 snap 146 seq_num 553) dirty exists 2023-05-20T06:03:20.892 INFO:tasks.rados.rados.0.smithi081.stdout:1823: finishing copy_from racing read to smithi081164505-10 2023-05-20T06:03:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:20 smithi170 ceph-mon[97338]: pgmap v315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:20 smithi170 ceph-mon[97338]: osdmap e379: 8 total, 8 up, 8 in 2023-05-20T06:03:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:20 smithi081 ceph-mon[95500]: pgmap v315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:20 smithi081 ceph-mon[95500]: osdmap e379: 8 total, 8 up, 8 in 2023-05-20T06:03:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:20 smithi081 ceph-mon[107735]: pgmap v315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:20 smithi081 ceph-mon[107735]: osdmap e379: 8 total, 8 up, 8 in 2023-05-20T06:03:21.862 INFO:tasks.rados.rados.0.smithi081.stdout:1822: done (2 left) 2023-05-20T06:03:21.862 INFO:tasks.rados.rados.0.smithi081.stdout:1823: done (1 left) 2023-05-20T06:03:21.863 INFO:tasks.rados.rados.0.smithi081.stdout:1824: done (0 left) 2023-05-20T06:03:21.863 INFO:tasks.rados.rados.0.smithi081.stdout:1825: delete oid 2 current snap is 153 2023-05-20T06:03:21.867 INFO:tasks.rados.rados.0.smithi081.stdout:1825: done (0 left) 2023-05-20T06:03:21.867 INFO:tasks.rados.rados.0.smithi081.stdout:1826: copy_from oid 29 from oid 30 current snap is 153 2023-05-20T06:03:21.868 INFO:tasks.rados.rados.0.smithi081.stdout:1827: read oid 1 snap 152 2023-05-20T06:03:21.868 INFO:tasks.rados.rados.0.smithi081.stdout:1827: expect (ObjNum 515 snap 136 seq_num 515) 2023-05-20T06:03:21.868 INFO:tasks.rados.rados.0.smithi081.stdout:1828: rollback oid 17 current snap is 153 2023-05-20T06:03:21.868 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 17 to 152 2023-05-20T06:03:21.868 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 153 2023-05-20T06:03:21.869 INFO:tasks.rados.rados.0.smithi081.stdout:1829: seq_num 575 ranges {6045696=32768} 2023-05-20T06:03:21.900 INFO:tasks.rados.rados.0.smithi081.stdout:1829: writing smithi081164505-49 from 6045696 to 6078464 tid 1 2023-05-20T06:03:21.900 INFO:tasks.rados.rados.0.smithi081.stdout:1830: setattr oid 5 current snap is 153 2023-05-20T06:03:21.901 INFO:tasks.rados.rados.0.smithi081.stdout:1828: finishing rollback tid 0 to smithi081164505-17 2023-05-20T06:03:21.901 INFO:tasks.rados.rados.0.smithi081.stdout:1828: finishing rollback tid 1 to smithi081164505-17 2023-05-20T06:03:21.901 INFO:tasks.rados.rados.0.smithi081.stdout:1828: finishing rollback tid 2 to smithi081164505-17 2023-05-20T06:03:21.901 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 844 (ObjNum 515 snap 136 seq_num 515) dirty exists 2023-05-20T06:03:21.901 INFO:tasks.rados.rados.0.smithi081.stdout:1827: expect (ObjNum 515 snap 136 seq_num 515) 2023-05-20T06:03:21.962 INFO:tasks.rados.rados.0.smithi081.stdout:1826: finishing copy_from to smithi081164505-29 2023-05-20T06:03:21.962 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 826 (ObjNum 526 snap 139 seq_num 526) dirty exists 2023-05-20T06:03:21.962 INFO:tasks.rados.rados.0.smithi081.stdout:1826: finishing copy_from racing read to smithi081164505-29 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:1829: finishing write tid 1 to smithi081164505-49 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:1829: finishing write tid 2 to smithi081164505-49 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:1829: finishing write tid 3 to smithi081164505-49 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 986 (ObjNum 575 snap 153 seq_num 575) dirty exists 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:1829: left oid 49 (ObjNum 575 snap 153 seq_num 575) 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:1826: done (4 left) 2023-05-20T06:03:21.963 INFO:tasks.rados.rados.0.smithi081.stdout:1827: done (3 left) 2023-05-20T06:03:21.964 INFO:tasks.rados.rados.0.smithi081.stdout:1828: done (2 left) 2023-05-20T06:03:21.964 INFO:tasks.rados.rados.0.smithi081.stdout:1829: done (1 left) 2023-05-20T06:03:21.964 INFO:tasks.rados.rados.0.smithi081.stdout:1831: read oid 41 snap 152 2023-05-20T06:03:21.964 INFO:tasks.rados.rados.0.smithi081.stdout:1831: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:03:21.964 INFO:tasks.rados.rados.0.smithi081.stdout:1832: rmattr oid 9 current snap is 153 2023-05-20T06:03:21.964 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 153 2023-05-20T06:03:21.965 INFO:tasks.rados.rados.0.smithi081.stdout:1833: seq_num 576 ranges {2088960=49152} 2023-05-20T06:03:21.973 INFO:tasks.rados.rados.0.smithi081.stdout:1833: writing smithi081164505-35 from 2088960 to 2138112 tid 1 2023-05-20T06:03:21.973 INFO:tasks.rados.rados.0.smithi081.stdout:1834: rollback oid 3 current snap is 153 2023-05-20T06:03:21.973 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 152 2023-05-20T06:03:21.974 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 997 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:03:21.974 INFO:tasks.rados.rados.0.smithi081.stdout:1831: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:03:22.014 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 110 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:03:22.015 INFO:tasks.rados.rados.0.smithi081.stdout:1833: finishing write tid 1 to smithi081164505-35 2023-05-20T06:03:22.015 INFO:tasks.rados.rados.0.smithi081.stdout:1834: finishing rollback tid 0 to smithi081164505-3 2023-05-20T06:03:22.015 INFO:tasks.rados.rados.0.smithi081.stdout:1833: finishing write tid 2 to smithi081164505-35 2023-05-20T06:03:22.015 INFO:tasks.rados.rados.0.smithi081.stdout:1834: finishing rollback tid 1 to smithi081164505-3 2023-05-20T06:03:22.015 INFO:tasks.rados.rados.0.smithi081.stdout:1834: finishing rollback tid 2 to smithi081164505-3 2023-05-20T06:03:22.015 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 920 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:03:22.016 INFO:tasks.rados.rados.0.smithi081.stdout:1833: finishing write tid 3 to smithi081164505-35 2023-05-20T06:03:22.016 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1074 (ObjNum 576 snap 153 seq_num 576) dirty exists 2023-05-20T06:03:22.016 INFO:tasks.rados.rados.0.smithi081.stdout:1833: left oid 35 (ObjNum 576 snap 153 seq_num 576) 2023-05-20T06:03:22.016 INFO:tasks.rados.rados.0.smithi081.stdout:1830: done (4 left) 2023-05-20T06:03:22.016 INFO:tasks.rados.rados.0.smithi081.stdout:1831: done (3 left) 2023-05-20T06:03:22.017 INFO:tasks.rados.rados.0.smithi081.stdout:1832: done (2 left) 2023-05-20T06:03:22.017 INFO:tasks.rados.rados.0.smithi081.stdout:1833: done (1 left) 2023-05-20T06:03:22.017 INFO:tasks.rados.rados.0.smithi081.stdout:1834: done (0 left) 2023-05-20T06:03:22.017 INFO:tasks.rados.rados.0.smithi081.stdout:1835: copy_from oid 19 from oid 38 current snap is 153 2023-05-20T06:03:22.017 INFO:tasks.rados.rados.0.smithi081.stdout:1836: rollback oid 33 current snap is 153 2023-05-20T06:03:22.018 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 33 to 152 2023-05-20T06:03:22.018 INFO:tasks.rados.rados.0.smithi081.stdout:1837: setattr oid 20 current snap is 153 2023-05-20T06:03:22.018 INFO:tasks.rados.rados.0.smithi081.stdout:1836: finishing rollback tid 1 to smithi081164505-33 2023-05-20T06:03:22.018 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 0 (ObjNum 33 snap 0 seq_num 163661232) dirty dne 2023-05-20T06:03:22.019 INFO:tasks.rados.rados.0.smithi081.stdout:1836: done (2 left) 2023-05-20T06:03:22.019 INFO:tasks.rados.rados.0.smithi081.stdout:1838: read oid 47 snap -1 2023-05-20T06:03:22.020 INFO:tasks.rados.rados.0.smithi081.stdout:1838: expect (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:03:22.020 INFO:tasks.rados.rados.0.smithi081.stdout:1839: rollback oid 35 current snap is 153 2023-05-20T06:03:22.020 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 152 2023-05-20T06:03:22.020 INFO:tasks.rados.rados.0.smithi081.stdout:1840: read oid 3 snap 152 2023-05-20T06:03:22.021 INFO:tasks.rados.rados.0.smithi081.stdout:1840: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:03:22.021 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 153 2023-05-20T06:03:22.021 INFO:tasks.rados.rados.0.smithi081.stdout:1841: seq_num 577 ranges {3031040=65536} 2023-05-20T06:03:22.022 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:21 smithi081 ceph-mon[95500]: osdmap e380: 8 total, 8 up, 8 in 2023-05-20T06:03:22.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:21 smithi081 ceph-mon[107735]: osdmap e380: 8 total, 8 up, 8 in 2023-05-20T06:03:22.023 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:03:21.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:22.023 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:03:21.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:22.033 INFO:tasks.rados.rados.0.smithi081.stdout:1841: writing smithi081164505-29 from 3031040 to 3096576 tid 1 2023-05-20T06:03:22.033 INFO:tasks.rados.rados.0.smithi081.stdout:1842: snap_create 2023-05-20T06:03:22.033 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 987 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:03:22.033 INFO:tasks.rados.rados.0.smithi081.stdout:1839: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:03:22.034 INFO:tasks.rados.rados.0.smithi081.stdout:1839: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:03:22.034 INFO:tasks.rados.rados.0.smithi081.stdout:1839: finishing rollback tid 2 to smithi081164505-35 2023-05-20T06:03:22.034 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1077 (ObjNum 554 snap 147 seq_num 554) dirty exists 2023-05-20T06:03:22.034 INFO:tasks.rados.rados.0.smithi081.stdout:1838: expect (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:03:22.128 INFO:tasks.rados.rados.0.smithi081.stdout:1840: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:03:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:21 smithi170 ceph-mon[97338]: osdmap e380: 8 total, 8 up, 8 in 2023-05-20T06:03:22.290 INFO:tasks.rados.rados.0.smithi081.stdout:1841: finishing write tid 1 to smithi081164505-29 2023-05-20T06:03:22.290 INFO:tasks.rados.rados.0.smithi081.stdout:1841: finishing write tid 2 to smithi081164505-29 2023-05-20T06:03:22.291 INFO:tasks.rados.rados.0.smithi081.stdout:1835: finishing copy_from to smithi081164505-19 2023-05-20T06:03:22.291 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 996 (ObjNum 572 snap 152 seq_num 572) dirty exists 2023-05-20T06:03:22.291 INFO:tasks.rados.rados.0.smithi081.stdout:1841: finishing write tid 3 to smithi081164505-29 2023-05-20T06:03:22.291 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 999 (ObjNum 577 snap 153 seq_num 577) dirty exists 2023-05-20T06:03:22.292 INFO:tasks.rados.rados.0.smithi081.stdout:1841: left oid 29 (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:22.292 INFO:tasks.rados.rados.0.smithi081.stdout:1835: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:03:22.867 INFO:tasks.rados.rados.0.smithi081.stdout:1835: done (6 left) 2023-05-20T06:03:22.867 INFO:tasks.rados.rados.0.smithi081.stdout:1837: done (5 left) 2023-05-20T06:03:22.867 INFO:tasks.rados.rados.0.smithi081.stdout:1838: done (4 left) 2023-05-20T06:03:22.868 INFO:tasks.rados.rados.0.smithi081.stdout:1839: done (3 left) 2023-05-20T06:03:22.868 INFO:tasks.rados.rados.0.smithi081.stdout:1840: done (2 left) 2023-05-20T06:03:22.868 INFO:tasks.rados.rados.0.smithi081.stdout:1841: done (1 left) 2023-05-20T06:03:22.868 INFO:tasks.rados.rados.0.smithi081.stdout:1842: done (0 left) 2023-05-20T06:03:22.869 INFO:tasks.rados.rados.0.smithi081.stdout:1843: snap_remove snap 153 2023-05-20T06:03:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:22 smithi170 ceph-mon[97338]: pgmap v318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:22 smithi170 ceph-mon[97338]: osdmap e381: 8 total, 8 up, 8 in 2023-05-20T06:03:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:22 smithi081 ceph-mon[95500]: pgmap v318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:22 smithi081 ceph-mon[95500]: osdmap e381: 8 total, 8 up, 8 in 2023-05-20T06:03:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:03:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:22 smithi081 ceph-mon[107735]: pgmap v318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:22 smithi081 ceph-mon[107735]: osdmap e381: 8 total, 8 up, 8 in 2023-05-20T06:03:23.873 INFO:tasks.rados.rados.0.smithi081.stdout:1843: done (0 left) 2023-05-20T06:03:23.873 INFO:tasks.rados.rados.0.smithi081.stdout:1844: copy_from oid 15 from oid 20 current snap is 154 2023-05-20T06:03:23.874 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 154 2023-05-20T06:03:23.874 INFO:tasks.rados.rados.0.smithi081.stdout:1845: seq_num 578 ranges {2334720=81920} 2023-05-20T06:03:23.886 INFO:tasks.rados.rados.0.smithi081.stdout:1845: writing smithi081164505-6 from 2334720 to 2416640 tid 1 2023-05-20T06:03:23.887 INFO:tasks.rados.rados.0.smithi081.stdout:1846: read oid 46 snap -1 2023-05-20T06:03:23.887 INFO:tasks.rados.rados.0.smithi081.stdout:1846: expect (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:03:23.887 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 154 2023-05-20T06:03:23.887 INFO:tasks.rados.rados.0.smithi081.stdout:1844: finishing copy_from to smithi081164505-15 2023-05-20T06:03:23.887 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 987 (ObjNum 801 snap 0 seq_num 3605352240) dirty exists 2023-05-20T06:03:23.887 INFO:tasks.rados.rados.0.smithi081.stdout:1847: seq_num 579 ranges {0=98304} 2023-05-20T06:03:23.888 INFO:tasks.rados.rados.0.smithi081.stdout:1847: writing smithi081164505-50 from 0 to 98304 tid 1 2023-05-20T06:03:23.888 INFO:tasks.rados.rados.0.smithi081.stdout:1848: read oid 28 snap -1 2023-05-20T06:03:23.888 INFO:tasks.rados.rados.0.smithi081.stdout:1848: expect (ObjNum 544 snap 145 seq_num 544) 2023-05-20T06:03:23.889 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 154 2023-05-20T06:03:23.889 INFO:tasks.rados.rados.0.smithi081.stdout:1849: seq_num 580 ranges {409600=114688} 2023-05-20T06:03:23.890 INFO:tasks.rados.rados.0.smithi081.stdout:1849: writing smithi081164505-26 from 409600 to 524288 tid 1 2023-05-20T06:03:23.890 INFO:tasks.rados.rados.0.smithi081.stdout:1850: rollback oid 11 current snap is 154 2023-05-20T06:03:23.890 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 152 2023-05-20T06:03:23.890 INFO:tasks.rados.rados.0.smithi081.stdout:1851: delete oid 48 current snap is 154 2023-05-20T06:03:23.892 INFO:tasks.rados.rados.0.smithi081.stdout:1844: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:03:23.893 INFO:tasks.rados.rados.0.smithi081.stdout:1845: finishing write tid 1 to smithi081164505-6 2023-05-20T06:03:23.893 INFO:tasks.rados.rados.0.smithi081.stdout:1845: finishing write tid 2 to smithi081164505-6 2023-05-20T06:03:23.893 INFO:tasks.rados.rados.0.smithi081.stdout:1847: finishing write tid 1 to smithi081164505-50 2023-05-20T06:03:23.893 INFO:tasks.rados.rados.0.smithi081.stdout:1847: finishing write tid 2 to smithi081164505-50 2023-05-20T06:03:23.898 INFO:tasks.rados.rados.0.smithi081.stdout:1850: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:03:23.898 INFO:tasks.rados.rados.0.smithi081.stdout:1850: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:03:23.899 INFO:tasks.rados.rados.0.smithi081.stdout:1850: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:03:23.899 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1031 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:03:23.899 INFO:tasks.rados.rados.0.smithi081.stdout:1845: finishing write tid 3 to smithi081164505-6 2023-05-20T06:03:23.900 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 832 (ObjNum 578 snap 154 seq_num 578) dirty exists 2023-05-20T06:03:23.900 INFO:tasks.rados.rados.0.smithi081.stdout:1845: left oid 6 (ObjNum 578 snap 154 seq_num 578) 2023-05-20T06:03:23.900 INFO:tasks.rados.rados.0.smithi081.stdout:1844: done (7 left) 2023-05-20T06:03:23.900 INFO:tasks.rados.rados.0.smithi081.stdout:1845: done (6 left) 2023-05-20T06:03:23.901 INFO:tasks.rados.rados.0.smithi081.stdout:1850: done (5 left) 2023-05-20T06:03:23.901 INFO:tasks.rados.rados.0.smithi081.stdout:1851: done (4 left) 2023-05-20T06:03:23.901 INFO:tasks.rados.rados.0.smithi081.stdout:1852: snap_remove snap 152 2023-05-20T06:03:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:23 smithi170 ceph-mon[97338]: osdmap e382: 8 total, 8 up, 8 in 2023-05-20T06:03:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:23 smithi081 ceph-mon[95500]: osdmap e382: 8 total, 8 up, 8 in 2023-05-20T06:03:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:23 smithi081 ceph-mon[107735]: osdmap e382: 8 total, 8 up, 8 in 2023-05-20T06:03:24.880 INFO:tasks.rados.rados.0.smithi081.stdout:1852: done (4 left) 2023-05-20T06:03:24.880 INFO:tasks.rados.rados.0.smithi081.stdout:1853: snap_create 2023-05-20T06:03:24.880 INFO:tasks.rados.rados.0.smithi081.stdout:1849: finishing write tid 1 to smithi081164505-26 2023-05-20T06:03:24.881 INFO:tasks.rados.rados.0.smithi081.stdout:1847: finishing write tid 3 to smithi081164505-50 2023-05-20T06:03:24.881 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 922 (ObjNum 579 snap 154 seq_num 579) dirty exists 2023-05-20T06:03:24.881 INFO:tasks.rados.rados.0.smithi081.stdout:1847: left oid 50 (ObjNum 579 snap 154 seq_num 579) 2023-05-20T06:03:24.881 INFO:tasks.rados.rados.0.smithi081.stdout:1849: finishing write tid 2 to smithi081164505-26 2023-05-20T06:03:24.881 INFO:tasks.rados.rados.0.smithi081.stdout:1849: finishing write tid 3 to smithi081164505-26 2023-05-20T06:03:24.882 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 846 (ObjNum 580 snap 154 seq_num 580) dirty exists 2023-05-20T06:03:24.882 INFO:tasks.rados.rados.0.smithi081.stdout:1849: left oid 26 (ObjNum 580 snap 154 seq_num 580) 2023-05-20T06:03:24.882 INFO:tasks.rados.rados.0.smithi081.stdout:1846: expect (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:03:25.190 INFO:tasks.rados.rados.0.smithi081.stdout:1848: expect (ObjNum 544 snap 145 seq_num 544) 2023-05-20T06:03:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:24 smithi170 ceph-mon[97338]: pgmap v321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:25.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:24 smithi170 ceph-mon[97338]: osdmap e383: 8 total, 8 up, 8 in 2023-05-20T06:03:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:24 smithi081 ceph-mon[95500]: pgmap v321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:24 smithi081 ceph-mon[95500]: osdmap e383: 8 total, 8 up, 8 in 2023-05-20T06:03:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:24 smithi081 ceph-mon[107735]: pgmap v321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:24 smithi081 ceph-mon[107735]: osdmap e383: 8 total, 8 up, 8 in 2023-05-20T06:03:25.887 INFO:tasks.rados.rados.0.smithi081.stdout:1846: done (4 left) 2023-05-20T06:03:25.887 INFO:tasks.rados.rados.0.smithi081.stdout:1847: done (3 left) 2023-05-20T06:03:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:1848: done (2 left) 2023-05-20T06:03:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:1849: done (1 left) 2023-05-20T06:03:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:1853: done (0 left) 2023-05-20T06:03:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 155 2023-05-20T06:03:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:1854: seq_num 582 ranges {6987776=155648} 2023-05-20T06:03:25.925 INFO:tasks.rados.rados.0.smithi081.stdout:1854: writing smithi081164505-10 from 6987776 to 7143424 tid 1 2023-05-20T06:03:25.925 INFO:tasks.rados.rados.0.smithi081.stdout:1855: snap_create 2023-05-20T06:03:25.931 INFO:tasks.rados.rados.0.smithi081.stdout:1854: finishing write tid 1 to smithi081164505-10 2023-05-20T06:03:25.931 INFO:tasks.rados.rados.0.smithi081.stdout:1854: finishing write tid 2 to smithi081164505-10 2023-05-20T06:03:25.932 INFO:tasks.rados.rados.0.smithi081.stdout:1854: finishing write tid 3 to smithi081164505-10 2023-05-20T06:03:25.932 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 848 (ObjNum 582 snap 155 seq_num 582) dirty exists 2023-05-20T06:03:25.932 INFO:tasks.rados.rados.0.smithi081.stdout:1854: left oid 10 (ObjNum 582 snap 155 seq_num 582) 2023-05-20T06:03:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:25 smithi170 ceph-mon[97338]: osdmap e384: 8 total, 8 up, 8 in 2023-05-20T06:03:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:25 smithi081 ceph-mon[95500]: osdmap e384: 8 total, 8 up, 8 in 2023-05-20T06:03:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:25 smithi081 ceph-mon[107735]: osdmap e384: 8 total, 8 up, 8 in 2023-05-20T06:03:26.890 INFO:tasks.rados.rados.0.smithi081.stdout:1854: done (1 left) 2023-05-20T06:03:26.890 INFO:tasks.rados.rados.0.smithi081.stdout:1855: done (0 left) 2023-05-20T06:03:26.890 INFO:tasks.rados.rados.0.smithi081.stdout:1856: rollback oid 27 current snap is 156 2023-05-20T06:03:26.890 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 154 2023-05-20T06:03:26.891 INFO:tasks.rados.rados.0.smithi081.stdout:1857: delete oid 39 current snap is 156 2023-05-20T06:03:26.897 INFO:tasks.rados.rados.0.smithi081.stdout:1856: finishing rollback tid 0 to smithi081164505-27 2023-05-20T06:03:26.897 INFO:tasks.rados.rados.0.smithi081.stdout:1856: finishing rollback tid 1 to smithi081164505-27 2023-05-20T06:03:26.898 INFO:tasks.rados.rados.0.smithi081.stdout:1856: finishing rollback tid 2 to smithi081164505-27 2023-05-20T06:03:26.898 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1083 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:1856: done (1 left) 2023-05-20T06:03:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:1857: done (0 left) 2023-05-20T06:03:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:1858: rollback oid 50 current snap is 156 2023-05-20T06:03:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 155 2023-05-20T06:03:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:1859: copy_from oid 26 from oid 41 current snap is 156 2023-05-20T06:03:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 156 2023-05-20T06:03:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:1860: seq_num 584 ranges {0=188416} 2023-05-20T06:03:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:1860: writing smithi081164505-20 from 0 to 188416 tid 1 2023-05-20T06:03:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:1861: snap_create 2023-05-20T06:03:26.904 INFO:tasks.rados.rados.0.smithi081.stdout:1858: finishing rollback tid 0 to smithi081164505-50 2023-05-20T06:03:26.905 INFO:tasks.rados.rados.0.smithi081.stdout:1858: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:03:26.905 INFO:tasks.rados.rados.0.smithi081.stdout:1860: finishing write tid 1 to smithi081164505-20 2023-05-20T06:03:26.905 INFO:tasks.rados.rados.0.smithi081.stdout:1858: finishing rollback tid 2 to smithi081164505-50 2023-05-20T06:03:26.905 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 925 (ObjNum 579 snap 154 seq_num 579) dirty exists 2023-05-20T06:03:26.906 INFO:tasks.rados.rados.0.smithi081.stdout:1860: finishing write tid 2 to smithi081164505-20 2023-05-20T06:03:26.908 INFO:tasks.rados.rados.0.smithi081.stdout:1860: finishing write tid 3 to smithi081164505-20 2023-05-20T06:03:26.908 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 998 (ObjNum 584 snap 156 seq_num 584) dirty exists 2023-05-20T06:03:26.909 INFO:tasks.rados.rados.0.smithi081.stdout:1860: left oid 20 (ObjNum 584 snap 156 seq_num 584) 2023-05-20T06:03:26.912 INFO:tasks.rados.rados.0.smithi081.stdout:1859: finishing copy_from to smithi081164505-26 2023-05-20T06:03:26.913 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 891 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:03:26.913 INFO:tasks.rados.rados.0.smithi081.stdout:1859: finishing copy_from racing read to smithi081164505-26 2023-05-20T06:03:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:26 smithi170 ceph-mon[97338]: pgmap v324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:26 smithi170 ceph-mon[97338]: osdmap e385: 8 total, 8 up, 8 in 2023-05-20T06:03:27.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:26 smithi081 ceph-mon[95500]: pgmap v324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:27.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:26 smithi081 ceph-mon[95500]: osdmap e385: 8 total, 8 up, 8 in 2023-05-20T06:03:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:26 smithi081 ceph-mon[107735]: pgmap v324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:26 smithi081 ceph-mon[107735]: osdmap e385: 8 total, 8 up, 8 in 2023-05-20T06:03:27.908 INFO:tasks.rados.rados.0.smithi081.stdout:1858: done (3 left) 2023-05-20T06:03:27.909 INFO:tasks.rados.rados.0.smithi081.stdout:1859: done (2 left) 2023-05-20T06:03:27.909 INFO:tasks.rados.rados.0.smithi081.stdout:1860: done (1 left) 2023-05-20T06:03:27.909 INFO:tasks.rados.rados.0.smithi081.stdout:1861: done (0 left) 2023-05-20T06:03:27.909 INFO:tasks.rados.rados.0.smithi081.stdout:1862: snap_remove snap 155 2023-05-20T06:03:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:27 smithi170 ceph-mon[97338]: osdmap e386: 8 total, 8 up, 8 in 2023-05-20T06:03:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:27 smithi081 ceph-mon[95500]: osdmap e386: 8 total, 8 up, 8 in 2023-05-20T06:03:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:27 smithi081 ceph-mon[107735]: osdmap e386: 8 total, 8 up, 8 in 2023-05-20T06:03:28.908 INFO:tasks.rados.rados.0.smithi081.stdout:1862: done (0 left) 2023-05-20T06:03:28.909 INFO:tasks.rados.rados.0.smithi081.stdout:1863: read oid 42 snap 156 2023-05-20T06:03:28.909 INFO:tasks.rados.rados.0.smithi081.stdout:1863: expect (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:03:28.910 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 157 2023-05-20T06:03:28.910 INFO:tasks.rados.rados.0.smithi081.stdout:1864: seq_num 585 ranges {0=204800} 2023-05-20T06:03:28.910 INFO:tasks.rados.rados.0.smithi081.stdout:1864: writing smithi081164505-33 from 0 to 204800 tid 1 2023-05-20T06:03:28.910 INFO:tasks.rados.rados.0.smithi081.stdout:1865: delete oid 6 current snap is 157 2023-05-20T06:03:28.918 INFO:tasks.rados.rados.0.smithi081.stdout:1865: done (2 left) 2023-05-20T06:03:28.918 INFO:tasks.rados.rados.0.smithi081.stdout:1866: read oid 24 snap -1 2023-05-20T06:03:28.919 INFO:tasks.rados.rados.0.smithi081.stdout:1866: expect (ObjNum 496 snap 133 seq_num 496) 2023-05-20T06:03:28.919 INFO:tasks.rados.rados.0.smithi081.stdout:1867: snap_remove snap 154 2023-05-20T06:03:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:28 smithi170 ceph-mon[97338]: pgmap v327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:29.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:28 smithi170 ceph-mon[97338]: osdmap e387: 8 total, 8 up, 8 in 2023-05-20T06:03:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:28 smithi081 ceph-mon[95500]: pgmap v327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:28 smithi081 ceph-mon[95500]: osdmap e387: 8 total, 8 up, 8 in 2023-05-20T06:03:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:28 smithi081 ceph-mon[107735]: pgmap v327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:29.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:28 smithi081 ceph-mon[107735]: osdmap e387: 8 total, 8 up, 8 in 2023-05-20T06:03:29.917 INFO:tasks.rados.rados.0.smithi081.stdout:1867: done (3 left) 2023-05-20T06:03:29.917 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 157 2023-05-20T06:03:29.917 INFO:tasks.rados.rados.0.smithi081.stdout:1868: seq_num 587 ranges {7274496=237568} 2023-05-20T06:03:29.957 INFO:tasks.rados.rados.0.smithi081.stdout:1868: writing smithi081164505-4 from 7274496 to 7512064 tid 1 2023-05-20T06:03:29.957 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 157 2023-05-20T06:03:29.957 INFO:tasks.rados.rados.0.smithi081.stdout:1863: expect (ObjNum 445 snap 118 seq_num 445) 2023-05-20T06:03:29.972 INFO:tasks.rados.rados.0.smithi081.stdout:1864: finishing write tid 1 to smithi081164505-33 2023-05-20T06:03:29.972 INFO:tasks.rados.rados.0.smithi081.stdout:1864: finishing write tid 2 to smithi081164505-33 2023-05-20T06:03:29.972 INFO:tasks.rados.rados.0.smithi081.stdout:1864: finishing write tid 3 to smithi081164505-33 2023-05-20T06:03:29.973 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 526 (ObjNum 585 snap 157 seq_num 585) dirty exists 2023-05-20T06:03:29.973 INFO:tasks.rados.rados.0.smithi081.stdout:1864: left oid 33 (ObjNum 585 snap 157 seq_num 585) 2023-05-20T06:03:29.973 INFO:tasks.rados.rados.0.smithi081.stdout:1866: expect (ObjNum 496 snap 133 seq_num 496) 2023-05-20T06:03:30.140 INFO:tasks.rados.rados.0.smithi081.stdout:1868: finishing write tid 1 to smithi081164505-4 2023-05-20T06:03:30.141 INFO:tasks.rados.rados.0.smithi081.stdout:1868: finishing write tid 2 to smithi081164505-4 2023-05-20T06:03:30.141 INFO:tasks.rados.rados.0.smithi081.stdout:1868: finishing write tid 3 to smithi081164505-4 2023-05-20T06:03:30.141 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1000 (ObjNum 587 snap 157 seq_num 587) dirty exists 2023-05-20T06:03:30.141 INFO:tasks.rados.rados.0.smithi081.stdout:1868: left oid 4 (ObjNum 587 snap 157 seq_num 587) 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1869: seq_num 588 ranges {0=253952} 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1869: writing smithi081164505-8 from 0 to 253952 tid 1 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1863: done (4 left) 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1864: done (3 left) 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1866: done (2 left) 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1868: done (1 left) 2023-05-20T06:03:30.142 INFO:tasks.rados.rados.0.smithi081.stdout:1870: rollback oid 15 current snap is 157 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 156 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1871: setattr oid 27 current snap is 157 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1872: read oid 25 snap -1 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1872: expect (ObjNum 558 snap 148 seq_num 558) 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1873: copy_from oid 45 from oid 37 current snap is 157 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1874: read oid 29 snap -1 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1874: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:30.143 INFO:tasks.rados.rados.0.smithi081.stdout:1875: read oid 32 snap -1 2023-05-20T06:03:30.144 INFO:tasks.rados.rados.0.smithi081.stdout:1875: expect (ObjNum 570 snap 152 seq_num 570) 2023-05-20T06:03:30.144 INFO:tasks.rados.rados.0.smithi081.stdout:1876: read oid 23 snap -1 2023-05-20T06:03:30.144 INFO:tasks.rados.rados.0.smithi081.stdout:1876: expect (ObjNum 567 snap 150 seq_num 567) 2023-05-20T06:03:30.144 INFO:tasks.rados.rados.0.smithi081.stdout:1877: copy_from oid 44 from oid 42 current snap is 157 2023-05-20T06:03:30.144 INFO:tasks.rados.rados.0.smithi081.stdout:1878: snap_create 2023-05-20T06:03:30.145 INFO:tasks.rados.rados.0.smithi081.stdout:1870: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:03:30.145 INFO:tasks.rados.rados.0.smithi081.stdout:1870: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:03:30.146 INFO:tasks.rados.rados.0.smithi081.stdout:1869: finishing write tid 1 to smithi081164505-8 2023-05-20T06:03:30.146 INFO:tasks.rados.rados.0.smithi081.stdout:1869: finishing write tid 2 to smithi081164505-8 2023-05-20T06:03:30.150 INFO:tasks.rados.rados.0.smithi081.stdout:1870: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:03:30.151 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 990 (ObjNum 33 snap 0 seq_num 163661232) dirty exists 2023-05-20T06:03:30.154 INFO:tasks.rados.rados.0.smithi081.stdout:1877: finishing copy_from to smithi081164505-44 2023-05-20T06:03:30.154 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 827 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:03:30.158 INFO:tasks.rados.rados.0.smithi081.stdout:1877: finishing copy_from racing read to smithi081164505-44 2023-05-20T06:03:30.163 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1089 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:30.168 INFO:tasks.rados.rados.0.smithi081.stdout:1875: expect (ObjNum 570 snap 152 seq_num 570) 2023-05-20T06:03:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:29 smithi170 ceph-mon[97338]: osdmap e388: 8 total, 8 up, 8 in 2023-05-20T06:03:30.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:29 smithi081 ceph-mon[95500]: osdmap e388: 8 total, 8 up, 8 in 2023-05-20T06:03:30.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:29 smithi081 ceph-mon[107735]: osdmap e388: 8 total, 8 up, 8 in 2023-05-20T06:03:30.317 INFO:tasks.rados.rados.0.smithi081.stdout:1872: expect (ObjNum 558 snap 148 seq_num 558) 2023-05-20T06:03:30.443 INFO:tasks.rados.rados.0.smithi081.stdout:1874: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:30.607 INFO:tasks.rados.rados.0.smithi081.stdout:1869: finishing write tid 3 to smithi081164505-8 2023-05-20T06:03:30.607 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1001 (ObjNum 588 snap 157 seq_num 588) dirty exists 2023-05-20T06:03:30.607 INFO:tasks.rados.rados.0.smithi081.stdout:1869: left oid 8 (ObjNum 588 snap 157 seq_num 588) 2023-05-20T06:03:30.608 INFO:tasks.rados.rados.0.smithi081.stdout:1873: finishing copy_from to smithi081164505-45 2023-05-20T06:03:30.608 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 841 (ObjNum 553 snap 146 seq_num 553) dirty exists 2023-05-20T06:03:30.608 INFO:tasks.rados.rados.0.smithi081.stdout:1873: finishing copy_from racing read to smithi081164505-45 2023-05-20T06:03:30.608 INFO:tasks.rados.rados.0.smithi081.stdout:1876: expect (ObjNum 567 snap 150 seq_num 567) 2023-05-20T06:03:31.081 INFO:tasks.rados.rados.0.smithi081.stdout:1869: done (9 left) 2023-05-20T06:03:31.082 INFO:tasks.rados.rados.0.smithi081.stdout:1870: done (8 left) 2023-05-20T06:03:31.082 INFO:tasks.rados.rados.0.smithi081.stdout:1871: done (7 left) 2023-05-20T06:03:31.082 INFO:tasks.rados.rados.0.smithi081.stdout:1872: done (6 left) 2023-05-20T06:03:31.083 INFO:tasks.rados.rados.0.smithi081.stdout:1873: done (5 left) 2023-05-20T06:03:31.083 INFO:tasks.rados.rados.0.smithi081.stdout:1874: done (4 left) 2023-05-20T06:03:31.083 INFO:tasks.rados.rados.0.smithi081.stdout:1875: done (3 left) 2023-05-20T06:03:31.083 INFO:tasks.rados.rados.0.smithi081.stdout:1876: done (2 left) 2023-05-20T06:03:31.084 INFO:tasks.rados.rados.0.smithi081.stdout:1877: done (1 left) 2023-05-20T06:03:31.084 INFO:tasks.rados.rados.0.smithi081.stdout:1878: done (0 left) 2023-05-20T06:03:31.084 INFO:tasks.rados.rados.0.smithi081.stdout:1879: snap_create 2023-05-20T06:03:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:30 smithi170 ceph-mon[97338]: pgmap v330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:30 smithi170 ceph-mon[97338]: osdmap e389: 8 total, 8 up, 8 in 2023-05-20T06:03:31.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:30 smithi081 ceph-mon[95500]: pgmap v330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:31.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:30 smithi081 ceph-mon[95500]: osdmap e389: 8 total, 8 up, 8 in 2023-05-20T06:03:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:30 smithi081 ceph-mon[107735]: pgmap v330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:31.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:30 smithi081 ceph-mon[107735]: osdmap e389: 8 total, 8 up, 8 in 2023-05-20T06:03:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:03:31.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:03:31.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:32.080 INFO:tasks.rados.rados.0.smithi081.stdout:1879: done (0 left) 2023-05-20T06:03:32.084 INFO:tasks.rados.rados.0.smithi081.stdout:1880: snap_create 2023-05-20T06:03:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:32 smithi170 ceph-mon[97338]: osdmap e390: 8 total, 8 up, 8 in 2023-05-20T06:03:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:32 smithi081 ceph-mon[95500]: osdmap e390: 8 total, 8 up, 8 in 2023-05-20T06:03:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:32 smithi081 ceph-mon[107735]: osdmap e390: 8 total, 8 up, 8 in 2023-05-20T06:03:33.082 INFO:tasks.rados.rados.0.smithi081.stdout:1880: done (0 left) 2023-05-20T06:03:33.083 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 160 2023-05-20T06:03:33.083 INFO:tasks.rados.rados.0.smithi081.stdout:1881: seq_num 589 ranges {5373952=270336} 2023-05-20T06:03:33.112 INFO:tasks.rados.rados.0.smithi081.stdout:1881: writing smithi081164505-28 from 5373952 to 5644288 tid 1 2023-05-20T06:03:33.113 INFO:tasks.rados.rados.0.smithi081.stdout:1882: snap_create 2023-05-20T06:03:33.119 INFO:tasks.rados.rados.0.smithi081.stdout:1881: finishing write tid 1 to smithi081164505-28 2023-05-20T06:03:33.119 INFO:tasks.rados.rados.0.smithi081.stdout:1881: finishing write tid 2 to smithi081164505-28 2023-05-20T06:03:33.120 INFO:tasks.rados.rados.0.smithi081.stdout:1881: finishing write tid 3 to smithi081164505-28 2023-05-20T06:03:33.121 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1020 (ObjNum 589 snap 160 seq_num 589) dirty exists 2023-05-20T06:03:33.121 INFO:tasks.rados.rados.0.smithi081.stdout:1881: left oid 28 (ObjNum 589 snap 160 seq_num 589) 2023-05-20T06:03:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:33 smithi170 ceph-mon[97338]: pgmap v333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:33 smithi170 ceph-mon[97338]: osdmap e391: 8 total, 8 up, 8 in 2023-05-20T06:03:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:33 smithi081 ceph-mon[95500]: pgmap v333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:33 smithi081 ceph-mon[95500]: osdmap e391: 8 total, 8 up, 8 in 2023-05-20T06:03:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:03:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:33 smithi081 ceph-mon[107735]: pgmap v333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:33 smithi081 ceph-mon[107735]: osdmap e391: 8 total, 8 up, 8 in 2023-05-20T06:03:34.097 INFO:tasks.rados.rados.0.smithi081.stdout:1881: done (1 left) 2023-05-20T06:03:34.098 INFO:tasks.rados.rados.0.smithi081.stdout:1882: done (0 left) 2023-05-20T06:03:34.098 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 161 2023-05-20T06:03:34.098 INFO:tasks.rados.rados.0.smithi081.stdout:1883: seq_num 590 ranges {0=286720} 2023-05-20T06:03:34.099 INFO:tasks.rados.rados.0.smithi081.stdout:1883: writing smithi081164505-22 from 0 to 286720 tid 1 2023-05-20T06:03:34.099 INFO:tasks.rados.rados.0.smithi081.stdout:1884: copy_from oid 50 from oid 15 current snap is 161 2023-05-20T06:03:34.099 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 161 2023-05-20T06:03:34.099 INFO:tasks.rados.rados.0.smithi081.stdout:1885: seq_num 591 ranges {253952=303104} 2023-05-20T06:03:34.102 INFO:tasks.rados.rados.0.smithi081.stdout:1885: writing smithi081164505-8 from 253952 to 557056 tid 1 2023-05-20T06:03:34.102 INFO:tasks.rados.rados.0.smithi081.stdout:1886: copy_from oid 31 from oid 27 current snap is 161 2023-05-20T06:03:34.102 INFO:tasks.rados.rados.0.smithi081.stdout:1887: snap_create 2023-05-20T06:03:34.105 INFO:tasks.rados.rados.0.smithi081.stdout:1884: finishing copy_from to smithi081164505-50 2023-05-20T06:03:34.105 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 990 (ObjNum 65 snap 0 seq_num 1565808985) dirty exists 2023-05-20T06:03:34.106 INFO:tasks.rados.rados.0.smithi081.stdout:1883: finishing write tid 1 to smithi081164505-22 2023-05-20T06:03:34.106 INFO:tasks.rados.rados.0.smithi081.stdout:1884: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:03:34.106 INFO:tasks.rados.rados.0.smithi081.stdout:1883: finishing write tid 2 to smithi081164505-22 2023-05-20T06:03:34.107 INFO:tasks.rados.rados.0.smithi081.stdout:1883: finishing write tid 3 to smithi081164505-22 2023-05-20T06:03:34.107 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1003 (ObjNum 590 snap 161 seq_num 590) dirty exists 2023-05-20T06:03:34.108 INFO:tasks.rados.rados.0.smithi081.stdout:1883: left oid 22 (ObjNum 590 snap 161 seq_num 590) 2023-05-20T06:03:34.108 INFO:tasks.rados.rados.0.smithi081.stdout:1885: finishing write tid 1 to smithi081164505-8 2023-05-20T06:03:34.108 INFO:tasks.rados.rados.0.smithi081.stdout:1885: finishing write tid 2 to smithi081164505-8 2023-05-20T06:03:34.108 INFO:tasks.rados.rados.0.smithi081.stdout:1885: finishing write tid 3 to smithi081164505-8 2023-05-20T06:03:34.108 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1005 (ObjNum 591 snap 161 seq_num 591) dirty exists 2023-05-20T06:03:34.109 INFO:tasks.rados.rados.0.smithi081.stdout:1885: left oid 8 (ObjNum 591 snap 161 seq_num 591) 2023-05-20T06:03:34.128 INFO:tasks.rados.rados.0.smithi081.stdout:1886: finishing copy_from to smithi081164505-31 2023-05-20T06:03:34.128 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1089 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:34.129 INFO:tasks.rados.rados.0.smithi081.stdout:1886: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:03:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:34 smithi170 ceph-mon[97338]: osdmap e392: 8 total, 8 up, 8 in 2023-05-20T06:03:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:34 smithi081 ceph-mon[95500]: osdmap e392: 8 total, 8 up, 8 in 2023-05-20T06:03:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:34 smithi081 ceph-mon[107735]: osdmap e392: 8 total, 8 up, 8 in 2023-05-20T06:03:35.100 INFO:tasks.rados.rados.0.smithi081.stdout:1883: done (4 left) 2023-05-20T06:03:35.100 INFO:tasks.rados.rados.0.smithi081.stdout:1884: done (3 left) 2023-05-20T06:03:35.100 INFO:tasks.rados.rados.0.smithi081.stdout:1885: done (2 left) 2023-05-20T06:03:35.100 INFO:tasks.rados.rados.0.smithi081.stdout:1886: done (1 left) 2023-05-20T06:03:35.101 INFO:tasks.rados.rados.0.smithi081.stdout:1887: done (0 left) 2023-05-20T06:03:35.101 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 162 2023-05-20T06:03:35.101 INFO:tasks.rados.rados.0.smithi081.stdout:1888: seq_num 592 ranges {4005888=319488} 2023-05-20T06:03:35.123 INFO:tasks.rados.rados.0.smithi081.stdout:1888: writing smithi081164505-43 from 4005888 to 4325376 tid 1 2023-05-20T06:03:35.124 INFO:tasks.rados.rados.0.smithi081.stdout:1889: delete oid 18 current snap is 162 2023-05-20T06:03:35.128 INFO:tasks.rados.rados.0.smithi081.stdout:1889: done (1 left) 2023-05-20T06:03:35.129 INFO:tasks.rados.rados.0.smithi081.stdout:1890: read oid 13 snap -1 2023-05-20T06:03:35.129 INFO:tasks.rados.rados.0.smithi081.stdout:1890: expect deleted 2023-05-20T06:03:35.129 INFO:tasks.rados.rados.0.smithi081.stdout:1891: snap_create 2023-05-20T06:03:35.130 INFO:tasks.rados.rados.0.smithi081.stdout:1888: finishing write tid 1 to smithi081164505-43 2023-05-20T06:03:35.130 INFO:tasks.rados.rados.0.smithi081.stdout:1888: finishing write tid 2 to smithi081164505-43 2023-05-20T06:03:35.131 INFO:tasks.rados.rados.0.smithi081.stdout:1888: finishing write tid 3 to smithi081164505-43 2023-05-20T06:03:35.131 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 992 (ObjNum 592 snap 162 seq_num 592) dirty exists 2023-05-20T06:03:35.132 INFO:tasks.rados.rados.0.smithi081.stdout:1888: left oid 43 (ObjNum 592 snap 162 seq_num 592) 2023-05-20T06:03:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:35 smithi170 ceph-mon[97338]: pgmap v336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:35 smithi170 ceph-mon[97338]: osdmap e393: 8 total, 8 up, 8 in 2023-05-20T06:03:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:35 smithi081 ceph-mon[95500]: pgmap v336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:35 smithi081 ceph-mon[95500]: osdmap e393: 8 total, 8 up, 8 in 2023-05-20T06:03:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:35 smithi081 ceph-mon[107735]: pgmap v336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:35 smithi081 ceph-mon[107735]: osdmap e393: 8 total, 8 up, 8 in 2023-05-20T06:03:36.112 INFO:tasks.rados.rados.0.smithi081.stdout:1888: done (2 left) 2023-05-20T06:03:36.112 INFO:tasks.rados.rados.0.smithi081.stdout:1890: done (1 left) 2023-05-20T06:03:36.112 INFO:tasks.rados.rados.0.smithi081.stdout:1891: done (0 left) 2023-05-20T06:03:36.112 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 163 2023-05-20T06:03:36.113 INFO:tasks.rados.rados.0.smithi081.stdout:1892: seq_num 594 ranges {2088960=352256} 2023-05-20T06:03:36.125 INFO:tasks.rados.rados.0.smithi081.stdout:1892: writing smithi081164505-7 from 2088960 to 2441216 tid 1 2023-05-20T06:03:36.125 INFO:tasks.rados.rados.0.smithi081.stdout:1893: read oid 43 snap -1 2023-05-20T06:03:36.125 INFO:tasks.rados.rados.0.smithi081.stdout:1893: expect (ObjNum 592 snap 162 seq_num 592) 2023-05-20T06:03:36.126 INFO:tasks.rados.rados.0.smithi081.stdout:1894: snap_remove snap 159 2023-05-20T06:03:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:36 smithi170 ceph-mon[97338]: osdmap e394: 8 total, 8 up, 8 in 2023-05-20T06:03:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:36 smithi081 ceph-mon[95500]: osdmap e394: 8 total, 8 up, 8 in 2023-05-20T06:03:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:36 smithi081 ceph-mon[107735]: osdmap e394: 8 total, 8 up, 8 in 2023-05-20T06:03:37.123 INFO:tasks.rados.rados.0.smithi081.stdout:1894: done (2 left) 2023-05-20T06:03:37.124 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 163 2023-05-20T06:03:37.124 INFO:tasks.rados.rados.0.smithi081.stdout:1895: seq_num 595 ranges {4022272=368640} 2023-05-20T06:03:37.143 INFO:tasks.rados.rados.0.smithi081.stdout:1895: writing smithi081164505-25 from 4022272 to 4390912 tid 1 2023-05-20T06:03:37.143 INFO:tasks.rados.rados.0.smithi081.stdout:1896: snap_remove snap 156 2023-05-20T06:03:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:37 smithi170 ceph-mon[97338]: pgmap v339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:37 smithi170 ceph-mon[97338]: osdmap e395: 8 total, 8 up, 8 in 2023-05-20T06:03:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:37 smithi081 ceph-mon[95500]: pgmap v339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:37 smithi081 ceph-mon[95500]: osdmap e395: 8 total, 8 up, 8 in 2023-05-20T06:03:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:37 smithi081 ceph-mon[107735]: pgmap v339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:37 smithi081 ceph-mon[107735]: osdmap e395: 8 total, 8 up, 8 in 2023-05-20T06:03:38.132 INFO:tasks.rados.rados.0.smithi081.stdout:1896: done (3 left) 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:1897: setattr oid 40 current snap is 163 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:1892: finishing write tid 1 to smithi081164505-7 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:1892: finishing write tid 2 to smithi081164505-7 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:1892: finishing write tid 3 to smithi081164505-7 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1048 (ObjNum 594 snap 163 seq_num 594) dirty exists 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:1892: left oid 7 (ObjNum 594 snap 163 seq_num 594) 2023-05-20T06:03:38.133 INFO:tasks.rados.rados.0.smithi081.stdout:1893: expect (ObjNum 592 snap 162 seq_num 592) 2023-05-20T06:03:38.420 INFO:tasks.rados.rados.0.smithi081.stdout:1895: finishing write tid 1 to smithi081164505-25 2023-05-20T06:03:38.420 INFO:tasks.rados.rados.0.smithi081.stdout:1895: finishing write tid 2 to smithi081164505-25 2023-05-20T06:03:38.420 INFO:tasks.rados.rados.0.smithi081.stdout:1895: finishing write tid 3 to smithi081164505-25 2023-05-20T06:03:38.420 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1096 (ObjNum 595 snap 163 seq_num 595) dirty exists 2023-05-20T06:03:38.421 INFO:tasks.rados.rados.0.smithi081.stdout:1895: left oid 25 (ObjNum 595 snap 163 seq_num 595) 2023-05-20T06:03:38.421 INFO:tasks.rados.rados.0.smithi081.stdout:1892: done (3 left) 2023-05-20T06:03:38.421 INFO:tasks.rados.rados.0.smithi081.stdout:1893: done (2 left) 2023-05-20T06:03:38.421 INFO:tasks.rados.rados.0.smithi081.stdout:1895: done (1 left) 2023-05-20T06:03:38.421 INFO:tasks.rados.rados.0.smithi081.stdout:1898: copy_from oid 22 from oid 29 current snap is 163 2023-05-20T06:03:38.425 INFO:tasks.rados.rados.0.smithi081.stdout:1899: rmattr oid 38 current snap is 163 2023-05-20T06:03:38.425 INFO:tasks.rados.rados.0.smithi081.stdout:1899: done (2 left) 2023-05-20T06:03:38.425 INFO:tasks.rados.rados.0.smithi081.stdout:1900: rollback oid 28 current snap is 163 2023-05-20T06:03:38.425 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 160 2023-05-20T06:03:38.425 INFO:tasks.rados.rados.0.smithi081.stdout:1901: snap_create 2023-05-20T06:03:38.426 INFO:tasks.rados.rados.0.smithi081.stdout:1900: finishing rollback tid 0 to smithi081164505-28 2023-05-20T06:03:38.426 INFO:tasks.rados.rados.0.smithi081.stdout:1900: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:03:38.426 INFO:tasks.rados.rados.0.smithi081.stdout:1900: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:03:38.427 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1023 (ObjNum 589 snap 160 seq_num 589) dirty exists 2023-05-20T06:03:38.427 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 991 (ObjNum 559 snap 148 seq_num 559) dirty exists 2023-05-20T06:03:38.434 INFO:tasks.rados.rados.0.smithi081.stdout:1898: finishing copy_from to smithi081164505-22 2023-05-20T06:03:38.435 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 999 (ObjNum 577 snap 153 seq_num 577) dirty exists 2023-05-20T06:03:38.435 INFO:tasks.rados.rados.0.smithi081.stdout:1898: finishing copy_from racing read to smithi081164505-22 2023-05-20T06:03:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:38 smithi170 ceph-mon[97338]: osdmap e396: 8 total, 8 up, 8 in 2023-05-20T06:03:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:38 smithi081 ceph-mon[95500]: osdmap e396: 8 total, 8 up, 8 in 2023-05-20T06:03:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:38 smithi081 ceph-mon[107735]: osdmap e396: 8 total, 8 up, 8 in 2023-05-20T06:03:39.128 INFO:tasks.rados.rados.0.smithi081.stdout:1897: done (3 left) 2023-05-20T06:03:39.129 INFO:tasks.rados.rados.0.smithi081.stdout:1898: done (2 left) 2023-05-20T06:03:39.129 INFO:tasks.rados.rados.0.smithi081.stdout:1900: done (1 left) 2023-05-20T06:03:39.129 INFO:tasks.rados.rados.0.smithi081.stdout:1901: done (0 left) 2023-05-20T06:03:39.129 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 164 2023-05-20T06:03:39.129 INFO:tasks.rados.rados.0.smithi081.stdout:1902: seq_num 596 ranges {0=385024} 2023-05-20T06:03:39.130 INFO:tasks.rados.rados.0.smithi081.stdout:1902: writing smithi081164505-18 from 0 to 385024 tid 1 2023-05-20T06:03:39.130 INFO:tasks.rados.rados.0.smithi081.stdout:1903: snap_create 2023-05-20T06:03:39.136 INFO:tasks.rados.rados.0.smithi081.stdout:1902: finishing write tid 1 to smithi081164505-18 2023-05-20T06:03:39.137 INFO:tasks.rados.rados.0.smithi081.stdout:1902: finishing write tid 2 to smithi081164505-18 2023-05-20T06:03:39.138 INFO:tasks.rados.rados.0.smithi081.stdout:1902: finishing write tid 3 to smithi081164505-18 2023-05-20T06:03:39.138 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 707 (ObjNum 596 snap 164 seq_num 596) dirty exists 2023-05-20T06:03:39.138 INFO:tasks.rados.rados.0.smithi081.stdout:1902: left oid 18 (ObjNum 596 snap 164 seq_num 596) 2023-05-20T06:03:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:39 smithi170 ceph-mon[97338]: pgmap v342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:39 smithi170 ceph-mon[97338]: osdmap e397: 8 total, 8 up, 8 in 2023-05-20T06:03:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:39 smithi081 ceph-mon[95500]: pgmap v342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:39 smithi081 ceph-mon[95500]: osdmap e397: 8 total, 8 up, 8 in 2023-05-20T06:03:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:39 smithi081 ceph-mon[107735]: pgmap v342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:39 smithi081 ceph-mon[107735]: osdmap e397: 8 total, 8 up, 8 in 2023-05-20T06:03:40.146 INFO:tasks.rados.rados.0.smithi081.stdout:1902: done (1 left) 2023-05-20T06:03:40.146 INFO:tasks.rados.rados.0.smithi081.stdout:1903: done (0 left) 2023-05-20T06:03:40.146 INFO:tasks.rados.rados.0.smithi081.stdout:1904: setattr oid 44 current snap is 165 2023-05-20T06:03:40.147 INFO:tasks.rados.rados.0.smithi081.stdout:1905: rollback oid 20 current snap is 165 2023-05-20T06:03:40.147 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 163 2023-05-20T06:03:40.147 INFO:tasks.rados.rados.0.smithi081.stdout:1906: snap_remove snap 157 2023-05-20T06:03:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:40 smithi170 ceph-mon[97338]: osdmap e398: 8 total, 8 up, 8 in 2023-05-20T06:03:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:40 smithi081 ceph-mon[95500]: osdmap e398: 8 total, 8 up, 8 in 2023-05-20T06:03:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:40 smithi081 ceph-mon[107735]: osdmap e398: 8 total, 8 up, 8 in 2023-05-20T06:03:41.151 INFO:tasks.rados.rados.0.smithi081.stdout:1906: done (2 left) 2023-05-20T06:03:41.151 INFO:tasks.rados.rados.0.smithi081.stdout:1907: copy_from oid 39 from oid 18 current snap is 165 2023-05-20T06:03:41.152 INFO:tasks.rados.rados.0.smithi081.stdout:1905: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:03:41.152 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1024 (ObjNum 445 snap 118 seq_num 445) dirty exists 2023-05-20T06:03:41.152 INFO:tasks.rados.rados.0.smithi081.stdout:1905: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:03:41.153 INFO:tasks.rados.rados.0.smithi081.stdout:1905: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:03:41.153 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1003 (ObjNum 584 snap 156 seq_num 584) dirty exists 2023-05-20T06:03:41.158 INFO:tasks.rados.rados.0.smithi081.stdout:1904: done (2 left) 2023-05-20T06:03:41.159 INFO:tasks.rados.rados.0.smithi081.stdout:1905: done (1 left) 2023-05-20T06:03:41.159 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 165 2023-05-20T06:03:41.160 INFO:tasks.rados.rados.0.smithi081.stdout:1908: seq_num 597 ranges {6594560=401408} 2023-05-20T06:03:41.190 INFO:tasks.rados.rados.0.smithi081.stdout:1908: writing smithi081164505-23 from 6594560 to 6995968 tid 1 2023-05-20T06:03:41.190 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 165 2023-05-20T06:03:41.190 INFO:tasks.rados.rados.0.smithi081.stdout:1907: finishing copy_from to smithi081164505-39 2023-05-20T06:03:41.191 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 707 (ObjNum 596 snap 164 seq_num 596) dirty exists 2023-05-20T06:03:41.191 INFO:tasks.rados.rados.0.smithi081.stdout:1907: finishing copy_from racing read to smithi081164505-39 2023-05-20T06:03:41.191 INFO:tasks.rados.rados.0.smithi081.stdout:1909: seq_num 598 ranges {3031040=417792} 2023-05-20T06:03:41.209 INFO:tasks.rados.rados.0.smithi081.stdout:1909: writing smithi081164505-30 from 3031040 to 3448832 tid 1 2023-05-20T06:03:41.209 INFO:tasks.rados.rados.0.smithi081.stdout:1907: done (2 left) 2023-05-20T06:03:41.209 INFO:tasks.rados.rados.0.smithi081.stdout:1910: read oid 2 snap -1 2023-05-20T06:03:41.209 INFO:tasks.rados.rados.0.smithi081.stdout:1910: expect deleted 2023-05-20T06:03:41.209 INFO:tasks.rados.rados.0.smithi081.stdout:1911: read oid 46 snap -1 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:1911: expect (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 165 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:1908: finishing write tid 1 to smithi081164505-23 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:1908: finishing write tid 2 to smithi081164505-23 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:1908: finishing write tid 3 to smithi081164505-23 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1109 (ObjNum 597 snap 165 seq_num 597) dirty exists 2023-05-20T06:03:41.210 INFO:tasks.rados.rados.0.smithi081.stdout:1908: left oid 23 (ObjNum 597 snap 165 seq_num 597) 2023-05-20T06:03:41.211 INFO:tasks.rados.rados.0.smithi081.stdout:1912: seq_num 599 ranges {6987776=434176} 2023-05-20T06:03:41.248 INFO:tasks.rados.rados.0.smithi081.stdout:1912: writing smithi081164505-45 from 6987776 to 7421952 tid 1 2023-05-20T06:03:41.248 INFO:tasks.rados.rados.0.smithi081.stdout:1908: done (4 left) 2023-05-20T06:03:41.248 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 165 2023-05-20T06:03:41.248 INFO:tasks.rados.rados.0.smithi081.stdout:1913: seq_num 600 ranges {385024=450560} 2023-05-20T06:03:41.253 INFO:tasks.rados.rados.0.smithi081.stdout:1913: writing smithi081164505-39 from 385024 to 835584 tid 1 2023-05-20T06:03:41.253 INFO:tasks.rados.rados.0.smithi081.stdout:1914: copy_from oid 4 from oid 43 current snap is 165 2023-05-20T06:03:41.253 INFO:tasks.rados.rados.0.smithi081.stdout:1909: finishing write tid 1 to smithi081164505-30 2023-05-20T06:03:41.253 INFO:tasks.rados.rados.0.smithi081.stdout:1909: finishing write tid 2 to smithi081164505-30 2023-05-20T06:03:41.253 INFO:tasks.rados.rados.0.smithi081.stdout:1909: finishing write tid 3 to smithi081164505-30 2023-05-20T06:03:41.254 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 938 (ObjNum 598 snap 165 seq_num 598) dirty exists 2023-05-20T06:03:41.254 INFO:tasks.rados.rados.0.smithi081.stdout:1909: left oid 30 (ObjNum 598 snap 165 seq_num 598) 2023-05-20T06:03:41.254 INFO:tasks.rados.rados.0.smithi081.stdout:1911: expect (ObjNum 506 snap 134 seq_num 506) 2023-05-20T06:03:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:41 smithi170 ceph-mon[97338]: pgmap v345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:41 smithi170 ceph-mon[97338]: osdmap e399: 8 total, 8 up, 8 in 2023-05-20T06:03:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:41 smithi081 ceph-mon[95500]: pgmap v345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:41 smithi081 ceph-mon[95500]: osdmap e399: 8 total, 8 up, 8 in 2023-05-20T06:03:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:41 smithi081 ceph-mon[107735]: pgmap v345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:41 smithi081 ceph-mon[107735]: osdmap e399: 8 total, 8 up, 8 in 2023-05-20T06:03:41.562 INFO:tasks.rados.rados.0.smithi081.stdout:1912: finishing write tid 1 to smithi081164505-45 2023-05-20T06:03:41.562 INFO:tasks.rados.rados.0.smithi081.stdout:1912: finishing write tid 2 to smithi081164505-45 2023-05-20T06:03:41.562 INFO:tasks.rados.rados.0.smithi081.stdout:1912: finishing write tid 3 to smithi081164505-45 2023-05-20T06:03:41.562 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 852 (ObjNum 599 snap 165 seq_num 599) dirty exists 2023-05-20T06:03:41.563 INFO:tasks.rados.rados.0.smithi081.stdout:1912: left oid 45 (ObjNum 599 snap 165 seq_num 599) 2023-05-20T06:03:41.563 INFO:tasks.rados.rados.0.smithi081.stdout:1913: finishing write tid 1 to smithi081164505-39 2023-05-20T06:03:41.563 INFO:tasks.rados.rados.0.smithi081.stdout:1913: finishing write tid 2 to smithi081164505-39 2023-05-20T06:03:41.564 INFO:tasks.rados.rados.0.smithi081.stdout:1913: finishing write tid 3 to smithi081164505-39 2023-05-20T06:03:41.565 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1057 (ObjNum 600 snap 165 seq_num 600) dirty exists 2023-05-20T06:03:41.565 INFO:tasks.rados.rados.0.smithi081.stdout:1913: left oid 39 (ObjNum 600 snap 165 seq_num 600) 2023-05-20T06:03:41.565 INFO:tasks.rados.rados.0.smithi081.stdout:1914: finishing copy_from to smithi081164505-4 2023-05-20T06:03:41.565 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 992 (ObjNum 592 snap 162 seq_num 592) dirty exists 2023-05-20T06:03:41.565 INFO:tasks.rados.rados.0.smithi081.stdout:1914: finishing copy_from racing read to smithi081164505-4 2023-05-20T06:03:41.567 INFO:tasks.rados.rados.0.smithi081.stdout:1909: done (5 left) 2023-05-20T06:03:41.567 INFO:tasks.rados.rados.0.smithi081.stdout:1910: done (4 left) 2023-05-20T06:03:41.568 INFO:tasks.rados.rados.0.smithi081.stdout:1911: done (3 left) 2023-05-20T06:03:41.568 INFO:tasks.rados.rados.0.smithi081.stdout:1912: done (2 left) 2023-05-20T06:03:41.568 INFO:tasks.rados.rados.0.smithi081.stdout:1913: done (1 left) 2023-05-20T06:03:41.568 INFO:tasks.rados.rados.0.smithi081.stdout:1914: done (0 left) 2023-05-20T06:03:41.569 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 165 2023-05-20T06:03:41.569 INFO:tasks.rados.rados.0.smithi081.stdout:1915: seq_num 601 ranges {4210688=475136} 2023-05-20T06:03:41.586 INFO:tasks.rados.rados.0.smithi081.stdout:1915: writing smithi081164505-34 from 4210688 to 4685824 tid 1 2023-05-20T06:03:41.586 INFO:tasks.rados.rados.0.smithi081.stdout:1916: read oid 50 snap -1 2023-05-20T06:03:41.587 INFO:tasks.rados.rados.0.smithi081.stdout:1916: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:41.587 INFO:tasks.rados.rados.0.smithi081.stdout:1917: copy_from oid 37 from oid 7 current snap is 165 2023-05-20T06:03:41.587 INFO:tasks.rados.rados.0.smithi081.stdout:1918: delete oid 47 current snap is 165 2023-05-20T06:03:41.587 INFO:tasks.rados.rados.0.smithi081.stdout:1916: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:41.590 INFO:tasks.rados.rados.0.smithi081.stdout:1916: done (3 left) 2023-05-20T06:03:41.590 INFO:tasks.rados.rados.0.smithi081.stdout:1918: done (2 left) 2023-05-20T06:03:41.590 INFO:tasks.rados.rados.0.smithi081.stdout:1919: read oid 22 snap -1 2023-05-20T06:03:41.590 INFO:tasks.rados.rados.0.smithi081.stdout:1919: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:41.591 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 165 2023-05-20T06:03:41.591 INFO:tasks.rados.rados.0.smithi081.stdout:1920: seq_num 603 ranges {2392064=507904} 2023-05-20T06:03:41.606 INFO:tasks.rados.rados.0.smithi081.stdout:1920: writing smithi081164505-38 from 2392064 to 2899968 tid 1 2023-05-20T06:03:41.607 INFO:tasks.rados.rados.0.smithi081.stdout:1921: rollback oid 43 current snap is 165 2023-05-20T06:03:41.607 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 161 2023-05-20T06:03:41.607 INFO:tasks.rados.rados.0.smithi081.stdout:1915: finishing write tid 1 to smithi081164505-34 2023-05-20T06:03:41.607 INFO:tasks.rados.rados.0.smithi081.stdout:1915: finishing write tid 2 to smithi081164505-34 2023-05-20T06:03:41.607 INFO:tasks.rados.rados.0.smithi081.stdout:1915: finishing write tid 3 to smithi081164505-34 2023-05-20T06:03:41.607 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 528 (ObjNum 601 snap 165 seq_num 601) dirty exists 2023-05-20T06:03:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:1915: left oid 34 (ObjNum 601 snap 165 seq_num 601) 2023-05-20T06:03:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:1917: finishing copy_from to smithi081164505-37 2023-05-20T06:03:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1048 (ObjNum 594 snap 163 seq_num 594) dirty exists 2023-05-20T06:03:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:1917: finishing copy_from racing read to smithi081164505-37 2023-05-20T06:03:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:1919: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:41.772 INFO:tasks.rados.rados.0.smithi081.stdout:1921: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:03:41.772 INFO:tasks.rados.rados.0.smithi081.stdout:1921: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:03:41.772 INFO:tasks.rados.rados.0.smithi081.stdout:1921: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:03:41.772 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 995 (ObjNum 492 snap 130 seq_num 492) dirty exists 2023-05-20T06:03:41.772 INFO:tasks.rados.rados.0.smithi081.stdout:1920: finishing write tid 1 to smithi081164505-38 2023-05-20T06:03:41.772 INFO:tasks.rados.rados.0.smithi081.stdout:1915: done (4 left) 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1917: done (3 left) 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1919: done (2 left) 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1921: done (1 left) 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1922: read oid 15 snap -1 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1922: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1923: copy_from oid 1 from oid 8 current snap is 165 2023-05-20T06:03:41.773 INFO:tasks.rados.rados.0.smithi081.stdout:1920: finishing write tid 2 to smithi081164505-38 2023-05-20T06:03:41.774 INFO:tasks.rados.rados.0.smithi081.stdout:1920: finishing write tid 3 to smithi081164505-38 2023-05-20T06:03:41.774 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1007 (ObjNum 603 snap 165 seq_num 603) dirty exists 2023-05-20T06:03:41.774 INFO:tasks.rados.rados.0.smithi081.stdout:1920: left oid 38 (ObjNum 603 snap 165 seq_num 603) 2023-05-20T06:03:41.774 INFO:tasks.rados.rados.0.smithi081.stdout:1920: done (2 left) 2023-05-20T06:03:41.774 INFO:tasks.rados.rados.0.smithi081.stdout:1924: snap_create 2023-05-20T06:03:41.775 INFO:tasks.rados.rados.0.smithi081.stdout:1922: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:41.777 INFO:tasks.rados.rados.0.smithi081.stdout:1923: finishing copy_from to smithi081164505-1 2023-05-20T06:03:41.777 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1005 (ObjNum 591 snap 161 seq_num 591) dirty exists 2023-05-20T06:03:41.777 INFO:tasks.rados.rados.0.smithi081.stdout:1923: finishing copy_from racing read to smithi081164505-1 2023-05-20T06:03:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:03:41.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:03:41.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:42.160 INFO:tasks.rados.rados.0.smithi081.stdout:1922: done (2 left) 2023-05-20T06:03:42.160 INFO:tasks.rados.rados.0.smithi081.stdout:1923: done (1 left) 2023-05-20T06:03:42.160 INFO:tasks.rados.rados.0.smithi081.stdout:1924: done (0 left) 2023-05-20T06:03:42.160 INFO:tasks.rados.rados.0.smithi081.stdout:1925: delete oid 42 current snap is 166 2023-05-20T06:03:42.166 INFO:tasks.rados.rados.0.smithi081.stdout:1925: done (0 left) 2023-05-20T06:03:42.166 INFO:tasks.rados.rados.0.smithi081.stdout:1926: delete oid 48 current snap is 166 2023-05-20T06:03:42.168 INFO:tasks.rados.rados.0.smithi081.stdout:1926: done (0 left) 2023-05-20T06:03:42.168 INFO:tasks.rados.rados.0.smithi081.stdout:1927: rollback oid 47 current snap is 166 2023-05-20T06:03:42.169 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 162 2023-05-20T06:03:42.169 INFO:tasks.rados.rados.0.smithi081.stdout:1928: read oid 15 snap -1 2023-05-20T06:03:42.169 INFO:tasks.rados.rados.0.smithi081.stdout:1928: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:42.169 INFO:tasks.rados.rados.0.smithi081.stdout:1929: snap_remove snap 158 2023-05-20T06:03:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:42 smithi170 ceph-mon[97338]: osdmap e400: 8 total, 8 up, 8 in 2023-05-20T06:03:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:42 smithi081 ceph-mon[95500]: osdmap e400: 8 total, 8 up, 8 in 2023-05-20T06:03:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:42 smithi081 ceph-mon[107735]: osdmap e400: 8 total, 8 up, 8 in 2023-05-20T06:03:43.163 INFO:tasks.rados.rados.0.smithi081.stdout:1929: done (2 left) 2023-05-20T06:03:43.164 INFO:tasks.rados.rados.0.smithi081.stdout:1930: read oid 42 snap -1 2023-05-20T06:03:43.164 INFO:tasks.rados.rados.0.smithi081.stdout:1930: expect deleted 2023-05-20T06:03:43.164 INFO:tasks.rados.rados.0.smithi081.stdout:1931: delete oid 41 current snap is 166 2023-05-20T06:03:43.164 INFO:tasks.rados.rados.0.smithi081.stdout:1928: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:43.166 INFO:tasks.rados.rados.0.smithi081.stdout:1927: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:03:43.166 INFO:tasks.rados.rados.0.smithi081.stdout:1927: finishing rollback tid 2 to smithi081164505-47 2023-05-20T06:03:43.166 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 894 (ObjNum 531 snap 142 seq_num 531) dirty exists 2023-05-20T06:03:43.174 INFO:tasks.rados.rados.0.smithi081.stdout:1927: done (3 left) 2023-05-20T06:03:43.175 INFO:tasks.rados.rados.0.smithi081.stdout:1928: done (2 left) 2023-05-20T06:03:43.175 INFO:tasks.rados.rados.0.smithi081.stdout:1930: done (1 left) 2023-05-20T06:03:43.175 INFO:tasks.rados.rados.0.smithi081.stdout:1931: done (0 left) 2023-05-20T06:03:43.175 INFO:tasks.rados.rados.0.smithi081.stdout:1932: read oid 10 snap -1 2023-05-20T06:03:43.175 INFO:tasks.rados.rados.0.smithi081.stdout:1932: expect (ObjNum 582 snap 155 seq_num 582) 2023-05-20T06:03:43.175 INFO:tasks.rados.rados.0.smithi081.stdout:1933: snap_create 2023-05-20T06:03:43.203 INFO:tasks.rados.rados.0.smithi081.stdout:1932: expect (ObjNum 582 snap 155 seq_num 582) 2023-05-20T06:03:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:43 smithi170 ceph-mon[97338]: pgmap v348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:43 smithi170 ceph-mon[97338]: osdmap e401: 8 total, 8 up, 8 in 2023-05-20T06:03:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:03:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:43 smithi081 ceph-mon[95500]: pgmap v348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:43 smithi081 ceph-mon[95500]: osdmap e401: 8 total, 8 up, 8 in 2023-05-20T06:03:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:43 smithi081 ceph-mon[107735]: pgmap v348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:43 smithi081 ceph-mon[107735]: osdmap e401: 8 total, 8 up, 8 in 2023-05-20T06:03:44.177 INFO:tasks.rados.rados.0.smithi081.stdout:1932: done (1 left) 2023-05-20T06:03:44.177 INFO:tasks.rados.rados.0.smithi081.stdout:1933: done (0 left) 2023-05-20T06:03:44.178 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 167 2023-05-20T06:03:44.178 INFO:tasks.rados.rados.0.smithi081.stdout:1934: seq_num 607 ranges {0=573440} 2023-05-20T06:03:44.181 INFO:tasks.rados.rados.0.smithi081.stdout:1934: writing smithi081164505-13 from 0 to 573440 tid 1 2023-05-20T06:03:44.182 INFO:tasks.rados.rados.0.smithi081.stdout:1935: copy_from oid 28 from oid 50 current snap is 167 2023-05-20T06:03:44.182 INFO:tasks.rados.rados.0.smithi081.stdout:1936: rollback oid 38 current snap is 167 2023-05-20T06:03:44.182 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 162 2023-05-20T06:03:44.182 INFO:tasks.rados.rados.0.smithi081.stdout:1937: read oid 20 snap -1 2023-05-20T06:03:44.182 INFO:tasks.rados.rados.0.smithi081.stdout:1937: expect (ObjNum 584 snap 156 seq_num 584) 2023-05-20T06:03:44.182 INFO:tasks.rados.rados.0.smithi081.stdout:1938: snap_create 2023-05-20T06:03:44.188 INFO:tasks.rados.rados.0.smithi081.stdout:1937: expect (ObjNum 584 snap 156 seq_num 584) 2023-05-20T06:03:44.194 INFO:tasks.rados.rados.0.smithi081.stdout:1936: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:03:44.195 INFO:tasks.rados.rados.0.smithi081.stdout:1936: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:03:44.195 INFO:tasks.rados.rados.0.smithi081.stdout:1936: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:03:44.195 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1010 (ObjNum 572 snap 152 seq_num 572) dirty exists 2023-05-20T06:03:44.195 INFO:tasks.rados.rados.0.smithi081.stdout:1934: finishing write tid 1 to smithi081164505-13 2023-05-20T06:03:44.196 INFO:tasks.rados.rados.0.smithi081.stdout:1935: finishing copy_from to smithi081164505-28 2023-05-20T06:03:44.196 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 990 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-05-20T06:03:44.196 INFO:tasks.rados.rados.0.smithi081.stdout:1934: finishing write tid 2 to smithi081164505-13 2023-05-20T06:03:44.196 INFO:tasks.rados.rados.0.smithi081.stdout:1935: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:03:44.196 INFO:tasks.rados.rados.0.smithi081.stdout:1934: finishing write tid 3 to smithi081164505-13 2023-05-20T06:03:44.196 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 993 (ObjNum 607 snap 167 seq_num 607) dirty exists 2023-05-20T06:03:44.197 INFO:tasks.rados.rados.0.smithi081.stdout:1934: left oid 13 (ObjNum 607 snap 167 seq_num 607) 2023-05-20T06:03:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:44 smithi170 ceph-mon[97338]: osdmap e402: 8 total, 8 up, 8 in 2023-05-20T06:03:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:44 smithi081 ceph-mon[95500]: osdmap e402: 8 total, 8 up, 8 in 2023-05-20T06:03:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:44 smithi081 ceph-mon[107735]: osdmap e402: 8 total, 8 up, 8 in 2023-05-20T06:03:45.182 INFO:tasks.rados.rados.0.smithi081.stdout:1934: done (4 left) 2023-05-20T06:03:45.182 INFO:tasks.rados.rados.0.smithi081.stdout:1935: done (3 left) 2023-05-20T06:03:45.182 INFO:tasks.rados.rados.0.smithi081.stdout:1936: done (2 left) 2023-05-20T06:03:45.183 INFO:tasks.rados.rados.0.smithi081.stdout:1937: done (1 left) 2023-05-20T06:03:45.183 INFO:tasks.rados.rados.0.smithi081.stdout:1938: done (0 left) 2023-05-20T06:03:45.183 INFO:tasks.rados.rados.0.smithi081.stdout:1939: snap_create 2023-05-20T06:03:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:45 smithi170 ceph-mon[97338]: pgmap v351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:45 smithi170 ceph-mon[97338]: osdmap e403: 8 total, 8 up, 8 in 2023-05-20T06:03:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:45 smithi081 ceph-mon[95500]: pgmap v351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:45 smithi081 ceph-mon[95500]: osdmap e403: 8 total, 8 up, 8 in 2023-05-20T06:03:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:45 smithi081 ceph-mon[107735]: pgmap v351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:45 smithi081 ceph-mon[107735]: osdmap e403: 8 total, 8 up, 8 in 2023-05-20T06:03:46.181 INFO:tasks.rados.rados.0.smithi081.stdout:1939: done (0 left) 2023-05-20T06:03:46.181 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 169 2023-05-20T06:03:46.182 INFO:tasks.rados.rados.0.smithi081.stdout:1940: seq_num 608 ranges {2048000=589824} 2023-05-20T06:03:46.195 INFO:tasks.rados.rados.0.smithi081.stdout:1940: writing smithi081164505-17 from 2048000 to 2637824 tid 1 2023-05-20T06:03:46.196 INFO:tasks.rados.rados.0.smithi081.stdout:1941: delete oid 34 current snap is 169 2023-05-20T06:03:46.200 INFO:tasks.rados.rados.0.smithi081.stdout:1941: done (1 left) 2023-05-20T06:03:46.200 INFO:tasks.rados.rados.0.smithi081.stdout:1942: delete oid 48 current snap is 169 2023-05-20T06:03:46.203 INFO:tasks.rados.rados.0.smithi081.stdout:1940: finishing write tid 1 to smithi081164505-17 2023-05-20T06:03:46.204 INFO:tasks.rados.rados.0.smithi081.stdout:1942: done (1 left) 2023-05-20T06:03:46.204 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 169 2023-05-20T06:03:46.204 INFO:tasks.rados.rados.0.smithi081.stdout:1943: seq_num 611 ranges {7421952=638976} 2023-05-20T06:03:46.247 INFO:tasks.rados.rados.0.smithi081.stdout:1943: writing smithi081164505-45 from 7421952 to 8060928 tid 1 2023-05-20T06:03:46.247 INFO:tasks.rados.rados.0.smithi081.stdout:1944: rollback oid 25 current snap is 169 2023-05-20T06:03:46.247 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 161 2023-05-20T06:03:46.247 INFO:tasks.rados.rados.0.smithi081.stdout:1940: finishing write tid 2 to smithi081164505-17 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:1940: finishing write tid 3 to smithi081164505-17 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 896 (ObjNum 608 snap 169 seq_num 608) dirty exists 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:1940: left oid 17 (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:1940: done (2 left) 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:1945: read oid 42 snap -1 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:1945: expect deleted 2023-05-20T06:03:46.248 INFO:tasks.rados.rados.0.smithi081.stdout:1946: snap_remove snap 164 2023-05-20T06:03:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:46 smithi170 ceph-mon[97338]: osdmap e404: 8 total, 8 up, 8 in 2023-05-20T06:03:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:46 smithi081 ceph-mon[95500]: osdmap e404: 8 total, 8 up, 8 in 2023-05-20T06:03:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:46 smithi081 ceph-mon[107735]: osdmap e404: 8 total, 8 up, 8 in 2023-05-20T06:03:47.196 INFO:tasks.rados.rados.0.smithi081.stdout:1946: done (3 left) 2023-05-20T06:03:47.196 INFO:tasks.rados.rados.0.smithi081.stdout:1947: read oid 22 snap -1 2023-05-20T06:03:47.196 INFO:tasks.rados.rados.0.smithi081.stdout:1947: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:47.196 INFO:tasks.rados.rados.0.smithi081.stdout:1948: rollback oid 24 current snap is 169 2023-05-20T06:03:47.197 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 165 2023-05-20T06:03:47.198 INFO:tasks.rados.rados.0.smithi081.stdout:1949: copy_from oid 37 from oid 39 current snap is 169 2023-05-20T06:03:47.199 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 169 2023-05-20T06:03:47.199 INFO:tasks.rados.rados.0.smithi081.stdout:1950: seq_num 612 ranges {6324224=655360} 2023-05-20T06:03:47.235 INFO:tasks.rados.rados.0.smithi081.stdout:1950: writing smithi081164505-46 from 6324224 to 6979584 tid 1 2023-05-20T06:03:47.235 INFO:tasks.rados.rados.0.smithi081.stdout:1951: read oid 15 snap -1 2023-05-20T06:03:47.235 INFO:tasks.rados.rados.0.smithi081.stdout:1951: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:47.235 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 169 2023-05-20T06:03:47.235 INFO:tasks.rados.rados.0.smithi081.stdout:1944: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:03:47.236 INFO:tasks.rados.rados.0.smithi081.stdout:1952: seq_num 613 ranges {188416=671744} 2023-05-20T06:03:47.240 INFO:tasks.rados.rados.0.smithi081.stdout:1952: writing smithi081164505-20 from 188416 to 860160 tid 1 2023-05-20T06:03:47.240 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 169 2023-05-20T06:03:47.240 INFO:tasks.rados.rados.0.smithi081.stdout:1944: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:03:47.240 INFO:tasks.rados.rados.0.smithi081.stdout:1943: finishing write tid 1 to smithi081164505-45 2023-05-20T06:03:47.240 INFO:tasks.rados.rados.0.smithi081.stdout:1943: finishing write tid 2 to smithi081164505-45 2023-05-20T06:03:47.241 INFO:tasks.rados.rados.0.smithi081.stdout:1944: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:03:47.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1119 (ObjNum 558 snap 148 seq_num 558) dirty exists 2023-05-20T06:03:47.241 INFO:tasks.rados.rados.0.smithi081.stdout:1943: finishing write tid 3 to smithi081164505-45 2023-05-20T06:03:47.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1051 (ObjNum 611 snap 169 seq_num 611) dirty exists 2023-05-20T06:03:47.242 INFO:tasks.rados.rados.0.smithi081.stdout:1943: left oid 45 (ObjNum 611 snap 169 seq_num 611) 2023-05-20T06:03:47.242 INFO:tasks.rados.rados.0.smithi081.stdout:1948: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:03:47.242 INFO:tasks.rados.rados.0.smithi081.stdout:1953: seq_num 614 ranges {3448832=688128} 2023-05-20T06:03:47.262 INFO:tasks.rados.rados.0.smithi081.stdout:1953: writing smithi081164505-30 from 3448832 to 4136960 tid 1 2023-05-20T06:03:47.262 INFO:tasks.rados.rados.0.smithi081.stdout:1943: done (9 left) 2023-05-20T06:03:47.262 INFO:tasks.rados.rados.0.smithi081.stdout:1944: done (8 left) 2023-05-20T06:03:47.263 INFO:tasks.rados.rados.0.smithi081.stdout:1945: done (7 left) 2023-05-20T06:03:47.263 INFO:tasks.rados.rados.0.smithi081.stdout:1954: delete oid 18 current snap is 169 2023-05-20T06:03:47.263 INFO:tasks.rados.rados.0.smithi081.stdout:1948: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:03:47.263 INFO:tasks.rados.rados.0.smithi081.stdout:1948: finishing rollback tid 2 to smithi081164505-24 2023-05-20T06:03:47.263 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1008 (ObjNum 496 snap 133 seq_num 496) dirty exists 2023-05-20T06:03:47.264 INFO:tasks.rados.rados.0.smithi081.stdout:1949: finishing copy_from to smithi081164505-37 2023-05-20T06:03:47.264 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1057 (ObjNum 600 snap 165 seq_num 600) dirty exists 2023-05-20T06:03:47.264 INFO:tasks.rados.rados.0.smithi081.stdout:1949: finishing copy_from racing read to smithi081164505-37 2023-05-20T06:03:47.264 INFO:tasks.rados.rados.0.smithi081.stdout:1947: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:47.424 INFO:tasks.rados.rados.0.smithi081.stdout:1951: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:03:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1950: finishing write tid 1 to smithi081164505-46 2023-05-20T06:03:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1950: finishing write tid 2 to smithi081164505-46 2023-05-20T06:03:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1950: finishing write tid 3 to smithi081164505-46 2023-05-20T06:03:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1059 (ObjNum 612 snap 169 seq_num 612) dirty exists 2023-05-20T06:03:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1950: left oid 46 (ObjNum 612 snap 169 seq_num 612) 2023-05-20T06:03:47.427 INFO:tasks.rados.rados.0.smithi081.stdout:1952: finishing write tid 1 to smithi081164505-20 2023-05-20T06:03:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:1952: finishing write tid 2 to smithi081164505-20 2023-05-20T06:03:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:1952: finishing write tid 3 to smithi081164505-20 2023-05-20T06:03:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1005 (ObjNum 613 snap 169 seq_num 613) dirty exists 2023-05-20T06:03:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:1952: left oid 20 (ObjNum 613 snap 169 seq_num 613) 2023-05-20T06:03:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:1953: finishing write tid 1 to smithi081164505-30 2023-05-20T06:03:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:1953: finishing write tid 2 to smithi081164505-30 2023-05-20T06:03:47.429 INFO:tasks.rados.rados.0.smithi081.stdout:1953: finishing write tid 3 to smithi081164505-30 2023-05-20T06:03:47.429 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 940 (ObjNum 614 snap 169 seq_num 614) dirty exists 2023-05-20T06:03:47.429 INFO:tasks.rados.rados.0.smithi081.stdout:1953: left oid 30 (ObjNum 614 snap 169 seq_num 614) 2023-05-20T06:03:47.429 INFO:tasks.rados.rados.0.smithi081.stdout:1947: done (7 left) 2023-05-20T06:03:47.429 INFO:tasks.rados.rados.0.smithi081.stdout:1948: done (6 left) 2023-05-20T06:03:47.429 INFO:tasks.rados.rados.0.smithi081.stdout:1949: done (5 left) 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1950: done (4 left) 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1951: done (3 left) 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1952: done (2 left) 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1953: done (1 left) 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1954: done (0 left) 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1955: read oid 7 snap -1 2023-05-20T06:03:47.430 INFO:tasks.rados.rados.0.smithi081.stdout:1955: expect (ObjNum 594 snap 163 seq_num 594) 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:1956: rollback oid 27 current snap is 169 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 27 to 167 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:1957: read oid 49 snap 163 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:1957: expect (ObjNum 575 snap 153 seq_num 575) 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:1958: rollback oid 43 current snap is 169 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 160 2023-05-20T06:03:47.431 INFO:tasks.rados.rados.0.smithi081.stdout:1959: snap_create 2023-05-20T06:03:47.432 INFO:tasks.rados.rados.0.smithi081.stdout:1956: finishing rollback tid 0 to smithi081164505-27 2023-05-20T06:03:47.432 INFO:tasks.rados.rados.0.smithi081.stdout:1958: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:03:47.433 INFO:tasks.rados.rados.0.smithi081.stdout:1956: finishing rollback tid 1 to smithi081164505-27 2023-05-20T06:03:47.433 INFO:tasks.rados.rados.0.smithi081.stdout:1956: finishing rollback tid 2 to smithi081164505-27 2023-05-20T06:03:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1127 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:03:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:1958: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:03:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:1958: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:03:47.435 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 998 (ObjNum 492 snap 130 seq_num 492) dirty exists 2023-05-20T06:03:47.435 INFO:tasks.rados.rados.0.smithi081.stdout:1955: expect (ObjNum 594 snap 163 seq_num 594) 2023-05-20T06:03:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:47 smithi170 ceph-mon[97338]: pgmap v354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:47 smithi170 ceph-mon[97338]: osdmap e405: 8 total, 8 up, 8 in 2023-05-20T06:03:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:47 smithi081 ceph-mon[95500]: pgmap v354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:47 smithi081 ceph-mon[95500]: osdmap e405: 8 total, 8 up, 8 in 2023-05-20T06:03:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:47 smithi081 ceph-mon[107735]: pgmap v354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:47 smithi081 ceph-mon[107735]: osdmap e405: 8 total, 8 up, 8 in 2023-05-20T06:03:47.534 INFO:tasks.rados.rados.0.smithi081.stdout:1957: expect (ObjNum 575 snap 153 seq_num 575) 2023-05-20T06:03:48.197 INFO:tasks.rados.rados.0.smithi081.stdout:1955: done (4 left) 2023-05-20T06:03:48.197 INFO:tasks.rados.rados.0.smithi081.stdout:1956: done (3 left) 2023-05-20T06:03:48.197 INFO:tasks.rados.rados.0.smithi081.stdout:1957: done (2 left) 2023-05-20T06:03:48.198 INFO:tasks.rados.rados.0.smithi081.stdout:1958: done (1 left) 2023-05-20T06:03:48.198 INFO:tasks.rados.rados.0.smithi081.stdout:1959: done (0 left) 2023-05-20T06:03:48.198 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 170 2023-05-20T06:03:48.198 INFO:tasks.rados.rados.0.smithi081.stdout:1960: seq_num 616 ranges {0=720896} 2023-05-20T06:03:48.201 INFO:tasks.rados.rados.0.smithi081.stdout:1960: writing smithi081164505-50 from 0 to 720896 tid 1 2023-05-20T06:03:48.201 INFO:tasks.rados.rados.0.smithi081.stdout:1961: read oid 28 snap 167 2023-05-20T06:03:48.201 INFO:tasks.rados.rados.0.smithi081.stdout:1961: expect (ObjNum 163549600 snap 21996 seq_num 3355779600) 2023-05-20T06:03:48.202 INFO:tasks.rados.rados.0.smithi081.stdout:1962: setattr oid 14 current snap is 170 2023-05-20T06:03:48.203 INFO:tasks.rados.rados.0.smithi081.stdout:1963: rollback oid 47 current snap is 170 2023-05-20T06:03:48.203 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 161 2023-05-20T06:03:48.203 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 170 2023-05-20T06:03:48.204 INFO:tasks.rados.rados.0.smithi081.stdout:1964: seq_num 617 ranges {614400=737280} 2023-05-20T06:03:48.211 INFO:tasks.rados.rados.0.smithi081.stdout:1964: writing smithi081164505-11 from 614400 to 1351680 tid 1 2023-05-20T06:03:48.211 INFO:tasks.rados.rados.0.smithi081.stdout:1965: copy_from oid 23 from oid 43 current snap is 170 2023-05-20T06:03:48.211 INFO:tasks.rados.rados.0.smithi081.stdout:1961: expect (ObjNum 163549600 snap 21996 seq_num 3355779600) 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:1961: done (5 left) 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 170 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:1960: finishing write tid 1 to smithi081164505-50 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:1960: finishing write tid 2 to smithi081164505-50 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:1963: finishing rollback tid 0 to smithi081164505-47 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:1963: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:03:48.213 INFO:tasks.rados.rados.0.smithi081.stdout:1963: finishing rollback tid 2 to smithi081164505-47 2023-05-20T06:03:48.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 899 (ObjNum 531 snap 142 seq_num 531) dirty exists 2023-05-20T06:03:48.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1063 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:03:48.214 INFO:tasks.rados.rados.0.smithi081.stdout:1960: finishing write tid 3 to smithi081164505-50 2023-05-20T06:03:48.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1000 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:03:48.214 INFO:tasks.rados.rados.0.smithi081.stdout:1960: left oid 50 (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:03:48.214 INFO:tasks.rados.rados.0.smithi081.stdout:1966: seq_num 618 ranges {7143424=753664} 2023-05-20T06:03:48.255 INFO:tasks.rados.rados.0.smithi081.stdout:1966: writing smithi081164505-10 from 7143424 to 7897088 tid 1 2023-05-20T06:03:48.255 INFO:tasks.rados.rados.0.smithi081.stdout:1960: done (5 left) 2023-05-20T06:03:48.255 INFO:tasks.rados.rados.0.smithi081.stdout:1962: done (4 left) 2023-05-20T06:03:48.255 INFO:tasks.rados.rados.0.smithi081.stdout:1963: done (3 left) 2023-05-20T06:03:48.256 INFO:tasks.rados.rados.0.smithi081.stdout:1967: snap_remove snap 160 2023-05-20T06:03:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:48 smithi170 ceph-mon[97338]: osdmap e406: 8 total, 8 up, 8 in 2023-05-20T06:03:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:48 smithi081 ceph-mon[95500]: osdmap e406: 8 total, 8 up, 8 in 2023-05-20T06:03:48.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:48 smithi081 ceph-mon[107735]: osdmap e406: 8 total, 8 up, 8 in 2023-05-20T06:03:49.209 INFO:tasks.rados.rados.0.smithi081.stdout:1967: done (3 left) 2023-05-20T06:03:49.209 INFO:tasks.rados.rados.0.smithi081.stdout:1968: snap_remove snap 161 2023-05-20T06:03:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:49 smithi170 ceph-mon[97338]: pgmap v357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:49 smithi170 ceph-mon[97338]: osdmap e407: 8 total, 8 up, 8 in 2023-05-20T06:03:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:49 smithi081 ceph-mon[95500]: pgmap v357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:49 smithi081 ceph-mon[95500]: osdmap e407: 8 total, 8 up, 8 in 2023-05-20T06:03:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:49 smithi081 ceph-mon[107735]: pgmap v357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:49 smithi081 ceph-mon[107735]: osdmap e407: 8 total, 8 up, 8 in 2023-05-20T06:03:50.221 INFO:tasks.rados.rados.0.smithi081.stdout:1968: done (3 left) 2023-05-20T06:03:50.222 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 170 2023-05-20T06:03:50.222 INFO:tasks.rados.rados.0.smithi081.stdout:1969: seq_num 619 ranges {8183808=770048} 2023-05-20T06:03:50.270 INFO:tasks.rados.rados.0.smithi081.stdout:1969: writing smithi081164505-40 from 8183808 to 8953856 tid 1 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:1970: setattr oid 39 current snap is 170 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:1964: finishing write tid 1 to smithi081164505-11 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:1964: finishing write tid 2 to smithi081164505-11 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:1964: finishing write tid 3 to smithi081164505-11 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1066 (ObjNum 617 snap 170 seq_num 617) dirty exists 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:1964: left oid 11 (ObjNum 617 snap 170 seq_num 617) 2023-05-20T06:03:50.271 INFO:tasks.rados.rados.0.smithi081.stdout:1965: finishing copy_from to smithi081164505-23 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 998 (ObjNum 492 snap 130 seq_num 492) dirty exists 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:1965: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:1966: finishing write tid 1 to smithi081164505-10 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:1966: finishing write tid 2 to smithi081164505-10 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:1966: finishing write tid 3 to smithi081164505-10 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 901 (ObjNum 618 snap 170 seq_num 618) dirty exists 2023-05-20T06:03:50.272 INFO:tasks.rados.rados.0.smithi081.stdout:1966: left oid 10 (ObjNum 618 snap 170 seq_num 618) 2023-05-20T06:03:50.273 INFO:tasks.rados.rados.0.smithi081.stdout:1964: done (4 left) 2023-05-20T06:03:50.273 INFO:tasks.rados.rados.0.smithi081.stdout:1965: done (3 left) 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:1966: done (2 left) 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:1971: rollback oid 11 current snap is 170 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 163 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:1972: read oid 47 snap -1 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:1972: expect (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:1973: rmattr oid 46 current snap is 170 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:1974: rollback oid 24 current snap is 170 2023-05-20T06:03:50.274 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 167 2023-05-20T06:03:50.275 INFO:tasks.rados.rados.0.smithi081.stdout:1975: read oid 4 snap -1 2023-05-20T06:03:50.275 INFO:tasks.rados.rados.0.smithi081.stdout:1975: expect (ObjNum 592 snap 162 seq_num 592) 2023-05-20T06:03:50.275 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 170 2023-05-20T06:03:50.275 INFO:tasks.rados.rados.0.smithi081.stdout:1976: seq_num 620 ranges {4005888=794624} 2023-05-20T06:03:50.299 INFO:tasks.rados.rados.0.smithi081.stdout:1976: writing smithi081164505-43 from 4005888 to 4800512 tid 1 2023-05-20T06:03:50.299 INFO:tasks.rados.rados.0.smithi081.stdout:1977: snap_create 2023-05-20T06:03:50.299 INFO:tasks.rados.rados.0.smithi081.stdout:1974: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:03:50.299 INFO:tasks.rados.rados.0.smithi081.stdout:1969: finishing write tid 1 to smithi081164505-40 2023-05-20T06:03:50.300 INFO:tasks.rados.rados.0.smithi081.stdout:1969: finishing write tid 2 to smithi081164505-40 2023-05-20T06:03:50.300 INFO:tasks.rados.rados.0.smithi081.stdout:1974: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:03:50.300 INFO:tasks.rados.rados.0.smithi081.stdout:1969: finishing write tid 3 to smithi081164505-40 2023-05-20T06:03:50.300 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 995 (ObjNum 619 snap 170 seq_num 619) dirty exists 2023-05-20T06:03:50.300 INFO:tasks.rados.rados.0.smithi081.stdout:1969: left oid 40 (ObjNum 619 snap 170 seq_num 619) 2023-05-20T06:03:50.300 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1080 (ObjNum 600 snap 165 seq_num 600) dirty exists 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:1971: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:1971: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:1971: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1083 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:1974: finishing rollback tid 2 to smithi081164505-24 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1011 (ObjNum 496 snap 133 seq_num 496) dirty exists 2023-05-20T06:03:50.301 INFO:tasks.rados.rados.0.smithi081.stdout:1972: expect (ObjNum 531 snap 142 seq_num 531) 2023-05-20T06:03:50.394 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1060 (ObjNum 612 snap 169 seq_num 612) dirty exists 2023-05-20T06:03:50.396 INFO:tasks.rados.rados.0.smithi081.stdout:1975: expect (ObjNum 592 snap 162 seq_num 592) 2023-05-20T06:03:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:50 smithi170 ceph-mon[97338]: osdmap e408: 8 total, 8 up, 8 in 2023-05-20T06:03:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:50 smithi081 ceph-mon[95500]: osdmap e408: 8 total, 8 up, 8 in 2023-05-20T06:03:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:50 smithi081 ceph-mon[107735]: osdmap e408: 8 total, 8 up, 8 in 2023-05-20T06:03:50.678 INFO:tasks.rados.rados.0.smithi081.stdout:1976: finishing write tid 1 to smithi081164505-43 2023-05-20T06:03:50.678 INFO:tasks.rados.rados.0.smithi081.stdout:1976: finishing write tid 2 to smithi081164505-43 2023-05-20T06:03:50.678 INFO:tasks.rados.rados.0.smithi081.stdout:1976: finishing write tid 3 to smithi081164505-43 2023-05-20T06:03:50.678 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1002 (ObjNum 620 snap 170 seq_num 620) dirty exists 2023-05-20T06:03:50.678 INFO:tasks.rados.rados.0.smithi081.stdout:1976: left oid 43 (ObjNum 620 snap 170 seq_num 620) 2023-05-20T06:03:51.221 INFO:tasks.rados.rados.0.smithi081.stdout:1969: done (8 left) 2023-05-20T06:03:51.222 INFO:tasks.rados.rados.0.smithi081.stdout:1970: done (7 left) 2023-05-20T06:03:51.222 INFO:tasks.rados.rados.0.smithi081.stdout:1971: done (6 left) 2023-05-20T06:03:51.222 INFO:tasks.rados.rados.0.smithi081.stdout:1972: done (5 left) 2023-05-20T06:03:51.222 INFO:tasks.rados.rados.0.smithi081.stdout:1973: done (4 left) 2023-05-20T06:03:51.222 INFO:tasks.rados.rados.0.smithi081.stdout:1974: done (3 left) 2023-05-20T06:03:51.222 INFO:tasks.rados.rados.0.smithi081.stdout:1975: done (2 left) 2023-05-20T06:03:51.223 INFO:tasks.rados.rados.0.smithi081.stdout:1976: done (1 left) 2023-05-20T06:03:51.223 INFO:tasks.rados.rados.0.smithi081.stdout:1977: done (0 left) 2023-05-20T06:03:51.223 INFO:tasks.rados.rados.0.smithi081.stdout:1978: snap_create 2023-05-20T06:03:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:51 smithi170 ceph-mon[97338]: pgmap v360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:51 smithi170 ceph-mon[97338]: osdmap e409: 8 total, 8 up, 8 in 2023-05-20T06:03:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:51 smithi081 ceph-mon[95500]: pgmap v360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:51 smithi081 ceph-mon[95500]: osdmap e409: 8 total, 8 up, 8 in 2023-05-20T06:03:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:51 smithi081 ceph-mon[107735]: pgmap v360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:51 smithi081 ceph-mon[107735]: osdmap e409: 8 total, 8 up, 8 in 2023-05-20T06:03:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:03:51.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:03:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:03:51.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:03:52.225 INFO:tasks.rados.rados.0.smithi081.stdout:1978: done (0 left) 2023-05-20T06:03:52.225 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 172 2023-05-20T06:03:52.225 INFO:tasks.rados.rados.0.smithi081.stdout:1979: seq_num 621 ranges {614400=409600,1024000=401408} 2023-05-20T06:03:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:1979: writing smithi081164505-11 from 614400 to 1024000 tid 1 2023-05-20T06:03:52.233 INFO:tasks.rados.rados.0.smithi081.stdout:1979: writing smithi081164505-11 from 1024000 to 1425408 tid 2 2023-05-20T06:03:52.233 INFO:tasks.rados.rados.0.smithi081.stdout:1980: delete oid 48 current snap is 172 2023-05-20T06:03:52.241 INFO:tasks.rados.rados.0.smithi081.stdout:1979: finishing write tid 1 to smithi081164505-11 2023-05-20T06:03:52.241 INFO:tasks.rados.rados.0.smithi081.stdout:1979: finishing write tid 2 to smithi081164505-11 2023-05-20T06:03:52.241 INFO:tasks.rados.rados.0.smithi081.stdout:1979: finishing write tid 3 to smithi081164505-11 2023-05-20T06:03:52.242 INFO:tasks.rados.rados.0.smithi081.stdout:1980: done (1 left) 2023-05-20T06:03:52.242 INFO:tasks.rados.rados.0.smithi081.stdout:1981: snap_create 2023-05-20T06:03:52.242 INFO:tasks.rados.rados.0.smithi081.stdout:1979: finishing write tid 4 to smithi081164505-11 2023-05-20T06:03:52.243 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1087 (ObjNum 621 snap 172 seq_num 621) dirty exists 2023-05-20T06:03:52.243 INFO:tasks.rados.rados.0.smithi081.stdout:1979: left oid 11 (ObjNum 621 snap 172 seq_num 621) 2023-05-20T06:03:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:52 smithi170 ceph-mon[97338]: osdmap e410: 8 total, 8 up, 8 in 2023-05-20T06:03:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:52 smithi081 ceph-mon[107735]: osdmap e410: 8 total, 8 up, 8 in 2023-05-20T06:03:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:52 smithi081 ceph-mon[95500]: osdmap e410: 8 total, 8 up, 8 in 2023-05-20T06:03:53.238 INFO:tasks.rados.rados.0.smithi081.stdout:1979: done (1 left) 2023-05-20T06:03:53.238 INFO:tasks.rados.rados.0.smithi081.stdout:1981: done (0 left) 2023-05-20T06:03:53.238 INFO:tasks.rados.rados.0.smithi081.stdout:1982: read oid 1 snap -1 2023-05-20T06:03:53.238 INFO:tasks.rados.rados.0.smithi081.stdout:1982: expect (ObjNum 591 snap 161 seq_num 591) 2023-05-20T06:03:53.239 INFO:tasks.rados.rados.0.smithi081.stdout:1983: read oid 17 snap -1 2023-05-20T06:03:53.239 INFO:tasks.rados.rados.0.smithi081.stdout:1983: expect (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:03:53.239 INFO:tasks.rados.rados.0.smithi081.stdout:1984: snap_remove snap 171 2023-05-20T06:03:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:53 smithi170 ceph-mon[97338]: pgmap v363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:53 smithi170 ceph-mon[97338]: osdmap e411: 8 total, 8 up, 8 in 2023-05-20T06:03:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:03:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:53 smithi081 ceph-mon[95500]: pgmap v363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:53 smithi081 ceph-mon[95500]: osdmap e411: 8 total, 8 up, 8 in 2023-05-20T06:03:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:53 smithi081 ceph-mon[107735]: pgmap v363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:53 smithi081 ceph-mon[107735]: osdmap e411: 8 total, 8 up, 8 in 2023-05-20T06:03:54.241 INFO:tasks.rados.rados.0.smithi081.stdout:1984: done (2 left) 2023-05-20T06:03:54.241 INFO:tasks.rados.rados.0.smithi081.stdout:1985: rollback oid 11 current snap is 173 2023-05-20T06:03:54.242 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 167 2023-05-20T06:03:54.242 INFO:tasks.rados.rados.0.smithi081.stdout:1982: expect (ObjNum 591 snap 161 seq_num 591) 2023-05-20T06:03:54.261 INFO:tasks.rados.rados.0.smithi081.stdout:1983: expect (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:03:54.373 INFO:tasks.rados.rados.0.smithi081.stdout:1985: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:03:54.373 INFO:tasks.rados.rados.0.smithi081.stdout:1985: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:03:54.374 INFO:tasks.rados.rados.0.smithi081.stdout:1985: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:03:54.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1092 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:03:54.374 INFO:tasks.rados.rados.0.smithi081.stdout:1982: done (2 left) 2023-05-20T06:03:54.374 INFO:tasks.rados.rados.0.smithi081.stdout:1983: done (1 left) 2023-05-20T06:03:54.374 INFO:tasks.rados.rados.0.smithi081.stdout:1985: done (0 left) 2023-05-20T06:03:54.374 INFO:tasks.rados.rados.0.smithi081.stdout:1986: snap_create 2023-05-20T06:03:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:54 smithi170 ceph-mon[97338]: osdmap e412: 8 total, 8 up, 8 in 2023-05-20T06:03:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:54 smithi081 ceph-mon[95500]: osdmap e412: 8 total, 8 up, 8 in 2023-05-20T06:03:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:54 smithi081 ceph-mon[107735]: osdmap e412: 8 total, 8 up, 8 in 2023-05-20T06:03:55.245 INFO:tasks.rados.rados.0.smithi081.stdout:1986: done (0 left) 2023-05-20T06:03:55.245 INFO:tasks.rados.rados.0.smithi081.stdout:1987: snap_remove snap 169 2023-05-20T06:03:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:55 smithi170 ceph-mon[97338]: pgmap v366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:55 smithi170 ceph-mon[97338]: osdmap e413: 8 total, 8 up, 8 in 2023-05-20T06:03:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:55 smithi081 ceph-mon[95500]: pgmap v366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:55 smithi081 ceph-mon[95500]: osdmap e413: 8 total, 8 up, 8 in 2023-05-20T06:03:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:55 smithi081 ceph-mon[107735]: pgmap v366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:55 smithi081 ceph-mon[107735]: osdmap e413: 8 total, 8 up, 8 in 2023-05-20T06:03:56.256 INFO:tasks.rados.rados.0.smithi081.stdout:1987: done (0 left) 2023-05-20T06:03:56.257 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 174 2023-05-20T06:03:56.257 INFO:tasks.rados.rados.0.smithi081.stdout:1988: seq_num 623 ranges {204800=442368,647168=401408} 2023-05-20T06:03:56.259 INFO:tasks.rados.rados.0.smithi081.stdout:1988: writing smithi081164505-33 from 204800 to 647168 tid 1 2023-05-20T06:03:56.261 INFO:tasks.rados.rados.0.smithi081.stdout:1988: writing smithi081164505-33 from 647168 to 1048576 tid 2 2023-05-20T06:03:56.262 INFO:tasks.rados.rados.0.smithi081.stdout:1989: snap_remove snap 162 2023-05-20T06:03:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:56 smithi081 ceph-mon[95500]: osdmap e414: 8 total, 8 up, 8 in 2023-05-20T06:03:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:56 smithi081 ceph-mon[107735]: osdmap e414: 8 total, 8 up, 8 in 2023-05-20T06:03:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:56 smithi170 ceph-mon[97338]: osdmap e414: 8 total, 8 up, 8 in 2023-05-20T06:03:57.260 INFO:tasks.rados.rados.0.smithi081.stdout:1989: done (1 left) 2023-05-20T06:03:57.261 INFO:tasks.rados.rados.0.smithi081.stdout:1990: read oid 16 snap -1 2023-05-20T06:03:57.261 INFO:tasks.rados.rados.0.smithi081.stdout:1990: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:03:57.261 INFO:tasks.rados.rados.0.smithi081.stdout:1991: copy_from oid 22 from oid 49 current snap is 174 2023-05-20T06:03:57.262 INFO:tasks.rados.rados.0.smithi081.stdout:1992: copy_from oid 43 from oid 50 current snap is 174 2023-05-20T06:03:57.262 INFO:tasks.rados.rados.0.smithi081.stdout:1993: read oid 29 snap 163 2023-05-20T06:03:57.262 INFO:tasks.rados.rados.0.smithi081.stdout:1993: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:57.262 INFO:tasks.rados.rados.0.smithi081.stdout:1994: copy_from oid 28 from oid 20 current snap is 174 2023-05-20T06:03:57.263 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 174 2023-05-20T06:03:57.263 INFO:tasks.rados.rados.0.smithi081.stdout:1995: seq_num 624 ranges {835584=458752,1294336=401408} 2023-05-20T06:03:57.268 INFO:tasks.rados.rados.0.smithi081.stdout:1995: writing smithi081164505-39 from 835584 to 1294336 tid 1 2023-05-20T06:03:57.269 INFO:tasks.rados.rados.0.smithi081.stdout:1995: writing smithi081164505-39 from 1294336 to 1695744 tid 2 2023-05-20T06:03:57.269 INFO:tasks.rados.rados.0.smithi081.stdout:1996: delete oid 36 current snap is 174 2023-05-20T06:03:57.272 INFO:tasks.rados.rados.0.smithi081.stdout:1988: finishing write tid 1 to smithi081164505-33 2023-05-20T06:03:57.273 INFO:tasks.rados.rados.0.smithi081.stdout:1988: finishing write tid 2 to smithi081164505-33 2023-05-20T06:03:57.273 INFO:tasks.rados.rados.0.smithi081.stdout:1988: finishing write tid 3 to smithi081164505-33 2023-05-20T06:03:57.273 INFO:tasks.rados.rados.0.smithi081.stdout:1988: finishing write tid 4 to smithi081164505-33 2023-05-20T06:03:57.273 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 532 (ObjNum 623 snap 174 seq_num 623) dirty exists 2023-05-20T06:03:57.273 INFO:tasks.rados.rados.0.smithi081.stdout:1988: left oid 33 (ObjNum 623 snap 174 seq_num 623) 2023-05-20T06:03:57.282 INFO:tasks.rados.rados.0.smithi081.stdout:1988: done (7 left) 2023-05-20T06:03:57.282 INFO:tasks.rados.rados.0.smithi081.stdout:1996: done (6 left) 2023-05-20T06:03:57.282 INFO:tasks.rados.rados.0.smithi081.stdout:1997: rmattr oid 25 current snap is 174 2023-05-20T06:03:57.282 INFO:tasks.rados.rados.0.smithi081.stdout:1997: done (6 left) 2023-05-20T06:03:57.282 INFO:tasks.rados.rados.0.smithi081.stdout:1998: snap_create 2023-05-20T06:03:57.282 INFO:tasks.rados.rados.0.smithi081.stdout:1990: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:03:57.330 INFO:tasks.rados.rados.0.smithi081.stdout:1995: finishing write tid 1 to smithi081164505-39 2023-05-20T06:03:57.330 INFO:tasks.rados.rados.0.smithi081.stdout:1995: finishing write tid 2 to smithi081164505-39 2023-05-20T06:03:57.330 INFO:tasks.rados.rados.0.smithi081.stdout:1995: finishing write tid 3 to smithi081164505-39 2023-05-20T06:03:57.330 INFO:tasks.rados.rados.0.smithi081.stdout:1994: finishing copy_from to smithi081164505-28 2023-05-20T06:03:57.330 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1005 (ObjNum 613 snap 169 seq_num 613) dirty exists 2023-05-20T06:03:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1994: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:03:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:1995: finishing write tid 4 to smithi081164505-39 2023-05-20T06:03:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1108 (ObjNum 624 snap 174 seq_num 624) dirty exists 2023-05-20T06:03:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1995: left oid 39 (ObjNum 624 snap 174 seq_num 624) 2023-05-20T06:03:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:1992: finishing copy_from to smithi081164505-43 2023-05-20T06:03:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1000 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:03:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:1992: finishing copy_from racing read to smithi081164505-43 2023-05-20T06:03:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:1993: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:03:57.495 INFO:tasks.rados.rados.0.smithi081.stdout:1991: finishing copy_from to smithi081164505-22 2023-05-20T06:03:57.496 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 986 (ObjNum 575 snap 153 seq_num 575) dirty exists 2023-05-20T06:03:57.496 INFO:tasks.rados.rados.0.smithi081.stdout:1991: finishing copy_from racing read to smithi081164505-22 2023-05-20T06:03:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:57 smithi081 ceph-mon[95500]: pgmap v369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:57 smithi081 ceph-mon[95500]: osdmap e415: 8 total, 8 up, 8 in 2023-05-20T06:03:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:57 smithi081 ceph-mon[107735]: pgmap v369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:57 smithi081 ceph-mon[107735]: osdmap e415: 8 total, 8 up, 8 in 2023-05-20T06:03:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:57 smithi170 ceph-mon[97338]: pgmap v369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:57 smithi170 ceph-mon[97338]: osdmap e415: 8 total, 8 up, 8 in 2023-05-20T06:03:58.267 INFO:tasks.rados.rados.0.smithi081.stdout:1990: done (6 left) 2023-05-20T06:03:58.267 INFO:tasks.rados.rados.0.smithi081.stdout:1991: done (5 left) 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:1992: done (4 left) 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:1993: done (3 left) 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:1994: done (2 left) 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:1995: done (1 left) 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:1998: done (0 left) 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:1999: rollback oid 36 current snap is 175 2023-05-20T06:03:58.268 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 172 2023-05-20T06:03:58.269 INFO:tasks.rados.rados.0.smithi081.stdout:2000: delete oid 18 current snap is 175 2023-05-20T06:03:58.271 INFO:tasks.rados.rados.0.smithi081.stdout:2000: done (1 left) 2023-05-20T06:03:58.271 INFO:tasks.rados.rados.0.smithi081.stdout:2001: read oid 49 snap -1 2023-05-20T06:03:58.272 INFO:tasks.rados.rados.0.smithi081.stdout:2001: expect (ObjNum 575 snap 153 seq_num 575) 2023-05-20T06:03:58.272 INFO:tasks.rados.rados.0.smithi081.stdout:2002: delete oid 2 current snap is 175 2023-05-20T06:03:58.272 INFO:tasks.rados.rados.0.smithi081.stdout:1999: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:03:58.273 INFO:tasks.rados.rados.0.smithi081.stdout:1999: finishing rollback tid 2 to smithi081164505-36 2023-05-20T06:03:58.273 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 998 (ObjNum 1521 snap 0 seq_num 164183552) dirty exists 2023-05-20T06:03:58.276 INFO:tasks.rados.rados.0.smithi081.stdout:1999: done (2 left) 2023-05-20T06:03:58.276 INFO:tasks.rados.rados.0.smithi081.stdout:2002: done (1 left) 2023-05-20T06:03:58.276 INFO:tasks.rados.rados.0.smithi081.stdout:2003: rollback oid 12 current snap is 175 2023-05-20T06:03:58.277 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 170 2023-05-20T06:03:58.277 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 175 2023-05-20T06:03:58.277 INFO:tasks.rados.rados.0.smithi081.stdout:2004: seq_num 628 ranges {4005888=524288,4530176=401408} 2023-05-20T06:03:58.302 INFO:tasks.rados.rados.0.smithi081.stdout:2004: writing smithi081164505-23 from 4005888 to 4530176 tid 1 2023-05-20T06:03:58.305 INFO:tasks.rados.rados.0.smithi081.stdout:2004: writing smithi081164505-23 from 4530176 to 4931584 tid 2 2023-05-20T06:03:58.305 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 175 2023-05-20T06:03:58.305 INFO:tasks.rados.rados.0.smithi081.stdout:2005: seq_num 629 ranges {5373952=540672,5914624=401408} 2023-05-20T06:03:58.336 INFO:tasks.rados.rados.0.smithi081.stdout:2005: writing smithi081164505-27 from 5373952 to 5914624 tid 1 2023-05-20T06:03:58.339 INFO:tasks.rados.rados.0.smithi081.stdout:2005: writing smithi081164505-27 from 5914624 to 6316032 tid 2 2023-05-20T06:03:58.339 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 175 2023-05-20T06:03:58.339 INFO:tasks.rados.rados.0.smithi081.stdout:2003: finishing rollback tid 0 to smithi081164505-12 2023-05-20T06:03:58.339 INFO:tasks.rados.rados.0.smithi081.stdout:2003: finishing rollback tid 1 to smithi081164505-12 2023-05-20T06:03:58.339 INFO:tasks.rados.rados.0.smithi081.stdout:2003: finishing rollback tid 2 to smithi081164505-12 2023-05-20T06:03:58.340 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 711 (ObjNum 550 snap 145 seq_num 550) dirty exists 2023-05-20T06:03:58.340 INFO:tasks.rados.rados.0.smithi081.stdout:2001: expect (ObjNum 575 snap 153 seq_num 575) 2023-05-20T06:03:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:58 smithi081 ceph-mon[95500]: osdmap e416: 8 total, 8 up, 8 in 2023-05-20T06:03:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:58 smithi081 ceph-mon[107735]: osdmap e416: 8 total, 8 up, 8 in 2023-05-20T06:03:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:58 smithi170 ceph-mon[97338]: osdmap e416: 8 total, 8 up, 8 in 2023-05-20T06:03:58.786 INFO:tasks.rados.rados.0.smithi081.stdout:2004: finishing write tid 1 to smithi081164505-23 2023-05-20T06:03:58.786 INFO:tasks.rados.rados.0.smithi081.stdout:2004: finishing write tid 2 to smithi081164505-23 2023-05-20T06:03:58.786 INFO:tasks.rados.rados.0.smithi081.stdout:2004: finishing write tid 3 to smithi081164505-23 2023-05-20T06:03:58.786 INFO:tasks.rados.rados.0.smithi081.stdout:2004: finishing write tid 4 to smithi081164505-23 2023-05-20T06:03:58.786 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1155 (ObjNum 628 snap 175 seq_num 628) dirty exists 2023-05-20T06:03:58.786 INFO:tasks.rados.rados.0.smithi081.stdout:2004: left oid 23 (ObjNum 628 snap 175 seq_num 628) 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:2005: finishing write tid 1 to smithi081164505-27 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:2005: finishing write tid 2 to smithi081164505-27 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:2005: finishing write tid 3 to smithi081164505-27 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:2005: finishing write tid 4 to smithi081164505-27 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1159 (ObjNum 629 snap 175 seq_num 629) dirty exists 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:2005: left oid 27 (ObjNum 629 snap 175 seq_num 629) 2023-05-20T06:03:58.787 INFO:tasks.rados.rados.0.smithi081.stdout:2006: seq_num 630 ranges {4087808=557056,4644864=401408} 2023-05-20T06:03:58.809 INFO:tasks.rados.rados.0.smithi081.stdout:2006: writing smithi081164505-14 from 4087808 to 4644864 tid 1 2023-05-20T06:03:58.812 INFO:tasks.rados.rados.0.smithi081.stdout:2006: writing smithi081164505-14 from 4644864 to 5046272 tid 2 2023-05-20T06:03:58.812 INFO:tasks.rados.rados.0.smithi081.stdout:2001: done (4 left) 2023-05-20T06:03:58.812 INFO:tasks.rados.rados.0.smithi081.stdout:2003: done (3 left) 2023-05-20T06:03:58.812 INFO:tasks.rados.rados.0.smithi081.stdout:2004: done (2 left) 2023-05-20T06:03:58.812 INFO:tasks.rados.rados.0.smithi081.stdout:2005: done (1 left) 2023-05-20T06:03:58.813 INFO:tasks.rados.rados.0.smithi081.stdout:2007: read oid 42 snap -1 2023-05-20T06:03:58.813 INFO:tasks.rados.rados.0.smithi081.stdout:2007: expect deleted 2023-05-20T06:03:58.813 INFO:tasks.rados.rados.0.smithi081.stdout:2008: snap_create 2023-05-20T06:03:58.814 INFO:tasks.rados.rados.0.smithi081.stdout:2006: finishing write tid 1 to smithi081164505-14 2023-05-20T06:03:58.814 INFO:tasks.rados.rados.0.smithi081.stdout:2006: finishing write tid 2 to smithi081164505-14 2023-05-20T06:03:58.815 INFO:tasks.rados.rados.0.smithi081.stdout:2006: finishing write tid 3 to smithi081164505-14 2023-05-20T06:03:58.816 INFO:tasks.rados.rados.0.smithi081.stdout:2006: finishing write tid 4 to smithi081164505-14 2023-05-20T06:03:58.816 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1115 (ObjNum 630 snap 175 seq_num 630) dirty exists 2023-05-20T06:03:58.817 INFO:tasks.rados.rados.0.smithi081.stdout:2006: left oid 14 (ObjNum 630 snap 175 seq_num 630) 2023-05-20T06:03:59.268 INFO:tasks.rados.rados.0.smithi081.stdout:2006: done (2 left) 2023-05-20T06:03:59.269 INFO:tasks.rados.rados.0.smithi081.stdout:2007: done (1 left) 2023-05-20T06:03:59.269 INFO:tasks.rados.rados.0.smithi081.stdout:2008: done (0 left) 2023-05-20T06:03:59.269 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 176 2023-05-20T06:03:59.269 INFO:tasks.rados.rados.0.smithi081.stdout:2009: seq_num 631 ranges {1695744=573440,2269184=401408} 2023-05-20T06:03:59.280 INFO:tasks.rados.rados.0.smithi081.stdout:2009: writing smithi081164505-39 from 1695744 to 2269184 tid 1 2023-05-20T06:03:59.283 INFO:tasks.rados.rados.0.smithi081.stdout:2009: writing smithi081164505-39 from 2269184 to 2670592 tid 2 2023-05-20T06:03:59.283 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 176 2023-05-20T06:03:59.283 INFO:tasks.rados.rados.0.smithi081.stdout:2010: seq_num 632 ranges {2392064=589824,2981888=401408} 2023-05-20T06:03:59.299 INFO:tasks.rados.rados.0.smithi081.stdout:2010: writing smithi081164505-38 from 2392064 to 2981888 tid 1 2023-05-20T06:03:59.302 INFO:tasks.rados.rados.0.smithi081.stdout:2010: writing smithi081164505-38 from 2981888 to 3383296 tid 2 2023-05-20T06:03:59.302 INFO:tasks.rados.rados.0.smithi081.stdout:2011: read oid 35 snap -1 2023-05-20T06:03:59.302 INFO:tasks.rados.rados.0.smithi081.stdout:2011: expect (ObjNum 554 snap 147 seq_num 554) 2023-05-20T06:03:59.302 INFO:tasks.rados.rados.0.smithi081.stdout:2012: copy_from oid 28 from oid 26 current snap is 176 2023-05-20T06:03:59.302 INFO:tasks.rados.rados.0.smithi081.stdout:2009: finishing write tid 1 to smithi081164505-39 2023-05-20T06:03:59.303 INFO:tasks.rados.rados.0.smithi081.stdout:2009: finishing write tid 2 to smithi081164505-39 2023-05-20T06:03:59.303 INFO:tasks.rados.rados.0.smithi081.stdout:2009: finishing write tid 3 to smithi081164505-39 2023-05-20T06:03:59.303 INFO:tasks.rados.rados.0.smithi081.stdout:2009: finishing write tid 4 to smithi081164505-39 2023-05-20T06:03:59.303 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1119 (ObjNum 631 snap 176 seq_num 631) dirty exists 2023-05-20T06:03:59.303 INFO:tasks.rados.rados.0.smithi081.stdout:2009: left oid 39 (ObjNum 631 snap 176 seq_num 631) 2023-05-20T06:03:59.304 INFO:tasks.rados.rados.0.smithi081.stdout:2009: done (3 left) 2023-05-20T06:03:59.304 INFO:tasks.rados.rados.0.smithi081.stdout:2013: snap_remove snap 175 2023-05-20T06:03:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:59 smithi081 ceph-mon[95500]: pgmap v372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:03:59 smithi081 ceph-mon[95500]: osdmap e417: 8 total, 8 up, 8 in 2023-05-20T06:03:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:59 smithi081 ceph-mon[107735]: pgmap v372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:03:59 smithi081 ceph-mon[107735]: osdmap e417: 8 total, 8 up, 8 in 2023-05-20T06:03:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:59 smithi170 ceph-mon[97338]: pgmap v372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:03:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:03:59 smithi170 ceph-mon[97338]: osdmap e417: 8 total, 8 up, 8 in 2023-05-20T06:04:00.281 INFO:tasks.rados.rados.0.smithi081.stdout:2013: done (3 left) 2023-05-20T06:04:00.282 INFO:tasks.rados.rados.0.smithi081.stdout:2014: read oid 39 snap -1 2023-05-20T06:04:00.282 INFO:tasks.rados.rados.0.smithi081.stdout:2014: expect (ObjNum 631 snap 176 seq_num 631) 2023-05-20T06:04:00.282 INFO:tasks.rados.rados.0.smithi081.stdout:2015: read oid 15 snap 174 2023-05-20T06:04:00.282 INFO:tasks.rados.rados.0.smithi081.stdout:2015: expect (ObjNum 164544000 snap 21996 seq_num 163641760) 2023-05-20T06:04:00.282 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 176 2023-05-20T06:04:00.282 INFO:tasks.rados.rados.0.smithi081.stdout:2016: seq_num 633 ranges {614400=606208,1220608=401408} 2023-05-20T06:04:00.287 INFO:tasks.rados.rados.0.smithi081.stdout:2016: writing smithi081164505-11 from 614400 to 1220608 tid 1 2023-05-20T06:04:00.289 INFO:tasks.rados.rados.0.smithi081.stdout:2016: writing smithi081164505-11 from 1220608 to 1622016 tid 2 2023-05-20T06:04:00.289 INFO:tasks.rados.rados.0.smithi081.stdout:2017: copy_from oid 49 from oid 33 current snap is 176 2023-05-20T06:04:00.290 INFO:tasks.rados.rados.0.smithi081.stdout:2010: finishing write tid 1 to smithi081164505-38 2023-05-20T06:04:00.290 INFO:tasks.rados.rados.0.smithi081.stdout:2010: finishing write tid 2 to smithi081164505-38 2023-05-20T06:04:00.290 INFO:tasks.rados.rados.0.smithi081.stdout:2010: finishing write tid 3 to smithi081164505-38 2023-05-20T06:04:00.290 INFO:tasks.rados.rados.0.smithi081.stdout:2011: expect (ObjNum 554 snap 147 seq_num 554) 2023-05-20T06:04:00.346 INFO:tasks.rados.rados.0.smithi081.stdout:2010: finishing write tid 4 to smithi081164505-38 2023-05-20T06:04:00.346 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1013 (ObjNum 632 snap 176 seq_num 632) dirty exists 2023-05-20T06:04:00.346 INFO:tasks.rados.rados.0.smithi081.stdout:2010: left oid 38 (ObjNum 632 snap 176 seq_num 632) 2023-05-20T06:04:00.346 INFO:tasks.rados.rados.0.smithi081.stdout:2012: finishing copy_from to smithi081164505-28 2023-05-20T06:04:00.347 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 891 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:04:00.347 INFO:tasks.rados.rados.0.smithi081.stdout:2012: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:04:00.347 INFO:tasks.rados.rados.0.smithi081.stdout:2015: expect (ObjNum 164544000 snap 21996 seq_num 163641760) 2023-05-20T06:04:00.347 INFO:tasks.rados.rados.0.smithi081.stdout:2014: expect (ObjNum 631 snap 176 seq_num 631) 2023-05-20T06:04:00.459 INFO:tasks.rados.rados.0.smithi081.stdout:2016: finishing write tid 1 to smithi081164505-11 2023-05-20T06:04:00.459 INFO:tasks.rados.rados.0.smithi081.stdout:2016: finishing write tid 2 to smithi081164505-11 2023-05-20T06:04:00.459 INFO:tasks.rados.rados.0.smithi081.stdout:2016: finishing write tid 3 to smithi081164505-11 2023-05-20T06:04:00.459 INFO:tasks.rados.rados.0.smithi081.stdout:2016: finishing write tid 4 to smithi081164505-11 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1125 (ObjNum 633 snap 176 seq_num 633) dirty exists 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:2016: left oid 11 (ObjNum 633 snap 176 seq_num 633) 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:2017: finishing copy_from to smithi081164505-49 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 532 (ObjNum 623 snap 174 seq_num 623) dirty exists 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:2017: finishing copy_from racing read to smithi081164505-49 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:2010: done (6 left) 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:2011: done (5 left) 2023-05-20T06:04:00.460 INFO:tasks.rados.rados.0.smithi081.stdout:2012: done (4 left) 2023-05-20T06:04:00.461 INFO:tasks.rados.rados.0.smithi081.stdout:2014: done (3 left) 2023-05-20T06:04:00.461 INFO:tasks.rados.rados.0.smithi081.stdout:2015: done (2 left) 2023-05-20T06:04:00.461 INFO:tasks.rados.rados.0.smithi081.stdout:2016: done (1 left) 2023-05-20T06:04:00.461 INFO:tasks.rados.rados.0.smithi081.stdout:2017: done (0 left) 2023-05-20T06:04:00.461 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 176 2023-05-20T06:04:00.461 INFO:tasks.rados.rados.0.smithi081.stdout:2018: seq_num 634 ranges {409600=622592,1032192=401408} 2023-05-20T06:04:00.464 INFO:tasks.rados.rados.0.smithi081.stdout:2018: writing smithi081164505-44 from 409600 to 1032192 tid 1 2023-05-20T06:04:00.467 INFO:tasks.rados.rados.0.smithi081.stdout:2018: writing smithi081164505-44 from 1032192 to 1433600 tid 2 2023-05-20T06:04:00.467 INFO:tasks.rados.rados.0.smithi081.stdout:2019: read oid 30 snap -1 2023-05-20T06:04:00.467 INFO:tasks.rados.rados.0.smithi081.stdout:2019: expect (ObjNum 614 snap 169 seq_num 614) 2023-05-20T06:04:00.467 INFO:tasks.rados.rados.0.smithi081.stdout:2020: copy_from oid 17 from oid 48 current snap is 176 2023-05-20T06:04:00.467 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 176 2023-05-20T06:04:00.467 INFO:tasks.rados.rados.0.smithi081.stdout:2021: seq_num 635 ranges {557056=638976,1196032=401408} 2023-05-20T06:04:00.473 INFO:tasks.rados.rados.0.smithi081.stdout:2021: writing smithi081164505-8 from 557056 to 1196032 tid 1 2023-05-20T06:04:00.475 INFO:tasks.rados.rados.0.smithi081.stdout:2021: writing smithi081164505-8 from 1196032 to 1597440 tid 2 2023-05-20T06:04:00.475 INFO:tasks.rados.rados.0.smithi081.stdout:2022: snap_remove snap 167 2023-05-20T06:04:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:00 smithi170 ceph-mon[97338]: osdmap e418: 8 total, 8 up, 8 in 2023-05-20T06:04:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:00 smithi081 ceph-mon[95500]: osdmap e418: 8 total, 8 up, 8 in 2023-05-20T06:04:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:00 smithi081 ceph-mon[107735]: osdmap e418: 8 total, 8 up, 8 in 2023-05-20T06:04:01.282 INFO:tasks.rados.rados.0.smithi081.stdout:2022: done (4 left) 2023-05-20T06:04:01.282 INFO:tasks.rados.rados.0.smithi081.stdout:2023: read oid 21 snap -1 2023-05-20T06:04:01.282 INFO:tasks.rados.rados.0.smithi081.stdout:2023: expect (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:04:01.282 INFO:tasks.rados.rados.0.smithi081.stdout:2024: setattr oid 15 current snap is 176 2023-05-20T06:04:01.282 INFO:tasks.rados.rados.0.smithi081.stdout:2020: finishing copy_from to smithi081164505-17 2023-05-20T06:04:01.283 INFO:tasks.rados.rados.0.smithi081.stdout:2020: got expected ENOENT (src dne) 2023-05-20T06:04:01.283 INFO:tasks.rados.rados.0.smithi081.stdout:2020: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:04:01.283 INFO:tasks.rados.rados.0.smithi081.stdout:2018: finishing write tid 1 to smithi081164505-44 2023-05-20T06:04:01.283 INFO:tasks.rados.rados.0.smithi081.stdout:2018: finishing write tid 2 to smithi081164505-44 2023-05-20T06:04:01.283 INFO:tasks.rados.rados.0.smithi081.stdout:2018: finishing write tid 3 to smithi081164505-44 2023-05-20T06:04:01.283 INFO:tasks.rados.rados.0.smithi081.stdout:2018: finishing write tid 4 to smithi081164505-44 2023-05-20T06:04:01.284 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1027 (ObjNum 634 snap 176 seq_num 634) dirty exists 2023-05-20T06:04:01.285 INFO:tasks.rados.rados.0.smithi081.stdout:2018: left oid 44 (ObjNum 634 snap 176 seq_num 634) 2023-05-20T06:04:01.285 INFO:tasks.rados.rados.0.smithi081.stdout:2021: finishing write tid 1 to smithi081164505-8 2023-05-20T06:04:01.285 INFO:tasks.rados.rados.0.smithi081.stdout:2021: finishing write tid 2 to smithi081164505-8 2023-05-20T06:04:01.285 INFO:tasks.rados.rados.0.smithi081.stdout:2021: finishing write tid 3 to smithi081164505-8 2023-05-20T06:04:01.285 INFO:tasks.rados.rados.0.smithi081.stdout:2021: finishing write tid 4 to smithi081164505-8 2023-05-20T06:04:01.286 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1016 (ObjNum 635 snap 176 seq_num 635) dirty exists 2023-05-20T06:04:01.286 INFO:tasks.rados.rados.0.smithi081.stdout:2021: left oid 8 (ObjNum 635 snap 176 seq_num 635) 2023-05-20T06:04:01.286 INFO:tasks.rados.rados.0.smithi081.stdout:2019: expect (ObjNum 614 snap 169 seq_num 614) 2023-05-20T06:04:01.535 INFO:tasks.rados.rados.0.smithi081.stdout:2023: expect (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:04:01.550 INFO:tasks.rados.rados.0.smithi081.stdout:2018: done (5 left) 2023-05-20T06:04:01.550 INFO:tasks.rados.rados.0.smithi081.stdout:2019: done (4 left) 2023-05-20T06:04:01.550 INFO:tasks.rados.rados.0.smithi081.stdout:2020: done (3 left) 2023-05-20T06:04:01.550 INFO:tasks.rados.rados.0.smithi081.stdout:2021: done (2 left) 2023-05-20T06:04:01.551 INFO:tasks.rados.rados.0.smithi081.stdout:2023: done (1 left) 2023-05-20T06:04:01.551 INFO:tasks.rados.rados.0.smithi081.stdout:2025: snap_remove snap 165 2023-05-20T06:04:01.642 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:01 smithi081 ceph-mon[95500]: pgmap v375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:01.642 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:01 smithi081 ceph-mon[95500]: osdmap e419: 8 total, 8 up, 8 in 2023-05-20T06:04:01.643 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:01 smithi081 ceph-mon[107735]: pgmap v375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:01.643 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:01 smithi081 ceph-mon[107735]: osdmap e419: 8 total, 8 up, 8 in 2023-05-20T06:04:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:01 smithi170 ceph-mon[97338]: pgmap v375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:01 smithi170 ceph-mon[97338]: osdmap e419: 8 total, 8 up, 8 in 2023-05-20T06:04:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:04:01.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:04:01.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:02.290 INFO:tasks.rados.rados.0.smithi081.stdout:2025: done (1 left) 2023-05-20T06:04:02.290 INFO:tasks.rados.rados.0.smithi081.stdout:2026: delete oid 25 current snap is 176 2023-05-20T06:04:02.290 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 999 (ObjNum 177 snap 0 seq_num 1) dirty exists 2023-05-20T06:04:02.302 INFO:tasks.rados.rados.0.smithi081.stdout:2024: done (1 left) 2023-05-20T06:04:02.303 INFO:tasks.rados.rados.0.smithi081.stdout:2026: done (0 left) 2023-05-20T06:04:02.303 INFO:tasks.rados.rados.0.smithi081.stdout:2027: delete oid 13 current snap is 176 2023-05-20T06:04:02.306 INFO:tasks.rados.rados.0.smithi081.stdout:2027: done (0 left) 2023-05-20T06:04:02.306 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 176 2023-05-20T06:04:02.306 INFO:tasks.rados.rados.0.smithi081.stdout:2028: seq_num 638 ranges {2670592=688128,3358720=401408} 2023-05-20T06:04:02.324 INFO:tasks.rados.rados.0.smithi081.stdout:2028: writing smithi081164505-39 from 2670592 to 3358720 tid 1 2023-05-20T06:04:02.327 INFO:tasks.rados.rados.0.smithi081.stdout:2028: writing smithi081164505-39 from 3358720 to 3760128 tid 2 2023-05-20T06:04:02.327 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 176 2023-05-20T06:04:02.328 INFO:tasks.rados.rados.0.smithi081.stdout:2029: seq_num 639 ranges {0=704512,704512=401408} 2023-05-20T06:04:02.331 INFO:tasks.rados.rados.0.smithi081.stdout:2029: writing smithi081164505-41 from 0 to 704512 tid 1 2023-05-20T06:04:02.333 INFO:tasks.rados.rados.0.smithi081.stdout:2029: writing smithi081164505-41 from 704512 to 1105920 tid 2 2023-05-20T06:04:02.334 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 176 2023-05-20T06:04:02.334 INFO:tasks.rados.rados.0.smithi081.stdout:2028: finishing write tid 1 to smithi081164505-39 2023-05-20T06:04:02.334 INFO:tasks.rados.rados.0.smithi081.stdout:2030: seq_num 640 ranges {860160=729088,1589248=401408} 2023-05-20T06:04:02.343 INFO:tasks.rados.rados.0.smithi081.stdout:2030: writing smithi081164505-20 from 860160 to 1589248 tid 1 2023-05-20T06:04:02.344 INFO:tasks.rados.rados.0.smithi081.stdout:2030: writing smithi081164505-20 from 1589248 to 1990656 tid 2 2023-05-20T06:04:02.345 INFO:tasks.rados.rados.0.smithi081.stdout:2031: setattr oid 19 current snap is 176 2023-05-20T06:04:02.345 INFO:tasks.rados.rados.0.smithi081.stdout:2028: finishing write tid 2 to smithi081164505-39 2023-05-20T06:04:02.346 INFO:tasks.rados.rados.0.smithi081.stdout:2028: finishing write tid 3 to smithi081164505-39 2023-05-20T06:04:02.346 INFO:tasks.rados.rados.0.smithi081.stdout:2028: finishing write tid 4 to smithi081164505-39 2023-05-20T06:04:02.346 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1140 (ObjNum 638 snap 176 seq_num 638) dirty exists 2023-05-20T06:04:02.347 INFO:tasks.rados.rados.0.smithi081.stdout:2028: left oid 39 (ObjNum 638 snap 176 seq_num 638) 2023-05-20T06:04:02.347 INFO:tasks.rados.rados.0.smithi081.stdout:2029: finishing write tid 1 to smithi081164505-41 2023-05-20T06:04:02.347 INFO:tasks.rados.rados.0.smithi081.stdout:2029: finishing write tid 2 to smithi081164505-41 2023-05-20T06:04:02.348 INFO:tasks.rados.rados.0.smithi081.stdout:2029: finishing write tid 3 to smithi081164505-41 2023-05-20T06:04:02.348 INFO:tasks.rados.rados.0.smithi081.stdout:2029: finishing write tid 4 to smithi081164505-41 2023-05-20T06:04:02.348 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 895 (ObjNum 639 snap 176 seq_num 639) dirty exists 2023-05-20T06:04:02.348 INFO:tasks.rados.rados.0.smithi081.stdout:2029: left oid 41 (ObjNum 639 snap 176 seq_num 639) 2023-05-20T06:04:02.350 INFO:tasks.rados.rados.0.smithi081.stdout:2028: done (3 left) 2023-05-20T06:04:02.350 INFO:tasks.rados.rados.0.smithi081.stdout:2029: done (2 left) 2023-05-20T06:04:02.350 INFO:tasks.rados.rados.0.smithi081.stdout:2032: delete oid 10 current snap is 176 2023-05-20T06:04:02.351 INFO:tasks.rados.rados.0.smithi081.stdout:2030: finishing write tid 1 to smithi081164505-20 2023-05-20T06:04:02.351 INFO:tasks.rados.rados.0.smithi081.stdout:2030: finishing write tid 2 to smithi081164505-20 2023-05-20T06:04:02.351 INFO:tasks.rados.rados.0.smithi081.stdout:2030: finishing write tid 3 to smithi081164505-20 2023-05-20T06:04:02.351 INFO:tasks.rados.rados.0.smithi081.stdout:2032: done (2 left) 2023-05-20T06:04:02.351 INFO:tasks.rados.rados.0.smithi081.stdout:2033: read oid 3 snap -1 2023-05-20T06:04:02.351 INFO:tasks.rados.rados.0.smithi081.stdout:2033: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:04:02.352 INFO:tasks.rados.rados.0.smithi081.stdout:2034: read oid 28 snap 174 2023-05-20T06:04:02.352 INFO:tasks.rados.rados.0.smithi081.stdout:2034: expect (ObjNum 613 snap 169 seq_num 613) 2023-05-20T06:04:02.352 INFO:tasks.rados.rados.0.smithi081.stdout:2035: delete oid 49 current snap is 176 2023-05-20T06:04:02.352 INFO:tasks.rados.rados.0.smithi081.stdout:2030: finishing write tid 4 to smithi081164505-20 2023-05-20T06:04:02.353 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1008 (ObjNum 640 snap 176 seq_num 640) dirty exists 2023-05-20T06:04:02.353 INFO:tasks.rados.rados.0.smithi081.stdout:2030: left oid 20 (ObjNum 640 snap 176 seq_num 640) 2023-05-20T06:04:02.353 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1009 (ObjNum 572 snap 152 seq_num 572) dirty exists 2023-05-20T06:04:02.353 INFO:tasks.rados.rados.0.smithi081.stdout:2030: done (4 left) 2023-05-20T06:04:02.353 INFO:tasks.rados.rados.0.smithi081.stdout:2031: done (3 left) 2023-05-20T06:04:02.353 INFO:tasks.rados.rados.0.smithi081.stdout:2035: done (2 left) 2023-05-20T06:04:02.354 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 176 2023-05-20T06:04:02.354 INFO:tasks.rados.rados.0.smithi081.stdout:2036: seq_num 643 ranges {4325376=778240,5103616=401408} 2023-05-20T06:04:02.380 INFO:tasks.rados.rados.0.smithi081.stdout:2036: writing smithi081164505-4 from 4325376 to 5103616 tid 1 2023-05-20T06:04:02.382 INFO:tasks.rados.rados.0.smithi081.stdout:2036: writing smithi081164505-4 from 5103616 to 5505024 tid 2 2023-05-20T06:04:02.382 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 176 2023-05-20T06:04:02.382 INFO:tasks.rados.rados.0.smithi081.stdout:2037: seq_num 644 ranges {6316032=794624,7110656=401408} 2023-05-20T06:04:02.419 INFO:tasks.rados.rados.0.smithi081.stdout:2037: writing smithi081164505-27 from 6316032 to 7110656 tid 1 2023-05-20T06:04:02.422 INFO:tasks.rados.rados.0.smithi081.stdout:2037: writing smithi081164505-27 from 7110656 to 7512064 tid 2 2023-05-20T06:04:02.422 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 176 2023-05-20T06:04:02.423 INFO:tasks.rados.rados.0.smithi081.stdout:2034: expect (ObjNum 613 snap 169 seq_num 613) 2023-05-20T06:04:02.448 INFO:tasks.rados.rados.0.smithi081.stdout:2033: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:04:02.613 INFO:tasks.rados.rados.0.smithi081.stdout:2036: finishing write tid 1 to smithi081164505-4 2023-05-20T06:04:02.613 INFO:tasks.rados.rados.0.smithi081.stdout:2036: finishing write tid 2 to smithi081164505-4 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2036: finishing write tid 3 to smithi081164505-4 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2036: finishing write tid 4 to smithi081164505-4 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1013 (ObjNum 643 snap 176 seq_num 643) dirty exists 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2036: left oid 4 (ObjNum 643 snap 176 seq_num 643) 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2037: finishing write tid 1 to smithi081164505-27 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2037: finishing write tid 2 to smithi081164505-27 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2037: finishing write tid 3 to smithi081164505-27 2023-05-20T06:04:02.614 INFO:tasks.rados.rados.0.smithi081.stdout:2037: finishing write tid 4 to smithi081164505-27 2023-05-20T06:04:02.615 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1176 (ObjNum 644 snap 176 seq_num 644) dirty exists 2023-05-20T06:04:02.615 INFO:tasks.rados.rados.0.smithi081.stdout:2037: left oid 27 (ObjNum 644 snap 176 seq_num 644) 2023-05-20T06:04:02.615 INFO:tasks.rados.rados.0.smithi081.stdout:2038: seq_num 645 ranges {1622016=409600,2031616=778240,2809856=24576} 2023-05-20T06:04:02.622 INFO:tasks.rados.rados.0.smithi081.stdout:2038: writing smithi081164505-11 from 1622016 to 2031616 tid 1 2023-05-20T06:04:02.627 INFO:tasks.rados.rados.0.smithi081.stdout:2038: writing smithi081164505-11 from 2031616 to 2809856 tid 2 2023-05-20T06:04:02.627 INFO:tasks.rados.rados.0.smithi081.stdout:2038: writing smithi081164505-11 from 2809856 to 2834432 tid 3 2023-05-20T06:04:02.628 INFO:tasks.rados.rados.0.smithi081.stdout:2033: done (4 left) 2023-05-20T06:04:02.628 INFO:tasks.rados.rados.0.smithi081.stdout:2034: done (3 left) 2023-05-20T06:04:02.628 INFO:tasks.rados.rados.0.smithi081.stdout:2036: done (2 left) 2023-05-20T06:04:02.628 INFO:tasks.rados.rados.0.smithi081.stdout:2037: done (1 left) 2023-05-20T06:04:02.628 INFO:tasks.rados.rados.0.smithi081.stdout:2039: read oid 29 snap -1 2023-05-20T06:04:02.628 INFO:tasks.rados.rados.0.smithi081.stdout:2039: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:04:02.629 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 176 2023-05-20T06:04:02.629 INFO:tasks.rados.rados.0.smithi081.stdout:2038: finishing write tid 1 to smithi081164505-11 2023-05-20T06:04:02.629 INFO:tasks.rados.rados.0.smithi081.stdout:2040: seq_num 646 ranges {2088960=425984,2514944=655360,3170304=147456} 2023-05-20T06:04:02.641 INFO:tasks.rados.rados.0.smithi081.stdout:2040: writing smithi081164505-35 from 2088960 to 2514944 tid 1 2023-05-20T06:04:02.645 INFO:tasks.rados.rados.0.smithi081.stdout:2040: writing smithi081164505-35 from 2514944 to 3170304 tid 2 2023-05-20T06:04:02.646 INFO:tasks.rados.rados.0.smithi081.stdout:2040: writing smithi081164505-35 from 3170304 to 3317760 tid 3 2023-05-20T06:04:02.646 INFO:tasks.rados.rados.0.smithi081.stdout:2041: snap_remove snap 170 2023-05-20T06:04:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:02 smithi170 ceph-mon[97338]: osdmap e420: 8 total, 8 up, 8 in 2023-05-20T06:04:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:02 smithi081 ceph-mon[95500]: osdmap e420: 8 total, 8 up, 8 in 2023-05-20T06:04:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:02 smithi081 ceph-mon[107735]: osdmap e420: 8 total, 8 up, 8 in 2023-05-20T06:04:03.293 INFO:tasks.rados.rados.0.smithi081.stdout:2041: done (3 left) 2023-05-20T06:04:03.293 INFO:tasks.rados.rados.0.smithi081.stdout:2042: copy_from oid 18 from oid 9 current snap is 176 2023-05-20T06:04:03.294 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 176 2023-05-20T06:04:03.294 INFO:tasks.rados.rados.0.smithi081.stdout:2043: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2023-05-20T06:04:03.299 INFO:tasks.rados.rados.0.smithi081.stdout:2043: writing smithi081164505-13 from 0 to 442368 tid 1 2023-05-20T06:04:03.300 INFO:tasks.rados.rados.0.smithi081.stdout:2043: writing smithi081164505-13 from 442368 to 1032192 tid 2 2023-05-20T06:04:03.301 INFO:tasks.rados.rados.0.smithi081.stdout:2043: writing smithi081164505-13 from 1032192 to 1245184 tid 3 2023-05-20T06:04:03.301 INFO:tasks.rados.rados.0.smithi081.stdout:2044: delete oid 12 current snap is 176 2023-05-20T06:04:03.301 INFO:tasks.rados.rados.0.smithi081.stdout:2038: finishing write tid 2 to smithi081164505-11 2023-05-20T06:04:03.302 INFO:tasks.rados.rados.0.smithi081.stdout:2038: finishing write tid 3 to smithi081164505-11 2023-05-20T06:04:03.302 INFO:tasks.rados.rados.0.smithi081.stdout:2038: finishing write tid 4 to smithi081164505-11 2023-05-20T06:04:03.302 INFO:tasks.rados.rados.0.smithi081.stdout:2038: finishing write tid 5 to smithi081164505-11 2023-05-20T06:04:03.303 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1144 (ObjNum 645 snap 176 seq_num 645) dirty exists 2023-05-20T06:04:03.303 INFO:tasks.rados.rados.0.smithi081.stdout:2038: left oid 11 (ObjNum 645 snap 176 seq_num 645) 2023-05-20T06:04:03.303 INFO:tasks.rados.rados.0.smithi081.stdout:2039: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:04:03.473 INFO:tasks.rados.rados.0.smithi081.stdout:2040: finishing write tid 1 to smithi081164505-35 2023-05-20T06:04:03.473 INFO:tasks.rados.rados.0.smithi081.stdout:2040: finishing write tid 2 to smithi081164505-35 2023-05-20T06:04:03.473 INFO:tasks.rados.rados.0.smithi081.stdout:2040: finishing write tid 3 to smithi081164505-35 2023-05-20T06:04:03.473 INFO:tasks.rados.rados.0.smithi081.stdout:2040: finishing write tid 4 to smithi081164505-35 2023-05-20T06:04:03.473 INFO:tasks.rados.rados.0.smithi081.stdout:2038: done (5 left) 2023-05-20T06:04:03.473 INFO:tasks.rados.rados.0.smithi081.stdout:2039: done (4 left) 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2044: done (3 left) 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2045: rmattr oid 45 current snap is 176 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2040: finishing write tid 5 to smithi081164505-35 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1181 (ObjNum 646 snap 176 seq_num 646) dirty exists 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2040: left oid 35 (ObjNum 646 snap 176 seq_num 646) 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2043: finishing write tid 1 to smithi081164505-13 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2043: finishing write tid 2 to smithi081164505-13 2023-05-20T06:04:03.474 INFO:tasks.rados.rados.0.smithi081.stdout:2043: finishing write tid 3 to smithi081164505-13 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:2043: finishing write tid 4 to smithi081164505-13 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:2043: finishing write tid 5 to smithi081164505-13 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1004 (ObjNum 647 snap 176 seq_num 647) dirty exists 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:2043: left oid 13 (ObjNum 647 snap 176 seq_num 647) 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:2042: finishing copy_from to smithi081164505-18 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 110 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:2042: finishing copy_from racing read to smithi081164505-18 2023-05-20T06:04:03.475 INFO:tasks.rados.rados.0.smithi081.stdout:2040: done (3 left) 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:2042: done (2 left) 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:2043: done (1 left) 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:2046: read oid 38 snap 174 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:2046: expect (ObjNum 572 snap 152 seq_num 572) 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:2047: rollback oid 2 current snap is 176 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 2 to 174 2023-05-20T06:04:03.476 INFO:tasks.rados.rados.0.smithi081.stdout:2048: setattr oid 43 current snap is 176 2023-05-20T06:04:03.477 INFO:tasks.rados.rados.0.smithi081.stdout:2047: finishing rollback tid 1 to smithi081164505-2 2023-05-20T06:04:03.477 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 0 (ObjNum 129 snap 0 seq_num 163633424) dirty dne 2023-05-20T06:04:03.477 INFO:tasks.rados.rados.0.smithi081.stdout:2047: done (3 left) 2023-05-20T06:04:03.477 INFO:tasks.rados.rados.0.smithi081.stdout:2049: read oid 42 snap -1 2023-05-20T06:04:03.477 INFO:tasks.rados.rados.0.smithi081.stdout:2049: expect deleted 2023-05-20T06:04:03.478 INFO:tasks.rados.rados.0.smithi081.stdout:2050: snap_remove snap 166 2023-05-20T06:04:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:04:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:03 smithi081 ceph-mon[95500]: pgmap v378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:03 smithi081 ceph-mon[95500]: osdmap e421: 8 total, 8 up, 8 in 2023-05-20T06:04:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:03 smithi081 ceph-mon[107735]: pgmap v378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:03 smithi081 ceph-mon[107735]: osdmap e421: 8 total, 8 up, 8 in 2023-05-20T06:04:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:03 smithi170 ceph-mon[97338]: pgmap v378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:03 smithi170 ceph-mon[97338]: osdmap e421: 8 total, 8 up, 8 in 2023-05-20T06:04:04.299 INFO:tasks.rados.rados.0.smithi081.stdout:2050: done (4 left) 2023-05-20T06:04:04.300 INFO:tasks.rados.rados.0.smithi081.stdout:2051: read oid 14 snap -1 2023-05-20T06:04:04.300 INFO:tasks.rados.rados.0.smithi081.stdout:2051: expect (ObjNum 630 snap 175 seq_num 630) 2023-05-20T06:04:04.300 INFO:tasks.rados.rados.0.smithi081.stdout:2052: rollback oid 41 current snap is 176 2023-05-20T06:04:04.300 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 163 2023-05-20T06:04:04.304 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1061 (ObjNum 611 snap 169 seq_num 611) dirty exists 2023-05-20T06:04:04.304 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1003 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:04:04.304 INFO:tasks.rados.rados.0.smithi081.stdout:2046: expect (ObjNum 572 snap 152 seq_num 572) 2023-05-20T06:04:04.373 INFO:tasks.rados.rados.0.smithi081.stdout:2052: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:04:04.374 INFO:tasks.rados.rados.0.smithi081.stdout:2052: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:04:04.374 INFO:tasks.rados.rados.0.smithi081.stdout:2052: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:04:04.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 898 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:04:04.374 INFO:tasks.rados.rados.0.smithi081.stdout:2045: done (5 left) 2023-05-20T06:04:04.374 INFO:tasks.rados.rados.0.smithi081.stdout:2046: done (4 left) 2023-05-20T06:04:04.374 INFO:tasks.rados.rados.0.smithi081.stdout:2048: done (3 left) 2023-05-20T06:04:04.375 INFO:tasks.rados.rados.0.smithi081.stdout:2049: done (2 left) 2023-05-20T06:04:04.375 INFO:tasks.rados.rados.0.smithi081.stdout:2052: done (1 left) 2023-05-20T06:04:04.375 INFO:tasks.rados.rados.0.smithi081.stdout:2053: rollback oid 9 current snap is 176 2023-05-20T06:04:04.375 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 173 2023-05-20T06:04:04.375 INFO:tasks.rados.rados.0.smithi081.stdout:2051: expect (ObjNum 630 snap 175 seq_num 630) 2023-05-20T06:04:04.634 INFO:tasks.rados.rados.0.smithi081.stdout:2053: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:04:04.635 INFO:tasks.rados.rados.0.smithi081.stdout:2053: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:04:04.635 INFO:tasks.rados.rados.0.smithi081.stdout:2053: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:04:04.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 116 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:04:04.635 INFO:tasks.rados.rados.0.smithi081.stdout:2051: done (1 left) 2023-05-20T06:04:04.636 INFO:tasks.rados.rados.0.smithi081.stdout:2053: done (0 left) 2023-05-20T06:04:04.636 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 176 2023-05-20T06:04:04.636 INFO:tasks.rados.rados.0.smithi081.stdout:2054: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2023-05-20T06:04:04.637 INFO:tasks.rados.rados.0.smithi081.stdout:2054: writing smithi081164505-12 from 0 to 475136 tid 1 2023-05-20T06:04:04.642 INFO:tasks.rados.rados.0.smithi081.stdout:2054: writing smithi081164505-12 from 475136 to 1236992 tid 2 2023-05-20T06:04:04.642 INFO:tasks.rados.rados.0.smithi081.stdout:2054: writing smithi081164505-12 from 1236992 to 1277952 tid 3 2023-05-20T06:04:04.642 INFO:tasks.rados.rados.0.smithi081.stdout:2055: read oid 14 snap -1 2023-05-20T06:04:04.642 INFO:tasks.rados.rados.0.smithi081.stdout:2055: expect (ObjNum 630 snap 175 seq_num 630) 2023-05-20T06:04:04.642 INFO:tasks.rados.rados.0.smithi081.stdout:2056: delete oid 1 current snap is 176 2023-05-20T06:04:04.642 INFO:tasks.rados.rados.0.smithi081.stdout:2054: finishing write tid 1 to smithi081164505-12 2023-05-20T06:04:04.644 INFO:tasks.rados.rados.0.smithi081.stdout:2056: done (2 left) 2023-05-20T06:04:04.644 INFO:tasks.rados.rados.0.smithi081.stdout:2057: delete oid 46 current snap is 176 2023-05-20T06:04:04.646 INFO:tasks.rados.rados.0.smithi081.stdout:2057: done (2 left) 2023-05-20T06:04:04.647 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 176 2023-05-20T06:04:04.647 INFO:tasks.rados.rados.0.smithi081.stdout:2058: seq_num 652 ranges {2867200=524288,3391488=409600,3801088=393216} 2023-05-20T06:04:04.665 INFO:tasks.rados.rados.0.smithi081.stdout:2058: writing smithi081164505-47 from 2867200 to 3391488 tid 1 2023-05-20T06:04:04.668 INFO:tasks.rados.rados.0.smithi081.stdout:2058: writing smithi081164505-47 from 3391488 to 3801088 tid 2 2023-05-20T06:04:04.670 INFO:tasks.rados.rados.0.smithi081.stdout:2058: writing smithi081164505-47 from 3801088 to 4194304 tid 3 2023-05-20T06:04:04.670 INFO:tasks.rados.rados.0.smithi081.stdout:2059: rmattr oid 22 current snap is 176 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:2054: finishing write tid 2 to smithi081164505-12 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:2054: finishing write tid 3 to smithi081164505-12 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:2054: finishing write tid 4 to smithi081164505-12 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:2054: finishing write tid 5 to smithi081164505-12 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 716 (ObjNum 649 snap 176 seq_num 649) dirty exists 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:2054: left oid 12 (ObjNum 649 snap 176 seq_num 649) 2023-05-20T06:04:04.671 INFO:tasks.rados.rados.0.smithi081.stdout:2055: expect (ObjNum 630 snap 175 seq_num 630) 2023-05-20T06:04:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:04 smithi170 ceph-mon[97338]: osdmap e422: 8 total, 8 up, 8 in 2023-05-20T06:04:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:04 smithi081 ceph-mon[95500]: osdmap e422: 8 total, 8 up, 8 in 2023-05-20T06:04:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:04 smithi081 ceph-mon[107735]: osdmap e422: 8 total, 8 up, 8 in 2023-05-20T06:04:04.928 INFO:tasks.rados.rados.0.smithi081.stdout:2058: finishing write tid 1 to smithi081164505-47 2023-05-20T06:04:04.928 INFO:tasks.rados.rados.0.smithi081.stdout:2054: done (3 left) 2023-05-20T06:04:04.928 INFO:tasks.rados.rados.0.smithi081.stdout:2055: done (2 left) 2023-05-20T06:04:04.929 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 176 2023-05-20T06:04:04.929 INFO:tasks.rados.rados.0.smithi081.stdout:2058: finishing write tid 2 to smithi081164505-47 2023-05-20T06:04:04.929 INFO:tasks.rados.rados.0.smithi081.stdout:2058: finishing write tid 3 to smithi081164505-47 2023-05-20T06:04:04.929 INFO:tasks.rados.rados.0.smithi081.stdout:2058: finishing write tid 4 to smithi081164505-47 2023-05-20T06:04:04.929 INFO:tasks.rados.rados.0.smithi081.stdout:2060: seq_num 653 ranges {1433600=540672,1974272=696320,2670592=106496} 2023-05-20T06:04:04.938 INFO:tasks.rados.rados.0.smithi081.stdout:2060: writing smithi081164505-44 from 1433600 to 1974272 tid 1 2023-05-20T06:04:04.942 INFO:tasks.rados.rados.0.smithi081.stdout:2060: writing smithi081164505-44 from 1974272 to 2670592 tid 2 2023-05-20T06:04:04.943 INFO:tasks.rados.rados.0.smithi081.stdout:2060: writing smithi081164505-44 from 2670592 to 2777088 tid 3 2023-05-20T06:04:04.943 INFO:tasks.rados.rados.0.smithi081.stdout:2061: delete oid 19 current snap is 176 2023-05-20T06:04:04.943 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1017 (ObjNum 575 snap 153 seq_num 575) dirty exists 2023-05-20T06:04:04.943 INFO:tasks.rados.rados.0.smithi081.stdout:2058: finishing write tid 5 to smithi081164505-47 2023-05-20T06:04:04.943 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 906 (ObjNum 652 snap 176 seq_num 652) dirty exists 2023-05-20T06:04:04.944 INFO:tasks.rados.rados.0.smithi081.stdout:2058: left oid 47 (ObjNum 652 snap 176 seq_num 652) 2023-05-20T06:04:04.944 INFO:tasks.rados.rados.0.smithi081.stdout:2060: finishing write tid 1 to smithi081164505-44 2023-05-20T06:04:04.944 INFO:tasks.rados.rados.0.smithi081.stdout:2058: done (3 left) 2023-05-20T06:04:04.945 INFO:tasks.rados.rados.0.smithi081.stdout:2059: done (2 left) 2023-05-20T06:04:04.945 INFO:tasks.rados.rados.0.smithi081.stdout:2061: done (1 left) 2023-05-20T06:04:04.945 INFO:tasks.rados.rados.0.smithi081.stdout:2062: setattr oid 46 current snap is 176 2023-05-20T06:04:04.946 INFO:tasks.rados.rados.0.smithi081.stdout:2063: read oid 2 snap -1 2023-05-20T06:04:04.946 INFO:tasks.rados.rados.0.smithi081.stdout:2063: expect deleted 2023-05-20T06:04:04.947 INFO:tasks.rados.rados.0.smithi081.stdout:2064: copy_from oid 7 from oid 21 current snap is 176 2023-05-20T06:04:04.947 INFO:tasks.rados.rados.0.smithi081.stdout:2065: read oid 38 snap -1 2023-05-20T06:04:04.947 INFO:tasks.rados.rados.0.smithi081.stdout:2065: expect (ObjNum 632 snap 176 seq_num 632) 2023-05-20T06:04:04.947 INFO:tasks.rados.rados.0.smithi081.stdout:2066: snap_create 2023-05-20T06:04:04.947 INFO:tasks.rados.rados.0.smithi081.stdout:2060: finishing write tid 2 to smithi081164505-44 2023-05-20T06:04:04.948 INFO:tasks.rados.rados.0.smithi081.stdout:2060: finishing write tid 3 to smithi081164505-44 2023-05-20T06:04:04.948 INFO:tasks.rados.rados.0.smithi081.stdout:2060: finishing write tid 4 to smithi081164505-44 2023-05-20T06:04:04.949 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1063 (ObjNum 2881 snap 0 seq_num 3605352928) dirty exists 2023-05-20T06:04:04.949 INFO:tasks.rados.rados.0.smithi081.stdout:2060: finishing write tid 5 to smithi081164505-44 2023-05-20T06:04:04.949 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1031 (ObjNum 653 snap 176 seq_num 653) dirty exists 2023-05-20T06:04:04.949 INFO:tasks.rados.rados.0.smithi081.stdout:2060: left oid 44 (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:04:04.952 INFO:tasks.rados.rados.0.smithi081.stdout:2064: finishing copy_from to smithi081164505-7 2023-05-20T06:04:04.952 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 760 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:04:04.953 INFO:tasks.rados.rados.0.smithi081.stdout:2064: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:04:04.964 INFO:tasks.rados.rados.0.smithi081.stdout:2065: expect (ObjNum 632 snap 176 seq_num 632) 2023-05-20T06:04:05.307 INFO:tasks.rados.rados.0.smithi081.stdout:2060: done (5 left) 2023-05-20T06:04:05.307 INFO:tasks.rados.rados.0.smithi081.stdout:2062: done (4 left) 2023-05-20T06:04:05.308 INFO:tasks.rados.rados.0.smithi081.stdout:2063: done (3 left) 2023-05-20T06:04:05.308 INFO:tasks.rados.rados.0.smithi081.stdout:2064: done (2 left) 2023-05-20T06:04:05.308 INFO:tasks.rados.rados.0.smithi081.stdout:2065: done (1 left) 2023-05-20T06:04:05.308 INFO:tasks.rados.rados.0.smithi081.stdout:2066: done (0 left) 2023-05-20T06:04:05.308 INFO:tasks.rados.rados.0.smithi081.stdout:2067: snap_create 2023-05-20T06:04:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:05 smithi170 ceph-mon[97338]: pgmap v381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:05 smithi170 ceph-mon[97338]: osdmap e423: 8 total, 8 up, 8 in 2023-05-20T06:04:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:05 smithi081 ceph-mon[95500]: pgmap v381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:05 smithi081 ceph-mon[95500]: osdmap e423: 8 total, 8 up, 8 in 2023-05-20T06:04:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:05 smithi081 ceph-mon[107735]: pgmap v381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:05 smithi081 ceph-mon[107735]: osdmap e423: 8 total, 8 up, 8 in 2023-05-20T06:04:06.313 INFO:tasks.rados.rados.0.smithi081.stdout:2067: done (0 left) 2023-05-20T06:04:06.313 INFO:tasks.rados.rados.0.smithi081.stdout:2068: delete oid 45 current snap is 178 2023-05-20T06:04:06.317 INFO:tasks.rados.rados.0.smithi081.stdout:2068: done (0 left) 2023-05-20T06:04:06.317 INFO:tasks.rados.rados.0.smithi081.stdout:2069: read oid 40 snap -1 2023-05-20T06:04:06.317 INFO:tasks.rados.rados.0.smithi081.stdout:2069: expect (ObjNum 619 snap 170 seq_num 619) 2023-05-20T06:04:06.317 INFO:tasks.rados.rados.0.smithi081.stdout:2070: rmattr oid 10 current snap is 178 2023-05-20T06:04:06.318 INFO:tasks.rados.rados.0.smithi081.stdout:2070: done (1 left) 2023-05-20T06:04:06.318 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 178 2023-05-20T06:04:06.318 INFO:tasks.rados.rados.0.smithi081.stdout:2071: seq_num 656 ranges {0=589824,589824=802816} 2023-05-20T06:04:06.320 INFO:tasks.rados.rados.0.smithi081.stdout:2071: writing smithi081164505-15 from 0 to 589824 tid 1 2023-05-20T06:04:06.325 INFO:tasks.rados.rados.0.smithi081.stdout:2071: writing smithi081164505-15 from 589824 to 1392640 tid 2 2023-05-20T06:04:06.325 INFO:tasks.rados.rados.0.smithi081.stdout:2072: delete oid 42 current snap is 178 2023-05-20T06:04:06.328 INFO:tasks.rados.rados.0.smithi081.stdout:2072: done (2 left) 2023-05-20T06:04:06.328 INFO:tasks.rados.rados.0.smithi081.stdout:2073: read oid 50 snap -1 2023-05-20T06:04:06.328 INFO:tasks.rados.rados.0.smithi081.stdout:2073: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:04:06.329 INFO:tasks.rados.rados.0.smithi081.stdout:2074: rollback oid 26 current snap is 178 2023-05-20T06:04:06.329 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 173 2023-05-20T06:04:06.329 INFO:tasks.rados.rados.0.smithi081.stdout:2075: snap_remove snap 163 2023-05-20T06:04:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:06 smithi170 ceph-mon[97338]: osdmap e424: 8 total, 8 up, 8 in 2023-05-20T06:04:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:06 smithi081 ceph-mon[95500]: osdmap e424: 8 total, 8 up, 8 in 2023-05-20T06:04:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:06 smithi081 ceph-mon[107735]: osdmap e424: 8 total, 8 up, 8 in 2023-05-20T06:04:07.322 INFO:tasks.rados.rados.0.smithi081.stdout:2075: done (4 left) 2023-05-20T06:04:07.322 INFO:tasks.rados.rados.0.smithi081.stdout:2076: snap_remove snap 177 2023-05-20T06:04:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:07 smithi170 ceph-mon[97338]: pgmap v384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:07 smithi170 ceph-mon[97338]: osdmap e425: 8 total, 8 up, 8 in 2023-05-20T06:04:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:07 smithi081 ceph-mon[95500]: pgmap v384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:07 smithi081 ceph-mon[95500]: osdmap e425: 8 total, 8 up, 8 in 2023-05-20T06:04:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:07 smithi081 ceph-mon[107735]: pgmap v384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:07 smithi081 ceph-mon[107735]: osdmap e425: 8 total, 8 up, 8 in 2023-05-20T06:04:08.328 INFO:tasks.rados.rados.0.smithi081.stdout:2076: done (4 left) 2023-05-20T06:04:08.328 INFO:tasks.rados.rados.0.smithi081.stdout:2077: copy_from oid 28 from oid 47 current snap is 178 2023-05-20T06:04:08.328 INFO:tasks.rados.rados.0.smithi081.stdout:2078: rollback oid 35 current snap is 178 2023-05-20T06:04:08.329 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 172 2023-05-20T06:04:08.329 INFO:tasks.rados.rados.0.smithi081.stdout:2079: delete oid 30 current snap is 178 2023-05-20T06:04:08.329 INFO:tasks.rados.rados.0.smithi081.stdout:2074: finishing rollback tid 0 to smithi081164505-26 2023-05-20T06:04:08.329 INFO:tasks.rados.rados.0.smithi081.stdout:2073: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:04:08.354 INFO:tasks.rados.rados.0.smithi081.stdout:2074: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:04:08.354 INFO:tasks.rados.rados.0.smithi081.stdout:2074: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:04:08.355 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 909 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:04:08.355 INFO:tasks.rados.rados.0.smithi081.stdout:2071: finishing write tid 1 to smithi081164505-15 2023-05-20T06:04:08.356 INFO:tasks.rados.rados.0.smithi081.stdout:2073: done (6 left) 2023-05-20T06:04:08.356 INFO:tasks.rados.rados.0.smithi081.stdout:2074: done (5 left) 2023-05-20T06:04:08.356 INFO:tasks.rados.rados.0.smithi081.stdout:2079: done (4 left) 2023-05-20T06:04:08.357 INFO:tasks.rados.rados.0.smithi081.stdout:2080: rollback oid 14 current snap is 178 2023-05-20T06:04:08.357 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 172 2023-05-20T06:04:08.357 INFO:tasks.rados.rados.0.smithi081.stdout:2069: expect (ObjNum 619 snap 170 seq_num 619) 2023-05-20T06:04:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:08 smithi170 ceph-mon[97338]: osdmap e426: 8 total, 8 up, 8 in 2023-05-20T06:04:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:08 smithi081 ceph-mon[95500]: osdmap e426: 8 total, 8 up, 8 in 2023-05-20T06:04:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:08 smithi081 ceph-mon[107735]: osdmap e426: 8 total, 8 up, 8 in 2023-05-20T06:04:08.975 INFO:tasks.rados.rados.0.smithi081.stdout:2071: finishing write tid 2 to smithi081164505-15 2023-05-20T06:04:08.975 INFO:tasks.rados.rados.0.smithi081.stdout:2071: finishing write tid 3 to smithi081164505-15 2023-05-20T06:04:08.975 INFO:tasks.rados.rados.0.smithi081.stdout:2071: finishing write tid 4 to smithi081164505-15 2023-05-20T06:04:08.975 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1007 (ObjNum 656 snap 178 seq_num 656) dirty exists 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2071: left oid 15 (ObjNum 656 snap 178 seq_num 656) 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2069: done (4 left) 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2071: done (3 left) 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2081: copy_from oid 24 from oid 7 current snap is 178 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2078: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2078: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:04:08.976 INFO:tasks.rados.rados.0.smithi081.stdout:2078: finishing rollback tid 2 to smithi081164505-35 2023-05-20T06:04:08.977 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1209 (ObjNum 554 snap 147 seq_num 554) dirty exists 2023-05-20T06:04:08.977 INFO:tasks.rados.rados.0.smithi081.stdout:2080: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:04:08.977 INFO:tasks.rados.rados.0.smithi081.stdout:2080: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:04:08.977 INFO:tasks.rados.rados.0.smithi081.stdout:2080: finishing rollback tid 2 to smithi081164505-14 2023-05-20T06:04:08.977 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1168 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:04:08.977 INFO:tasks.rados.rados.0.smithi081.stdout:2077: finishing copy_from to smithi081164505-28 2023-05-20T06:04:08.978 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 906 (ObjNum 652 snap 176 seq_num 652) dirty exists 2023-05-20T06:04:08.978 INFO:tasks.rados.rados.0.smithi081.stdout:2077: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:04:08.978 INFO:tasks.rados.rados.0.smithi081.stdout:2077: done (3 left) 2023-05-20T06:04:08.978 INFO:tasks.rados.rados.0.smithi081.stdout:2078: done (2 left) 2023-05-20T06:04:08.978 INFO:tasks.rados.rados.0.smithi081.stdout:2080: done (1 left) 2023-05-20T06:04:08.978 INFO:tasks.rados.rados.0.smithi081.stdout:2082: delete oid 32 current snap is 178 2023-05-20T06:04:08.979 INFO:tasks.rados.rados.0.smithi081.stdout:2082: done (1 left) 2023-05-20T06:04:08.979 INFO:tasks.rados.rados.0.smithi081.stdout:2083: setattr oid 38 current snap is 178 2023-05-20T06:04:08.979 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 178 2023-05-20T06:04:08.979 INFO:tasks.rados.rados.0.smithi081.stdout:2084: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2023-05-20T06:04:08.983 INFO:tasks.rados.rados.0.smithi081.stdout:2084: writing smithi081164505-1 from 0 to 663552 tid 1 2023-05-20T06:04:08.987 INFO:tasks.rados.rados.0.smithi081.stdout:2084: writing smithi081164505-1 from 663552 to 1400832 tid 2 2023-05-20T06:04:08.988 INFO:tasks.rados.rados.0.smithi081.stdout:2084: writing smithi081164505-1 from 1400832 to 1466368 tid 3 2023-05-20T06:04:08.988 INFO:tasks.rados.rados.0.smithi081.stdout:2085: read oid 12 snap -1 2023-05-20T06:04:08.988 INFO:tasks.rados.rados.0.smithi081.stdout:2085: expect (ObjNum 649 snap 176 seq_num 649) 2023-05-20T06:04:08.988 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 178 2023-05-20T06:04:08.989 INFO:tasks.rados.rados.0.smithi081.stdout:2081: finishing copy_from to smithi081164505-24 2023-05-20T06:04:08.989 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 760 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:04:08.989 INFO:tasks.rados.rados.0.smithi081.stdout:2086: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2023-05-20T06:04:08.992 INFO:tasks.rados.rados.0.smithi081.stdout:2086: writing smithi081164505-32 from 0 to 679936 tid 1 2023-05-20T06:04:08.996 INFO:tasks.rados.rados.0.smithi081.stdout:2086: writing smithi081164505-32 from 679936 to 1302528 tid 2 2023-05-20T06:04:08.998 INFO:tasks.rados.rados.0.smithi081.stdout:2086: writing smithi081164505-32 from 1302528 to 1482752 tid 3 2023-05-20T06:04:08.998 INFO:tasks.rados.rados.0.smithi081.stdout:2087: snap_create 2023-05-20T06:04:08.998 INFO:tasks.rados.rados.0.smithi081.stdout:2081: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:04:08.999 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1018 (ObjNum 632 snap 176 seq_num 632) dirty exists 2023-05-20T06:04:08.999 INFO:tasks.rados.rados.0.smithi081.stdout:2084: finishing write tid 1 to smithi081164505-1 2023-05-20T06:04:08.999 INFO:tasks.rados.rados.0.smithi081.stdout:2084: finishing write tid 2 to smithi081164505-1 2023-05-20T06:04:08.999 INFO:tasks.rados.rados.0.smithi081.stdout:2084: finishing write tid 3 to smithi081164505-1 2023-05-20T06:04:09.000 INFO:tasks.rados.rados.0.smithi081.stdout:2084: finishing write tid 4 to smithi081164505-1 2023-05-20T06:04:09.000 INFO:tasks.rados.rados.0.smithi081.stdout:2085: expect (ObjNum 649 snap 176 seq_num 649) 2023-05-20T06:04:09.030 INFO:tasks.rados.rados.0.smithi081.stdout:2084: finishing write tid 5 to smithi081164505-1 2023-05-20T06:04:09.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1016 (ObjNum 660 snap 178 seq_num 660) dirty exists 2023-05-20T06:04:09.031 INFO:tasks.rados.rados.0.smithi081.stdout:2084: left oid 1 (ObjNum 660 snap 178 seq_num 660) 2023-05-20T06:04:09.031 INFO:tasks.rados.rados.0.smithi081.stdout:2086: finishing write tid 1 to smithi081164505-32 2023-05-20T06:04:09.031 INFO:tasks.rados.rados.0.smithi081.stdout:2086: finishing write tid 2 to smithi081164505-32 2023-05-20T06:04:09.031 INFO:tasks.rados.rados.0.smithi081.stdout:2086: finishing write tid 3 to smithi081164505-32 2023-05-20T06:04:09.032 INFO:tasks.rados.rados.0.smithi081.stdout:2086: finishing write tid 4 to smithi081164505-32 2023-05-20T06:04:09.032 INFO:tasks.rados.rados.0.smithi081.stdout:2086: finishing write tid 5 to smithi081164505-32 2023-05-20T06:04:09.032 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 721 (ObjNum 661 snap 178 seq_num 661) dirty exists 2023-05-20T06:04:09.033 INFO:tasks.rados.rados.0.smithi081.stdout:2086: left oid 32 (ObjNum 661 snap 178 seq_num 661) 2023-05-20T06:04:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:2081: done (5 left) 2023-05-20T06:04:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:2083: done (4 left) 2023-05-20T06:04:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:2084: done (3 left) 2023-05-20T06:04:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:2085: done (2 left) 2023-05-20T06:04:09.331 INFO:tasks.rados.rados.0.smithi081.stdout:2086: done (1 left) 2023-05-20T06:04:09.331 INFO:tasks.rados.rados.0.smithi081.stdout:2087: done (0 left) 2023-05-20T06:04:09.331 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 179 2023-05-20T06:04:09.331 INFO:tasks.rados.rados.0.smithi081.stdout:2088: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2023-05-20T06:04:09.333 INFO:tasks.rados.rados.0.smithi081.stdout:2088: writing smithi081164505-6 from 0 to 696320 tid 1 2023-05-20T06:04:09.337 INFO:tasks.rados.rados.0.smithi081.stdout:2088: writing smithi081164505-6 from 696320 to 1253376 tid 2 2023-05-20T06:04:09.339 INFO:tasks.rados.rados.0.smithi081.stdout:2088: writing smithi081164505-6 from 1253376 to 1499136 tid 3 2023-05-20T06:04:09.339 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 179 2023-05-20T06:04:09.339 INFO:tasks.rados.rados.0.smithi081.stdout:2088: finishing write tid 1 to smithi081164505-6 2023-05-20T06:04:09.339 INFO:tasks.rados.rados.0.smithi081.stdout:2089: seq_num 663 ranges {0=712704,712704=442368,1155072=360448} 2023-05-20T06:04:09.343 INFO:tasks.rados.rados.0.smithi081.stdout:2089: writing smithi081164505-36 from 0 to 712704 tid 1 2023-05-20T06:04:09.345 INFO:tasks.rados.rados.0.smithi081.stdout:2089: writing smithi081164505-36 from 712704 to 1155072 tid 2 2023-05-20T06:04:09.347 INFO:tasks.rados.rados.0.smithi081.stdout:2089: writing smithi081164505-36 from 1155072 to 1515520 tid 3 2023-05-20T06:04:09.347 INFO:tasks.rados.rados.0.smithi081.stdout:2090: snap_create 2023-05-20T06:04:09.348 INFO:tasks.rados.rados.0.smithi081.stdout:2088: finishing write tid 2 to smithi081164505-6 2023-05-20T06:04:09.348 INFO:tasks.rados.rados.0.smithi081.stdout:2088: finishing write tid 3 to smithi081164505-6 2023-05-20T06:04:09.348 INFO:tasks.rados.rados.0.smithi081.stdout:2088: finishing write tid 4 to smithi081164505-6 2023-05-20T06:04:09.348 INFO:tasks.rados.rados.0.smithi081.stdout:2088: finishing write tid 5 to smithi081164505-6 2023-05-20T06:04:09.348 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 837 (ObjNum 662 snap 179 seq_num 662) dirty exists 2023-05-20T06:04:09.348 INFO:tasks.rados.rados.0.smithi081.stdout:2088: left oid 6 (ObjNum 662 snap 179 seq_num 662) 2023-05-20T06:04:09.351 INFO:tasks.rados.rados.0.smithi081.stdout:2089: finishing write tid 1 to smithi081164505-36 2023-05-20T06:04:09.351 INFO:tasks.rados.rados.0.smithi081.stdout:2089: finishing write tid 2 to smithi081164505-36 2023-05-20T06:04:09.352 INFO:tasks.rados.rados.0.smithi081.stdout:2089: finishing write tid 3 to smithi081164505-36 2023-05-20T06:04:09.353 INFO:tasks.rados.rados.0.smithi081.stdout:2089: finishing write tid 4 to smithi081164505-36 2023-05-20T06:04:09.354 INFO:tasks.rados.rados.0.smithi081.stdout:2089: finishing write tid 5 to smithi081164505-36 2023-05-20T06:04:09.354 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1011 (ObjNum 663 snap 179 seq_num 663) dirty exists 2023-05-20T06:04:09.354 INFO:tasks.rados.rados.0.smithi081.stdout:2089: left oid 36 (ObjNum 663 snap 179 seq_num 663) 2023-05-20T06:04:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:09 smithi170 ceph-mon[97338]: pgmap v387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:09 smithi170 ceph-mon[97338]: osdmap e427: 8 total, 8 up, 8 in 2023-05-20T06:04:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:09 smithi081 ceph-mon[95500]: pgmap v387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:09 smithi081 ceph-mon[95500]: osdmap e427: 8 total, 8 up, 8 in 2023-05-20T06:04:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:09 smithi081 ceph-mon[107735]: pgmap v387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:09 smithi081 ceph-mon[107735]: osdmap e427: 8 total, 8 up, 8 in 2023-05-20T06:04:10.336 INFO:tasks.rados.rados.0.smithi081.stdout:2088: done (2 left) 2023-05-20T06:04:10.337 INFO:tasks.rados.rados.0.smithi081.stdout:2089: done (1 left) 2023-05-20T06:04:10.337 INFO:tasks.rados.rados.0.smithi081.stdout:2090: done (0 left) 2023-05-20T06:04:10.337 INFO:tasks.rados.rados.0.smithi081.stdout:2091: rmattr oid 11 current snap is 180 2023-05-20T06:04:10.337 INFO:tasks.rados.rados.0.smithi081.stdout:2092: read oid 20 snap -1 2023-05-20T06:04:10.337 INFO:tasks.rados.rados.0.smithi081.stdout:2092: expect (ObjNum 640 snap 176 seq_num 640) 2023-05-20T06:04:10.338 INFO:tasks.rados.rados.0.smithi081.stdout:2093: snap_create 2023-05-20T06:04:10.342 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1170 (ObjNum 645 snap 176 seq_num 645) dirty exists 2023-05-20T06:04:10.347 INFO:tasks.rados.rados.0.smithi081.stdout:2092: expect (ObjNum 640 snap 176 seq_num 640) 2023-05-20T06:04:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:10 smithi170 ceph-mon[97338]: osdmap e428: 8 total, 8 up, 8 in 2023-05-20T06:04:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:10 smithi081 ceph-mon[95500]: osdmap e428: 8 total, 8 up, 8 in 2023-05-20T06:04:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:10 smithi081 ceph-mon[107735]: osdmap e428: 8 total, 8 up, 8 in 2023-05-20T06:04:11.341 INFO:tasks.rados.rados.0.smithi081.stdout:2091: done (2 left) 2023-05-20T06:04:11.341 INFO:tasks.rados.rados.0.smithi081.stdout:2092: done (1 left) 2023-05-20T06:04:11.341 INFO:tasks.rados.rados.0.smithi081.stdout:2093: done (0 left) 2023-05-20T06:04:11.342 INFO:tasks.rados.rados.0.smithi081.stdout:2094: snap_remove snap 178 2023-05-20T06:04:11.642 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:11 smithi081 ceph-mon[95500]: pgmap v390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:11.642 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:11 smithi081 ceph-mon[95500]: osdmap e429: 8 total, 8 up, 8 in 2023-05-20T06:04:11.642 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:11 smithi081 ceph-mon[107735]: pgmap v390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:11.643 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:11 smithi081 ceph-mon[107735]: osdmap e429: 8 total, 8 up, 8 in 2023-05-20T06:04:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:11 smithi170 ceph-mon[97338]: pgmap v390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:11 smithi170 ceph-mon[97338]: osdmap e429: 8 total, 8 up, 8 in 2023-05-20T06:04:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:04:11.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:04:11.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:12.340 INFO:tasks.rados.rados.0.smithi081.stdout:2094: done (0 left) 2023-05-20T06:04:12.340 INFO:tasks.rados.rados.0.smithi081.stdout:2095: rollback oid 11 current snap is 181 2023-05-20T06:04:12.340 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 168 2023-05-20T06:04:12.340 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 181 2023-05-20T06:04:12.341 INFO:tasks.rados.rados.0.smithi081.stdout:2096: seq_num 664 ranges {1499136=729088,2228224=729088,2957312=73728} 2023-05-20T06:04:12.353 INFO:tasks.rados.rados.0.smithi081.stdout:2096: writing smithi081164505-6 from 1499136 to 2228224 tid 1 2023-05-20T06:04:12.357 INFO:tasks.rados.rados.0.smithi081.stdout:2096: writing smithi081164505-6 from 2228224 to 2957312 tid 2 2023-05-20T06:04:12.358 INFO:tasks.rados.rados.0.smithi081.stdout:2096: writing smithi081164505-6 from 2957312 to 3031040 tid 3 2023-05-20T06:04:12.359 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 181 2023-05-20T06:04:12.359 INFO:tasks.rados.rados.0.smithi081.stdout:2095: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:04:12.359 INFO:tasks.rados.rados.0.smithi081.stdout:2097: seq_num 665 ranges {835584=745472,1581056=606208,2187264=196608} 2023-05-20T06:04:12.366 INFO:tasks.rados.rados.0.smithi081.stdout:2097: writing smithi081164505-37 from 835584 to 1581056 tid 1 2023-05-20T06:04:12.370 INFO:tasks.rados.rados.0.smithi081.stdout:2097: writing smithi081164505-37 from 1581056 to 2187264 tid 2 2023-05-20T06:04:12.372 INFO:tasks.rados.rados.0.smithi081.stdout:2097: writing smithi081164505-37 from 2187264 to 2383872 tid 3 2023-05-20T06:04:12.372 INFO:tasks.rados.rados.0.smithi081.stdout:2098: snap_create 2023-05-20T06:04:12.372 INFO:tasks.rados.rados.0.smithi081.stdout:2095: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:04:12.372 INFO:tasks.rados.rados.0.smithi081.stdout:2095: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:04:12.373 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1174 (ObjNum 449 snap 118 seq_num 449) dirty exists 2023-05-20T06:04:12.373 INFO:tasks.rados.rados.0.smithi081.stdout:2096: finishing write tid 1 to smithi081164505-6 2023-05-20T06:04:12.373 INFO:tasks.rados.rados.0.smithi081.stdout:2096: finishing write tid 2 to smithi081164505-6 2023-05-20T06:04:12.373 INFO:tasks.rados.rados.0.smithi081.stdout:2096: finishing write tid 3 to smithi081164505-6 2023-05-20T06:04:12.373 INFO:tasks.rados.rados.0.smithi081.stdout:2096: finishing write tid 4 to smithi081164505-6 2023-05-20T06:04:12.373 INFO:tasks.rados.rados.0.smithi081.stdout:2096: finishing write tid 5 to smithi081164505-6 2023-05-20T06:04:12.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 841 (ObjNum 664 snap 181 seq_num 664) dirty exists 2023-05-20T06:04:12.374 INFO:tasks.rados.rados.0.smithi081.stdout:2096: left oid 6 (ObjNum 664 snap 181 seq_num 664) 2023-05-20T06:04:12.374 INFO:tasks.rados.rados.0.smithi081.stdout:2097: finishing write tid 1 to smithi081164505-37 2023-05-20T06:04:12.374 INFO:tasks.rados.rados.0.smithi081.stdout:2097: finishing write tid 2 to smithi081164505-37 2023-05-20T06:04:12.375 INFO:tasks.rados.rados.0.smithi081.stdout:2097: finishing write tid 3 to smithi081164505-37 2023-05-20T06:04:12.375 INFO:tasks.rados.rados.0.smithi081.stdout:2097: finishing write tid 4 to smithi081164505-37 2023-05-20T06:04:12.376 INFO:tasks.rados.rados.0.smithi081.stdout:2097: finishing write tid 5 to smithi081164505-37 2023-05-20T06:04:12.376 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1068 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:04:12.376 INFO:tasks.rados.rados.0.smithi081.stdout:2097: left oid 37 (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:04:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:12 smithi170 ceph-mon[97338]: osdmap e430: 8 total, 8 up, 8 in 2023-05-20T06:04:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:12 smithi170 ceph-mon[97338]: osdmap e431: 8 total, 8 up, 8 in 2023-05-20T06:04:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:12 smithi081 ceph-mon[95500]: osdmap e430: 8 total, 8 up, 8 in 2023-05-20T06:04:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:12 smithi081 ceph-mon[95500]: osdmap e431: 8 total, 8 up, 8 in 2023-05-20T06:04:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:12 smithi081 ceph-mon[107735]: osdmap e430: 8 total, 8 up, 8 in 2023-05-20T06:04:12.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:12 smithi081 ceph-mon[107735]: osdmap e431: 8 total, 8 up, 8 in 2023-05-20T06:04:13.352 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:04:13.361 INFO:tasks.rados.rados.0.smithi081.stdout:2095: done (3 left) 2023-05-20T06:04:13.361 INFO:tasks.rados.rados.0.smithi081.stdout:2096: done (2 left) 2023-05-20T06:04:13.361 INFO:tasks.rados.rados.0.smithi081.stdout:2097: done (1 left) 2023-05-20T06:04:13.362 INFO:tasks.rados.rados.0.smithi081.stdout:2098: done (0 left) 2023-05-20T06:04:13.362 INFO:tasks.rados.rados.0.smithi081.stdout:2099: rollback oid 16 current snap is 182 2023-05-20T06:04:13.362 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 181 2023-05-20T06:04:13.362 INFO:tasks.rados.rados.0.smithi081.stdout:2100: read oid 42 snap -1 2023-05-20T06:04:13.362 INFO:tasks.rados.rados.0.smithi081.stdout:2100: expect deleted 2023-05-20T06:04:13.362 INFO:tasks.rados.rados.0.smithi081.stdout:2101: snap_remove snap 179 2023-05-20T06:04:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:13 smithi170 ceph-mon[97338]: pgmap v393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:13 smithi081 ceph-mon[95500]: pgmap v393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:13 smithi081 ceph-mon[107735]: pgmap v393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:2101: done (2 left) 2023-05-20T06:04:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:2102: snap_create 2023-05-20T06:04:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:2099: finishing rollback tid 0 to smithi081164505-16 2023-05-20T06:04:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:2099: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:04:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:2099: finishing rollback tid 2 to smithi081164505-16 2023-05-20T06:04:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1014 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:04:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:14 smithi170 ceph-mon[97338]: osdmap e432: 8 total, 8 up, 8 in 2023-05-20T06:04:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:14 smithi170 ceph-mon[97338]: pgmap v396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:14 smithi081 ceph-mon[95500]: osdmap e432: 8 total, 8 up, 8 in 2023-05-20T06:04:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:14 smithi081 ceph-mon[95500]: pgmap v396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:14 smithi081 ceph-mon[107735]: osdmap e432: 8 total, 8 up, 8 in 2023-05-20T06:04:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:14 smithi081 ceph-mon[107735]: pgmap v396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:15.369 INFO:tasks.rados.rados.0.smithi081.stdout:2099: done (2 left) 2023-05-20T06:04:15.369 INFO:tasks.rados.rados.0.smithi081.stdout:2100: done (1 left) 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2102: done (0 left) 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2103: rmattr oid 46 current snap is 183 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2104: copy_from oid 5 from oid 27 current snap is 183 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2105: read oid 48 snap -1 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2105: expect deleted 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2106: copy_from oid 14 from oid 29 current snap is 183 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2107: rmattr oid 38 current snap is 183 2023-05-20T06:04:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:2108: copy_from oid 24 from oid 31 current snap is 183 2023-05-20T06:04:15.371 INFO:tasks.rados.rados.0.smithi081.stdout:2109: snap_create 2023-05-20T06:04:15.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1019 (ObjNum 632 snap 176 seq_num 632) dirty exists 2023-05-20T06:04:15.384 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1069 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-05-20T06:04:15.396 INFO:tasks.rados.rados.0.smithi081.stdout:2106: finishing copy_from to smithi081164505-14 2023-05-20T06:04:15.397 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 999 (ObjNum 577 snap 153 seq_num 577) dirty exists 2023-05-20T06:04:15.397 INFO:tasks.rados.rados.0.smithi081.stdout:2106: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:04:15.414 INFO:tasks.rados.rados.0.smithi081.stdout:2108: finishing copy_from to smithi081164505-24 2023-05-20T06:04:15.414 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1089 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:04:15.415 INFO:tasks.rados.rados.0.smithi081.stdout:2108: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:04:15.420 INFO:tasks.rados.rados.0.smithi081.stdout:2104: finishing copy_from to smithi081164505-5 2023-05-20T06:04:15.420 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1176 (ObjNum 644 snap 176 seq_num 644) dirty exists 2023-05-20T06:04:15.421 INFO:tasks.rados.rados.0.smithi081.stdout:2104: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:04:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:15 smithi170 ceph-mon[97338]: osdmap e433: 8 total, 8 up, 8 in 2023-05-20T06:04:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:15 smithi081 ceph-mon[95500]: osdmap e433: 8 total, 8 up, 8 in 2023-05-20T06:04:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:15 smithi081 ceph-mon[107735]: osdmap e433: 8 total, 8 up, 8 in 2023-05-20T06:04:16.372 INFO:tasks.rados.rados.0.smithi081.stdout:2103: done (6 left) 2023-05-20T06:04:16.372 INFO:tasks.rados.rados.0.smithi081.stdout:2104: done (5 left) 2023-05-20T06:04:16.372 INFO:tasks.rados.rados.0.smithi081.stdout:2105: done (4 left) 2023-05-20T06:04:16.372 INFO:tasks.rados.rados.0.smithi081.stdout:2106: done (3 left) 2023-05-20T06:04:16.372 INFO:tasks.rados.rados.0.smithi081.stdout:2107: done (2 left) 2023-05-20T06:04:16.373 INFO:tasks.rados.rados.0.smithi081.stdout:2108: done (1 left) 2023-05-20T06:04:16.373 INFO:tasks.rados.rados.0.smithi081.stdout:2109: done (0 left) 2023-05-20T06:04:16.373 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 184 2023-05-20T06:04:16.373 INFO:tasks.rados.rados.0.smithi081.stdout:2110: seq_num 666 ranges {8953856=761856,9715712=491520,10207232=311296} 2023-05-20T06:04:16.423 INFO:tasks.rados.rados.0.smithi081.stdout:2110: writing smithi081164505-40 from 8953856 to 9715712 tid 1 2023-05-20T06:04:16.426 INFO:tasks.rados.rados.0.smithi081.stdout:2110: writing smithi081164505-40 from 9715712 to 10207232 tid 2 2023-05-20T06:04:16.428 INFO:tasks.rados.rados.0.smithi081.stdout:2110: writing smithi081164505-40 from 10207232 to 10518528 tid 3 2023-05-20T06:04:16.428 INFO:tasks.rados.rados.0.smithi081.stdout:2111: setattr oid 23 current snap is 184 2023-05-20T06:04:16.429 INFO:tasks.rados.rados.0.smithi081.stdout:2112: delete oid 21 current snap is 184 2023-05-20T06:04:16.431 INFO:tasks.rados.rados.0.smithi081.stdout:2110: finishing write tid 1 to smithi081164505-40 2023-05-20T06:04:16.432 INFO:tasks.rados.rados.0.smithi081.stdout:2110: finishing write tid 2 to smithi081164505-40 2023-05-20T06:04:16.433 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1211 (ObjNum 628 snap 175 seq_num 628) dirty exists 2023-05-20T06:04:16.433 INFO:tasks.rados.rados.0.smithi081.stdout:2110: finishing write tid 3 to smithi081164505-40 2023-05-20T06:04:16.434 INFO:tasks.rados.rados.0.smithi081.stdout:2110: finishing write tid 4 to smithi081164505-40 2023-05-20T06:04:16.434 INFO:tasks.rados.rados.0.smithi081.stdout:2111: done (2 left) 2023-05-20T06:04:16.435 INFO:tasks.rados.rados.0.smithi081.stdout:2112: done (1 left) 2023-05-20T06:04:16.435 INFO:tasks.rados.rados.0.smithi081.stdout:2113: read oid 18 snap -1 2023-05-20T06:04:16.435 INFO:tasks.rados.rados.0.smithi081.stdout:2113: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:04:16.435 INFO:tasks.rados.rados.0.smithi081.stdout:2114: snap_create 2023-05-20T06:04:16.436 INFO:tasks.rados.rados.0.smithi081.stdout:2110: finishing write tid 5 to smithi081164505-40 2023-05-20T06:04:16.436 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1018 (ObjNum 666 snap 184 seq_num 666) dirty exists 2023-05-20T06:04:16.436 INFO:tasks.rados.rados.0.smithi081.stdout:2110: left oid 40 (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:04:16.454 INFO:tasks.rados.rados.0.smithi081.stdout:2113: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:04:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:16 smithi170 ceph-mon[97338]: osdmap e434: 8 total, 8 up, 8 in 2023-05-20T06:04:16.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:16 smithi170 ceph-mon[97338]: pgmap v399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:16.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:16 smithi170 ceph-mon[97338]: osdmap e435: 8 total, 8 up, 8 in 2023-05-20T06:04:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:16 smithi081 ceph-mon[95500]: osdmap e434: 8 total, 8 up, 8 in 2023-05-20T06:04:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:16 smithi081 ceph-mon[95500]: pgmap v399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:16 smithi081 ceph-mon[95500]: osdmap e435: 8 total, 8 up, 8 in 2023-05-20T06:04:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:16 smithi081 ceph-mon[107735]: osdmap e434: 8 total, 8 up, 8 in 2023-05-20T06:04:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:16 smithi081 ceph-mon[107735]: pgmap v399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:16 smithi081 ceph-mon[107735]: osdmap e435: 8 total, 8 up, 8 in 2023-05-20T06:04:17.390 INFO:tasks.rados.rados.0.smithi081.stdout:2110: done (2 left) 2023-05-20T06:04:17.390 INFO:tasks.rados.rados.0.smithi081.stdout:2113: done (1 left) 2023-05-20T06:04:17.391 INFO:tasks.rados.rados.0.smithi081.stdout:2114: done (0 left) 2023-05-20T06:04:17.391 INFO:tasks.rados.rados.0.smithi081.stdout:2115: snap_create 2023-05-20T06:04:18.399 INFO:tasks.rados.rados.0.smithi081.stdout:2115: done (0 left) 2023-05-20T06:04:18.399 INFO:tasks.rados.rados.0.smithi081.stdout:2116: rollback oid 29 current snap is 186 2023-05-20T06:04:18.399 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 184 2023-05-20T06:04:18.399 INFO:tasks.rados.rados.0.smithi081.stdout:2117: snap_remove snap 185 2023-05-20T06:04:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:18 smithi170 ceph-mon[97338]: osdmap e436: 8 total, 8 up, 8 in 2023-05-20T06:04:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:18 smithi170 ceph-mon[97338]: pgmap v402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:18 smithi081 ceph-mon[95500]: osdmap e436: 8 total, 8 up, 8 in 2023-05-20T06:04:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:18 smithi081 ceph-mon[95500]: pgmap v402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:18 smithi081 ceph-mon[107735]: osdmap e436: 8 total, 8 up, 8 in 2023-05-20T06:04:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:18 smithi081 ceph-mon[107735]: pgmap v402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:19.401 INFO:tasks.rados.rados.0.smithi081.stdout:2117: done (1 left) 2023-05-20T06:04:19.401 INFO:tasks.rados.rados.0.smithi081.stdout:2118: rollback oid 42 current snap is 186 2023-05-20T06:04:19.401 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 181 2023-05-20T06:04:19.401 INFO:tasks.rados.rados.0.smithi081.stdout:2119: delete oid 2 current snap is 186 2023-05-20T06:04:19.401 INFO:tasks.rados.rados.0.smithi081.stdout:2116: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:04:19.401 INFO:tasks.rados.rados.0.smithi081.stdout:2116: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:04:19.402 INFO:tasks.rados.rados.0.smithi081.stdout:2116: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:04:19.402 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1179 (ObjNum 577 snap 153 seq_num 577) dirty exists 2023-05-20T06:04:19.406 INFO:tasks.rados.rados.0.smithi081.stdout:2118: finishing rollback tid 1 to smithi081164505-42 2023-05-20T06:04:19.406 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:04:19.410 INFO:tasks.rados.rados.0.smithi081.stdout:2116: done (2 left) 2023-05-20T06:04:19.410 INFO:tasks.rados.rados.0.smithi081.stdout:2118: done (1 left) 2023-05-20T06:04:19.411 INFO:tasks.rados.rados.0.smithi081.stdout:2119: done (0 left) 2023-05-20T06:04:19.411 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 186 2023-05-20T06:04:19.411 INFO:tasks.rados.rados.0.smithi081.stdout:2120: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2023-05-20T06:04:19.411 INFO:tasks.rados.rados.0.smithi081.stdout:2120: writing smithi081164505-34 from 0 to 409600 tid 1 2023-05-20T06:04:19.413 INFO:tasks.rados.rados.0.smithi081.stdout:2120: writing smithi081164505-34 from 409600 to 958464 tid 2 2023-05-20T06:04:19.417 INFO:tasks.rados.rados.0.smithi081.stdout:2120: writing smithi081164505-34 from 958464 to 1613824 tid 3 2023-05-20T06:04:19.417 INFO:tasks.rados.rados.0.smithi081.stdout:2121: rmattr oid 44 current snap is 186 2023-05-20T06:04:19.417 INFO:tasks.rados.rados.0.smithi081.stdout:2120: finishing write tid 1 to smithi081164505-34 2023-05-20T06:04:19.418 INFO:tasks.rados.rados.0.smithi081.stdout:2120: finishing write tid 2 to smithi081164505-34 2023-05-20T06:04:19.418 INFO:tasks.rados.rados.0.smithi081.stdout:2122: rmattr oid 10 current snap is 186 2023-05-20T06:04:19.418 INFO:tasks.rados.rados.0.smithi081.stdout:2122: done (2 left) 2023-05-20T06:04:19.418 INFO:tasks.rados.rados.0.smithi081.stdout:2123: copy_from oid 23 from oid 37 current snap is 186 2023-05-20T06:04:19.418 INFO:tasks.rados.rados.0.smithi081.stdout:2124: copy_from oid 11 from oid 50 current snap is 186 2023-05-20T06:04:19.418 INFO:tasks.rados.rados.0.smithi081.stdout:2125: snap_remove snap 182 2023-05-20T06:04:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:19 smithi170 ceph-mon[97338]: osdmap e437: 8 total, 8 up, 8 in 2023-05-20T06:04:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:19 smithi081 ceph-mon[95500]: osdmap e437: 8 total, 8 up, 8 in 2023-05-20T06:04:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:19 smithi081 ceph-mon[107735]: osdmap e437: 8 total, 8 up, 8 in 2023-05-20T06:04:20.418 INFO:tasks.rados.rados.0.smithi081.stdout:2125: done (4 left) 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:2126: rollback oid 1 current snap is 186 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 1 to 173 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:2127: rollback oid 43 current snap is 186 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 172 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:2128: read oid 48 snap -1 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:2128: expect deleted 2023-05-20T06:04:20.419 INFO:tasks.rados.rados.0.smithi081.stdout:2129: rollback oid 5 current snap is 186 2023-05-20T06:04:20.420 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 5 to 173 2023-05-20T06:04:20.420 INFO:tasks.rados.rados.0.smithi081.stdout:2130: snap_remove snap 183 2023-05-20T06:04:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:20 smithi170 ceph-mon[97338]: osdmap e438: 8 total, 8 up, 8 in 2023-05-20T06:04:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:20 smithi170 ceph-mon[97338]: pgmap v405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:20 smithi081 ceph-mon[95500]: osdmap e438: 8 total, 8 up, 8 in 2023-05-20T06:04:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:20 smithi081 ceph-mon[95500]: pgmap v405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:20 smithi081 ceph-mon[107735]: osdmap e438: 8 total, 8 up, 8 in 2023-05-20T06:04:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:20 smithi081 ceph-mon[107735]: pgmap v405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:21.417 INFO:tasks.rados.rados.0.smithi081.stdout:2130: done (8 left) 2023-05-20T06:04:21.418 INFO:tasks.rados.rados.0.smithi081.stdout:2131: rollback oid 42 current snap is 186 2023-05-20T06:04:21.418 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 173 2023-05-20T06:04:21.418 INFO:tasks.rados.rados.0.smithi081.stdout:2120: finishing write tid 3 to smithi081164505-34 2023-05-20T06:04:21.419 INFO:tasks.rados.rados.0.smithi081.stdout:2120: finishing write tid 4 to smithi081164505-34 2023-05-20T06:04:21.419 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1032 (ObjNum 653 snap 176 seq_num 653) dirty exists 2023-05-20T06:04:21.419 INFO:tasks.rados.rados.0.smithi081.stdout:2120: finishing write tid 5 to smithi081164505-34 2023-05-20T06:04:21.419 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 536 (ObjNum 669 snap 186 seq_num 669) dirty exists 2023-05-20T06:04:21.420 INFO:tasks.rados.rados.0.smithi081.stdout:2120: left oid 34 (ObjNum 669 snap 186 seq_num 669) 2023-05-20T06:04:21.420 INFO:tasks.rados.rados.0.smithi081.stdout:2124: finishing copy_from to smithi081164505-11 2023-05-20T06:04:21.420 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1000 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:04:21.420 INFO:tasks.rados.rados.0.smithi081.stdout:2124: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:04:21.420 INFO:tasks.rados.rados.0.smithi081.stdout:2123: finishing copy_from to smithi081164505-23 2023-05-20T06:04:21.421 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1068 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:04:21.421 INFO:tasks.rados.rados.0.smithi081.stdout:2120: done (8 left) 2023-05-20T06:04:21.421 INFO:tasks.rados.rados.0.smithi081.stdout:2121: done (7 left) 2023-05-20T06:04:21.422 INFO:tasks.rados.rados.0.smithi081.stdout:2124: done (6 left) 2023-05-20T06:04:21.422 INFO:tasks.rados.rados.0.smithi081.stdout:2132: delete oid 6 current snap is 186 2023-05-20T06:04:21.423 INFO:tasks.rados.rados.0.smithi081.stdout:2123: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:04:21.423 INFO:tasks.rados.rados.0.smithi081.stdout:2126: finishing rollback tid 0 to smithi081164505-1 2023-05-20T06:04:21.423 INFO:tasks.rados.rados.0.smithi081.stdout:2126: finishing rollback tid 1 to smithi081164505-1 2023-05-20T06:04:21.423 INFO:tasks.rados.rados.0.smithi081.stdout:2129: finishing rollback tid 0 to smithi081164505-5 2023-05-20T06:04:21.424 INFO:tasks.rados.rados.0.smithi081.stdout:2126: finishing rollback tid 2 to smithi081164505-1 2023-05-20T06:04:21.424 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1092 (ObjNum 591 snap 161 seq_num 591) dirty exists 2023-05-20T06:04:21.424 INFO:tasks.rados.rados.0.smithi081.stdout:2129: finishing rollback tid 1 to smithi081164505-5 2023-05-20T06:04:21.424 INFO:tasks.rados.rados.0.smithi081.stdout:2129: finishing rollback tid 2 to smithi081164505-5 2023-05-20T06:04:21.424 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1182 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:04:21.424 INFO:tasks.rados.rados.0.smithi081.stdout:2127: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:04:21.425 INFO:tasks.rados.rados.0.smithi081.stdout:2127: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:04:21.425 INFO:tasks.rados.rados.0.smithi081.stdout:2127: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:04:21.425 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1006 (ObjNum 620 snap 170 seq_num 620) dirty exists 2023-05-20T06:04:21.426 INFO:tasks.rados.rados.0.smithi081.stdout:2123: done (6 left) 2023-05-20T06:04:21.426 INFO:tasks.rados.rados.0.smithi081.stdout:2126: done (5 left) 2023-05-20T06:04:21.426 INFO:tasks.rados.rados.0.smithi081.stdout:2127: done (4 left) 2023-05-20T06:04:21.426 INFO:tasks.rados.rados.0.smithi081.stdout:2128: done (3 left) 2023-05-20T06:04:21.427 INFO:tasks.rados.rados.0.smithi081.stdout:2129: done (2 left) 2023-05-20T06:04:21.427 INFO:tasks.rados.rados.0.smithi081.stdout:2132: done (1 left) 2023-05-20T06:04:21.427 INFO:tasks.rados.rados.0.smithi081.stdout:2133: rollback oid 34 current snap is 186 2023-05-20T06:04:21.427 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 172 2023-05-20T06:04:21.427 INFO:tasks.rados.rados.0.smithi081.stdout:2134: snap_create 2023-05-20T06:04:21.428 INFO:tasks.rados.rados.0.smithi081.stdout:2133: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:04:21.428 INFO:tasks.rados.rados.0.smithi081.stdout:2133: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:04:21.429 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 538 (ObjNum 33 snap 0 seq_num 0) dirty dne 2023-05-20T06:04:21.430 INFO:tasks.rados.rados.0.smithi081.stdout:2131: finishing rollback tid 1 to smithi081164505-42 2023-05-20T06:04:21.430 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:04:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:21 smithi170 ceph-mon[97338]: osdmap e439: 8 total, 8 up, 8 in 2023-05-20T06:04:21.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:21 smithi081 ceph-mon[95500]: osdmap e439: 8 total, 8 up, 8 in 2023-05-20T06:04:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:21 smithi081 ceph-mon[107735]: osdmap e439: 8 total, 8 up, 8 in 2023-05-20T06:04:21.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:04:21.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:21.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:04:21.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:22.431 INFO:tasks.rados.rados.0.smithi081.stdout:2131: done (2 left) 2023-05-20T06:04:22.432 INFO:tasks.rados.rados.0.smithi081.stdout:2133: done (1 left) 2023-05-20T06:04:22.432 INFO:tasks.rados.rados.0.smithi081.stdout:2134: done (0 left) 2023-05-20T06:04:22.432 INFO:tasks.rados.rados.0.smithi081.stdout:2135: snap_create 2023-05-20T06:04:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:22 smithi170 ceph-mon[97338]: osdmap e440: 8 total, 8 up, 8 in 2023-05-20T06:04:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:22 smithi170 ceph-mon[97338]: pgmap v408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:22 smithi081 ceph-mon[95500]: osdmap e440: 8 total, 8 up, 8 in 2023-05-20T06:04:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:22 smithi081 ceph-mon[95500]: pgmap v408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:22 smithi081 ceph-mon[107735]: osdmap e440: 8 total, 8 up, 8 in 2023-05-20T06:04:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:22 smithi081 ceph-mon[107735]: pgmap v408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:23.431 INFO:tasks.rados.rados.0.smithi081.stdout:2135: done (0 left) 2023-05-20T06:04:23.432 INFO:tasks.rados.rados.0.smithi081.stdout:2136: snap_create 2023-05-20T06:04:23.432 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:04:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:23 smithi170 ceph-mon[97338]: osdmap e441: 8 total, 8 up, 8 in 2023-05-20T06:04:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:23 smithi081 ceph-mon[95500]: osdmap e441: 8 total, 8 up, 8 in 2023-05-20T06:04:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:23 smithi081 ceph-mon[107735]: osdmap e441: 8 total, 8 up, 8 in 2023-05-20T06:04:24.435 INFO:tasks.rados.rados.0.smithi081.stdout:2136: done (0 left) 2023-05-20T06:04:24.435 INFO:tasks.rados.rados.0.smithi081.stdout:2137: read oid 21 snap -1 2023-05-20T06:04:24.435 INFO:tasks.rados.rados.0.smithi081.stdout:2137: expect deleted 2023-05-20T06:04:24.435 INFO:tasks.rados.rados.0.smithi081.stdout:2138: delete oid 10 current snap is 189 2023-05-20T06:04:24.445 INFO:tasks.rados.rados.0.smithi081.stdout:2137: done (1 left) 2023-05-20T06:04:24.445 INFO:tasks.rados.rados.0.smithi081.stdout:2138: done (0 left) 2023-05-20T06:04:24.445 INFO:tasks.rados.rados.0.smithi081.stdout:2139: rollback oid 38 current snap is 189 2023-05-20T06:04:24.445 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 180 2023-05-20T06:04:24.445 INFO:tasks.rados.rados.0.smithi081.stdout:2140: snap_remove snap 186 2023-05-20T06:04:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:24 smithi170 ceph-mon[97338]: osdmap e442: 8 total, 8 up, 8 in 2023-05-20T06:04:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:24 smithi170 ceph-mon[97338]: pgmap v411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:24 smithi081 ceph-mon[95500]: osdmap e442: 8 total, 8 up, 8 in 2023-05-20T06:04:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:24 smithi081 ceph-mon[95500]: pgmap v411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:24 smithi081 ceph-mon[107735]: osdmap e442: 8 total, 8 up, 8 in 2023-05-20T06:04:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:24 smithi081 ceph-mon[107735]: pgmap v411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:25.451 INFO:tasks.rados.rados.0.smithi081.stdout:2140: done (1 left) 2023-05-20T06:04:25.451 INFO:tasks.rados.rados.0.smithi081.stdout:2141: snap_create 2023-05-20T06:04:25.451 INFO:tasks.rados.rados.0.smithi081.stdout:2139: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:04:25.451 INFO:tasks.rados.rados.0.smithi081.stdout:2139: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:04:25.452 INFO:tasks.rados.rados.0.smithi081.stdout:2139: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:04:25.452 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1185 (ObjNum 632 snap 176 seq_num 632) dirty exists 2023-05-20T06:04:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:25 smithi170 ceph-mon[97338]: osdmap e443: 8 total, 8 up, 8 in 2023-05-20T06:04:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:25 smithi081 ceph-mon[95500]: osdmap e443: 8 total, 8 up, 8 in 2023-05-20T06:04:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:25 smithi081 ceph-mon[107735]: osdmap e443: 8 total, 8 up, 8 in 2023-05-20T06:04:26.456 INFO:tasks.rados.rados.0.smithi081.stdout:2139: done (1 left) 2023-05-20T06:04:26.457 INFO:tasks.rados.rados.0.smithi081.stdout:2141: done (0 left) 2023-05-20T06:04:26.457 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 190 2023-05-20T06:04:26.457 INFO:tasks.rados.rados.0.smithi081.stdout:2142: seq_num 672 ranges {10518528=458752,10977280=647168,11624448=466944,12091392=90112} 2023-05-20T06:04:26.513 INFO:tasks.rados.rados.0.smithi081.stdout:2142: writing smithi081164505-40 from 10518528 to 10977280 tid 1 2023-05-20T06:04:26.516 INFO:tasks.rados.rados.0.smithi081.stdout:2142: writing smithi081164505-40 from 10977280 to 11624448 tid 2 2023-05-20T06:04:26.519 INFO:tasks.rados.rados.0.smithi081.stdout:2142: writing smithi081164505-40 from 11624448 to 12091392 tid 3 2023-05-20T06:04:26.519 INFO:tasks.rados.rados.0.smithi081.stdout:2142: writing smithi081164505-40 from 12091392 to 12181504 tid 4 2023-05-20T06:04:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:2143: setattr oid 18 current snap is 190 2023-05-20T06:04:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:2142: finishing write tid 1 to smithi081164505-40 2023-05-20T06:04:26.521 INFO:tasks.rados.rados.0.smithi081.stdout:2144: setattr oid 7 current snap is 190 2023-05-20T06:04:26.521 INFO:tasks.rados.rados.0.smithi081.stdout:2142: finishing write tid 2 to smithi081164505-40 2023-05-20T06:04:26.523 INFO:tasks.rados.rados.0.smithi081.stdout:2145: rollback oid 12 current snap is 190 2023-05-20T06:04:26.523 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 174 2023-05-20T06:04:26.523 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 190 2023-05-20T06:04:26.523 INFO:tasks.rados.rados.0.smithi081.stdout:2146: seq_num 673 ranges {5505024=475136,5980160=532480,6512640=671744} 2023-05-20T06:04:26.555 INFO:tasks.rados.rados.0.smithi081.stdout:2146: writing smithi081164505-4 from 5505024 to 5980160 tid 1 2023-05-20T06:04:26.558 INFO:tasks.rados.rados.0.smithi081.stdout:2146: writing smithi081164505-4 from 5980160 to 6512640 tid 2 2023-05-20T06:04:26.563 INFO:tasks.rados.rados.0.smithi081.stdout:2146: writing smithi081164505-4 from 6512640 to 7184384 tid 3 2023-05-20T06:04:26.563 INFO:tasks.rados.rados.0.smithi081.stdout:2147: read oid 32 snap 189 2023-05-20T06:04:26.563 INFO:tasks.rados.rados.0.smithi081.stdout:2147: expect (ObjNum 661 snap 178 seq_num 661) 2023-05-20T06:04:26.563 INFO:tasks.rados.rados.0.smithi081.stdout:2148: copy_from oid 46 from oid 20 current snap is 190 2023-05-20T06:04:26.564 INFO:tasks.rados.rados.0.smithi081.stdout:2142: finishing write tid 3 to smithi081164505-40 2023-05-20T06:04:26.564 INFO:tasks.rados.rados.0.smithi081.stdout:2149: read oid 17 snap 188 2023-05-20T06:04:26.564 INFO:tasks.rados.rados.0.smithi081.stdout:2149: expect (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:04:26.564 INFO:tasks.rados.rados.0.smithi081.stdout:2150: snap_create 2023-05-20T06:04:26.564 INFO:tasks.rados.rados.0.smithi081.stdout:2142: finishing write tid 4 to smithi081164505-40 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:2142: finishing write tid 5 to smithi081164505-40 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:2142: finishing write tid 6 to smithi081164505-40 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1023 (ObjNum 672 snap 190 seq_num 672) dirty exists 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:2142: left oid 40 (ObjNum 672 snap 190 seq_num 672) 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 722 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:2145: finishing rollback tid 0 to smithi081164505-12 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:2145: finishing rollback tid 1 to smithi081164505-12 2023-05-20T06:04:26.565 INFO:tasks.rados.rados.0.smithi081.stdout:2145: finishing rollback tid 2 to smithi081164505-12 2023-05-20T06:04:26.566 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 725 (ObjNum 550 snap 145 seq_num 550) dirty exists 2023-05-20T06:04:26.566 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1191 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:04:26.566 INFO:tasks.rados.rados.0.smithi081.stdout:2146: finishing write tid 1 to smithi081164505-4 2023-05-20T06:04:26.566 INFO:tasks.rados.rados.0.smithi081.stdout:2146: finishing write tid 2 to smithi081164505-4 2023-05-20T06:04:26.566 INFO:tasks.rados.rados.0.smithi081.stdout:2146: finishing write tid 3 to smithi081164505-4 2023-05-20T06:04:26.567 INFO:tasks.rados.rados.0.smithi081.stdout:2146: finishing write tid 4 to smithi081164505-4 2023-05-20T06:04:26.569 INFO:tasks.rados.rados.0.smithi081.stdout:2147: expect (ObjNum 661 snap 178 seq_num 661) 2023-05-20T06:04:26.607 INFO:tasks.rados.rados.0.smithi081.stdout:2149: expect (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:04:26.713 INFO:tasks.rados.rados.0.smithi081.stdout:2146: finishing write tid 5 to smithi081164505-4 2023-05-20T06:04:26.713 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1018 (ObjNum 673 snap 190 seq_num 673) dirty exists 2023-05-20T06:04:26.713 INFO:tasks.rados.rados.0.smithi081.stdout:2146: left oid 4 (ObjNum 673 snap 190 seq_num 673) 2023-05-20T06:04:26.714 INFO:tasks.rados.rados.0.smithi081.stdout:2148: finishing copy_from to smithi081164505-46 2023-05-20T06:04:26.714 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1008 (ObjNum 640 snap 176 seq_num 640) dirty exists 2023-05-20T06:04:26.714 INFO:tasks.rados.rados.0.smithi081.stdout:2148: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:04:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:26 smithi170 ceph-mon[97338]: osdmap e444: 8 total, 8 up, 8 in 2023-05-20T06:04:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:26 smithi170 ceph-mon[97338]: pgmap v414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:26 smithi081 ceph-mon[95500]: osdmap e444: 8 total, 8 up, 8 in 2023-05-20T06:04:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:26 smithi081 ceph-mon[95500]: pgmap v414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:26 smithi081 ceph-mon[107735]: osdmap e444: 8 total, 8 up, 8 in 2023-05-20T06:04:26.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:26 smithi081 ceph-mon[107735]: pgmap v414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:27.461 INFO:tasks.rados.rados.0.smithi081.stdout:2142: done (8 left) 2023-05-20T06:04:27.461 INFO:tasks.rados.rados.0.smithi081.stdout:2143: done (7 left) 2023-05-20T06:04:27.462 INFO:tasks.rados.rados.0.smithi081.stdout:2144: done (6 left) 2023-05-20T06:04:27.462 INFO:tasks.rados.rados.0.smithi081.stdout:2145: done (5 left) 2023-05-20T06:04:27.462 INFO:tasks.rados.rados.0.smithi081.stdout:2146: done (4 left) 2023-05-20T06:04:27.462 INFO:tasks.rados.rados.0.smithi081.stdout:2147: done (3 left) 2023-05-20T06:04:27.462 INFO:tasks.rados.rados.0.smithi081.stdout:2148: done (2 left) 2023-05-20T06:04:27.462 INFO:tasks.rados.rados.0.smithi081.stdout:2149: done (1 left) 2023-05-20T06:04:27.463 INFO:tasks.rados.rados.0.smithi081.stdout:2150: done (0 left) 2023-05-20T06:04:27.463 INFO:tasks.rados.rados.0.smithi081.stdout:2151: copy_from oid 23 from oid 16 current snap is 191 2023-05-20T06:04:27.463 INFO:tasks.rados.rados.0.smithi081.stdout:2152: setattr oid 43 current snap is 191 2023-05-20T06:04:27.463 INFO:tasks.rados.rados.0.smithi081.stdout:2153: snap_create 2023-05-20T06:04:27.466 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1007 (ObjNum 620 snap 170 seq_num 620) dirty exists 2023-05-20T06:04:27.473 INFO:tasks.rados.rados.0.smithi081.stdout:2151: finishing copy_from to smithi081164505-23 2023-05-20T06:04:27.473 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1014 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:04:27.473 INFO:tasks.rados.rados.0.smithi081.stdout:2151: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:04:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:27 smithi170 ceph-mon[97338]: osdmap e445: 8 total, 8 up, 8 in 2023-05-20T06:04:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:27 smithi081 ceph-mon[95500]: osdmap e445: 8 total, 8 up, 8 in 2023-05-20T06:04:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:27 smithi081 ceph-mon[107735]: osdmap e445: 8 total, 8 up, 8 in 2023-05-20T06:04:28.469 INFO:tasks.rados.rados.0.smithi081.stdout:2151: done (2 left) 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2152: done (1 left) 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2153: done (0 left) 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2154: copy_from oid 9 from oid 43 current snap is 192 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2155: copy_from oid 20 from oid 18 current snap is 192 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2156: read oid 15 snap 174 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2156: expect (ObjNum 164050432 snap 21996 seq_num 164282976) 2023-05-20T06:04:28.470 INFO:tasks.rados.rados.0.smithi081.stdout:2157: rollback oid 48 current snap is 192 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 48 to 174 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:2158: read oid 19 snap -1 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:2158: expect deleted 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:2159: read oid 45 snap -1 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:2159: expect deleted 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:2160: setattr oid 38 current snap is 192 2023-05-20T06:04:28.471 INFO:tasks.rados.rados.0.smithi081.stdout:2157: finishing rollback tid 1 to smithi081164505-48 2023-05-20T06:04:28.472 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:04:28.472 INFO:tasks.rados.rados.0.smithi081.stdout:2156: expect (ObjNum 164050432 snap 21996 seq_num 164282976) 2023-05-20T06:04:28.472 INFO:tasks.rados.rados.0.smithi081.stdout:2156: done (6 left) 2023-05-20T06:04:28.473 INFO:tasks.rados.rados.0.smithi081.stdout:2157: done (5 left) 2023-05-20T06:04:28.473 INFO:tasks.rados.rados.0.smithi081.stdout:2159: done (4 left) 2023-05-20T06:04:28.473 INFO:tasks.rados.rados.0.smithi081.stdout:2161: rollback oid 22 current snap is 192 2023-05-20T06:04:28.473 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 174 2023-05-20T06:04:28.473 INFO:tasks.rados.rados.0.smithi081.stdout:2162: snap_create 2023-05-20T06:04:28.480 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1186 (ObjNum 632 snap 176 seq_num 632) dirty exists 2023-05-20T06:04:28.480 INFO:tasks.rados.rados.0.smithi081.stdout:2161: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:04:28.480 INFO:tasks.rados.rados.0.smithi081.stdout:2161: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:04:28.481 INFO:tasks.rados.rados.0.smithi081.stdout:2161: finishing rollback tid 2 to smithi081164505-22 2023-05-20T06:04:28.481 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1189 (ObjNum 575 snap 153 seq_num 575) dirty exists 2023-05-20T06:04:28.497 INFO:tasks.rados.rados.0.smithi081.stdout:2155: finishing copy_from to smithi081164505-20 2023-05-20T06:04:28.497 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 722 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:04:28.498 INFO:tasks.rados.rados.0.smithi081.stdout:2155: finishing copy_from racing read to smithi081164505-20 2023-05-20T06:04:28.502 INFO:tasks.rados.rados.0.smithi081.stdout:2154: finishing copy_from to smithi081164505-9 2023-05-20T06:04:28.503 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1007 (ObjNum 620 snap 170 seq_num 620) dirty exists 2023-05-20T06:04:28.503 INFO:tasks.rados.rados.0.smithi081.stdout:2154: finishing copy_from racing read to smithi081164505-9 2023-05-20T06:04:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:28 smithi170 ceph-mon[97338]: osdmap e446: 8 total, 8 up, 8 in 2023-05-20T06:04:28.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:28 smithi170 ceph-mon[97338]: pgmap v417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:28 smithi081 ceph-mon[95500]: osdmap e446: 8 total, 8 up, 8 in 2023-05-20T06:04:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:28 smithi081 ceph-mon[95500]: pgmap v417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:28 smithi081 ceph-mon[107735]: osdmap e446: 8 total, 8 up, 8 in 2023-05-20T06:04:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:28 smithi081 ceph-mon[107735]: pgmap v417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:29.474 INFO:tasks.rados.rados.0.smithi081.stdout:2154: done (5 left) 2023-05-20T06:04:29.474 INFO:tasks.rados.rados.0.smithi081.stdout:2155: done (4 left) 2023-05-20T06:04:29.474 INFO:tasks.rados.rados.0.smithi081.stdout:2158: done (3 left) 2023-05-20T06:04:29.474 INFO:tasks.rados.rados.0.smithi081.stdout:2160: done (2 left) 2023-05-20T06:04:29.474 INFO:tasks.rados.rados.0.smithi081.stdout:2161: done (1 left) 2023-05-20T06:04:29.475 INFO:tasks.rados.rados.0.smithi081.stdout:2162: done (0 left) 2023-05-20T06:04:29.475 INFO:tasks.rados.rados.0.smithi081.stdout:2163: read oid 7 snap -1 2023-05-20T06:04:29.475 INFO:tasks.rados.rados.0.smithi081.stdout:2163: expect (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:04:29.475 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 193 2023-05-20T06:04:29.475 INFO:tasks.rados.rados.0.smithi081.stdout:2164: seq_num 674 ranges {4800512=491520,5292032=417792,5709824=483328,6193152=303104} 2023-05-20T06:04:29.501 INFO:tasks.rados.rados.0.smithi081.stdout:2164: writing smithi081164505-43 from 4800512 to 5292032 tid 1 2023-05-20T06:04:29.504 INFO:tasks.rados.rados.0.smithi081.stdout:2164: writing smithi081164505-43 from 5292032 to 5709824 tid 2 2023-05-20T06:04:29.507 INFO:tasks.rados.rados.0.smithi081.stdout:2164: writing smithi081164505-43 from 5709824 to 6193152 tid 3 2023-05-20T06:04:29.509 INFO:tasks.rados.rados.0.smithi081.stdout:2164: writing smithi081164505-43 from 6193152 to 6496256 tid 4 2023-05-20T06:04:29.509 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 193 2023-05-20T06:04:29.509 INFO:tasks.rados.rados.0.smithi081.stdout:2165: seq_num 675 ranges {1622016=507904,2129920=704512,2834432=499712} 2023-05-20T06:04:29.520 INFO:tasks.rados.rados.0.smithi081.stdout:2165: writing smithi081164505-41 from 1622016 to 2129920 tid 1 2023-05-20T06:04:29.524 INFO:tasks.rados.rados.0.smithi081.stdout:2165: writing smithi081164505-41 from 2129920 to 2834432 tid 2 2023-05-20T06:04:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:2165: writing smithi081164505-41 from 2834432 to 3334144 tid 3 2023-05-20T06:04:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 193 2023-05-20T06:04:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:2163: expect (ObjNum 463 snap 122 seq_num 463) 2023-05-20T06:04:29.544 INFO:tasks.rados.rados.0.smithi081.stdout:2164: finishing write tid 1 to smithi081164505-43 2023-05-20T06:04:29.544 INFO:tasks.rados.rados.0.smithi081.stdout:2164: finishing write tid 2 to smithi081164505-43 2023-05-20T06:04:29.545 INFO:tasks.rados.rados.0.smithi081.stdout:2164: finishing write tid 3 to smithi081164505-43 2023-05-20T06:04:29.545 INFO:tasks.rados.rados.0.smithi081.stdout:2164: finishing write tid 4 to smithi081164505-43 2023-05-20T06:04:29.545 INFO:tasks.rados.rados.0.smithi081.stdout:2164: finishing write tid 5 to smithi081164505-43 2023-05-20T06:04:29.545 INFO:tasks.rados.rados.0.smithi081.stdout:2164: finishing write tid 6 to smithi081164505-43 2023-05-20T06:04:29.546 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1012 (ObjNum 674 snap 193 seq_num 674) dirty exists 2023-05-20T06:04:29.546 INFO:tasks.rados.rados.0.smithi081.stdout:2164: left oid 43 (ObjNum 674 snap 193 seq_num 674) 2023-05-20T06:04:29.546 INFO:tasks.rados.rados.0.smithi081.stdout:2165: finishing write tid 1 to smithi081164505-41 2023-05-20T06:04:29.546 INFO:tasks.rados.rados.0.smithi081.stdout:2166: seq_num 676 ranges {1597440=524288,2121728=589824,2711552=450560,3162112=163840} 2023-05-20T06:04:29.556 INFO:tasks.rados.rados.0.smithi081.stdout:2166: writing smithi081164505-8 from 1597440 to 2121728 tid 1 2023-05-20T06:04:29.559 INFO:tasks.rados.rados.0.smithi081.stdout:2166: writing smithi081164505-8 from 2121728 to 2711552 tid 2 2023-05-20T06:04:29.561 INFO:tasks.rados.rados.0.smithi081.stdout:2166: writing smithi081164505-8 from 2711552 to 3162112 tid 3 2023-05-20T06:04:29.563 INFO:tasks.rados.rados.0.smithi081.stdout:2166: writing smithi081164505-8 from 3162112 to 3325952 tid 4 2023-05-20T06:04:29.563 INFO:tasks.rados.rados.0.smithi081.stdout:2163: done (3 left) 2023-05-20T06:04:29.563 INFO:tasks.rados.rados.0.smithi081.stdout:2164: done (2 left) 2023-05-20T06:04:29.563 INFO:tasks.rados.rados.0.smithi081.stdout:2167: read oid 45 snap -1 2023-05-20T06:04:29.563 INFO:tasks.rados.rados.0.smithi081.stdout:2167: expect deleted 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:2168: copy_from oid 22 from oid 15 current snap is 193 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:2165: finishing write tid 2 to smithi081164505-41 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:2165: finishing write tid 3 to smithi081164505-41 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:2165: finishing write tid 4 to smithi081164505-41 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:2165: finishing write tid 5 to smithi081164505-41 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 902 (ObjNum 675 snap 193 seq_num 675) dirty exists 2023-05-20T06:04:29.564 INFO:tasks.rados.rados.0.smithi081.stdout:2165: left oid 41 (ObjNum 675 snap 193 seq_num 675) 2023-05-20T06:04:29.565 INFO:tasks.rados.rados.0.smithi081.stdout:2166: finishing write tid 1 to smithi081164505-8 2023-05-20T06:04:29.565 INFO:tasks.rados.rados.0.smithi081.stdout:2169: read oid 19 snap -1 2023-05-20T06:04:29.565 INFO:tasks.rados.rados.0.smithi081.stdout:2169: expect deleted 2023-05-20T06:04:29.565 INFO:tasks.rados.rados.0.smithi081.stdout:2165: done (4 left) 2023-05-20T06:04:29.565 INFO:tasks.rados.rados.0.smithi081.stdout:2170: setattr oid 18 current snap is 193 2023-05-20T06:04:29.565 INFO:tasks.rados.rados.0.smithi081.stdout:2166: finishing write tid 2 to smithi081164505-8 2023-05-20T06:04:29.567 INFO:tasks.rados.rados.0.smithi081.stdout:2167: done (4 left) 2023-05-20T06:04:29.567 INFO:tasks.rados.rados.0.smithi081.stdout:2169: done (3 left) 2023-05-20T06:04:29.567 INFO:tasks.rados.rados.0.smithi081.stdout:2171: setattr oid 29 current snap is 193 2023-05-20T06:04:29.567 INFO:tasks.rados.rados.0.smithi081.stdout:2172: rmattr oid 12 current snap is 193 2023-05-20T06:04:29.567 INFO:tasks.rados.rados.0.smithi081.stdout:2172: done (4 left) 2023-05-20T06:04:29.567 INFO:tasks.rados.rados.0.smithi081.stdout:2173: read oid 23 snap -1 2023-05-20T06:04:29.568 INFO:tasks.rados.rados.0.smithi081.stdout:2173: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:04:29.568 INFO:tasks.rados.rados.0.smithi081.stdout:2174: read oid 46 snap -1 2023-05-20T06:04:29.568 INFO:tasks.rados.rados.0.smithi081.stdout:2174: expect (ObjNum 640 snap 176 seq_num 640) 2023-05-20T06:04:29.568 INFO:tasks.rados.rados.0.smithi081.stdout:2175: copy_from oid 4 from oid 6 current snap is 193 2023-05-20T06:04:29.568 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 193 2023-05-20T06:04:29.569 INFO:tasks.rados.rados.0.smithi081.stdout:2176: seq_num 677 ranges {3383296=540672,3923968=516096,4440064=655360,5095424=32768} 2023-05-20T06:04:29.586 INFO:tasks.rados.rados.0.smithi081.stdout:2176: writing smithi081164505-38 from 3383296 to 3923968 tid 1 2023-05-20T06:04:29.589 INFO:tasks.rados.rados.0.smithi081.stdout:2176: writing smithi081164505-38 from 3923968 to 4440064 tid 2 2023-05-20T06:04:29.593 INFO:tasks.rados.rados.0.smithi081.stdout:2176: writing smithi081164505-38 from 4440064 to 5095424 tid 3 2023-05-20T06:04:29.593 INFO:tasks.rados.rados.0.smithi081.stdout:2176: writing smithi081164505-38 from 5095424 to 5128192 tid 4 2023-05-20T06:04:29.594 INFO:tasks.rados.rados.0.smithi081.stdout:2177: snap_remove snap 168 2023-05-20T06:04:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:29 smithi170 ceph-mon[97338]: osdmap e447: 8 total, 8 up, 8 in 2023-05-20T06:04:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:29 smithi081 ceph-mon[95500]: osdmap e447: 8 total, 8 up, 8 in 2023-05-20T06:04:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:29 smithi081 ceph-mon[107735]: osdmap e447: 8 total, 8 up, 8 in 2023-05-20T06:04:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:2177: done (8 left) 2023-05-20T06:04:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 193 2023-05-20T06:04:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:2178: seq_num 678 ranges {2088960=565248,2654208=802816,3457024=401408} 2023-05-20T06:04:30.496 INFO:tasks.rados.rados.0.smithi081.stdout:2178: writing smithi081164505-35 from 2088960 to 2654208 tid 1 2023-05-20T06:04:30.502 INFO:tasks.rados.rados.0.smithi081.stdout:2178: writing smithi081164505-35 from 2654208 to 3457024 tid 2 2023-05-20T06:04:30.504 INFO:tasks.rados.rados.0.smithi081.stdout:2178: writing smithi081164505-35 from 3457024 to 3858432 tid 3 2023-05-20T06:04:30.511 INFO:tasks.rados.rados.0.smithi081.stdout:2179: rollback oid 49 current snap is 193 2023-05-20T06:04:30.512 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 190 2023-05-20T06:04:30.512 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 193 2023-05-20T06:04:30.512 INFO:tasks.rados.rados.0.smithi081.stdout:2180: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2023-05-20T06:04:30.513 INFO:tasks.rados.rados.0.smithi081.stdout:2180: writing smithi081164505-25 from 0 to 581632 tid 1 2023-05-20T06:04:30.514 INFO:tasks.rados.rados.0.smithi081.stdout:2180: writing smithi081164505-25 from 581632 to 1269760 tid 2 2023-05-20T06:04:30.516 INFO:tasks.rados.rados.0.smithi081.stdout:2180: writing smithi081164505-25 from 1269760 to 1785856 tid 3 2023-05-20T06:04:30.517 INFO:tasks.rados.rados.0.smithi081.stdout:2181: snap_create 2023-05-20T06:04:30.517 INFO:tasks.rados.rados.0.smithi081.stdout:2166: finishing write tid 3 to smithi081164505-8 2023-05-20T06:04:30.517 INFO:tasks.rados.rados.0.smithi081.stdout:2175: finishing copy_from to smithi081164505-4 2023-05-20T06:04:30.517 INFO:tasks.rados.rados.0.smithi081.stdout:2175: got expected ENOENT (src dne) 2023-05-20T06:04:30.517 INFO:tasks.rados.rados.0.smithi081.stdout:2175: finishing copy_from racing read to smithi081164505-4 2023-05-20T06:04:30.517 INFO:tasks.rados.rados.0.smithi081.stdout:2166: finishing write tid 4 to smithi081164505-8 2023-05-20T06:04:30.518 INFO:tasks.rados.rados.0.smithi081.stdout:2166: finishing write tid 5 to smithi081164505-8 2023-05-20T06:04:30.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 726 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:04:30.518 INFO:tasks.rados.rados.0.smithi081.stdout:2166: finishing write tid 6 to smithi081164505-8 2023-05-20T06:04:30.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1194 (ObjNum 676 snap 193 seq_num 676) dirty exists 2023-05-20T06:04:30.518 INFO:tasks.rados.rados.0.smithi081.stdout:2166: left oid 8 (ObjNum 676 snap 193 seq_num 676) 2023-05-20T06:04:30.518 INFO:tasks.rados.rados.0.smithi081.stdout:2173: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:04:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1195 (ObjNum 577 snap 153 seq_num 577) dirty exists 2023-05-20T06:04:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2168: finishing copy_from to smithi081164505-22 2023-05-20T06:04:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1007 (ObjNum 656 snap 178 seq_num 656) dirty exists 2023-05-20T06:04:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2174: expect (ObjNum 640 snap 176 seq_num 640) 2023-05-20T06:04:30.623 INFO:tasks.rados.rados.0.smithi081.stdout:2168: finishing copy_from racing read to smithi081164505-22 2023-05-20T06:04:30.624 INFO:tasks.rados.rados.0.smithi081.stdout:2176: finishing write tid 1 to smithi081164505-38 2023-05-20T06:04:30.624 INFO:tasks.rados.rados.0.smithi081.stdout:2176: finishing write tid 2 to smithi081164505-38 2023-05-20T06:04:30.624 INFO:tasks.rados.rados.0.smithi081.stdout:2176: finishing write tid 3 to smithi081164505-38 2023-05-20T06:04:30.624 INFO:tasks.rados.rados.0.smithi081.stdout:2176: finishing write tid 4 to smithi081164505-38 2023-05-20T06:04:30.624 INFO:tasks.rados.rados.0.smithi081.stdout:2176: finishing write tid 5 to smithi081164505-38 2023-05-20T06:04:30.624 INFO:tasks.rados.rados.0.smithi081.stdout:2176: finishing write tid 6 to smithi081164505-38 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1200 (ObjNum 677 snap 193 seq_num 677) dirty exists 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:2176: left oid 38 (ObjNum 677 snap 193 seq_num 677) 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:2178: finishing write tid 1 to smithi081164505-35 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:2179: finishing rollback tid 1 to smithi081164505-49 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1010 (ObjNum 1281 snap 0 seq_num 164307600) dirty dne 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:2178: finishing write tid 2 to smithi081164505-35 2023-05-20T06:04:30.625 INFO:tasks.rados.rados.0.smithi081.stdout:2178: finishing write tid 3 to smithi081164505-35 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2178: finishing write tid 4 to smithi081164505-35 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2180: finishing write tid 1 to smithi081164505-25 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2180: finishing write tid 2 to smithi081164505-25 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2178: finishing write tid 5 to smithi081164505-35 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1240 (ObjNum 678 snap 193 seq_num 678) dirty exists 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2178: left oid 35 (ObjNum 678 snap 193 seq_num 678) 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2180: finishing write tid 3 to smithi081164505-25 2023-05-20T06:04:30.626 INFO:tasks.rados.rados.0.smithi081.stdout:2180: finishing write tid 4 to smithi081164505-25 2023-05-20T06:04:30.627 INFO:tasks.rados.rados.0.smithi081.stdout:2180: finishing write tid 5 to smithi081164505-25 2023-05-20T06:04:30.627 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1244 (ObjNum 679 snap 193 seq_num 679) dirty exists 2023-05-20T06:04:30.627 INFO:tasks.rados.rados.0.smithi081.stdout:2180: left oid 25 (ObjNum 679 snap 193 seq_num 679) 2023-05-20T06:04:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:30 smithi170 ceph-mon[97338]: pgmap v419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:30 smithi170 ceph-mon[97338]: osdmap e448: 8 total, 8 up, 8 in 2023-05-20T06:04:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:30 smithi081 ceph-mon[95500]: pgmap v419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:30 smithi081 ceph-mon[95500]: osdmap e448: 8 total, 8 up, 8 in 2023-05-20T06:04:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:30 smithi081 ceph-mon[107735]: pgmap v419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:30 smithi081 ceph-mon[107735]: osdmap e448: 8 total, 8 up, 8 in 2023-05-20T06:04:31.485 INFO:tasks.rados.rados.0.smithi081.stdout:2166: done (11 left) 2023-05-20T06:04:31.485 INFO:tasks.rados.rados.0.smithi081.stdout:2168: done (10 left) 2023-05-20T06:04:31.485 INFO:tasks.rados.rados.0.smithi081.stdout:2170: done (9 left) 2023-05-20T06:04:31.486 INFO:tasks.rados.rados.0.smithi081.stdout:2171: done (8 left) 2023-05-20T06:04:31.486 INFO:tasks.rados.rados.0.smithi081.stdout:2173: done (7 left) 2023-05-20T06:04:31.486 INFO:tasks.rados.rados.0.smithi081.stdout:2174: done (6 left) 2023-05-20T06:04:31.486 INFO:tasks.rados.rados.0.smithi081.stdout:2175: done (5 left) 2023-05-20T06:04:31.487 INFO:tasks.rados.rados.0.smithi081.stdout:2176: done (4 left) 2023-05-20T06:04:31.487 INFO:tasks.rados.rados.0.smithi081.stdout:2178: done (3 left) 2023-05-20T06:04:31.487 INFO:tasks.rados.rados.0.smithi081.stdout:2179: done (2 left) 2023-05-20T06:04:31.487 INFO:tasks.rados.rados.0.smithi081.stdout:2180: done (1 left) 2023-05-20T06:04:31.488 INFO:tasks.rados.rados.0.smithi081.stdout:2181: done (0 left) 2023-05-20T06:04:31.488 INFO:tasks.rados.rados.0.smithi081.stdout:2182: snap_remove snap 193 2023-05-20T06:04:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:31 smithi170 ceph-mon[97338]: osdmap e449: 8 total, 8 up, 8 in 2023-05-20T06:04:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:31 smithi081 ceph-mon[95500]: osdmap e449: 8 total, 8 up, 8 in 2023-05-20T06:04:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:31 smithi081 ceph-mon[107735]: osdmap e449: 8 total, 8 up, 8 in 2023-05-20T06:04:31.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:04:31.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:31.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:04:31.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:32.486 INFO:tasks.rados.rados.0.smithi081.stdout:2182: done (0 left) 2023-05-20T06:04:32.487 INFO:tasks.rados.rados.0.smithi081.stdout:2183: read oid 16 snap -1 2023-05-20T06:04:32.487 INFO:tasks.rados.rados.0.smithi081.stdout:2183: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:04:32.487 INFO:tasks.rados.rados.0.smithi081.stdout:2184: read oid 15 snap -1 2023-05-20T06:04:32.487 INFO:tasks.rados.rados.0.smithi081.stdout:2184: expect (ObjNum 656 snap 178 seq_num 656) 2023-05-20T06:04:32.487 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 194 2023-05-20T06:04:32.487 INFO:tasks.rados.rados.0.smithi081.stdout:2185: seq_num 680 ranges {1990656=598016,2588672=573440,3162112=434176,3596288=196608} 2023-05-20T06:04:32.500 INFO:tasks.rados.rados.0.smithi081.stdout:2185: writing smithi081164505-46 from 1990656 to 2588672 tid 1 2023-05-20T06:04:32.504 INFO:tasks.rados.rados.0.smithi081.stdout:2185: writing smithi081164505-46 from 2588672 to 3162112 tid 2 2023-05-20T06:04:32.506 INFO:tasks.rados.rados.0.smithi081.stdout:2185: writing smithi081164505-46 from 3162112 to 3596288 tid 3 2023-05-20T06:04:32.508 INFO:tasks.rados.rados.0.smithi081.stdout:2185: writing smithi081164505-46 from 3596288 to 3792896 tid 4 2023-05-20T06:04:32.508 INFO:tasks.rados.rados.0.smithi081.stdout:2186: delete oid 47 current snap is 194 2023-05-20T06:04:32.508 INFO:tasks.rados.rados.0.smithi081.stdout:2183: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:04:32.549 INFO:tasks.rados.rados.0.smithi081.stdout:2184: expect (ObjNum 656 snap 178 seq_num 656) 2023-05-20T06:04:32.587 INFO:tasks.rados.rados.0.smithi081.stdout:2185: finishing write tid 1 to smithi081164505-46 2023-05-20T06:04:32.587 INFO:tasks.rados.rados.0.smithi081.stdout:2183: done (3 left) 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:2184: done (2 left) 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:2186: done (1 left) 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:2187: read oid 26 snap -1 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:2187: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 194 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:2185: finishing write tid 2 to smithi081164505-46 2023-05-20T06:04:32.588 INFO:tasks.rados.rados.0.smithi081.stdout:2185: finishing write tid 3 to smithi081164505-46 2023-05-20T06:04:32.589 INFO:tasks.rados.rados.0.smithi081.stdout:2185: finishing write tid 4 to smithi081164505-46 2023-05-20T06:04:32.589 INFO:tasks.rados.rados.0.smithi081.stdout:2185: finishing write tid 5 to smithi081164505-46 2023-05-20T06:04:32.589 INFO:tasks.rados.rados.0.smithi081.stdout:2185: finishing write tid 6 to smithi081164505-46 2023-05-20T06:04:32.589 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1074 (ObjNum 680 snap 194 seq_num 680) dirty exists 2023-05-20T06:04:32.589 INFO:tasks.rados.rados.0.smithi081.stdout:2185: left oid 46 (ObjNum 680 snap 194 seq_num 680) 2023-05-20T06:04:32.589 INFO:tasks.rados.rados.0.smithi081.stdout:2188: seq_num 682 ranges {5660672=630784,6291456=745472,7036928=442368,7479296=16384} 2023-05-20T06:04:32.620 INFO:tasks.rados.rados.0.smithi081.stdout:2188: writing smithi081164505-12 from 5660672 to 6291456 tid 1 2023-05-20T06:04:32.625 INFO:tasks.rados.rados.0.smithi081.stdout:2188: writing smithi081164505-12 from 6291456 to 7036928 tid 2 2023-05-20T06:04:32.627 INFO:tasks.rados.rados.0.smithi081.stdout:2188: writing smithi081164505-12 from 7036928 to 7479296 tid 3 2023-05-20T06:04:32.627 INFO:tasks.rados.rados.0.smithi081.stdout:2188: writing smithi081164505-12 from 7479296 to 7495680 tid 4 2023-05-20T06:04:32.627 INFO:tasks.rados.rados.0.smithi081.stdout:2185: done (2 left) 2023-05-20T06:04:32.628 INFO:tasks.rados.rados.0.smithi081.stdout:2189: rollback oid 15 current snap is 194 2023-05-20T06:04:32.628 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 173 2023-05-20T06:04:32.628 INFO:tasks.rados.rados.0.smithi081.stdout:2187: expect (ObjNum 383 snap 102 seq_num 383) 2023-05-20T06:04:32.668 INFO:tasks.rados.rados.0.smithi081.stdout:2188: finishing write tid 1 to smithi081164505-12 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:2188: finishing write tid 2 to smithi081164505-12 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:2188: finishing write tid 3 to smithi081164505-12 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:2188: finishing write tid 4 to smithi081164505-12 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:2188: finishing write tid 5 to smithi081164505-12 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:2189: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:2188: finishing write tid 6 to smithi081164505-12 2023-05-20T06:04:32.669 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 731 (ObjNum 682 snap 194 seq_num 682) dirty exists 2023-05-20T06:04:32.670 INFO:tasks.rados.rados.0.smithi081.stdout:2188: left oid 12 (ObjNum 682 snap 194 seq_num 682) 2023-05-20T06:04:32.670 INFO:tasks.rados.rados.0.smithi081.stdout:2189: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:04:32.670 INFO:tasks.rados.rados.0.smithi081.stdout:2189: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:04:32.670 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1032 (ObjNum 273 snap 0 seq_num 164584304) dirty exists 2023-05-20T06:04:32.671 INFO:tasks.rados.rados.0.smithi081.stdout:2187: done (2 left) 2023-05-20T06:04:32.671 INFO:tasks.rados.rados.0.smithi081.stdout:2188: done (1 left) 2023-05-20T06:04:32.671 INFO:tasks.rados.rados.0.smithi081.stdout:2189: done (0 left) 2023-05-20T06:04:32.671 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 194 2023-05-20T06:04:32.671 INFO:tasks.rados.rados.0.smithi081.stdout:2190: seq_num 683 ranges {1622016=647168,2269184=630784,2899968=573440} 2023-05-20T06:04:32.680 INFO:tasks.rados.rados.0.smithi081.stdout:2190: writing smithi081164505-23 from 1622016 to 2269184 tid 1 2023-05-20T06:04:32.684 INFO:tasks.rados.rados.0.smithi081.stdout:2190: writing smithi081164505-23 from 2269184 to 2899968 tid 2 2023-05-20T06:04:32.687 INFO:tasks.rados.rados.0.smithi081.stdout:2190: writing smithi081164505-23 from 2899968 to 3473408 tid 3 2023-05-20T06:04:32.688 INFO:tasks.rados.rados.0.smithi081.stdout:2191: copy_from oid 31 from oid 42 current snap is 194 2023-05-20T06:04:32.688 INFO:tasks.rados.rados.0.smithi081.stdout:2190: finishing write tid 1 to smithi081164505-23 2023-05-20T06:04:32.688 INFO:tasks.rados.rados.0.smithi081.stdout:2190: finishing write tid 2 to smithi081164505-23 2023-05-20T06:04:32.688 INFO:tasks.rados.rados.0.smithi081.stdout:2192: rollback oid 12 current snap is 194 2023-05-20T06:04:32.688 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 188 2023-05-20T06:04:32.688 INFO:tasks.rados.rados.0.smithi081.stdout:2193: delete oid 38 current snap is 194 2023-05-20T06:04:32.690 INFO:tasks.rados.rados.0.smithi081.stdout:2190: finishing write tid 3 to smithi081164505-23 2023-05-20T06:04:32.691 INFO:tasks.rados.rados.0.smithi081.stdout:2191: finishing copy_from to smithi081164505-31 2023-05-20T06:04:32.691 INFO:tasks.rados.rados.0.smithi081.stdout:2191: got expected ENOENT (src dne) 2023-05-20T06:04:32.691 INFO:tasks.rados.rados.0.smithi081.stdout:2192: finishing rollback tid 0 to smithi081164505-12 2023-05-20T06:04:32.691 INFO:tasks.rados.rados.0.smithi081.stdout:2191: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:04:32.691 INFO:tasks.rados.rados.0.smithi081.stdout:2190: finishing write tid 4 to smithi081164505-23 2023-05-20T06:04:32.692 INFO:tasks.rados.rados.0.smithi081.stdout:2192: finishing rollback tid 1 to smithi081164505-12 2023-05-20T06:04:32.692 INFO:tasks.rados.rados.0.smithi081.stdout:2191: done (3 left) 2023-05-20T06:04:32.692 INFO:tasks.rados.rados.0.smithi081.stdout:2193: done (2 left) 2023-05-20T06:04:32.692 INFO:tasks.rados.rados.0.smithi081.stdout:2194: read oid 44 snap 184 2023-05-20T06:04:32.692 INFO:tasks.rados.rados.0.smithi081.stdout:2194: expect (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:04:32.692 INFO:tasks.rados.rados.0.smithi081.stdout:2195: delete oid 40 current snap is 194 2023-05-20T06:04:32.693 INFO:tasks.rados.rados.0.smithi081.stdout:2192: finishing rollback tid 2 to smithi081164505-12 2023-05-20T06:04:32.693 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 734 (ObjNum 649 snap 176 seq_num 649) dirty exists 2023-05-20T06:04:32.693 INFO:tasks.rados.rados.0.smithi081.stdout:2190: finishing write tid 5 to smithi081164505-23 2023-05-20T06:04:32.693 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1249 (ObjNum 683 snap 194 seq_num 683) dirty exists 2023-05-20T06:04:32.693 INFO:tasks.rados.rados.0.smithi081.stdout:2190: left oid 23 (ObjNum 683 snap 194 seq_num 683) 2023-05-20T06:04:32.695 INFO:tasks.rados.rados.0.smithi081.stdout:2190: done (3 left) 2023-05-20T06:04:32.695 INFO:tasks.rados.rados.0.smithi081.stdout:2192: done (2 left) 2023-05-20T06:04:32.696 INFO:tasks.rados.rados.0.smithi081.stdout:2195: done (1 left) 2023-05-20T06:04:32.696 INFO:tasks.rados.rados.0.smithi081.stdout:2196: snap_remove snap 174 2023-05-20T06:04:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:32 smithi170 ceph-mon[97338]: pgmap v422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:32 smithi170 ceph-mon[97338]: osdmap e450: 8 total, 8 up, 8 in 2023-05-20T06:04:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:32 smithi081 ceph-mon[95500]: pgmap v422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:32 smithi081 ceph-mon[95500]: osdmap e450: 8 total, 8 up, 8 in 2023-05-20T06:04:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:32 smithi081 ceph-mon[107735]: pgmap v422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:32 smithi081 ceph-mon[107735]: osdmap e450: 8 total, 8 up, 8 in 2023-05-20T06:04:33.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:33 smithi081 ceph-mon[95500]: osdmap e451: 8 total, 8 up, 8 in 2023-05-20T06:04:33.495 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:04:33.500 INFO:tasks.rados.rados.0.smithi081.stdout:2196: done (1 left) 2023-05-20T06:04:33.500 INFO:tasks.rados.rados.0.smithi081.stdout:2197: copy_from oid 40 from oid 31 current snap is 194 2023-05-20T06:04:33.500 INFO:tasks.rados.rados.0.smithi081.stdout:2194: expect (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:04:33.610 INFO:tasks.rados.rados.0.smithi081.stdout:2194: done (1 left) 2023-05-20T06:04:33.611 INFO:tasks.rados.rados.0.smithi081.stdout:2198: snap_remove snap 190 2023-05-20T06:04:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:33 smithi170 ceph-mon[97338]: osdmap e451: 8 total, 8 up, 8 in 2023-05-20T06:04:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:33 smithi081 ceph-mon[107735]: osdmap e451: 8 total, 8 up, 8 in 2023-05-20T06:04:34.501 INFO:tasks.rados.rados.0.smithi081.stdout:2198: done (1 left) 2023-05-20T06:04:34.501 INFO:tasks.rados.rados.0.smithi081.stdout:2199: read oid 47 snap -1 2023-05-20T06:04:34.501 INFO:tasks.rados.rados.0.smithi081.stdout:2199: expect deleted 2023-05-20T06:04:34.501 INFO:tasks.rados.rados.0.smithi081.stdout:2200: read oid 8 snap -1 2023-05-20T06:04:34.501 INFO:tasks.rados.rados.0.smithi081.stdout:2200: expect (ObjNum 676 snap 193 seq_num 676) 2023-05-20T06:04:34.502 INFO:tasks.rados.rados.0.smithi081.stdout:2201: read oid 45 snap -1 2023-05-20T06:04:34.502 INFO:tasks.rados.rados.0.smithi081.stdout:2201: expect deleted 2023-05-20T06:04:34.502 INFO:tasks.rados.rados.0.smithi081.stdout:2202: delete oid 19 current snap is 194 2023-05-20T06:04:34.502 INFO:tasks.rados.rados.0.smithi081.stdout:2197: finishing copy_from to smithi081164505-40 2023-05-20T06:04:34.502 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1089 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:04:34.502 INFO:tasks.rados.rados.0.smithi081.stdout:2197: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:04:34.513 INFO:tasks.rados.rados.0.smithi081.stdout:2197: done (4 left) 2023-05-20T06:04:34.514 INFO:tasks.rados.rados.0.smithi081.stdout:2199: done (3 left) 2023-05-20T06:04:34.514 INFO:tasks.rados.rados.0.smithi081.stdout:2201: done (2 left) 2023-05-20T06:04:34.514 INFO:tasks.rados.rados.0.smithi081.stdout:2202: done (1 left) 2023-05-20T06:04:34.514 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 194 2023-05-20T06:04:34.515 INFO:tasks.rados.rados.0.smithi081.stdout:2203: seq_num 687 ranges {5652480=712704,6365184=614400,6979584=589824} 2023-05-20T06:04:34.547 INFO:tasks.rados.rados.0.smithi081.stdout:2203: writing smithi081164505-20 from 5652480 to 6365184 tid 1 2023-05-20T06:04:34.551 INFO:tasks.rados.rados.0.smithi081.stdout:2203: writing smithi081164505-20 from 6365184 to 6979584 tid 2 2023-05-20T06:04:34.554 INFO:tasks.rados.rados.0.smithi081.stdout:2203: writing smithi081164505-20 from 6979584 to 7569408 tid 3 2023-05-20T06:04:34.554 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 194 2023-05-20T06:04:34.554 INFO:tasks.rados.rados.0.smithi081.stdout:2204: seq_num 688 ranges {720896=729088,1449984=499712,1949696=704512} 2023-05-20T06:04:34.562 INFO:tasks.rados.rados.0.smithi081.stdout:2204: writing smithi081164505-50 from 720896 to 1449984 tid 1 2023-05-20T06:04:34.565 INFO:tasks.rados.rados.0.smithi081.stdout:2204: writing smithi081164505-50 from 1449984 to 1949696 tid 2 2023-05-20T06:04:34.569 INFO:tasks.rados.rados.0.smithi081.stdout:2204: writing smithi081164505-50 from 1949696 to 2654208 tid 3 2023-05-20T06:04:34.570 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 194 2023-05-20T06:04:34.570 INFO:tasks.rados.rados.0.smithi081.stdout:2200: expect (ObjNum 676 snap 193 seq_num 676) 2023-05-20T06:04:34.689 INFO:tasks.rados.rados.0.smithi081.stdout:2203: finishing write tid 1 to smithi081164505-20 2023-05-20T06:04:34.689 INFO:tasks.rados.rados.0.smithi081.stdout:2203: finishing write tid 2 to smithi081164505-20 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:2203: finishing write tid 3 to smithi081164505-20 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:2203: finishing write tid 4 to smithi081164505-20 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:2203: finishing write tid 5 to smithi081164505-20 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1022 (ObjNum 687 snap 194 seq_num 687) dirty exists 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:2203: left oid 20 (ObjNum 687 snap 194 seq_num 687) 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:2204: finishing write tid 1 to smithi081164505-50 2023-05-20T06:04:34.690 INFO:tasks.rados.rados.0.smithi081.stdout:2204: finishing write tid 2 to smithi081164505-50 2023-05-20T06:04:34.691 INFO:tasks.rados.rados.0.smithi081.stdout:2204: finishing write tid 3 to smithi081164505-50 2023-05-20T06:04:34.691 INFO:tasks.rados.rados.0.smithi081.stdout:2205: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2023-05-20T06:04:34.693 INFO:tasks.rados.rados.0.smithi081.stdout:2205: writing smithi081164505-6 from 0 to 745472 tid 1 2023-05-20T06:04:34.698 INFO:tasks.rados.rados.0.smithi081.stdout:2205: writing smithi081164505-6 from 745472 to 1531904 tid 2 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2205: writing smithi081164505-6 from 1531904 to 1949696 tid 3 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2200: done (3 left) 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2203: done (2 left) 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2206: read oid 17 snap -1 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2206: expect (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2207: delete oid 42 current snap is 194 2023-05-20T06:04:34.701 INFO:tasks.rados.rados.0.smithi081.stdout:2204: finishing write tid 4 to smithi081164505-50 2023-05-20T06:04:34.702 INFO:tasks.rados.rados.0.smithi081.stdout:2204: finishing write tid 5 to smithi081164505-50 2023-05-20T06:04:34.702 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1016 (ObjNum 688 snap 194 seq_num 688) dirty exists 2023-05-20T06:04:34.702 INFO:tasks.rados.rados.0.smithi081.stdout:2204: left oid 50 (ObjNum 688 snap 194 seq_num 688) 2023-05-20T06:04:34.702 INFO:tasks.rados.rados.0.smithi081.stdout:2205: finishing write tid 1 to smithi081164505-6 2023-05-20T06:04:34.702 INFO:tasks.rados.rados.0.smithi081.stdout:2205: finishing write tid 2 to smithi081164505-6 2023-05-20T06:04:34.703 INFO:tasks.rados.rados.0.smithi081.stdout:2205: finishing write tid 3 to smithi081164505-6 2023-05-20T06:04:34.703 INFO:tasks.rados.rados.0.smithi081.stdout:2205: finishing write tid 4 to smithi081164505-6 2023-05-20T06:04:34.703 INFO:tasks.rados.rados.0.smithi081.stdout:2204: done (3 left) 2023-05-20T06:04:34.704 INFO:tasks.rados.rados.0.smithi081.stdout:2207: done (2 left) 2023-05-20T06:04:34.704 INFO:tasks.rados.rados.0.smithi081.stdout:2208: rmattr oid 18 current snap is 194 2023-05-20T06:04:34.704 INFO:tasks.rados.rados.0.smithi081.stdout:2209: snap_remove snap 180 2023-05-20T06:04:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:34 smithi081 ceph-mon[95500]: pgmap v425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:34 smithi081 ceph-mon[95500]: osdmap e452: 8 total, 8 up, 8 in 2023-05-20T06:04:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:34 smithi081 ceph-mon[107735]: pgmap v425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:34 smithi081 ceph-mon[107735]: osdmap e452: 8 total, 8 up, 8 in 2023-05-20T06:04:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:34 smithi170 ceph-mon[97338]: pgmap v425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:34.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:34 smithi170 ceph-mon[97338]: osdmap e452: 8 total, 8 up, 8 in 2023-05-20T06:04:35.514 INFO:tasks.rados.rados.0.smithi081.stdout:2209: done (3 left) 2023-05-20T06:04:35.514 INFO:tasks.rados.rados.0.smithi081.stdout:2210: snap_create 2023-05-20T06:04:35.514 INFO:tasks.rados.rados.0.smithi081.stdout:2205: finishing write tid 5 to smithi081164505-6 2023-05-20T06:04:35.515 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 846 (ObjNum 689 snap 194 seq_num 689) dirty exists 2023-05-20T06:04:35.515 INFO:tasks.rados.rados.0.smithi081.stdout:2205: left oid 6 (ObjNum 689 snap 194 seq_num 689) 2023-05-20T06:04:35.515 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 735 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:04:35.515 INFO:tasks.rados.rados.0.smithi081.stdout:2206: expect (ObjNum 608 snap 169 seq_num 608) 2023-05-20T06:04:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:35 smithi081 ceph-mon[95500]: osdmap e453: 8 total, 8 up, 8 in 2023-05-20T06:04:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:35 smithi081 ceph-mon[107735]: osdmap e453: 8 total, 8 up, 8 in 2023-05-20T06:04:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:35 smithi170 ceph-mon[97338]: osdmap e453: 8 total, 8 up, 8 in 2023-05-20T06:04:36.519 INFO:tasks.rados.rados.0.smithi081.stdout:2205: done (3 left) 2023-05-20T06:04:36.520 INFO:tasks.rados.rados.0.smithi081.stdout:2206: done (2 left) 2023-05-20T06:04:36.520 INFO:tasks.rados.rados.0.smithi081.stdout:2208: done (1 left) 2023-05-20T06:04:36.520 INFO:tasks.rados.rados.0.smithi081.stdout:2210: done (0 left) 2023-05-20T06:04:36.520 INFO:tasks.rados.rados.0.smithi081.stdout:2211: rollback oid 30 current snap is 195 2023-05-20T06:04:36.521 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 172 2023-05-20T06:04:36.521 INFO:tasks.rados.rados.0.smithi081.stdout:2212: rollback oid 21 current snap is 195 2023-05-20T06:04:36.521 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 191 2023-05-20T06:04:36.521 INFO:tasks.rados.rados.0.smithi081.stdout:2213: delete oid 10 current snap is 195 2023-05-20T06:04:36.522 INFO:tasks.rados.rados.0.smithi081.stdout:2212: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:04:36.523 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1213 (ObjNum 33 snap 0 seq_num 164501152) dirty dne 2023-05-20T06:04:36.524 INFO:tasks.rados.rados.0.smithi081.stdout:2212: done (2 left) 2023-05-20T06:04:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:2213: done (1 left) 2023-05-20T06:04:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 195 2023-05-20T06:04:36.525 INFO:tasks.rados.rados.0.smithi081.stdout:2214: seq_num 692 ranges {1949696=794624,2744320=483328,3227648=720896} 2023-05-20T06:04:36.539 INFO:tasks.rados.rados.0.smithi081.stdout:2214: writing smithi081164505-6 from 1949696 to 2744320 tid 1 2023-05-20T06:04:36.542 INFO:tasks.rados.rados.0.smithi081.stdout:2214: writing smithi081164505-6 from 2744320 to 3227648 tid 2 2023-05-20T06:04:36.547 INFO:tasks.rados.rados.0.smithi081.stdout:2214: writing smithi081164505-6 from 3227648 to 3948544 tid 3 2023-05-20T06:04:36.547 INFO:tasks.rados.rados.0.smithi081.stdout:2215: snap_create 2023-05-20T06:04:36.547 INFO:tasks.rados.rados.0.smithi081.stdout:2211: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:04:36.548 INFO:tasks.rados.rados.0.smithi081.stdout:2211: finishing rollback tid 2 to smithi081164505-30 2023-05-20T06:04:36.548 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 943 (ObjNum 614 snap 169 seq_num 614) dirty exists 2023-05-20T06:04:36.548 INFO:tasks.rados.rados.0.smithi081.stdout:2214: finishing write tid 1 to smithi081164505-6 2023-05-20T06:04:36.548 INFO:tasks.rados.rados.0.smithi081.stdout:2214: finishing write tid 2 to smithi081164505-6 2023-05-20T06:04:36.549 INFO:tasks.rados.rados.0.smithi081.stdout:2214: finishing write tid 3 to smithi081164505-6 2023-05-20T06:04:36.549 INFO:tasks.rados.rados.0.smithi081.stdout:2214: finishing write tid 4 to smithi081164505-6 2023-05-20T06:04:36.550 INFO:tasks.rados.rados.0.smithi081.stdout:2214: finishing write tid 5 to smithi081164505-6 2023-05-20T06:04:36.550 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 850 (ObjNum 692 snap 195 seq_num 692) dirty exists 2023-05-20T06:04:36.550 INFO:tasks.rados.rados.0.smithi081.stdout:2214: left oid 6 (ObjNum 692 snap 195 seq_num 692) 2023-05-20T06:04:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:36 smithi170 ceph-mon[97338]: pgmap v428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:36.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:36 smithi170 ceph-mon[97338]: osdmap e454: 8 total, 8 up, 8 in 2023-05-20T06:04:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:36 smithi081 ceph-mon[95500]: pgmap v428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:36 smithi081 ceph-mon[95500]: osdmap e454: 8 total, 8 up, 8 in 2023-05-20T06:04:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:36 smithi081 ceph-mon[107735]: pgmap v428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:36 smithi081 ceph-mon[107735]: osdmap e454: 8 total, 8 up, 8 in 2023-05-20T06:04:37.535 INFO:tasks.rados.rados.0.smithi081.stdout:2211: done (2 left) 2023-05-20T06:04:37.535 INFO:tasks.rados.rados.0.smithi081.stdout:2214: done (1 left) 2023-05-20T06:04:37.535 INFO:tasks.rados.rados.0.smithi081.stdout:2215: done (0 left) 2023-05-20T06:04:37.535 INFO:tasks.rados.rados.0.smithi081.stdout:2216: rmattr oid 36 current snap is 196 2023-05-20T06:04:37.535 INFO:tasks.rados.rados.0.smithi081.stdout:2217: delete oid 14 current snap is 196 2023-05-20T06:04:37.538 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1090 (ObjNum 663 snap 179 seq_num 663) dirty exists 2023-05-20T06:04:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:2216: done (1 left) 2023-05-20T06:04:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:2217: done (0 left) 2023-05-20T06:04:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:2218: read oid 46 snap -1 2023-05-20T06:04:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:2218: expect (ObjNum 680 snap 194 seq_num 680) 2023-05-20T06:04:37.541 INFO:tasks.rados.rados.0.smithi081.stdout:2219: read oid 23 snap -1 2023-05-20T06:04:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:2219: expect (ObjNum 683 snap 194 seq_num 683) 2023-05-20T06:04:37.542 INFO:tasks.rados.rados.0.smithi081.stdout:2220: delete oid 25 current snap is 196 2023-05-20T06:04:37.553 INFO:tasks.rados.rados.0.smithi081.stdout:2220: done (2 left) 2023-05-20T06:04:37.554 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 196 2023-05-20T06:04:37.554 INFO:tasks.rados.rados.0.smithi081.stdout:2221: seq_num 695 ranges {0=442368,442368=540672,983040=598016,1581056=466944} 2023-05-20T06:04:37.556 INFO:tasks.rados.rados.0.smithi081.stdout:2221: writing smithi081164505-15 from 0 to 442368 tid 1 2023-05-20T06:04:37.559 INFO:tasks.rados.rados.0.smithi081.stdout:2221: writing smithi081164505-15 from 442368 to 983040 tid 2 2023-05-20T06:04:37.563 INFO:tasks.rados.rados.0.smithi081.stdout:2221: writing smithi081164505-15 from 983040 to 1581056 tid 3 2023-05-20T06:04:37.566 INFO:tasks.rados.rados.0.smithi081.stdout:2221: writing smithi081164505-15 from 1581056 to 2048000 tid 4 2023-05-20T06:04:37.566 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 196 2023-05-20T06:04:37.566 INFO:tasks.rados.rados.0.smithi081.stdout:2222: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2023-05-20T06:04:37.568 INFO:tasks.rados.rados.0.smithi081.stdout:2222: writing smithi081164505-19 from 0 to 458752 tid 1 2023-05-20T06:04:37.571 INFO:tasks.rados.rados.0.smithi081.stdout:2222: writing smithi081164505-19 from 458752 to 876544 tid 2 2023-05-20T06:04:37.575 INFO:tasks.rados.rados.0.smithi081.stdout:2222: writing smithi081164505-19 from 876544 to 1630208 tid 3 2023-05-20T06:04:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:2222: writing smithi081164505-19 from 1630208 to 2064384 tid 4 2023-05-20T06:04:37.578 INFO:tasks.rados.rados.0.smithi081.stdout:2223: delete oid 20 current snap is 196 2023-05-20T06:04:37.579 INFO:tasks.rados.rados.0.smithi081.stdout:2219: expect (ObjNum 683 snap 194 seq_num 683) 2023-05-20T06:04:37.689 INFO:tasks.rados.rados.0.smithi081.stdout:2221: finishing write tid 1 to smithi081164505-15 2023-05-20T06:04:37.690 INFO:tasks.rados.rados.0.smithi081.stdout:2218: expect (ObjNum 680 snap 194 seq_num 680) 2023-05-20T06:04:37.830 INFO:tasks.rados.rados.0.smithi081.stdout:2221: finishing write tid 2 to smithi081164505-15 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2218: done (4 left) 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2219: done (3 left) 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2223: done (2 left) 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2224: setattr oid 1 current snap is 196 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2221: finishing write tid 3 to smithi081164505-15 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2221: finishing write tid 4 to smithi081164505-15 2023-05-20T06:04:37.831 INFO:tasks.rados.rados.0.smithi081.stdout:2221: finishing write tid 5 to smithi081164505-15 2023-05-20T06:04:37.832 INFO:tasks.rados.rados.0.smithi081.stdout:2221: finishing write tid 6 to smithi081164505-15 2023-05-20T06:04:37.832 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1095 (ObjNum 695 snap 196 seq_num 695) dirty exists 2023-05-20T06:04:37.832 INFO:tasks.rados.rados.0.smithi081.stdout:2221: left oid 15 (ObjNum 695 snap 196 seq_num 695) 2023-05-20T06:04:37.832 INFO:tasks.rados.rados.0.smithi081.stdout:2222: finishing write tid 1 to smithi081164505-19 2023-05-20T06:04:37.832 INFO:tasks.rados.rados.0.smithi081.stdout:2222: finishing write tid 2 to smithi081164505-19 2023-05-20T06:04:37.832 INFO:tasks.rados.rados.0.smithi081.stdout:2222: finishing write tid 3 to smithi081164505-19 2023-05-20T06:04:37.833 INFO:tasks.rados.rados.0.smithi081.stdout:2222: finishing write tid 4 to smithi081164505-19 2023-05-20T06:04:37.833 INFO:tasks.rados.rados.0.smithi081.stdout:2222: finishing write tid 5 to smithi081164505-19 2023-05-20T06:04:37.833 INFO:tasks.rados.rados.0.smithi081.stdout:2222: finishing write tid 6 to smithi081164505-19 2023-05-20T06:04:37.833 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1027 (ObjNum 696 snap 196 seq_num 696) dirty exists 2023-05-20T06:04:37.833 INFO:tasks.rados.rados.0.smithi081.stdout:2222: left oid 19 (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:04:37.834 INFO:tasks.rados.rados.0.smithi081.stdout:2221: done (2 left) 2023-05-20T06:04:37.834 INFO:tasks.rados.rados.0.smithi081.stdout:2222: done (1 left) 2023-05-20T06:04:37.834 INFO:tasks.rados.rados.0.smithi081.stdout:2225: read oid 39 snap -1 2023-05-20T06:04:37.835 INFO:tasks.rados.rados.0.smithi081.stdout:2225: expect (ObjNum 638 snap 176 seq_num 638) 2023-05-20T06:04:37.835 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 196 2023-05-20T06:04:37.835 INFO:tasks.rados.rados.0.smithi081.stdout:2226: seq_num 698 ranges {7184384=499712,7684096=589824,8273920=770048,9043968=245760} 2023-05-20T06:04:37.872 INFO:tasks.rados.rados.0.smithi081.stdout:2226: writing smithi081164505-4 from 7184384 to 7684096 tid 1 2023-05-20T06:04:37.875 INFO:tasks.rados.rados.0.smithi081.stdout:2226: writing smithi081164505-4 from 7684096 to 8273920 tid 2 2023-05-20T06:04:37.879 INFO:tasks.rados.rados.0.smithi081.stdout:2226: writing smithi081164505-4 from 8273920 to 9043968 tid 3 2023-05-20T06:04:37.881 INFO:tasks.rados.rados.0.smithi081.stdout:2226: writing smithi081164505-4 from 9043968 to 9289728 tid 4 2023-05-20T06:04:37.882 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 196 2023-05-20T06:04:37.882 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1093 (ObjNum 591 snap 161 seq_num 591) dirty exists 2023-05-20T06:04:37.882 INFO:tasks.rados.rados.0.smithi081.stdout:2227: seq_num 699 ranges {4136960=516096,4653056=475136,5128192=573440,5701632=557056} 2023-05-20T06:04:37.906 INFO:tasks.rados.rados.0.smithi081.stdout:2227: writing smithi081164505-30 from 4136960 to 4653056 tid 1 2023-05-20T06:04:37.908 INFO:tasks.rados.rados.0.smithi081.stdout:2227: writing smithi081164505-30 from 4653056 to 5128192 tid 2 2023-05-20T06:04:37.911 INFO:tasks.rados.rados.0.smithi081.stdout:2227: writing smithi081164505-30 from 5128192 to 5701632 tid 3 2023-05-20T06:04:37.915 INFO:tasks.rados.rados.0.smithi081.stdout:2227: writing smithi081164505-30 from 5701632 to 6258688 tid 4 2023-05-20T06:04:37.916 INFO:tasks.rados.rados.0.smithi081.stdout:2224: done (3 left) 2023-05-20T06:04:37.916 INFO:tasks.rados.rados.0.smithi081.stdout:2228: snap_create 2023-05-20T06:04:37.916 INFO:tasks.rados.rados.0.smithi081.stdout:2225: expect (ObjNum 638 snap 176 seq_num 638) 2023-05-20T06:04:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:37 smithi170 ceph-mon[97338]: osdmap e455: 8 total, 8 up, 8 in 2023-05-20T06:04:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:37 smithi081 ceph-mon[95500]: osdmap e455: 8 total, 8 up, 8 in 2023-05-20T06:04:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:37 smithi081 ceph-mon[107735]: osdmap e455: 8 total, 8 up, 8 in 2023-05-20T06:04:38.096 INFO:tasks.rados.rados.0.smithi081.stdout:2226: finishing write tid 1 to smithi081164505-4 2023-05-20T06:04:38.096 INFO:tasks.rados.rados.0.smithi081.stdout:2226: finishing write tid 2 to smithi081164505-4 2023-05-20T06:04:38.097 INFO:tasks.rados.rados.0.smithi081.stdout:2226: finishing write tid 3 to smithi081164505-4 2023-05-20T06:04:38.097 INFO:tasks.rados.rados.0.smithi081.stdout:2226: finishing write tid 4 to smithi081164505-4 2023-05-20T06:04:38.097 INFO:tasks.rados.rados.0.smithi081.stdout:2226: finishing write tid 5 to smithi081164505-4 2023-05-20T06:04:38.097 INFO:tasks.rados.rados.0.smithi081.stdout:2226: finishing write tid 6 to smithi081164505-4 2023-05-20T06:04:38.097 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1033 (ObjNum 698 snap 196 seq_num 698) dirty exists 2023-05-20T06:04:38.098 INFO:tasks.rados.rados.0.smithi081.stdout:2226: left oid 4 (ObjNum 698 snap 196 seq_num 698) 2023-05-20T06:04:38.098 INFO:tasks.rados.rados.0.smithi081.stdout:2227: finishing write tid 1 to smithi081164505-30 2023-05-20T06:04:38.098 INFO:tasks.rados.rados.0.smithi081.stdout:2227: finishing write tid 2 to smithi081164505-30 2023-05-20T06:04:38.098 INFO:tasks.rados.rados.0.smithi081.stdout:2227: finishing write tid 3 to smithi081164505-30 2023-05-20T06:04:38.098 INFO:tasks.rados.rados.0.smithi081.stdout:2227: finishing write tid 4 to smithi081164505-30 2023-05-20T06:04:38.099 INFO:tasks.rados.rados.0.smithi081.stdout:2227: finishing write tid 5 to smithi081164505-30 2023-05-20T06:04:38.099 INFO:tasks.rados.rados.0.smithi081.stdout:2227: finishing write tid 6 to smithi081164505-30 2023-05-20T06:04:38.099 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 948 (ObjNum 699 snap 196 seq_num 699) dirty exists 2023-05-20T06:04:38.099 INFO:tasks.rados.rados.0.smithi081.stdout:2227: left oid 30 (ObjNum 699 snap 196 seq_num 699) 2023-05-20T06:04:38.537 INFO:tasks.rados.rados.0.smithi081.stdout:2225: done (3 left) 2023-05-20T06:04:38.537 INFO:tasks.rados.rados.0.smithi081.stdout:2226: done (2 left) 2023-05-20T06:04:38.537 INFO:tasks.rados.rados.0.smithi081.stdout:2227: done (1 left) 2023-05-20T06:04:38.537 INFO:tasks.rados.rados.0.smithi081.stdout:2228: done (0 left) 2023-05-20T06:04:38.538 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 197 2023-05-20T06:04:38.538 INFO:tasks.rados.rados.0.smithi081.stdout:2229: seq_num 700 ranges {1245184=532480,1777664=409600,2187264=737280,2924544=458752} 2023-05-20T06:04:38.545 INFO:tasks.rados.rados.0.smithi081.stdout:2229: writing smithi081164505-13 from 1245184 to 1777664 tid 1 2023-05-20T06:04:38.548 INFO:tasks.rados.rados.0.smithi081.stdout:2229: writing smithi081164505-13 from 1777664 to 2187264 tid 2 2023-05-20T06:04:38.552 INFO:tasks.rados.rados.0.smithi081.stdout:2229: writing smithi081164505-13 from 2187264 to 2924544 tid 3 2023-05-20T06:04:38.555 INFO:tasks.rados.rados.0.smithi081.stdout:2229: writing smithi081164505-13 from 2924544 to 3383296 tid 4 2023-05-20T06:04:38.555 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 197 2023-05-20T06:04:38.555 INFO:tasks.rados.rados.0.smithi081.stdout:2229: finishing write tid 1 to smithi081164505-13 2023-05-20T06:04:38.555 INFO:tasks.rados.rados.0.smithi081.stdout:2230: seq_num 701 ranges {2637824=548864,3186688=696320,3883008=540672,4423680=368640} 2023-05-20T06:04:38.571 INFO:tasks.rados.rados.0.smithi081.stdout:2230: writing smithi081164505-17 from 2637824 to 3186688 tid 1 2023-05-20T06:04:38.575 INFO:tasks.rados.rados.0.smithi081.stdout:2230: writing smithi081164505-17 from 3186688 to 3883008 tid 2 2023-05-20T06:04:38.579 INFO:tasks.rados.rados.0.smithi081.stdout:2230: writing smithi081164505-17 from 3883008 to 4423680 tid 3 2023-05-20T06:04:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:2230: writing smithi081164505-17 from 4423680 to 4792320 tid 4 2023-05-20T06:04:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:2231: read oid 30 snap -1 2023-05-20T06:04:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:2231: expect (ObjNum 699 snap 196 seq_num 699) 2023-05-20T06:04:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:2232: snap_create 2023-05-20T06:04:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:2229: finishing write tid 2 to smithi081164505-13 2023-05-20T06:04:38.581 INFO:tasks.rados.rados.0.smithi081.stdout:2229: finishing write tid 3 to smithi081164505-13 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:2229: finishing write tid 4 to smithi081164505-13 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:2229: finishing write tid 5 to smithi081164505-13 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:2229: finishing write tid 6 to smithi081164505-13 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1100 (ObjNum 700 snap 197 seq_num 700) dirty exists 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:2229: left oid 13 (ObjNum 700 snap 197 seq_num 700) 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:2230: finishing write tid 1 to smithi081164505-17 2023-05-20T06:04:38.582 INFO:tasks.rados.rados.0.smithi081.stdout:2230: finishing write tid 2 to smithi081164505-17 2023-05-20T06:04:38.583 INFO:tasks.rados.rados.0.smithi081.stdout:2230: finishing write tid 3 to smithi081164505-17 2023-05-20T06:04:38.585 INFO:tasks.rados.rados.0.smithi081.stdout:2230: finishing write tid 4 to smithi081164505-17 2023-05-20T06:04:38.585 INFO:tasks.rados.rados.0.smithi081.stdout:2230: finishing write tid 5 to smithi081164505-17 2023-05-20T06:04:38.586 INFO:tasks.rados.rados.0.smithi081.stdout:2230: finishing write tid 6 to smithi081164505-17 2023-05-20T06:04:38.586 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 915 (ObjNum 701 snap 197 seq_num 701) dirty exists 2023-05-20T06:04:38.587 INFO:tasks.rados.rados.0.smithi081.stdout:2230: left oid 17 (ObjNum 701 snap 197 seq_num 701) 2023-05-20T06:04:38.609 INFO:tasks.rados.rados.0.smithi081.stdout:2231: expect (ObjNum 699 snap 196 seq_num 699) 2023-05-20T06:04:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:38 smithi170 ceph-mon[97338]: pgmap v431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:38.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:38 smithi170 ceph-mon[97338]: osdmap e456: 8 total, 8 up, 8 in 2023-05-20T06:04:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:38 smithi081 ceph-mon[95500]: pgmap v431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:38 smithi081 ceph-mon[95500]: osdmap e456: 8 total, 8 up, 8 in 2023-05-20T06:04:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:38 smithi081 ceph-mon[107735]: pgmap v431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:38 smithi081 ceph-mon[107735]: osdmap e456: 8 total, 8 up, 8 in 2023-05-20T06:04:39.542 INFO:tasks.rados.rados.0.smithi081.stdout:2229: done (3 left) 2023-05-20T06:04:39.543 INFO:tasks.rados.rados.0.smithi081.stdout:2230: done (2 left) 2023-05-20T06:04:39.543 INFO:tasks.rados.rados.0.smithi081.stdout:2231: done (1 left) 2023-05-20T06:04:39.543 INFO:tasks.rados.rados.0.smithi081.stdout:2232: done (0 left) 2023-05-20T06:04:39.543 INFO:tasks.rados.rados.0.smithi081.stdout:2233: rmattr oid 38 current snap is 198 2023-05-20T06:04:39.543 INFO:tasks.rados.rados.0.smithi081.stdout:2233: done (0 left) 2023-05-20T06:04:39.544 INFO:tasks.rados.rados.0.smithi081.stdout:2234: read oid 28 snap 181 2023-05-20T06:04:39.544 INFO:tasks.rados.rados.0.smithi081.stdout:2234: expect (ObjNum 652 snap 176 seq_num 652) 2023-05-20T06:04:39.544 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 198 2023-05-20T06:04:39.544 INFO:tasks.rados.rados.0.smithi081.stdout:2235: seq_num 702 ranges {3473408=565248,4038656=581632,4620288=745472,5365760=278528} 2023-05-20T06:04:39.564 INFO:tasks.rados.rados.0.smithi081.stdout:2235: writing smithi081164505-23 from 3473408 to 4038656 tid 1 2023-05-20T06:04:39.568 INFO:tasks.rados.rados.0.smithi081.stdout:2235: writing smithi081164505-23 from 4038656 to 4620288 tid 2 2023-05-20T06:04:39.572 INFO:tasks.rados.rados.0.smithi081.stdout:2235: writing smithi081164505-23 from 4620288 to 5365760 tid 3 2023-05-20T06:04:39.573 INFO:tasks.rados.rados.0.smithi081.stdout:2235: writing smithi081164505-23 from 5365760 to 5644288 tid 4 2023-05-20T06:04:39.574 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 198 2023-05-20T06:04:39.574 INFO:tasks.rados.rados.0.smithi081.stdout:2234: expect (ObjNum 652 snap 176 seq_num 652) 2023-05-20T06:04:39.743 INFO:tasks.rados.rados.0.smithi081.stdout:2235: finishing write tid 1 to smithi081164505-23 2023-05-20T06:04:39.744 INFO:tasks.rados.rados.0.smithi081.stdout:2235: finishing write tid 2 to smithi081164505-23 2023-05-20T06:04:39.744 INFO:tasks.rados.rados.0.smithi081.stdout:2236: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2023-05-20T06:04:39.746 INFO:tasks.rados.rados.0.smithi081.stdout:2236: writing smithi081164505-48 from 0 to 581632 tid 1 2023-05-20T06:04:39.749 INFO:tasks.rados.rados.0.smithi081.stdout:2236: writing smithi081164505-48 from 581632 to 1040384 tid 2 2023-05-20T06:04:39.752 INFO:tasks.rados.rados.0.smithi081.stdout:2236: writing smithi081164505-48 from 1040384 to 1597440 tid 3 2023-05-20T06:04:39.754 INFO:tasks.rados.rados.0.smithi081.stdout:2236: writing smithi081164505-48 from 1597440 to 2015232 tid 4 2023-05-20T06:04:39.755 INFO:tasks.rados.rados.0.smithi081.stdout:2236: writing smithi081164505-48 from 2015232 to 2187264 tid 5 2023-05-20T06:04:39.756 INFO:tasks.rados.rados.0.smithi081.stdout:2234: done (2 left) 2023-05-20T06:04:39.756 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 198 2023-05-20T06:04:39.756 INFO:tasks.rados.rados.0.smithi081.stdout:2235: finishing write tid 3 to smithi081164505-23 2023-05-20T06:04:39.756 INFO:tasks.rados.rados.0.smithi081.stdout:2235: finishing write tid 4 to smithi081164505-23 2023-05-20T06:04:39.757 INFO:tasks.rados.rados.0.smithi081.stdout:2235: finishing write tid 5 to smithi081164505-23 2023-05-20T06:04:39.757 INFO:tasks.rados.rados.0.smithi081.stdout:2237: seq_num 704 ranges {3325952=598016,3923968=745472,4669440=712704,5382144=147456} 2023-05-20T06:04:39.776 INFO:tasks.rados.rados.0.smithi081.stdout:2237: writing smithi081164505-8 from 3325952 to 3923968 tid 1 2023-05-20T06:04:39.780 INFO:tasks.rados.rados.0.smithi081.stdout:2237: writing smithi081164505-8 from 3923968 to 4669440 tid 2 2023-05-20T06:04:39.784 INFO:tasks.rados.rados.0.smithi081.stdout:2237: writing smithi081164505-8 from 4669440 to 5382144 tid 3 2023-05-20T06:04:39.785 INFO:tasks.rados.rados.0.smithi081.stdout:2237: writing smithi081164505-8 from 5382144 to 5529600 tid 4 2023-05-20T06:04:39.785 INFO:tasks.rados.rados.0.smithi081.stdout:2238: snap_create 2023-05-20T06:04:39.785 INFO:tasks.rados.rados.0.smithi081.stdout:2235: finishing write tid 6 to smithi081164505-23 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1278 (ObjNum 702 snap 198 seq_num 702) dirty exists 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2235: left oid 23 (ObjNum 702 snap 198 seq_num 702) 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 1 to smithi081164505-48 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 2 to smithi081164505-48 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 3 to smithi081164505-48 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 4 to smithi081164505-48 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 5 to smithi081164505-48 2023-05-20T06:04:39.786 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 6 to smithi081164505-48 2023-05-20T06:04:39.787 INFO:tasks.rados.rados.0.smithi081.stdout:2236: finishing write tid 7 to smithi081164505-48 2023-05-20T06:04:39.787 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1221 (ObjNum 703 snap 198 seq_num 703) dirty exists 2023-05-20T06:04:39.787 INFO:tasks.rados.rados.0.smithi081.stdout:2236: left oid 48 (ObjNum 703 snap 198 seq_num 703) 2023-05-20T06:04:39.787 INFO:tasks.rados.rados.0.smithi081.stdout:2237: finishing write tid 1 to smithi081164505-8 2023-05-20T06:04:39.787 INFO:tasks.rados.rados.0.smithi081.stdout:2237: finishing write tid 2 to smithi081164505-8 2023-05-20T06:04:39.788 INFO:tasks.rados.rados.0.smithi081.stdout:2237: finishing write tid 3 to smithi081164505-8 2023-05-20T06:04:39.789 INFO:tasks.rados.rados.0.smithi081.stdout:2237: finishing write tid 4 to smithi081164505-8 2023-05-20T06:04:39.789 INFO:tasks.rados.rados.0.smithi081.stdout:2237: finishing write tid 5 to smithi081164505-8 2023-05-20T06:04:39.790 INFO:tasks.rados.rados.0.smithi081.stdout:2237: finishing write tid 6 to smithi081164505-8 2023-05-20T06:04:39.790 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1206 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:04:39.791 INFO:tasks.rados.rados.0.smithi081.stdout:2237: left oid 8 (ObjNum 704 snap 198 seq_num 704) 2023-05-20T06:04:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:39 smithi170 ceph-mon[97338]: osdmap e457: 8 total, 8 up, 8 in 2023-05-20T06:04:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:39 smithi081 ceph-mon[95500]: osdmap e457: 8 total, 8 up, 8 in 2023-05-20T06:04:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:39 smithi081 ceph-mon[107735]: osdmap e457: 8 total, 8 up, 8 in 2023-05-20T06:04:40.552 INFO:tasks.rados.rados.0.smithi081.stdout:2235: done (3 left) 2023-05-20T06:04:40.553 INFO:tasks.rados.rados.0.smithi081.stdout:2236: done (2 left) 2023-05-20T06:04:40.553 INFO:tasks.rados.rados.0.smithi081.stdout:2237: done (1 left) 2023-05-20T06:04:40.553 INFO:tasks.rados.rados.0.smithi081.stdout:2238: done (0 left) 2023-05-20T06:04:40.553 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 199 2023-05-20T06:04:40.553 INFO:tasks.rados.rados.0.smithi081.stdout:2239: seq_num 705 ranges {1048576=614400,1662976=630784,2293760=524288,2818048=450560} 2023-05-20T06:04:40.561 INFO:tasks.rados.rados.0.smithi081.stdout:2239: writing smithi081164505-33 from 1048576 to 1662976 tid 1 2023-05-20T06:04:40.565 INFO:tasks.rados.rados.0.smithi081.stdout:2239: writing smithi081164505-33 from 1662976 to 2293760 tid 2 2023-05-20T06:04:40.568 INFO:tasks.rados.rados.0.smithi081.stdout:2239: writing smithi081164505-33 from 2293760 to 2818048 tid 3 2023-05-20T06:04:40.572 INFO:tasks.rados.rados.0.smithi081.stdout:2239: writing smithi081164505-33 from 2818048 to 3268608 tid 4 2023-05-20T06:04:40.572 INFO:tasks.rados.rados.0.smithi081.stdout:2240: snap_create 2023-05-20T06:04:40.572 INFO:tasks.rados.rados.0.smithi081.stdout:2239: finishing write tid 1 to smithi081164505-33 2023-05-20T06:04:40.573 INFO:tasks.rados.rados.0.smithi081.stdout:2239: finishing write tid 2 to smithi081164505-33 2023-05-20T06:04:40.573 INFO:tasks.rados.rados.0.smithi081.stdout:2239: finishing write tid 3 to smithi081164505-33 2023-05-20T06:04:40.573 INFO:tasks.rados.rados.0.smithi081.stdout:2239: finishing write tid 4 to smithi081164505-33 2023-05-20T06:04:40.574 INFO:tasks.rados.rados.0.smithi081.stdout:2239: finishing write tid 5 to smithi081164505-33 2023-05-20T06:04:40.575 INFO:tasks.rados.rados.0.smithi081.stdout:2239: finishing write tid 6 to smithi081164505-33 2023-05-20T06:04:40.575 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 543 (ObjNum 705 snap 199 seq_num 705) dirty exists 2023-05-20T06:04:40.575 INFO:tasks.rados.rados.0.smithi081.stdout:2239: left oid 33 (ObjNum 705 snap 199 seq_num 705) 2023-05-20T06:04:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:40 smithi170 ceph-mon[97338]: pgmap v434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:40 smithi170 ceph-mon[97338]: osdmap e458: 8 total, 8 up, 8 in 2023-05-20T06:04:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:40 smithi081 ceph-mon[95500]: pgmap v434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:40 smithi081 ceph-mon[95500]: osdmap e458: 8 total, 8 up, 8 in 2023-05-20T06:04:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:40 smithi081 ceph-mon[107735]: pgmap v434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:40 smithi081 ceph-mon[107735]: osdmap e458: 8 total, 8 up, 8 in 2023-05-20T06:04:41.559 INFO:tasks.rados.rados.0.smithi081.stdout:2239: done (1 left) 2023-05-20T06:04:41.559 INFO:tasks.rados.rados.0.smithi081.stdout:2240: done (0 left) 2023-05-20T06:04:41.559 INFO:tasks.rados.rados.0.smithi081.stdout:2241: delete oid 46 current snap is 200 2023-05-20T06:04:41.563 INFO:tasks.rados.rados.0.smithi081.stdout:2241: done (0 left) 2023-05-20T06:04:41.563 INFO:tasks.rados.rados.0.smithi081.stdout:2242: delete oid 40 current snap is 200 2023-05-20T06:04:41.568 INFO:tasks.rados.rados.0.smithi081.stdout:2242: done (0 left) 2023-05-20T06:04:41.569 INFO:tasks.rados.rados.0.smithi081.stdout:2243: snap_create 2023-05-20T06:04:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:41 smithi170 ceph-mon[97338]: osdmap e459: 8 total, 8 up, 8 in 2023-05-20T06:04:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:41 smithi081 ceph-mon[95500]: osdmap e459: 8 total, 8 up, 8 in 2023-05-20T06:04:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:41 smithi081 ceph-mon[107735]: osdmap e459: 8 total, 8 up, 8 in 2023-05-20T06:04:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:04:41.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:04:41.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:42.565 INFO:tasks.rados.rados.0.smithi081.stdout:2243: done (0 left) 2023-05-20T06:04:42.565 INFO:tasks.rados.rados.0.smithi081.stdout:2244: read oid 50 snap -1 2023-05-20T06:04:42.565 INFO:tasks.rados.rados.0.smithi081.stdout:2244: expect (ObjNum 688 snap 194 seq_num 688) 2023-05-20T06:04:42.566 INFO:tasks.rados.rados.0.smithi081.stdout:2245: read oid 44 snap -1 2023-05-20T06:04:42.566 INFO:tasks.rados.rados.0.smithi081.stdout:2245: expect (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:04:42.566 INFO:tasks.rados.rados.0.smithi081.stdout:2246: read oid 47 snap 199 2023-05-20T06:04:42.566 INFO:tasks.rados.rados.0.smithi081.stdout:2246: expect deleted 2023-05-20T06:04:42.567 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 201 2023-05-20T06:04:42.567 INFO:tasks.rados.rados.0.smithi081.stdout:2247: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2023-05-20T06:04:42.570 INFO:tasks.rados.rados.0.smithi081.stdout:2247: writing smithi081164505-46 from 0 to 663552 tid 1 2023-05-20T06:04:42.573 INFO:tasks.rados.rados.0.smithi081.stdout:2247: writing smithi081164505-46 from 663552 to 1400832 tid 2 2023-05-20T06:04:42.577 INFO:tasks.rados.rados.0.smithi081.stdout:2247: writing smithi081164505-46 from 1400832 to 2097152 tid 3 2023-05-20T06:04:42.579 INFO:tasks.rados.rados.0.smithi081.stdout:2247: writing smithi081164505-46 from 2097152 to 2269184 tid 4 2023-05-20T06:04:42.579 INFO:tasks.rados.rados.0.smithi081.stdout:2248: rollback oid 40 current snap is 201 2023-05-20T06:04:42.579 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 188 2023-05-20T06:04:42.579 INFO:tasks.rados.rados.0.smithi081.stdout:2246: done (4 left) 2023-05-20T06:04:42.579 INFO:tasks.rados.rados.0.smithi081.stdout:2249: rollback oid 2 current snap is 201 2023-05-20T06:04:42.579 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 2 to 198 2023-05-20T06:04:42.580 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 201 2023-05-20T06:04:42.580 INFO:tasks.rados.rados.0.smithi081.stdout:2250: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2023-05-20T06:04:42.582 INFO:tasks.rados.rados.0.smithi081.stdout:2250: writing smithi081164505-38 from 0 to 679936 tid 1 2023-05-20T06:04:42.586 INFO:tasks.rados.rados.0.smithi081.stdout:2250: writing smithi081164505-38 from 679936 to 1294336 tid 2 2023-05-20T06:04:42.589 INFO:tasks.rados.rados.0.smithi081.stdout:2250: writing smithi081164505-38 from 1294336 to 1794048 tid 3 2023-05-20T06:04:42.592 INFO:tasks.rados.rados.0.smithi081.stdout:2250: writing smithi081164505-38 from 1794048 to 2285568 tid 4 2023-05-20T06:04:42.592 INFO:tasks.rados.rados.0.smithi081.stdout:2251: read oid 10 snap -1 2023-05-20T06:04:42.592 INFO:tasks.rados.rados.0.smithi081.stdout:2251: expect deleted 2023-05-20T06:04:42.592 INFO:tasks.rados.rados.0.smithi081.stdout:2252: read oid 49 snap -1 2023-05-20T06:04:42.592 INFO:tasks.rados.rados.0.smithi081.stdout:2252: expect deleted 2023-05-20T06:04:42.593 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 201 2023-05-20T06:04:42.593 INFO:tasks.rados.rados.0.smithi081.stdout:2244: expect (ObjNum 688 snap 194 seq_num 688) 2023-05-20T06:04:42.669 INFO:tasks.rados.rados.0.smithi081.stdout:2245: expect (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:04:42.768 INFO:tasks.rados.rados.0.smithi081.stdout:2249: finishing rollback tid 1 to smithi081164505-2 2023-05-20T06:04:42.769 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 0 (ObjNum 593 snap 0 seq_num 164208088) dirty dne 2023-05-20T06:04:42.769 INFO:tasks.rados.rados.0.smithi081.stdout:2248: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:04:42.769 INFO:tasks.rados.rados.0.smithi081.stdout:2248: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:04:42.769 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1103 (ObjNum 666 snap 184 seq_num 666) dirty exists 2023-05-20T06:04:42.769 INFO:tasks.rados.rados.0.smithi081.stdout:2247: finishing write tid 1 to smithi081164505-46 2023-05-20T06:04:42.770 INFO:tasks.rados.rados.0.smithi081.stdout:2253: seq_num 710 ranges {3858432=696320,4554752=499712,5054464=712704,5767168=393216} 2023-05-20T06:04:42.792 INFO:tasks.rados.rados.0.smithi081.stdout:2253: writing smithi081164505-35 from 3858432 to 4554752 tid 1 2023-05-20T06:04:42.795 INFO:tasks.rados.rados.0.smithi081.stdout:2253: writing smithi081164505-35 from 4554752 to 5054464 tid 2 2023-05-20T06:04:42.799 INFO:tasks.rados.rados.0.smithi081.stdout:2253: writing smithi081164505-35 from 5054464 to 5767168 tid 3 2023-05-20T06:04:42.802 INFO:tasks.rados.rados.0.smithi081.stdout:2253: writing smithi081164505-35 from 5767168 to 6160384 tid 4 2023-05-20T06:04:42.803 INFO:tasks.rados.rados.0.smithi081.stdout:2244: done (8 left) 2023-05-20T06:04:42.803 INFO:tasks.rados.rados.0.smithi081.stdout:2245: done (7 left) 2023-05-20T06:04:42.803 INFO:tasks.rados.rados.0.smithi081.stdout:2248: done (6 left) 2023-05-20T06:04:42.803 INFO:tasks.rados.rados.0.smithi081.stdout:2249: done (5 left) 2023-05-20T06:04:42.803 INFO:tasks.rados.rados.0.smithi081.stdout:2254: read oid 27 snap -1 2023-05-20T06:04:42.804 INFO:tasks.rados.rados.0.smithi081.stdout:2254: expect (ObjNum 644 snap 176 seq_num 644) 2023-05-20T06:04:42.804 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 201 2023-05-20T06:04:42.804 INFO:tasks.rados.rados.0.smithi081.stdout:2255: seq_num 711 ranges {1277952=712704,1990656=786432,2777088=516096,3293184=303104} 2023-05-20T06:04:42.813 INFO:tasks.rados.rados.0.smithi081.stdout:2255: writing smithi081164505-12 from 1277952 to 1990656 tid 1 2023-05-20T06:04:42.817 INFO:tasks.rados.rados.0.smithi081.stdout:2255: writing smithi081164505-12 from 1990656 to 2777088 tid 2 2023-05-20T06:04:42.820 INFO:tasks.rados.rados.0.smithi081.stdout:2255: writing smithi081164505-12 from 2777088 to 3293184 tid 3 2023-05-20T06:04:42.822 INFO:tasks.rados.rados.0.smithi081.stdout:2255: writing smithi081164505-12 from 3293184 to 3596288 tid 4 2023-05-20T06:04:42.822 INFO:tasks.rados.rados.0.smithi081.stdout:2256: snap_create 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:2247: finishing write tid 2 to smithi081164505-46 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:2247: finishing write tid 3 to smithi081164505-46 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:2247: finishing write tid 4 to smithi081164505-46 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:2247: finishing write tid 5 to smithi081164505-46 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:2247: finishing write tid 6 to smithi081164505-46 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1080 (ObjNum 708 snap 201 seq_num 708) dirty exists 2023-05-20T06:04:42.823 INFO:tasks.rados.rados.0.smithi081.stdout:2247: left oid 46 (ObjNum 708 snap 201 seq_num 708) 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:2250: finishing write tid 1 to smithi081164505-38 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:2250: finishing write tid 2 to smithi081164505-38 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:2250: finishing write tid 3 to smithi081164505-38 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:2250: finishing write tid 4 to smithi081164505-38 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:2250: finishing write tid 5 to smithi081164505-38 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:2250: finishing write tid 6 to smithi081164505-38 2023-05-20T06:04:42.824 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1211 (ObjNum 709 snap 201 seq_num 709) dirty exists 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2250: left oid 38 (ObjNum 709 snap 201 seq_num 709) 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2253: finishing write tid 1 to smithi081164505-35 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2253: finishing write tid 2 to smithi081164505-35 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2253: finishing write tid 3 to smithi081164505-35 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2253: finishing write tid 4 to smithi081164505-35 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2253: finishing write tid 5 to smithi081164505-35 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2255: finishing write tid 1 to smithi081164505-12 2023-05-20T06:04:42.825 INFO:tasks.rados.rados.0.smithi081.stdout:2255: finishing write tid 2 to smithi081164505-12 2023-05-20T06:04:42.826 INFO:tasks.rados.rados.0.smithi081.stdout:2253: finishing write tid 6 to smithi081164505-35 2023-05-20T06:04:42.827 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1284 (ObjNum 710 snap 201 seq_num 710) dirty exists 2023-05-20T06:04:42.827 INFO:tasks.rados.rados.0.smithi081.stdout:2253: left oid 35 (ObjNum 710 snap 201 seq_num 710) 2023-05-20T06:04:42.827 INFO:tasks.rados.rados.0.smithi081.stdout:2255: finishing write tid 3 to smithi081164505-12 2023-05-20T06:04:42.827 INFO:tasks.rados.rados.0.smithi081.stdout:2255: finishing write tid 4 to smithi081164505-12 2023-05-20T06:04:42.827 INFO:tasks.rados.rados.0.smithi081.stdout:2255: finishing write tid 5 to smithi081164505-12 2023-05-20T06:04:42.828 INFO:tasks.rados.rados.0.smithi081.stdout:2255: finishing write tid 6 to smithi081164505-12 2023-05-20T06:04:42.828 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 740 (ObjNum 711 snap 201 seq_num 711) dirty exists 2023-05-20T06:04:42.828 INFO:tasks.rados.rados.0.smithi081.stdout:2255: left oid 12 (ObjNum 711 snap 201 seq_num 711) 2023-05-20T06:04:42.829 INFO:tasks.rados.rados.0.smithi081.stdout:2254: expect (ObjNum 644 snap 176 seq_num 644) 2023-05-20T06:04:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:42 smithi170 ceph-mon[97338]: pgmap v437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:42 smithi170 ceph-mon[97338]: osdmap e460: 8 total, 8 up, 8 in 2023-05-20T06:04:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:42 smithi081 ceph-mon[95500]: pgmap v437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:42 smithi081 ceph-mon[95500]: osdmap e460: 8 total, 8 up, 8 in 2023-05-20T06:04:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:42 smithi081 ceph-mon[107735]: pgmap v437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:42 smithi081 ceph-mon[107735]: osdmap e460: 8 total, 8 up, 8 in 2023-05-20T06:04:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:04:43.569 INFO:tasks.rados.rados.0.smithi081.stdout:2247: done (7 left) 2023-05-20T06:04:43.569 INFO:tasks.rados.rados.0.smithi081.stdout:2250: done (6 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2251: done (5 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2252: done (4 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2253: done (3 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2254: done (2 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2255: done (1 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2256: done (0 left) 2023-05-20T06:04:43.570 INFO:tasks.rados.rados.0.smithi081.stdout:2257: delete oid 7 current snap is 202 2023-05-20T06:04:43.572 INFO:tasks.rados.rados.0.smithi081.stdout:2257: done (0 left) 2023-05-20T06:04:43.572 INFO:tasks.rados.rados.0.smithi081.stdout:2258: snap_remove snap 188 2023-05-20T06:04:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:43 smithi170 ceph-mon[97338]: osdmap e461: 8 total, 8 up, 8 in 2023-05-20T06:04:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:43 smithi081 ceph-mon[95500]: osdmap e461: 8 total, 8 up, 8 in 2023-05-20T06:04:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:43 smithi081 ceph-mon[107735]: osdmap e461: 8 total, 8 up, 8 in 2023-05-20T06:04:44.576 INFO:tasks.rados.rados.0.smithi081.stdout:2258: done (0 left) 2023-05-20T06:04:44.577 INFO:tasks.rados.rados.0.smithi081.stdout:2259: read oid 38 snap 176 2023-05-20T06:04:44.577 INFO:tasks.rados.rados.0.smithi081.stdout:2259: expect (ObjNum 632 snap 176 seq_num 632) 2023-05-20T06:04:44.577 INFO:tasks.rados.rados.0.smithi081.stdout:2260: snap_remove snap 201 2023-05-20T06:04:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:44 smithi170 ceph-mon[97338]: pgmap v440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:44 smithi170 ceph-mon[97338]: osdmap e462: 8 total, 8 up, 8 in 2023-05-20T06:04:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:44 smithi081 ceph-mon[95500]: pgmap v440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:44 smithi081 ceph-mon[95500]: osdmap e462: 8 total, 8 up, 8 in 2023-05-20T06:04:45.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:44 smithi081 ceph-mon[107735]: pgmap v440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:45.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:44 smithi081 ceph-mon[107735]: osdmap e462: 8 total, 8 up, 8 in 2023-05-20T06:04:45.575 INFO:tasks.rados.rados.0.smithi081.stdout:2260: done (1 left) 2023-05-20T06:04:45.575 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 202 2023-05-20T06:04:45.575 INFO:tasks.rados.rados.0.smithi081.stdout:2261: seq_num 713 ranges {2187264=745472,2932736=557056,3489792=483328,3973120=565248} 2023-05-20T06:04:45.591 INFO:tasks.rados.rados.0.smithi081.stdout:2261: writing smithi081164505-48 from 2187264 to 2932736 tid 1 2023-05-20T06:04:45.594 INFO:tasks.rados.rados.0.smithi081.stdout:2261: writing smithi081164505-48 from 2932736 to 3489792 tid 2 2023-05-20T06:04:45.598 INFO:tasks.rados.rados.0.smithi081.stdout:2261: writing smithi081164505-48 from 3489792 to 3973120 tid 3 2023-05-20T06:04:45.601 INFO:tasks.rados.rados.0.smithi081.stdout:2261: writing smithi081164505-48 from 3973120 to 4538368 tid 4 2023-05-20T06:04:45.601 INFO:tasks.rados.rados.0.smithi081.stdout:2262: rollback oid 11 current snap is 202 2023-05-20T06:04:45.602 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 199 2023-05-20T06:04:45.602 INFO:tasks.rados.rados.0.smithi081.stdout:2259: expect (ObjNum 632 snap 176 seq_num 632) 2023-05-20T06:04:45.724 INFO:tasks.rados.rados.0.smithi081.stdout:2261: finishing write tid 1 to smithi081164505-48 2023-05-20T06:04:45.724 INFO:tasks.rados.rados.0.smithi081.stdout:2261: finishing write tid 2 to smithi081164505-48 2023-05-20T06:04:45.724 INFO:tasks.rados.rados.0.smithi081.stdout:2261: finishing write tid 3 to smithi081164505-48 2023-05-20T06:04:45.724 INFO:tasks.rados.rados.0.smithi081.stdout:2261: finishing write tid 4 to smithi081164505-48 2023-05-20T06:04:45.724 INFO:tasks.rados.rados.0.smithi081.stdout:2261: finishing write tid 5 to smithi081164505-48 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:2262: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:2261: finishing write tid 6 to smithi081164505-48 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1236 (ObjNum 713 snap 202 seq_num 713) dirty exists 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:2261: left oid 48 (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:2262: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:2262: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1240 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:04:45.725 INFO:tasks.rados.rados.0.smithi081.stdout:2259: done (2 left) 2023-05-20T06:04:45.726 INFO:tasks.rados.rados.0.smithi081.stdout:2261: done (1 left) 2023-05-20T06:04:45.726 INFO:tasks.rados.rados.0.smithi081.stdout:2262: done (0 left) 2023-05-20T06:04:45.726 INFO:tasks.rados.rados.0.smithi081.stdout:2263: read oid 21 snap -1 2023-05-20T06:04:45.726 INFO:tasks.rados.rados.0.smithi081.stdout:2263: expect deleted 2023-05-20T06:04:45.726 INFO:tasks.rados.rados.0.smithi081.stdout:2264: snap_create 2023-05-20T06:04:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:45 smithi170 ceph-mon[97338]: osdmap e463: 8 total, 8 up, 8 in 2023-05-20T06:04:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:45 smithi170 ceph-mon[97338]: osdmap e464: 8 total, 8 up, 8 in 2023-05-20T06:04:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:45 smithi081 ceph-mon[95500]: osdmap e463: 8 total, 8 up, 8 in 2023-05-20T06:04:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:45 smithi081 ceph-mon[95500]: osdmap e464: 8 total, 8 up, 8 in 2023-05-20T06:04:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:45 smithi081 ceph-mon[107735]: osdmap e463: 8 total, 8 up, 8 in 2023-05-20T06:04:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:45 smithi081 ceph-mon[107735]: osdmap e464: 8 total, 8 up, 8 in 2023-05-20T06:04:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:2263: done (1 left) 2023-05-20T06:04:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:2264: done (0 left) 2023-05-20T06:04:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:2265: delete oid 35 current snap is 203 2023-05-20T06:04:46.601 INFO:tasks.rados.rados.0.smithi081.stdout:2265: done (0 left) 2023-05-20T06:04:46.601 INFO:tasks.rados.rados.0.smithi081.stdout:2266: snap_create 2023-05-20T06:04:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:46 smithi170 ceph-mon[97338]: pgmap v443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:46 smithi081 ceph-mon[95500]: pgmap v443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:46 smithi081 ceph-mon[107735]: pgmap v443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:47.603 INFO:tasks.rados.rados.0.smithi081.stdout:2266: done (0 left) 2023-05-20T06:04:47.603 INFO:tasks.rados.rados.0.smithi081.stdout:2267: copy_from oid 2 from oid 45 current snap is 204 2023-05-20T06:04:47.604 INFO:tasks.rados.rados.0.smithi081.stdout:2268: rmattr oid 23 current snap is 204 2023-05-20T06:04:47.604 INFO:tasks.rados.rados.0.smithi081.stdout:2268: done (1 left) 2023-05-20T06:04:47.604 INFO:tasks.rados.rados.0.smithi081.stdout:2269: rmattr oid 14 current snap is 204 2023-05-20T06:04:47.604 INFO:tasks.rados.rados.0.smithi081.stdout:2269: done (1 left) 2023-05-20T06:04:47.604 INFO:tasks.rados.rados.0.smithi081.stdout:2270: delete oid 18 current snap is 204 2023-05-20T06:04:47.608 INFO:tasks.rados.rados.0.smithi081.stdout:2267: finishing copy_from to smithi081164505-2 2023-05-20T06:04:47.608 INFO:tasks.rados.rados.0.smithi081.stdout:2267: got expected ENOENT (src dne) 2023-05-20T06:04:47.608 INFO:tasks.rados.rados.0.smithi081.stdout:2267: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:04:47.610 INFO:tasks.rados.rados.0.smithi081.stdout:2267: done (1 left) 2023-05-20T06:04:47.610 INFO:tasks.rados.rados.0.smithi081.stdout:2270: done (0 left) 2023-05-20T06:04:47.610 INFO:tasks.rados.rados.0.smithi081.stdout:2271: snap_remove snap 200 2023-05-20T06:04:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:47 smithi170 ceph-mon[97338]: osdmap e465: 8 total, 8 up, 8 in 2023-05-20T06:04:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:47 smithi081 ceph-mon[95500]: osdmap e465: 8 total, 8 up, 8 in 2023-05-20T06:04:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:47 smithi081 ceph-mon[107735]: osdmap e465: 8 total, 8 up, 8 in 2023-05-20T06:04:48.614 INFO:tasks.rados.rados.0.smithi081.stdout:2271: done (0 left) 2023-05-20T06:04:48.614 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 204 2023-05-20T06:04:48.614 INFO:tasks.rados.rados.0.smithi081.stdout:2272: seq_num 716 ranges {9289728=794624,10084352=655360,10739712=704512,11444224=245760} 2023-05-20T06:04:48.663 INFO:tasks.rados.rados.0.smithi081.stdout:2272: writing smithi081164505-4 from 9289728 to 10084352 tid 1 2023-05-20T06:04:48.667 INFO:tasks.rados.rados.0.smithi081.stdout:2272: writing smithi081164505-4 from 10084352 to 10739712 tid 2 2023-05-20T06:04:48.671 INFO:tasks.rados.rados.0.smithi081.stdout:2272: writing smithi081164505-4 from 10739712 to 11444224 tid 3 2023-05-20T06:04:48.673 INFO:tasks.rados.rados.0.smithi081.stdout:2272: writing smithi081164505-4 from 11444224 to 11689984 tid 4 2023-05-20T06:04:48.673 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 204 2023-05-20T06:04:48.673 INFO:tasks.rados.rados.0.smithi081.stdout:2272: finishing write tid 1 to smithi081164505-4 2023-05-20T06:04:48.673 INFO:tasks.rados.rados.0.smithi081.stdout:2273: seq_num 717 ranges {3383296=16384} 2023-05-20T06:04:48.691 INFO:tasks.rados.rados.0.smithi081.stdout:2273: writing smithi081164505-13 from 3383296 to 3399680 tid 1 2023-05-20T06:04:48.691 INFO:tasks.rados.rados.0.smithi081.stdout:2274: snap_remove snap 172 2023-05-20T06:04:48.691 INFO:tasks.rados.rados.0.smithi081.stdout:2272: finishing write tid 2 to smithi081164505-4 2023-05-20T06:04:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:48 smithi170 ceph-mon[97338]: pgmap v446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:48 smithi170 ceph-mon[97338]: osdmap e466: 8 total, 8 up, 8 in 2023-05-20T06:04:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:48 smithi081 ceph-mon[95500]: pgmap v446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:48 smithi081 ceph-mon[95500]: osdmap e466: 8 total, 8 up, 8 in 2023-05-20T06:04:49.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:48 smithi081 ceph-mon[107735]: pgmap v446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:49.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:48 smithi081 ceph-mon[107735]: osdmap e466: 8 total, 8 up, 8 in 2023-05-20T06:04:49.623 INFO:tasks.rados.rados.0.smithi081.stdout:2274: done (2 left) 2023-05-20T06:04:49.623 INFO:tasks.rados.rados.0.smithi081.stdout:2275: setattr oid 10 current snap is 204 2023-05-20T06:04:49.624 INFO:tasks.rados.rados.0.smithi081.stdout:2276: rmattr oid 17 current snap is 204 2023-05-20T06:04:49.624 INFO:tasks.rados.rados.0.smithi081.stdout:2276: done (3 left) 2023-05-20T06:04:49.624 INFO:tasks.rados.rados.0.smithi081.stdout:2277: rollback oid 21 current snap is 204 2023-05-20T06:04:49.624 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 173 2023-05-20T06:04:49.624 INFO:tasks.rados.rados.0.smithi081.stdout:2278: snap_remove snap 197 2023-05-20T06:04:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:49 smithi170 ceph-mon[97338]: osdmap e467: 8 total, 8 up, 8 in 2023-05-20T06:04:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:49 smithi081 ceph-mon[95500]: osdmap e467: 8 total, 8 up, 8 in 2023-05-20T06:04:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:49 smithi081 ceph-mon[107735]: osdmap e467: 8 total, 8 up, 8 in 2023-05-20T06:04:50.632 INFO:tasks.rados.rados.0.smithi081.stdout:2278: done (4 left) 2023-05-20T06:04:50.632 INFO:tasks.rados.rados.0.smithi081.stdout:2279: delete oid 16 current snap is 204 2023-05-20T06:04:50.632 INFO:tasks.rados.rados.0.smithi081.stdout:2272: finishing write tid 3 to smithi081164505-4 2023-05-20T06:04:50.632 INFO:tasks.rados.rados.0.smithi081.stdout:2272: finishing write tid 4 to smithi081164505-4 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:2272: finishing write tid 5 to smithi081164505-4 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:2272: finishing write tid 6 to smithi081164505-4 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1038 (ObjNum 716 snap 204 seq_num 716) dirty exists 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:2272: left oid 4 (ObjNum 716 snap 204 seq_num 716) 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:2273: finishing write tid 1 to smithi081164505-13 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:2273: finishing write tid 2 to smithi081164505-13 2023-05-20T06:04:50.633 INFO:tasks.rados.rados.0.smithi081.stdout:2273: finishing write tid 3 to smithi081164505-13 2023-05-20T06:04:50.634 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1105 (ObjNum 717 snap 204 seq_num 717) dirty exists 2023-05-20T06:04:50.634 INFO:tasks.rados.rados.0.smithi081.stdout:2273: left oid 13 (ObjNum 717 snap 204 seq_num 717) 2023-05-20T06:04:50.634 INFO:tasks.rados.rados.0.smithi081.stdout:2277: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:04:50.634 INFO:tasks.rados.rados.0.smithi081.stdout:2277: finishing rollback tid 2 to smithi081164505-21 2023-05-20T06:04:50.634 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1298 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:04:50.634 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 916 (ObjNum 4257 snap 0 seq_num 164030192) dirty exists 2023-05-20T06:04:50.643 INFO:tasks.rados.rados.0.smithi081.stdout:2272: done (4 left) 2023-05-20T06:04:50.644 INFO:tasks.rados.rados.0.smithi081.stdout:2273: done (3 left) 2023-05-20T06:04:50.644 INFO:tasks.rados.rados.0.smithi081.stdout:2275: done (2 left) 2023-05-20T06:04:50.644 INFO:tasks.rados.rados.0.smithi081.stdout:2277: done (1 left) 2023-05-20T06:04:50.645 INFO:tasks.rados.rados.0.smithi081.stdout:2279: done (0 left) 2023-05-20T06:04:50.645 INFO:tasks.rados.rados.0.smithi081.stdout:2280: read oid 50 snap -1 2023-05-20T06:04:50.645 INFO:tasks.rados.rados.0.smithi081.stdout:2280: expect (ObjNum 688 snap 194 seq_num 688) 2023-05-20T06:04:50.645 INFO:tasks.rados.rados.0.smithi081.stdout:2281: delete oid 4 current snap is 204 2023-05-20T06:04:50.649 INFO:tasks.rados.rados.0.smithi081.stdout:2281: done (1 left) 2023-05-20T06:04:50.649 INFO:tasks.rados.rados.0.smithi081.stdout:2282: snap_remove snap 191 2023-05-20T06:04:50.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:50 smithi170 ceph-mon[97338]: pgmap v449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:50.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:50 smithi170 ceph-mon[97338]: osdmap e468: 8 total, 8 up, 8 in 2023-05-20T06:04:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:50 smithi081 ceph-mon[95500]: pgmap v449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:50 smithi081 ceph-mon[95500]: osdmap e468: 8 total, 8 up, 8 in 2023-05-20T06:04:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:50 smithi081 ceph-mon[107735]: pgmap v449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:51.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:50 smithi081 ceph-mon[107735]: osdmap e468: 8 total, 8 up, 8 in 2023-05-20T06:04:51.636 INFO:tasks.rados.rados.0.smithi081.stdout:2282: done (1 left) 2023-05-20T06:04:51.636 INFO:tasks.rados.rados.0.smithi081.stdout:2283: snap_create 2023-05-20T06:04:51.636 INFO:tasks.rados.rados.0.smithi081.stdout:2280: expect (ObjNum 688 snap 194 seq_num 688) 2023-05-20T06:04:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:51 smithi170 ceph-mon[97338]: osdmap e469: 8 total, 8 up, 8 in 2023-05-20T06:04:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:51 smithi081 ceph-mon[95500]: osdmap e469: 8 total, 8 up, 8 in 2023-05-20T06:04:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:51 smithi081 ceph-mon[107735]: osdmap e469: 8 total, 8 up, 8 in 2023-05-20T06:04:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:04:51.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:04:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:04:51.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:04:52.641 INFO:tasks.rados.rados.0.smithi081.stdout:2280: done (1 left) 2023-05-20T06:04:52.642 INFO:tasks.rados.rados.0.smithi081.stdout:2283: done (0 left) 2023-05-20T06:04:52.642 INFO:tasks.rados.rados.0.smithi081.stdout:2284: snap_remove snap 173 2023-05-20T06:04:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:52 smithi170 ceph-mon[97338]: pgmap v452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:52.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:52 smithi170 ceph-mon[97338]: osdmap e470: 8 total, 8 up, 8 in 2023-05-20T06:04:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:52 smithi081 ceph-mon[95500]: pgmap v452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:52 smithi081 ceph-mon[95500]: osdmap e470: 8 total, 8 up, 8 in 2023-05-20T06:04:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:52 smithi081 ceph-mon[107735]: pgmap v452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:52 smithi081 ceph-mon[107735]: osdmap e470: 8 total, 8 up, 8 in 2023-05-20T06:04:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:04:53.660 INFO:tasks.rados.rados.0.smithi081.stdout:2284: done (0 left) 2023-05-20T06:04:53.660 INFO:tasks.rados.rados.0.smithi081.stdout:2285: setattr oid 43 current snap is 205 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2286: setattr oid 29 current snap is 205 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2287: rmattr oid 12 current snap is 205 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2287: done (2 left) 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2288: read oid 3 snap -1 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2288: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2289: copy_from oid 15 from oid 24 current snap is 205 2023-05-20T06:04:53.661 INFO:tasks.rados.rados.0.smithi081.stdout:2290: read oid 32 snap 189 2023-05-20T06:04:53.662 INFO:tasks.rados.rados.0.smithi081.stdout:2290: expect (ObjNum 661 snap 178 seq_num 661) 2023-05-20T06:04:53.662 INFO:tasks.rados.rados.0.smithi081.stdout:2291: setattr oid 26 current snap is 205 2023-05-20T06:04:53.662 INFO:tasks.rados.rados.0.smithi081.stdout:2292: delete oid 30 current snap is 205 2023-05-20T06:04:53.669 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1212 (ObjNum 577 snap 153 seq_num 577) dirty exists 2023-05-20T06:04:53.672 INFO:tasks.rados.rados.0.smithi081.stdout:2286: done (6 left) 2023-05-20T06:04:53.672 INFO:tasks.rados.rados.0.smithi081.stdout:2292: done (5 left) 2023-05-20T06:04:53.673 INFO:tasks.rados.rados.0.smithi081.stdout:2293: snap_remove snap 187 2023-05-20T06:04:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:53 smithi170 ceph-mon[97338]: osdmap e471: 8 total, 8 up, 8 in 2023-05-20T06:04:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:53 smithi081 ceph-mon[95500]: osdmap e471: 8 total, 8 up, 8 in 2023-05-20T06:04:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:53 smithi081 ceph-mon[107735]: osdmap e471: 8 total, 8 up, 8 in 2023-05-20T06:04:54.652 INFO:tasks.rados.rados.0.smithi081.stdout:2293: done (5 left) 2023-05-20T06:04:54.653 INFO:tasks.rados.rados.0.smithi081.stdout:2294: rollback oid 28 current snap is 205 2023-05-20T06:04:54.653 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 203 2023-05-20T06:04:54.663 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 917 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:04:54.664 INFO:tasks.rados.rados.0.smithi081.stdout:2290: expect (ObjNum 661 snap 178 seq_num 661) 2023-05-20T06:04:54.699 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1017 (ObjNum 674 snap 193 seq_num 674) dirty exists 2023-05-20T06:04:54.699 INFO:tasks.rados.rados.0.smithi081.stdout:2288: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:04:54.863 INFO:tasks.rados.rados.0.smithi081.stdout:2289: finishing copy_from to smithi081164505-15 2023-05-20T06:04:54.863 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1089 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:04:54.863 INFO:tasks.rados.rados.0.smithi081.stdout:2289: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:04:54.863 INFO:tasks.rados.rados.0.smithi081.stdout:2285: done (5 left) 2023-05-20T06:04:54.863 INFO:tasks.rados.rados.0.smithi081.stdout:2288: done (4 left) 2023-05-20T06:04:54.863 INFO:tasks.rados.rados.0.smithi081.stdout:2289: done (3 left) 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2290: done (2 left) 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2291: done (1 left) 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2295: read oid 40 snap -1 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2295: expect (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2296: copy_from oid 17 from oid 5 current snap is 205 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2294: finishing rollback tid 0 to smithi081164505-28 2023-05-20T06:04:54.864 INFO:tasks.rados.rados.0.smithi081.stdout:2294: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:04:54.865 INFO:tasks.rados.rados.0.smithi081.stdout:2294: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:04:54.865 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1035 (ObjNum 652 snap 176 seq_num 652) dirty exists 2023-05-20T06:04:54.865 INFO:tasks.rados.rados.0.smithi081.stdout:2294: done (2 left) 2023-05-20T06:04:54.865 INFO:tasks.rados.rados.0.smithi081.stdout:2297: rmattr oid 25 current snap is 205 2023-05-20T06:04:54.865 INFO:tasks.rados.rados.0.smithi081.stdout:2297: done (2 left) 2023-05-20T06:04:54.866 INFO:tasks.rados.rados.0.smithi081.stdout:2298: snap_create 2023-05-20T06:04:54.901 INFO:tasks.rados.rados.0.smithi081.stdout:2296: finishing copy_from to smithi081164505-17 2023-05-20T06:04:54.901 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1182 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:04:54.902 INFO:tasks.rados.rados.0.smithi081.stdout:2296: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:04:54.911 INFO:tasks.rados.rados.0.smithi081.stdout:2295: expect (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:04:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:54 smithi170 ceph-mon[97338]: pgmap v455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:54 smithi170 ceph-mon[97338]: osdmap e472: 8 total, 8 up, 8 in 2023-05-20T06:04:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:54 smithi081 ceph-mon[95500]: pgmap v455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:54 smithi081 ceph-mon[95500]: osdmap e472: 8 total, 8 up, 8 in 2023-05-20T06:04:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:54 smithi081 ceph-mon[107735]: pgmap v455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:54 smithi081 ceph-mon[107735]: osdmap e472: 8 total, 8 up, 8 in 2023-05-20T06:04:55.710 INFO:tasks.rados.rados.0.smithi081.stdout:2295: done (2 left) 2023-05-20T06:04:55.710 INFO:tasks.rados.rados.0.smithi081.stdout:2296: done (1 left) 2023-05-20T06:04:55.710 INFO:tasks.rados.rados.0.smithi081.stdout:2298: done (0 left) 2023-05-20T06:04:55.710 INFO:tasks.rados.rados.0.smithi081.stdout:2299: rollback oid 50 current snap is 206 2023-05-20T06:04:55.710 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 184 2023-05-20T06:04:55.711 INFO:tasks.rados.rados.0.smithi081.stdout:2300: read oid 14 snap -1 2023-05-20T06:04:55.711 INFO:tasks.rados.rados.0.smithi081.stdout:2300: expect deleted 2023-05-20T06:04:55.711 INFO:tasks.rados.rados.0.smithi081.stdout:2301: setattr oid 45 current snap is 206 2023-05-20T06:04:55.712 INFO:tasks.rados.rados.0.smithi081.stdout:2302: read oid 1 snap 176 2023-05-20T06:04:55.713 INFO:tasks.rados.rados.0.smithi081.stdout:2302: expect deleted 2023-05-20T06:04:55.713 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 206 2023-05-20T06:04:55.713 INFO:tasks.rados.rados.0.smithi081.stdout:2303: seq_num 721 ranges {0=81920} 2023-05-20T06:04:55.713 INFO:tasks.rados.rados.0.smithi081.stdout:2303: writing smithi081164505-18 from 0 to 81920 tid 1 2023-05-20T06:04:55.713 INFO:tasks.rados.rados.0.smithi081.stdout:2304: snap_create 2023-05-20T06:04:55.714 INFO:tasks.rados.rados.0.smithi081.stdout:2299: finishing rollback tid 0 to smithi081164505-50 2023-05-20T06:04:55.715 INFO:tasks.rados.rados.0.smithi081.stdout:2299: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:04:55.715 INFO:tasks.rados.rados.0.smithi081.stdout:2299: finishing rollback tid 2 to smithi081164505-50 2023-05-20T06:04:55.716 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1020 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:04:55.716 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1081 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:04:55.716 INFO:tasks.rados.rados.0.smithi081.stdout:2303: finishing write tid 1 to smithi081164505-18 2023-05-20T06:04:55.717 INFO:tasks.rados.rados.0.smithi081.stdout:2303: finishing write tid 2 to smithi081164505-18 2023-05-20T06:04:55.718 INFO:tasks.rados.rados.0.smithi081.stdout:2303: finishing write tid 3 to smithi081164505-18 2023-05-20T06:04:55.718 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 747 (ObjNum 721 snap 206 seq_num 721) dirty exists 2023-05-20T06:04:55.718 INFO:tasks.rados.rados.0.smithi081.stdout:2303: left oid 18 (ObjNum 721 snap 206 seq_num 721) 2023-05-20T06:04:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:55 smithi170 ceph-mon[97338]: osdmap e473: 8 total, 8 up, 8 in 2023-05-20T06:04:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:55 smithi081 ceph-mon[95500]: osdmap e473: 8 total, 8 up, 8 in 2023-05-20T06:04:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:55 smithi081 ceph-mon[107735]: osdmap e473: 8 total, 8 up, 8 in 2023-05-20T06:04:56.666 INFO:tasks.rados.rados.0.smithi081.stdout:2299: done (5 left) 2023-05-20T06:04:56.666 INFO:tasks.rados.rados.0.smithi081.stdout:2300: done (4 left) 2023-05-20T06:04:56.666 INFO:tasks.rados.rados.0.smithi081.stdout:2301: done (3 left) 2023-05-20T06:04:56.667 INFO:tasks.rados.rados.0.smithi081.stdout:2302: done (2 left) 2023-05-20T06:04:56.667 INFO:tasks.rados.rados.0.smithi081.stdout:2303: done (1 left) 2023-05-20T06:04:56.667 INFO:tasks.rados.rados.0.smithi081.stdout:2304: done (0 left) 2023-05-20T06:04:56.667 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 207 2023-05-20T06:04:56.667 INFO:tasks.rados.rados.0.smithi081.stdout:2305: seq_num 722 ranges {4800512=98304} 2023-05-20T06:04:56.691 INFO:tasks.rados.rados.0.smithi081.stdout:2305: writing smithi081164505-9 from 4800512 to 4898816 tid 1 2023-05-20T06:04:56.692 INFO:tasks.rados.rados.0.smithi081.stdout:2306: read oid 18 snap -1 2023-05-20T06:04:56.692 INFO:tasks.rados.rados.0.smithi081.stdout:2306: expect (ObjNum 721 snap 206 seq_num 721) 2023-05-20T06:04:56.692 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 207 2023-05-20T06:04:56.692 INFO:tasks.rados.rados.0.smithi081.stdout:2307: seq_num 723 ranges {557056=114688} 2023-05-20T06:04:56.695 INFO:tasks.rados.rados.0.smithi081.stdout:2307: writing smithi081164505-21 from 557056 to 671744 tid 1 2023-05-20T06:04:56.695 INFO:tasks.rados.rados.0.smithi081.stdout:2308: snap_create 2023-05-20T06:04:56.699 INFO:tasks.rados.rados.0.smithi081.stdout:2306: expect (ObjNum 721 snap 206 seq_num 721) 2023-05-20T06:04:56.700 INFO:tasks.rados.rados.0.smithi081.stdout:2305: finishing write tid 1 to smithi081164505-9 2023-05-20T06:04:56.700 INFO:tasks.rados.rados.0.smithi081.stdout:2305: finishing write tid 2 to smithi081164505-9 2023-05-20T06:04:56.700 INFO:tasks.rados.rados.0.smithi081.stdout:2307: finishing write tid 1 to smithi081164505-21 2023-05-20T06:04:56.701 INFO:tasks.rados.rados.0.smithi081.stdout:2307: finishing write tid 2 to smithi081164505-21 2023-05-20T06:04:56.701 INFO:tasks.rados.rados.0.smithi081.stdout:2305: finishing write tid 3 to smithi081164505-9 2023-05-20T06:04:56.701 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1009 (ObjNum 722 snap 207 seq_num 722) dirty exists 2023-05-20T06:04:56.702 INFO:tasks.rados.rados.0.smithi081.stdout:2305: left oid 9 (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:04:56.702 INFO:tasks.rados.rados.0.smithi081.stdout:2307: finishing write tid 3 to smithi081164505-21 2023-05-20T06:04:56.702 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1329 (ObjNum 723 snap 207 seq_num 723) dirty exists 2023-05-20T06:04:56.702 INFO:tasks.rados.rados.0.smithi081.stdout:2307: left oid 21 (ObjNum 723 snap 207 seq_num 723) 2023-05-20T06:04:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:56 smithi170 ceph-mon[97338]: pgmap v458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:56 smithi170 ceph-mon[97338]: osdmap e474: 8 total, 8 up, 8 in 2023-05-20T06:04:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:56 smithi081 ceph-mon[95500]: pgmap v458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:56 smithi081 ceph-mon[95500]: osdmap e474: 8 total, 8 up, 8 in 2023-05-20T06:04:57.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:56 smithi081 ceph-mon[107735]: pgmap v458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:57.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:56 smithi081 ceph-mon[107735]: osdmap e474: 8 total, 8 up, 8 in 2023-05-20T06:04:57.672 INFO:tasks.rados.rados.0.smithi081.stdout:2305: done (3 left) 2023-05-20T06:04:57.672 INFO:tasks.rados.rados.0.smithi081.stdout:2306: done (2 left) 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:2307: done (1 left) 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:2308: done (0 left) 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:2309: rmattr oid 11 current snap is 208 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:2310: read oid 40 snap -1 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:2310: expect (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 208 2023-05-20T06:04:57.673 INFO:tasks.rados.rados.0.smithi081.stdout:2311: seq_num 724 ranges {2285568=131072} 2023-05-20T06:04:57.685 INFO:tasks.rados.rados.0.smithi081.stdout:2311: writing smithi081164505-38 from 2285568 to 2416640 tid 1 2023-05-20T06:04:57.686 INFO:tasks.rados.rados.0.smithi081.stdout:2312: delete oid 18 current snap is 208 2023-05-20T06:04:57.686 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1280 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:04:57.687 INFO:tasks.rados.rados.0.smithi081.stdout:2309: done (3 left) 2023-05-20T06:04:57.688 INFO:tasks.rados.rados.0.smithi081.stdout:2312: done (2 left) 2023-05-20T06:04:57.688 INFO:tasks.rados.rados.0.smithi081.stdout:2313: setattr oid 7 current snap is 208 2023-05-20T06:04:57.688 INFO:tasks.rados.rados.0.smithi081.stdout:2314: read oid 2 snap -1 2023-05-20T06:04:57.689 INFO:tasks.rados.rados.0.smithi081.stdout:2314: expect deleted 2023-05-20T06:04:57.689 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 208 2023-05-20T06:04:57.689 INFO:tasks.rados.rados.0.smithi081.stdout:2315: seq_num 726 ranges {0=163840} 2023-05-20T06:04:57.689 INFO:tasks.rados.rados.0.smithi081.stdout:2315: writing smithi081164505-47 from 0 to 163840 tid 1 2023-05-20T06:04:57.690 INFO:tasks.rados.rados.0.smithi081.stdout:2316: delete oid 17 current snap is 208 2023-05-20T06:04:57.693 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1281 (ObjNum 417 snap 0 seq_num 164821744) dirty exists 2023-05-20T06:04:57.695 INFO:tasks.rados.rados.0.smithi081.stdout:2315: finishing write tid 1 to smithi081164505-47 2023-05-20T06:04:57.695 INFO:tasks.rados.rados.0.smithi081.stdout:2315: finishing write tid 2 to smithi081164505-47 2023-05-20T06:04:57.696 INFO:tasks.rados.rados.0.smithi081.stdout:2313: done (5 left) 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2314: done (4 left) 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2316: done (3 left) 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2317: read oid 29 snap -1 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2317: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2318: read oid 28 snap -1 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2318: expect (ObjNum 652 snap 176 seq_num 652) 2023-05-20T06:04:57.697 INFO:tasks.rados.rados.0.smithi081.stdout:2319: rollback oid 18 current snap is 208 2023-05-20T06:04:57.698 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 204 2023-05-20T06:04:57.698 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 208 2023-05-20T06:04:57.698 INFO:tasks.rados.rados.0.smithi081.stdout:2320: seq_num 728 ranges {1622016=196608} 2023-05-20T06:04:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:2320: writing smithi081164505-26 from 1622016 to 1818624 tid 1 2023-05-20T06:04:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:2321: rollback oid 43 current snap is 208 2023-05-20T06:04:57.708 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 204 2023-05-20T06:04:57.709 INFO:tasks.rados.rados.0.smithi081.stdout:2311: finishing write tid 1 to smithi081164505-38 2023-05-20T06:04:57.709 INFO:tasks.rados.rados.0.smithi081.stdout:2315: finishing write tid 3 to smithi081164505-47 2023-05-20T06:04:57.709 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1184 (ObjNum 726 snap 208 seq_num 726) dirty exists 2023-05-20T06:04:57.710 INFO:tasks.rados.rados.0.smithi081.stdout:2315: left oid 47 (ObjNum 726 snap 208 seq_num 726) 2023-05-20T06:04:57.710 INFO:tasks.rados.rados.0.smithi081.stdout:2319: finishing rollback tid 1 to smithi081164505-18 2023-05-20T06:04:57.710 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 749 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:04:57.710 INFO:tasks.rados.rados.0.smithi081.stdout:2315: done (7 left) 2023-05-20T06:04:57.711 INFO:tasks.rados.rados.0.smithi081.stdout:2319: done (6 left) 2023-05-20T06:04:57.711 INFO:tasks.rados.rados.0.smithi081.stdout:2322: rollback oid 7 current snap is 208 2023-05-20T06:04:57.711 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 7 to 196 2023-05-20T06:04:57.712 INFO:tasks.rados.rados.0.smithi081.stdout:2323: snap_create 2023-05-20T06:04:57.712 INFO:tasks.rados.rados.0.smithi081.stdout:2311: finishing write tid 2 to smithi081164505-38 2023-05-20T06:04:57.712 INFO:tasks.rados.rados.0.smithi081.stdout:2311: finishing write tid 3 to smithi081164505-38 2023-05-20T06:04:57.713 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1214 (ObjNum 724 snap 208 seq_num 724) dirty exists 2023-05-20T06:04:57.713 INFO:tasks.rados.rados.0.smithi081.stdout:2311: left oid 38 (ObjNum 724 snap 208 seq_num 724) 2023-05-20T06:04:57.714 INFO:tasks.rados.rados.0.smithi081.stdout:2321: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:04:57.714 INFO:tasks.rados.rados.0.smithi081.stdout:2320: finishing write tid 1 to smithi081164505-26 2023-05-20T06:04:57.714 INFO:tasks.rados.rados.0.smithi081.stdout:2320: finishing write tid 2 to smithi081164505-26 2023-05-20T06:04:57.714 INFO:tasks.rados.rados.0.smithi081.stdout:2321: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:04:57.715 INFO:tasks.rados.rados.0.smithi081.stdout:2321: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:04:57.715 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1023 (ObjNum 674 snap 193 seq_num 674) dirty exists 2023-05-20T06:04:57.716 INFO:tasks.rados.rados.0.smithi081.stdout:2322: finishing rollback tid 0 to smithi081164505-7 2023-05-20T06:04:57.716 INFO:tasks.rados.rados.0.smithi081.stdout:2322: finishing rollback tid 1 to smithi081164505-7 2023-05-20T06:04:57.717 INFO:tasks.rados.rados.0.smithi081.stdout:2320: finishing write tid 3 to smithi081164505-26 2023-05-20T06:04:57.717 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1187 (ObjNum 728 snap 208 seq_num 728) dirty exists 2023-05-20T06:04:57.717 INFO:tasks.rados.rados.0.smithi081.stdout:2320: left oid 26 (ObjNum 728 snap 208 seq_num 728) 2023-05-20T06:04:57.717 INFO:tasks.rados.rados.0.smithi081.stdout:2322: finishing rollback tid 2 to smithi081164505-7 2023-05-20T06:04:57.717 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1284 (ObjNum 463 snap 122 seq_num 463) dirty exists 2023-05-20T06:04:57.725 INFO:tasks.rados.rados.0.smithi081.stdout:2310: expect (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:04:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:57 smithi170 ceph-mon[97338]: osdmap e475: 8 total, 8 up, 8 in 2023-05-20T06:04:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:57 smithi081 ceph-mon[95500]: osdmap e475: 8 total, 8 up, 8 in 2023-05-20T06:04:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:57 smithi081 ceph-mon[107735]: osdmap e475: 8 total, 8 up, 8 in 2023-05-20T06:04:58.520 INFO:tasks.rados.rados.0.smithi081.stdout:2318: expect (ObjNum 652 snap 176 seq_num 652) 2023-05-20T06:04:58.690 INFO:tasks.rados.rados.0.smithi081.stdout:2317: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:04:58.856 INFO:tasks.rados.rados.0.smithi081.stdout:2310: done (7 left) 2023-05-20T06:04:58.857 INFO:tasks.rados.rados.0.smithi081.stdout:2311: done (6 left) 2023-05-20T06:04:58.857 INFO:tasks.rados.rados.0.smithi081.stdout:2317: done (5 left) 2023-05-20T06:04:58.858 INFO:tasks.rados.rados.0.smithi081.stdout:2318: done (4 left) 2023-05-20T06:04:58.858 INFO:tasks.rados.rados.0.smithi081.stdout:2320: done (3 left) 2023-05-20T06:04:58.858 INFO:tasks.rados.rados.0.smithi081.stdout:2321: done (2 left) 2023-05-20T06:04:58.858 INFO:tasks.rados.rados.0.smithi081.stdout:2322: done (1 left) 2023-05-20T06:04:58.858 INFO:tasks.rados.rados.0.smithi081.stdout:2323: done (0 left) 2023-05-20T06:04:58.858 INFO:tasks.rados.rados.0.smithi081.stdout:2324: snap_remove snap 192 2023-05-20T06:04:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:58 smithi170 ceph-mon[97338]: pgmap v461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:58 smithi170 ceph-mon[97338]: osdmap e476: 8 total, 8 up, 8 in 2023-05-20T06:04:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:58 smithi081 ceph-mon[95500]: pgmap v461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:58 smithi081 ceph-mon[95500]: osdmap e476: 8 total, 8 up, 8 in 2023-05-20T06:04:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:58 smithi081 ceph-mon[107735]: pgmap v461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:04:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:58 smithi081 ceph-mon[107735]: osdmap e476: 8 total, 8 up, 8 in 2023-05-20T06:04:59.684 INFO:tasks.rados.rados.0.smithi081.stdout:2324: done (0 left) 2023-05-20T06:04:59.684 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 209 2023-05-20T06:04:59.684 INFO:tasks.rados.rados.0.smithi081.stdout:2325: seq_num 729 ranges {5373952=212992} 2023-05-20T06:04:59.715 INFO:tasks.rados.rados.0.smithi081.stdout:2325: writing smithi081164505-15 from 5373952 to 5586944 tid 1 2023-05-20T06:04:59.716 INFO:tasks.rados.rados.0.smithi081.stdout:2326: snap_create 2023-05-20T06:04:59.719 INFO:tasks.rados.rados.0.smithi081.stdout:2325: finishing write tid 1 to smithi081164505-15 2023-05-20T06:04:59.719 INFO:tasks.rados.rados.0.smithi081.stdout:2325: finishing write tid 2 to smithi081164505-15 2023-05-20T06:04:59.720 INFO:tasks.rados.rados.0.smithi081.stdout:2325: finishing write tid 3 to smithi081164505-15 2023-05-20T06:04:59.721 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1143 (ObjNum 729 snap 209 seq_num 729) dirty exists 2023-05-20T06:04:59.721 INFO:tasks.rados.rados.0.smithi081.stdout:2325: left oid 15 (ObjNum 729 snap 209 seq_num 729) 2023-05-20T06:04:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:04:59 smithi170 ceph-mon[97338]: osdmap e477: 8 total, 8 up, 8 in 2023-05-20T06:05:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:04:59 smithi081 ceph-mon[95500]: osdmap e477: 8 total, 8 up, 8 in 2023-05-20T06:05:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:04:59 smithi081 ceph-mon[107735]: osdmap e477: 8 total, 8 up, 8 in 2023-05-20T06:05:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2325: done (1 left) 2023-05-20T06:05:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2326: done (0 left) 2023-05-20T06:05:00.704 INFO:tasks.rados.rados.0.smithi081.stdout:2327: snap_create 2023-05-20T06:05:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:00 smithi170 ceph-mon[97338]: pgmap v464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:00 smithi170 ceph-mon[97338]: osdmap e478: 8 total, 8 up, 8 in 2023-05-20T06:05:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:00 smithi081 ceph-mon[95500]: pgmap v464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:00 smithi081 ceph-mon[95500]: osdmap e478: 8 total, 8 up, 8 in 2023-05-20T06:05:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:00 smithi081 ceph-mon[107735]: pgmap v464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:00 smithi081 ceph-mon[107735]: osdmap e478: 8 total, 8 up, 8 in 2023-05-20T06:05:01.709 INFO:tasks.rados.rados.0.smithi081.stdout:2327: done (0 left) 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:2328: rollback oid 45 current snap is 211 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 204 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:2329: read oid 14 snap -1 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:2329: expect deleted 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:2330: read oid 3 snap -1 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:2330: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:05:01.710 INFO:tasks.rados.rados.0.smithi081.stdout:2331: delete oid 25 current snap is 211 2023-05-20T06:05:01.715 INFO:tasks.rados.rados.0.smithi081.stdout:2329: done (3 left) 2023-05-20T06:05:01.715 INFO:tasks.rados.rados.0.smithi081.stdout:2331: done (2 left) 2023-05-20T06:05:01.715 INFO:tasks.rados.rados.0.smithi081.stdout:2332: delete oid 24 current snap is 211 2023-05-20T06:05:01.721 INFO:tasks.rados.rados.0.smithi081.stdout:2332: done (2 left) 2023-05-20T06:05:01.721 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 211 2023-05-20T06:05:01.721 INFO:tasks.rados.rados.0.smithi081.stdout:2333: seq_num 732 ranges {671744=262144} 2023-05-20T06:05:01.726 INFO:tasks.rados.rados.0.smithi081.stdout:2333: writing smithi081164505-21 from 671744 to 933888 tid 1 2023-05-20T06:05:01.726 INFO:tasks.rados.rados.0.smithi081.stdout:2334: rollback oid 26 current snap is 211 2023-05-20T06:05:01.726 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 205 2023-05-20T06:05:01.726 INFO:tasks.rados.rados.0.smithi081.stdout:2330: expect (ObjNum 534 snap 142 seq_num 534) 2023-05-20T06:05:01.891 INFO:tasks.rados.rados.0.smithi081.stdout:2328: finishing rollback tid 0 to smithi081164505-45 2023-05-20T06:05:01.892 INFO:tasks.rados.rados.0.smithi081.stdout:2330: done (3 left) 2023-05-20T06:05:01.892 INFO:tasks.rados.rados.0.smithi081.stdout:2335: snap_create 2023-05-20T06:05:01.892 INFO:tasks.rados.rados.0.smithi081.stdout:2328: finishing rollback tid 1 to smithi081164505-45 2023-05-20T06:05:01.892 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1083 (ObjNum 113 snap 0 seq_num 164357520) dirty dne 2023-05-20T06:05:01.892 INFO:tasks.rados.rados.0.smithi081.stdout:2333: finishing write tid 1 to smithi081164505-21 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:2333: finishing write tid 2 to smithi081164505-21 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:2334: finishing rollback tid 0 to smithi081164505-26 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:2334: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:2334: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1190 (ObjNum 383 snap 102 seq_num 383) dirty exists 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:2333: finishing write tid 3 to smithi081164505-21 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1337 (ObjNum 732 snap 211 seq_num 732) dirty exists 2023-05-20T06:05:01.893 INFO:tasks.rados.rados.0.smithi081.stdout:2333: left oid 21 (ObjNum 732 snap 211 seq_num 732) 2023-05-20T06:05:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:01 smithi170 ceph-mon[97338]: osdmap e479: 8 total, 8 up, 8 in 2023-05-20T06:05:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:01 smithi081 ceph-mon[95500]: osdmap e479: 8 total, 8 up, 8 in 2023-05-20T06:05:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:01 smithi081 ceph-mon[107735]: osdmap e479: 8 total, 8 up, 8 in 2023-05-20T06:05:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:05:01.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:05:01.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:02.714 INFO:tasks.rados.rados.0.smithi081.stdout:2328: done (3 left) 2023-05-20T06:05:02.715 INFO:tasks.rados.rados.0.smithi081.stdout:2333: done (2 left) 2023-05-20T06:05:02.715 INFO:tasks.rados.rados.0.smithi081.stdout:2334: done (1 left) 2023-05-20T06:05:02.715 INFO:tasks.rados.rados.0.smithi081.stdout:2335: done (0 left) 2023-05-20T06:05:02.715 INFO:tasks.rados.rados.0.smithi081.stdout:2336: snap_create 2023-05-20T06:05:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:02 smithi170 ceph-mon[97338]: pgmap v467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:02 smithi170 ceph-mon[97338]: osdmap e480: 8 total, 8 up, 8 in 2023-05-20T06:05:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:02 smithi081 ceph-mon[95500]: pgmap v467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:02 smithi081 ceph-mon[95500]: osdmap e480: 8 total, 8 up, 8 in 2023-05-20T06:05:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:02 smithi081 ceph-mon[107735]: pgmap v467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:02 smithi081 ceph-mon[107735]: osdmap e480: 8 total, 8 up, 8 in 2023-05-20T06:05:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:05:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:2336: done (0 left) 2023-05-20T06:05:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 213 2023-05-20T06:05:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:2337: seq_num 733 ranges {1515520=278528} 2023-05-20T06:05:03.729 INFO:tasks.rados.rados.0.smithi081.stdout:2337: writing smithi081164505-36 from 1515520 to 1794048 tid 1 2023-05-20T06:05:03.730 INFO:tasks.rados.rados.0.smithi081.stdout:2338: snap_create 2023-05-20T06:05:03.735 INFO:tasks.rados.rados.0.smithi081.stdout:2337: finishing write tid 1 to smithi081164505-36 2023-05-20T06:05:03.735 INFO:tasks.rados.rados.0.smithi081.stdout:2337: finishing write tid 2 to smithi081164505-36 2023-05-20T06:05:03.736 INFO:tasks.rados.rados.0.smithi081.stdout:2337: finishing write tid 3 to smithi081164505-36 2023-05-20T06:05:03.737 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1146 (ObjNum 733 snap 213 seq_num 733) dirty exists 2023-05-20T06:05:03.737 INFO:tasks.rados.rados.0.smithi081.stdout:2337: left oid 36 (ObjNum 733 snap 213 seq_num 733) 2023-05-20T06:05:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:03 smithi170 ceph-mon[97338]: osdmap e481: 8 total, 8 up, 8 in 2023-05-20T06:05:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:03 smithi081 ceph-mon[95500]: osdmap e481: 8 total, 8 up, 8 in 2023-05-20T06:05:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:03 smithi081 ceph-mon[107735]: osdmap e481: 8 total, 8 up, 8 in 2023-05-20T06:05:04.730 INFO:tasks.rados.rados.0.smithi081.stdout:2337: done (1 left) 2023-05-20T06:05:04.730 INFO:tasks.rados.rados.0.smithi081.stdout:2338: done (0 left) 2023-05-20T06:05:04.730 INFO:tasks.rados.rados.0.smithi081.stdout:2339: read oid 5 snap 206 2023-05-20T06:05:04.731 INFO:tasks.rados.rados.0.smithi081.stdout:2339: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:05:04.731 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 214 2023-05-20T06:05:04.731 INFO:tasks.rados.rados.0.smithi081.stdout:2340: seq_num 734 ranges {3399680=294912} 2023-05-20T06:05:04.751 INFO:tasks.rados.rados.0.smithi081.stdout:2340: writing smithi081164505-13 from 3399680 to 3694592 tid 1 2023-05-20T06:05:04.752 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 214 2023-05-20T06:05:04.752 INFO:tasks.rados.rados.0.smithi081.stdout:2341: seq_num 735 ranges {1482752=311296} 2023-05-20T06:05:04.761 INFO:tasks.rados.rados.0.smithi081.stdout:2341: writing smithi081164505-32 from 1482752 to 1794048 tid 1 2023-05-20T06:05:04.761 INFO:tasks.rados.rados.0.smithi081.stdout:2342: copy_from oid 29 from oid 10 current snap is 214 2023-05-20T06:05:04.761 INFO:tasks.rados.rados.0.smithi081.stdout:2339: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:05:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:04 smithi170 ceph-mon[97338]: pgmap v470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:04 smithi170 ceph-mon[97338]: osdmap e482: 8 total, 8 up, 8 in 2023-05-20T06:05:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:04 smithi081 ceph-mon[95500]: pgmap v470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:04 smithi081 ceph-mon[95500]: osdmap e482: 8 total, 8 up, 8 in 2023-05-20T06:05:05.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:04 smithi081 ceph-mon[107735]: pgmap v470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:05.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:04 smithi081 ceph-mon[107735]: osdmap e482: 8 total, 8 up, 8 in 2023-05-20T06:05:05.117 INFO:tasks.rados.rados.0.smithi081.stdout:2340: finishing write tid 1 to smithi081164505-13 2023-05-20T06:05:05.118 INFO:tasks.rados.rados.0.smithi081.stdout:2340: finishing write tid 2 to smithi081164505-13 2023-05-20T06:05:05.118 INFO:tasks.rados.rados.0.smithi081.stdout:2340: finishing write tid 3 to smithi081164505-13 2023-05-20T06:05:05.118 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1149 (ObjNum 734 snap 214 seq_num 734) dirty exists 2023-05-20T06:05:05.118 INFO:tasks.rados.rados.0.smithi081.stdout:2340: left oid 13 (ObjNum 734 snap 214 seq_num 734) 2023-05-20T06:05:05.119 INFO:tasks.rados.rados.0.smithi081.stdout:2339: done (3 left) 2023-05-20T06:05:05.119 INFO:tasks.rados.rados.0.smithi081.stdout:2340: done (2 left) 2023-05-20T06:05:05.119 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 214 2023-05-20T06:05:05.119 INFO:tasks.rados.rados.0.smithi081.stdout:2341: finishing write tid 1 to smithi081164505-32 2023-05-20T06:05:05.120 INFO:tasks.rados.rados.0.smithi081.stdout:2341: finishing write tid 2 to smithi081164505-32 2023-05-20T06:05:05.120 INFO:tasks.rados.rados.0.smithi081.stdout:2341: finishing write tid 3 to smithi081164505-32 2023-05-20T06:05:05.120 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 757 (ObjNum 735 snap 214 seq_num 735) dirty exists 2023-05-20T06:05:05.120 INFO:tasks.rados.rados.0.smithi081.stdout:2341: left oid 32 (ObjNum 735 snap 214 seq_num 735) 2023-05-20T06:05:05.121 INFO:tasks.rados.rados.0.smithi081.stdout:2342: finishing copy_from to smithi081164505-29 2023-05-20T06:05:05.121 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 916 (ObjNum 97 snap 0 seq_num 164171552) dirty exists 2023-05-20T06:05:05.121 INFO:tasks.rados.rados.0.smithi081.stdout:2342: finishing copy_from racing read to smithi081164505-29 2023-05-20T06:05:05.121 INFO:tasks.rados.rados.0.smithi081.stdout:2343: seq_num 736 ranges {0=335872} 2023-05-20T06:05:05.123 INFO:tasks.rados.rados.0.smithi081.stdout:2343: writing smithi081164505-14 from 0 to 335872 tid 1 2023-05-20T06:05:05.123 INFO:tasks.rados.rados.0.smithi081.stdout:2341: done (2 left) 2023-05-20T06:05:05.123 INFO:tasks.rados.rados.0.smithi081.stdout:2342: done (1 left) 2023-05-20T06:05:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 214 2023-05-20T06:05:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:2344: seq_num 737 ranges {0=352256} 2023-05-20T06:05:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:2344: writing smithi081164505-2 from 0 to 352256 tid 1 2023-05-20T06:05:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:2345: rmattr oid 3 current snap is 214 2023-05-20T06:05:05.125 INFO:tasks.rados.rados.0.smithi081.stdout:2345: done (2 left) 2023-05-20T06:05:05.125 INFO:tasks.rados.rados.0.smithi081.stdout:2346: snap_create 2023-05-20T06:05:05.125 INFO:tasks.rados.rados.0.smithi081.stdout:2343: finishing write tid 1 to smithi081164505-14 2023-05-20T06:05:05.125 INFO:tasks.rados.rados.0.smithi081.stdout:2343: finishing write tid 2 to smithi081164505-14 2023-05-20T06:05:05.127 INFO:tasks.rados.rados.0.smithi081.stdout:2344: finishing write tid 1 to smithi081164505-2 2023-05-20T06:05:05.127 INFO:tasks.rados.rados.0.smithi081.stdout:2343: finishing write tid 3 to smithi081164505-14 2023-05-20T06:05:05.127 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1292 (ObjNum 736 snap 214 seq_num 736) dirty exists 2023-05-20T06:05:05.127 INFO:tasks.rados.rados.0.smithi081.stdout:2343: left oid 14 (ObjNum 736 snap 214 seq_num 736) 2023-05-20T06:05:05.128 INFO:tasks.rados.rados.0.smithi081.stdout:2344: finishing write tid 2 to smithi081164505-2 2023-05-20T06:05:05.128 INFO:tasks.rados.rados.0.smithi081.stdout:2344: finishing write tid 3 to smithi081164505-2 2023-05-20T06:05:05.128 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1294 (ObjNum 737 snap 214 seq_num 737) dirty exists 2023-05-20T06:05:05.129 INFO:tasks.rados.rados.0.smithi081.stdout:2344: left oid 2 (ObjNum 737 snap 214 seq_num 737) 2023-05-20T06:05:05.734 INFO:tasks.rados.rados.0.smithi081.stdout:2343: done (2 left) 2023-05-20T06:05:05.734 INFO:tasks.rados.rados.0.smithi081.stdout:2344: done (1 left) 2023-05-20T06:05:05.734 INFO:tasks.rados.rados.0.smithi081.stdout:2346: done (0 left) 2023-05-20T06:05:05.735 INFO:tasks.rados.rados.0.smithi081.stdout:2347: read oid 19 snap -1 2023-05-20T06:05:05.735 INFO:tasks.rados.rados.0.smithi081.stdout:2347: expect (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:05:05.735 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 215 2023-05-20T06:05:05.735 INFO:tasks.rados.rados.0.smithi081.stdout:2348: seq_num 738 ranges {3334144=368640} 2023-05-20T06:05:05.755 INFO:tasks.rados.rados.0.smithi081.stdout:2348: writing smithi081164505-41 from 3334144 to 3702784 tid 1 2023-05-20T06:05:05.756 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 215 2023-05-20T06:05:05.756 INFO:tasks.rados.rados.0.smithi081.stdout:2347: expect (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:05:05.805 INFO:tasks.rados.rados.0.smithi081.stdout:2348: finishing write tid 1 to smithi081164505-41 2023-05-20T06:05:05.805 INFO:tasks.rados.rados.0.smithi081.stdout:2348: finishing write tid 2 to smithi081164505-41 2023-05-20T06:05:05.806 INFO:tasks.rados.rados.0.smithi081.stdout:2348: finishing write tid 3 to smithi081164505-41 2023-05-20T06:05:05.806 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 904 (ObjNum 738 snap 215 seq_num 738) dirty exists 2023-05-20T06:05:05.806 INFO:tasks.rados.rados.0.smithi081.stdout:2348: left oid 41 (ObjNum 738 snap 215 seq_num 738) 2023-05-20T06:05:05.806 INFO:tasks.rados.rados.0.smithi081.stdout:2349: seq_num 739 ranges {557056=385024} 2023-05-20T06:05:05.810 INFO:tasks.rados.rados.0.smithi081.stdout:2349: writing smithi081164505-7 from 557056 to 942080 tid 1 2023-05-20T06:05:05.810 INFO:tasks.rados.rados.0.smithi081.stdout:2347: done (2 left) 2023-05-20T06:05:05.811 INFO:tasks.rados.rados.0.smithi081.stdout:2348: done (1 left) 2023-05-20T06:05:05.811 INFO:tasks.rados.rados.0.smithi081.stdout:2350: snap_create 2023-05-20T06:05:05.814 INFO:tasks.rados.rados.0.smithi081.stdout:2349: finishing write tid 1 to smithi081164505-7 2023-05-20T06:05:05.815 INFO:tasks.rados.rados.0.smithi081.stdout:2349: finishing write tid 2 to smithi081164505-7 2023-05-20T06:05:05.816 INFO:tasks.rados.rados.0.smithi081.stdout:2349: finishing write tid 3 to smithi081164505-7 2023-05-20T06:05:05.816 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1297 (ObjNum 739 snap 215 seq_num 739) dirty exists 2023-05-20T06:05:05.816 INFO:tasks.rados.rados.0.smithi081.stdout:2349: left oid 7 (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:05 smithi170 ceph-mon[97338]: osdmap e483: 8 total, 8 up, 8 in 2023-05-20T06:05:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:05 smithi081 ceph-mon[95500]: osdmap e483: 8 total, 8 up, 8 in 2023-05-20T06:05:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:05 smithi081 ceph-mon[107735]: osdmap e483: 8 total, 8 up, 8 in 2023-05-20T06:05:06.740 INFO:tasks.rados.rados.0.smithi081.stdout:2349: done (1 left) 2023-05-20T06:05:06.740 INFO:tasks.rados.rados.0.smithi081.stdout:2350: done (0 left) 2023-05-20T06:05:06.740 INFO:tasks.rados.rados.0.smithi081.stdout:2351: read oid 29 snap -1 2023-05-20T06:05:06.741 INFO:tasks.rados.rados.0.smithi081.stdout:2351: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:05:06.741 INFO:tasks.rados.rados.0.smithi081.stdout:2352: snap_create 2023-05-20T06:05:06.741 INFO:tasks.rados.rados.0.smithi081.stdout:2351: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:05:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:06 smithi170 ceph-mon[97338]: pgmap v473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:06.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:06 smithi170 ceph-mon[97338]: osdmap e484: 8 total, 8 up, 8 in 2023-05-20T06:05:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:06 smithi081 ceph-mon[95500]: pgmap v473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:06 smithi081 ceph-mon[95500]: osdmap e484: 8 total, 8 up, 8 in 2023-05-20T06:05:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:06 smithi081 ceph-mon[107735]: pgmap v473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:06 smithi081 ceph-mon[107735]: osdmap e484: 8 total, 8 up, 8 in 2023-05-20T06:05:07.746 INFO:tasks.rados.rados.0.smithi081.stdout:2351: done (1 left) 2023-05-20T06:05:07.746 INFO:tasks.rados.rados.0.smithi081.stdout:2352: done (0 left) 2023-05-20T06:05:07.746 INFO:tasks.rados.rados.0.smithi081.stdout:2353: rollback oid 30 current snap is 217 2023-05-20T06:05:07.747 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 198 2023-05-20T06:05:07.747 INFO:tasks.rados.rados.0.smithi081.stdout:2354: delete oid 21 current snap is 217 2023-05-20T06:05:07.846 INFO:tasks.rados.rados.0.smithi081.stdout:2353: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:05:07.846 INFO:tasks.rados.rados.0.smithi081.stdout:2354: done (1 left) 2023-05-20T06:05:07.846 INFO:tasks.rados.rados.0.smithi081.stdout:2355: snap_create 2023-05-20T06:05:07.846 INFO:tasks.rados.rados.0.smithi081.stdout:2353: finishing rollback tid 2 to smithi081164505-30 2023-05-20T06:05:07.846 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 951 (ObjNum 699 snap 196 seq_num 699) dirty exists 2023-05-20T06:05:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:07 smithi170 ceph-mon[97338]: osdmap e485: 8 total, 8 up, 8 in 2023-05-20T06:05:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:07 smithi081 ceph-mon[95500]: osdmap e485: 8 total, 8 up, 8 in 2023-05-20T06:05:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:07 smithi081 ceph-mon[107735]: osdmap e485: 8 total, 8 up, 8 in 2023-05-20T06:05:08.761 INFO:tasks.rados.rados.0.smithi081.stdout:2353: done (1 left) 2023-05-20T06:05:08.761 INFO:tasks.rados.rados.0.smithi081.stdout:2355: done (0 left) 2023-05-20T06:05:08.761 INFO:tasks.rados.rados.0.smithi081.stdout:2356: snap_create 2023-05-20T06:05:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:08 smithi170 ceph-mon[97338]: pgmap v476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:08.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:08 smithi170 ceph-mon[97338]: osdmap e486: 8 total, 8 up, 8 in 2023-05-20T06:05:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:08 smithi081 ceph-mon[95500]: pgmap v476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:08 smithi081 ceph-mon[95500]: osdmap e486: 8 total, 8 up, 8 in 2023-05-20T06:05:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:08 smithi081 ceph-mon[107735]: pgmap v476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:08 smithi081 ceph-mon[107735]: osdmap e486: 8 total, 8 up, 8 in 2023-05-20T06:05:09.764 INFO:tasks.rados.rados.0.smithi081.stdout:2356: done (0 left) 2023-05-20T06:05:09.765 INFO:tasks.rados.rados.0.smithi081.stdout:2357: delete oid 36 current snap is 219 2023-05-20T06:05:09.767 INFO:tasks.rados.rados.0.smithi081.stdout:2357: done (0 left) 2023-05-20T06:05:09.767 INFO:tasks.rados.rados.0.smithi081.stdout:2358: delete oid 1 current snap is 219 2023-05-20T06:05:09.772 INFO:tasks.rados.rados.0.smithi081.stdout:2358: done (0 left) 2023-05-20T06:05:09.772 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 219 2023-05-20T06:05:09.773 INFO:tasks.rados.rados.0.smithi081.stdout:2359: seq_num 743 ranges {0=450560} 2023-05-20T06:05:09.774 INFO:tasks.rados.rados.0.smithi081.stdout:2359: writing smithi081164505-21 from 0 to 450560 tid 1 2023-05-20T06:05:09.775 INFO:tasks.rados.rados.0.smithi081.stdout:2360: copy_from oid 19 from oid 49 current snap is 219 2023-05-20T06:05:09.775 INFO:tasks.rados.rados.0.smithi081.stdout:2361: read oid 9 snap -1 2023-05-20T06:05:09.775 INFO:tasks.rados.rados.0.smithi081.stdout:2361: expect (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:05:09.775 INFO:tasks.rados.rados.0.smithi081.stdout:2362: snap_remove snap 205 2023-05-20T06:05:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:09 smithi081 ceph-mon[95500]: osdmap e487: 8 total, 8 up, 8 in 2023-05-20T06:05:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:09 smithi081 ceph-mon[107735]: osdmap e487: 8 total, 8 up, 8 in 2023-05-20T06:05:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:09 smithi170 ceph-mon[97338]: osdmap e487: 8 total, 8 up, 8 in 2023-05-20T06:05:10.771 INFO:tasks.rados.rados.0.smithi081.stdout:2362: done (3 left) 2023-05-20T06:05:10.771 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 219 2023-05-20T06:05:10.771 INFO:tasks.rados.rados.0.smithi081.stdout:2363: seq_num 744 ranges {0=466944} 2023-05-20T06:05:10.774 INFO:tasks.rados.rados.0.smithi081.stdout:2363: writing smithi081164505-45 from 0 to 466944 tid 1 2023-05-20T06:05:10.774 INFO:tasks.rados.rados.0.smithi081.stdout:2364: snap_remove snap 217 2023-05-20T06:05:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:10 smithi081 ceph-mon[95500]: pgmap v479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:11.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:10 smithi081 ceph-mon[95500]: osdmap e488: 8 total, 8 up, 8 in 2023-05-20T06:05:11.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:10 smithi081 ceph-mon[107735]: pgmap v479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:10 smithi081 ceph-mon[107735]: osdmap e488: 8 total, 8 up, 8 in 2023-05-20T06:05:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:10 smithi170 ceph-mon[97338]: pgmap v479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:11.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:10 smithi170 ceph-mon[97338]: osdmap e488: 8 total, 8 up, 8 in 2023-05-20T06:05:11.776 INFO:tasks.rados.rados.0.smithi081.stdout:2364: done (4 left) 2023-05-20T06:05:11.776 INFO:tasks.rados.rados.0.smithi081.stdout:2365: snap_remove snap 198 2023-05-20T06:05:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:11 smithi081 ceph-mon[95500]: osdmap e489: 8 total, 8 up, 8 in 2023-05-20T06:05:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:11 smithi081 ceph-mon[107735]: osdmap e489: 8 total, 8 up, 8 in 2023-05-20T06:05:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:05:11.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:05:11.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:11 smithi170 ceph-mon[97338]: osdmap e489: 8 total, 8 up, 8 in 2023-05-20T06:05:12.778 INFO:tasks.rados.rados.0.smithi081.stdout:2365: done (4 left) 2023-05-20T06:05:12.778 INFO:tasks.rados.rados.0.smithi081.stdout:2366: read oid 29 snap 213 2023-05-20T06:05:12.778 INFO:tasks.rados.rados.0.smithi081.stdout:2366: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:05:12.778 INFO:tasks.rados.rados.0.smithi081.stdout:2367: rmattr oid 12 current snap is 219 2023-05-20T06:05:12.778 INFO:tasks.rados.rados.0.smithi081.stdout:2367: done (5 left) 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2368: copy_from oid 23 from oid 31 current snap is 219 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2369: delete oid 20 current snap is 219 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2360: finishing copy_from to smithi081164505-19 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2360: got expected ENOENT (src dne) 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2360: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2359: finishing write tid 1 to smithi081164505-21 2023-05-20T06:05:12.779 INFO:tasks.rados.rados.0.smithi081.stdout:2359: finishing write tid 2 to smithi081164505-21 2023-05-20T06:05:12.780 INFO:tasks.rados.rados.0.smithi081.stdout:2359: finishing write tid 3 to smithi081164505-21 2023-05-20T06:05:12.780 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1341 (ObjNum 743 snap 219 seq_num 743) dirty exists 2023-05-20T06:05:12.780 INFO:tasks.rados.rados.0.smithi081.stdout:2359: left oid 21 (ObjNum 743 snap 219 seq_num 743) 2023-05-20T06:05:12.780 INFO:tasks.rados.rados.0.smithi081.stdout:2361: expect (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:05:13.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:12 smithi081 ceph-mon[95500]: pgmap v482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:13.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:12 smithi081 ceph-mon[95500]: osdmap e490: 8 total, 8 up, 8 in 2023-05-20T06:05:13.064 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:12 smithi081 ceph-mon[107735]: pgmap v482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:13.064 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:12 smithi081 ceph-mon[107735]: osdmap e490: 8 total, 8 up, 8 in 2023-05-20T06:05:13.164 INFO:tasks.rados.rados.0.smithi081.stdout:2363: finishing write tid 1 to smithi081164505-45 2023-05-20T06:05:13.164 INFO:tasks.rados.rados.0.smithi081.stdout:2363: finishing write tid 2 to smithi081164505-45 2023-05-20T06:05:13.164 INFO:tasks.rados.rados.0.smithi081.stdout:2363: finishing write tid 3 to smithi081164505-45 2023-05-20T06:05:13.164 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1085 (ObjNum 744 snap 219 seq_num 744) dirty exists 2023-05-20T06:05:13.164 INFO:tasks.rados.rados.0.smithi081.stdout:2363: left oid 45 (ObjNum 744 snap 219 seq_num 744) 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2359: done (6 left) 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2360: done (5 left) 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2361: done (4 left) 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2363: done (3 left) 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2369: done (2 left) 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2370: setattr oid 25 current snap is 219 2023-05-20T06:05:13.165 INFO:tasks.rados.rados.0.smithi081.stdout:2366: expect (ObjNum 577 snap 153 seq_num 577) 2023-05-20T06:05:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:12 smithi170 ceph-mon[97338]: pgmap v482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:13.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:12 smithi170 ceph-mon[97338]: osdmap e490: 8 total, 8 up, 8 in 2023-05-20T06:05:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:2368: finishing copy_from to smithi081164505-23 2023-05-20T06:05:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1089 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:05:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:2368: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:05:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:2366: done (2 left) 2023-05-20T06:05:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:2368: done (1 left) 2023-05-20T06:05:13.330 INFO:tasks.rados.rados.0.smithi081.stdout:2371: read oid 10 snap -1 2023-05-20T06:05:13.330 INFO:tasks.rados.rados.0.smithi081.stdout:2371: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:05:13.330 INFO:tasks.rados.rados.0.smithi081.stdout:2372: delete oid 26 current snap is 219 2023-05-20T06:05:13.330 INFO:tasks.rados.rados.0.smithi081.stdout:2371: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:05:13.332 INFO:tasks.rados.rados.0.smithi081.stdout:2371: done (2 left) 2023-05-20T06:05:13.333 INFO:tasks.rados.rados.0.smithi081.stdout:2372: done (1 left) 2023-05-20T06:05:13.333 INFO:tasks.rados.rados.0.smithi081.stdout:2373: delete oid 33 current snap is 219 2023-05-20T06:05:13.333 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1348 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-05-20T06:05:13.334 INFO:tasks.rados.rados.0.smithi081.stdout:2370: done (1 left) 2023-05-20T06:05:13.334 INFO:tasks.rados.rados.0.smithi081.stdout:2373: done (0 left) 2023-05-20T06:05:13.335 INFO:tasks.rados.rados.0.smithi081.stdout:2374: snap_create 2023-05-20T06:05:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:05:13.792 INFO:tasks.rados.rados.0.smithi081.stdout:2374: done (0 left) 2023-05-20T06:05:13.792 INFO:tasks.rados.rados.0.smithi081.stdout:2375: snap_remove snap 216 2023-05-20T06:05:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:13 smithi170 ceph-mon[97338]: osdmap e491: 8 total, 8 up, 8 in 2023-05-20T06:05:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:13 smithi081 ceph-mon[95500]: osdmap e491: 8 total, 8 up, 8 in 2023-05-20T06:05:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:13 smithi081 ceph-mon[107735]: osdmap e491: 8 total, 8 up, 8 in 2023-05-20T06:05:14.799 INFO:tasks.rados.rados.0.smithi081.stdout:2375: done (0 left) 2023-05-20T06:05:14.800 INFO:tasks.rados.rados.0.smithi081.stdout:2376: rmattr oid 26 current snap is 220 2023-05-20T06:05:14.800 INFO:tasks.rados.rados.0.smithi081.stdout:2376: done (0 left) 2023-05-20T06:05:14.800 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 220 2023-05-20T06:05:14.800 INFO:tasks.rados.rados.0.smithi081.stdout:2377: seq_num 748 ranges {0=532480} 2023-05-20T06:05:14.800 INFO:tasks.rados.rados.0.smithi081.stdout:2377: writing smithi081164505-1 from 0 to 532480 tid 1 2023-05-20T06:05:14.801 INFO:tasks.rados.rados.0.smithi081.stdout:2378: copy_from oid 15 from oid 9 current snap is 220 2023-05-20T06:05:14.806 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 220 2023-05-20T06:05:14.806 INFO:tasks.rados.rados.0.smithi081.stdout:2379: seq_num 749 ranges {3702784=548864} 2023-05-20T06:05:14.825 INFO:tasks.rados.rados.0.smithi081.stdout:2379: writing smithi081164505-41 from 3702784 to 4251648 tid 1 2023-05-20T06:05:14.825 INFO:tasks.rados.rados.0.smithi081.stdout:2380: delete oid 38 current snap is 220 2023-05-20T06:05:14.825 INFO:tasks.rados.rados.0.smithi081.stdout:2377: finishing write tid 1 to smithi081164505-1 2023-05-20T06:05:14.825 INFO:tasks.rados.rados.0.smithi081.stdout:2377: finishing write tid 2 to smithi081164505-1 2023-05-20T06:05:14.825 INFO:tasks.rados.rados.0.smithi081.stdout:2377: finishing write tid 3 to smithi081164505-1 2023-05-20T06:05:14.825 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1097 (ObjNum 748 snap 220 seq_num 748) dirty exists 2023-05-20T06:05:14.826 INFO:tasks.rados.rados.0.smithi081.stdout:2377: left oid 1 (ObjNum 748 snap 220 seq_num 748) 2023-05-20T06:05:14.826 INFO:tasks.rados.rados.0.smithi081.stdout:2378: finishing copy_from to smithi081164505-15 2023-05-20T06:05:14.827 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1009 (ObjNum 722 snap 207 seq_num 722) dirty exists 2023-05-20T06:05:14.828 INFO:tasks.rados.rados.0.smithi081.stdout:2378: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:05:14.829 INFO:tasks.rados.rados.0.smithi081.stdout:2379: finishing write tid 1 to smithi081164505-41 2023-05-20T06:05:14.829 INFO:tasks.rados.rados.0.smithi081.stdout:2377: done (3 left) 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:2378: done (2 left) 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:2380: done (1 left) 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:2381: rollback oid 42 current snap is 220 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 181 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:2382: rollback oid 35 current snap is 220 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 203 2023-05-20T06:05:14.830 INFO:tasks.rados.rados.0.smithi081.stdout:2383: rollback oid 19 current snap is 220 2023-05-20T06:05:14.831 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 214 2023-05-20T06:05:14.831 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 220 2023-05-20T06:05:14.831 INFO:tasks.rados.rados.0.smithi081.stdout:2384: seq_num 751 ranges {0=581632} 2023-05-20T06:05:14.833 INFO:tasks.rados.rados.0.smithi081.stdout:2384: writing smithi081164505-4 from 0 to 581632 tid 1 2023-05-20T06:05:14.833 INFO:tasks.rados.rados.0.smithi081.stdout:2385: snap_create 2023-05-20T06:05:14.833 INFO:tasks.rados.rados.0.smithi081.stdout:2379: finishing write tid 2 to smithi081164505-41 2023-05-20T06:05:14.833 INFO:tasks.rados.rados.0.smithi081.stdout:2379: finishing write tid 3 to smithi081164505-41 2023-05-20T06:05:14.833 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 906 (ObjNum 749 snap 220 seq_num 749) dirty exists 2023-05-20T06:05:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:2379: left oid 41 (ObjNum 749 snap 220 seq_num 749) 2023-05-20T06:05:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:2381: finishing rollback tid 1 to smithi081164505-42 2023-05-20T06:05:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 0 (ObjNum 97 snap 0 seq_num 164144096) dirty dne 2023-05-20T06:05:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:2382: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:05:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1290 (ObjNum 97 snap 0 seq_num 164341744) dirty dne 2023-05-20T06:05:14.834 INFO:tasks.rados.rados.0.smithi081.stdout:2383: finishing rollback tid 0 to smithi081164505-19 2023-05-20T06:05:14.835 INFO:tasks.rados.rados.0.smithi081.stdout:2383: finishing rollback tid 1 to smithi081164505-19 2023-05-20T06:05:14.835 INFO:tasks.rados.rados.0.smithi081.stdout:2383: finishing rollback tid 2 to smithi081164505-19 2023-05-20T06:05:14.835 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1042 (ObjNum 696 snap 196 seq_num 696) dirty exists 2023-05-20T06:05:14.836 INFO:tasks.rados.rados.0.smithi081.stdout:2384: finishing write tid 1 to smithi081164505-4 2023-05-20T06:05:14.836 INFO:tasks.rados.rados.0.smithi081.stdout:2384: finishing write tid 2 to smithi081164505-4 2023-05-20T06:05:14.837 INFO:tasks.rados.rados.0.smithi081.stdout:2384: finishing write tid 3 to smithi081164505-4 2023-05-20T06:05:14.838 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1044 (ObjNum 751 snap 220 seq_num 751) dirty exists 2023-05-20T06:05:14.838 INFO:tasks.rados.rados.0.smithi081.stdout:2384: left oid 4 (ObjNum 751 snap 220 seq_num 751) 2023-05-20T06:05:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:14 smithi170 ceph-mon[97338]: pgmap v485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:14 smithi170 ceph-mon[97338]: osdmap e492: 8 total, 8 up, 8 in 2023-05-20T06:05:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:14 smithi081 ceph-mon[95500]: pgmap v485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:14 smithi081 ceph-mon[95500]: osdmap e492: 8 total, 8 up, 8 in 2023-05-20T06:05:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:14 smithi081 ceph-mon[107735]: pgmap v485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:15.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:14 smithi081 ceph-mon[107735]: osdmap e492: 8 total, 8 up, 8 in 2023-05-20T06:05:15.810 INFO:tasks.rados.rados.0.smithi081.stdout:2379: done (5 left) 2023-05-20T06:05:15.810 INFO:tasks.rados.rados.0.smithi081.stdout:2381: done (4 left) 2023-05-20T06:05:15.810 INFO:tasks.rados.rados.0.smithi081.stdout:2382: done (3 left) 2023-05-20T06:05:15.810 INFO:tasks.rados.rados.0.smithi081.stdout:2383: done (2 left) 2023-05-20T06:05:15.810 INFO:tasks.rados.rados.0.smithi081.stdout:2384: done (1 left) 2023-05-20T06:05:15.811 INFO:tasks.rados.rados.0.smithi081.stdout:2385: done (0 left) 2023-05-20T06:05:15.811 INFO:tasks.rados.rados.0.smithi081.stdout:2386: read oid 19 snap -1 2023-05-20T06:05:15.811 INFO:tasks.rados.rados.0.smithi081.stdout:2386: expect (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:05:15.811 INFO:tasks.rados.rados.0.smithi081.stdout:2387: snap_remove snap 176 2023-05-20T06:05:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:15 smithi170 ceph-mon[97338]: osdmap e493: 8 total, 8 up, 8 in 2023-05-20T06:05:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:15 smithi081 ceph-mon[95500]: osdmap e493: 8 total, 8 up, 8 in 2023-05-20T06:05:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:15 smithi081 ceph-mon[107735]: osdmap e493: 8 total, 8 up, 8 in 2023-05-20T06:05:16.824 INFO:tasks.rados.rados.0.smithi081.stdout:2387: done (1 left) 2023-05-20T06:05:16.824 INFO:tasks.rados.rados.0.smithi081.stdout:2388: snap_create 2023-05-20T06:05:16.824 INFO:tasks.rados.rados.0.smithi081.stdout:2386: expect (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:05:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:16 smithi170 ceph-mon[97338]: pgmap v488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:16 smithi170 ceph-mon[97338]: osdmap e494: 8 total, 8 up, 8 in 2023-05-20T06:05:17.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:16 smithi081 ceph-mon[95500]: pgmap v488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:17.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:16 smithi081 ceph-mon[95500]: osdmap e494: 8 total, 8 up, 8 in 2023-05-20T06:05:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:16 smithi081 ceph-mon[107735]: pgmap v488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:16 smithi081 ceph-mon[107735]: osdmap e494: 8 total, 8 up, 8 in 2023-05-20T06:05:17.824 INFO:tasks.rados.rados.0.smithi081.stdout:2386: done (1 left) 2023-05-20T06:05:17.825 INFO:tasks.rados.rados.0.smithi081.stdout:2388: done (0 left) 2023-05-20T06:05:17.825 INFO:tasks.rados.rados.0.smithi081.stdout:2389: copy_from oid 50 from oid 43 current snap is 222 2023-05-20T06:05:17.825 INFO:tasks.rados.rados.0.smithi081.stdout:2390: snap_create 2023-05-20T06:05:17.872 INFO:tasks.rados.rados.0.smithi081.stdout:2389: finishing copy_from to smithi081164505-50 2023-05-20T06:05:17.873 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1023 (ObjNum 674 snap 193 seq_num 674) dirty exists 2023-05-20T06:05:17.873 INFO:tasks.rados.rados.0.smithi081.stdout:2389: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:05:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:17 smithi170 ceph-mon[97338]: osdmap e495: 8 total, 8 up, 8 in 2023-05-20T06:05:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:17 smithi081 ceph-mon[95500]: osdmap e495: 8 total, 8 up, 8 in 2023-05-20T06:05:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:17 smithi081 ceph-mon[107735]: osdmap e495: 8 total, 8 up, 8 in 2023-05-20T06:05:18.832 INFO:tasks.rados.rados.0.smithi081.stdout:2389: done (1 left) 2023-05-20T06:05:18.833 INFO:tasks.rados.rados.0.smithi081.stdout:2390: done (0 left) 2023-05-20T06:05:18.833 INFO:tasks.rados.rados.0.smithi081.stdout:2391: rollback oid 44 current snap is 223 2023-05-20T06:05:18.833 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 220 2023-05-20T06:05:18.834 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 223 2023-05-20T06:05:18.834 INFO:tasks.rados.rados.0.smithi081.stdout:2392: seq_num 752 ranges {0=598016} 2023-05-20T06:05:18.835 INFO:tasks.rados.rados.0.smithi081.stdout:2392: writing smithi081164505-42 from 0 to 598016 tid 1 2023-05-20T06:05:18.836 INFO:tasks.rados.rados.0.smithi081.stdout:2393: rollback oid 5 current snap is 223 2023-05-20T06:05:18.836 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 5 to 194 2023-05-20T06:05:18.836 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 223 2023-05-20T06:05:18.836 INFO:tasks.rados.rados.0.smithi081.stdout:2394: seq_num 753 ranges {6496256=614400} 2023-05-20T06:05:18.874 INFO:tasks.rados.rados.0.smithi081.stdout:2394: writing smithi081164505-50 from 6496256 to 7110656 tid 1 2023-05-20T06:05:18.875 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 223 2023-05-20T06:05:18.875 INFO:tasks.rados.rados.0.smithi081.stdout:2391: finishing rollback tid 0 to smithi081164505-44 2023-05-20T06:05:18.875 INFO:tasks.rados.rados.0.smithi081.stdout:2395: seq_num 754 ranges {1794048=630784} 2023-05-20T06:05:18.889 INFO:tasks.rados.rados.0.smithi081.stdout:2395: writing smithi081164505-32 from 1794048 to 2424832 tid 1 2023-05-20T06:05:18.889 INFO:tasks.rados.rados.0.smithi081.stdout:2396: read oid 41 snap -1 2023-05-20T06:05:18.889 INFO:tasks.rados.rados.0.smithi081.stdout:2396: expect (ObjNum 749 snap 220 seq_num 749) 2023-05-20T06:05:18.890 INFO:tasks.rados.rados.0.smithi081.stdout:2397: delete oid 36 current snap is 223 2023-05-20T06:05:18.890 INFO:tasks.rados.rados.0.smithi081.stdout:2391: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:05:18.891 INFO:tasks.rados.rados.0.smithi081.stdout:2391: finishing rollback tid 2 to smithi081164505-44 2023-05-20T06:05:18.891 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1038 (ObjNum 653 snap 176 seq_num 653) dirty exists 2023-05-20T06:05:18.891 INFO:tasks.rados.rados.0.smithi081.stdout:2392: finishing write tid 1 to smithi081164505-42 2023-05-20T06:05:18.892 INFO:tasks.rados.rados.0.smithi081.stdout:2392: finishing write tid 2 to smithi081164505-42 2023-05-20T06:05:18.892 INFO:tasks.rados.rados.0.smithi081.stdout:2392: finishing write tid 3 to smithi081164505-42 2023-05-20T06:05:18.892 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1087 (ObjNum 752 snap 223 seq_num 752) dirty exists 2023-05-20T06:05:18.892 INFO:tasks.rados.rados.0.smithi081.stdout:2392: left oid 42 (ObjNum 752 snap 223 seq_num 752) 2023-05-20T06:05:18.893 INFO:tasks.rados.rados.0.smithi081.stdout:2393: finishing rollback tid 0 to smithi081164505-5 2023-05-20T06:05:18.893 INFO:tasks.rados.rados.0.smithi081.stdout:2393: finishing rollback tid 1 to smithi081164505-5 2023-05-20T06:05:18.893 INFO:tasks.rados.rados.0.smithi081.stdout:2393: finishing rollback tid 2 to smithi081164505-5 2023-05-20T06:05:18.893 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1218 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:05:18.894 INFO:tasks.rados.rados.0.smithi081.stdout:2394: finishing write tid 1 to smithi081164505-50 2023-05-20T06:05:18.894 INFO:tasks.rados.rados.0.smithi081.stdout:2394: finishing write tid 2 to smithi081164505-50 2023-05-20T06:05:18.894 INFO:tasks.rados.rados.0.smithi081.stdout:2394: finishing write tid 3 to smithi081164505-50 2023-05-20T06:05:18.894 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1025 (ObjNum 753 snap 223 seq_num 753) dirty exists 2023-05-20T06:05:18.895 INFO:tasks.rados.rados.0.smithi081.stdout:2394: left oid 50 (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:05:18.896 INFO:tasks.rados.rados.0.smithi081.stdout:2391: done (6 left) 2023-05-20T06:05:18.896 INFO:tasks.rados.rados.0.smithi081.stdout:2392: done (5 left) 2023-05-20T06:05:18.897 INFO:tasks.rados.rados.0.smithi081.stdout:2393: done (4 left) 2023-05-20T06:05:18.897 INFO:tasks.rados.rados.0.smithi081.stdout:2394: done (3 left) 2023-05-20T06:05:18.897 INFO:tasks.rados.rados.0.smithi081.stdout:2397: done (2 left) 2023-05-20T06:05:18.897 INFO:tasks.rados.rados.0.smithi081.stdout:2398: read oid 35 snap -1 2023-05-20T06:05:18.898 INFO:tasks.rados.rados.0.smithi081.stdout:2398: expect deleted 2023-05-20T06:05:18.898 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 223 2023-05-20T06:05:18.898 INFO:tasks.rados.rados.0.smithi081.stdout:2399: seq_num 756 ranges {581632=671744} 2023-05-20T06:05:18.899 INFO:tasks.rados.rados.0.smithi081.stdout:2399: writing smithi081164505-4 from 581632 to 1253376 tid 1 2023-05-20T06:05:18.899 INFO:tasks.rados.rados.0.smithi081.stdout:2400: snap_remove snap 215 2023-05-20T06:05:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:18 smithi170 ceph-mon[97338]: pgmap v491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:18 smithi170 ceph-mon[97338]: osdmap e496: 8 total, 8 up, 8 in 2023-05-20T06:05:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:18 smithi081 ceph-mon[95500]: pgmap v491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:18 smithi081 ceph-mon[95500]: osdmap e496: 8 total, 8 up, 8 in 2023-05-20T06:05:19.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:18 smithi081 ceph-mon[107735]: pgmap v491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:19.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:18 smithi081 ceph-mon[107735]: osdmap e496: 8 total, 8 up, 8 in 2023-05-20T06:05:19.839 INFO:tasks.rados.rados.0.smithi081.stdout:2400: done (4 left) 2023-05-20T06:05:19.839 INFO:tasks.rados.rados.0.smithi081.stdout:2401: copy_from oid 30 from oid 38 current snap is 223 2023-05-20T06:05:19.840 INFO:tasks.rados.rados.0.smithi081.stdout:2395: finishing write tid 1 to smithi081164505-32 2023-05-20T06:05:19.840 INFO:tasks.rados.rados.0.smithi081.stdout:2395: finishing write tid 2 to smithi081164505-32 2023-05-20T06:05:19.840 INFO:tasks.rados.rados.0.smithi081.stdout:2395: finishing write tid 3 to smithi081164505-32 2023-05-20T06:05:19.840 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 774 (ObjNum 754 snap 223 seq_num 754) dirty exists 2023-05-20T06:05:19.840 INFO:tasks.rados.rados.0.smithi081.stdout:2395: left oid 32 (ObjNum 754 snap 223 seq_num 754) 2023-05-20T06:05:19.840 INFO:tasks.rados.rados.0.smithi081.stdout:2399: finishing write tid 1 to smithi081164505-4 2023-05-20T06:05:19.841 INFO:tasks.rados.rados.0.smithi081.stdout:2399: finishing write tid 2 to smithi081164505-4 2023-05-20T06:05:19.841 INFO:tasks.rados.rados.0.smithi081.stdout:2399: finishing write tid 3 to smithi081164505-4 2023-05-20T06:05:19.841 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1046 (ObjNum 756 snap 223 seq_num 756) dirty exists 2023-05-20T06:05:19.841 INFO:tasks.rados.rados.0.smithi081.stdout:2399: left oid 4 (ObjNum 756 snap 223 seq_num 756) 2023-05-20T06:05:19.841 INFO:tasks.rados.rados.0.smithi081.stdout:2396: expect (ObjNum 749 snap 220 seq_num 749) 2023-05-20T06:05:20.082 INFO:tasks.rados.rados.0.smithi081.stdout:2401: finishing copy_from to smithi081164505-30 2023-05-20T06:05:20.083 INFO:tasks.rados.rados.0.smithi081.stdout:2401: got expected ENOENT (src dne) 2023-05-20T06:05:20.083 INFO:tasks.rados.rados.0.smithi081.stdout:2401: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:05:20.083 INFO:tasks.rados.rados.0.smithi081.stdout:2395: done (4 left) 2023-05-20T06:05:20.084 INFO:tasks.rados.rados.0.smithi081.stdout:2396: done (3 left) 2023-05-20T06:05:20.084 INFO:tasks.rados.rados.0.smithi081.stdout:2398: done (2 left) 2023-05-20T06:05:20.084 INFO:tasks.rados.rados.0.smithi081.stdout:2399: done (1 left) 2023-05-20T06:05:20.084 INFO:tasks.rados.rados.0.smithi081.stdout:2401: done (0 left) 2023-05-20T06:05:20.085 INFO:tasks.rados.rados.0.smithi081.stdout:2402: read oid 40 snap 181 2023-05-20T06:05:20.085 INFO:tasks.rados.rados.0.smithi081.stdout:2402: expect (ObjNum 619 snap 170 seq_num 619) 2023-05-20T06:05:20.085 INFO:tasks.rados.rados.0.smithi081.stdout:2403: setattr oid 33 current snap is 223 2023-05-20T06:05:20.087 INFO:tasks.rados.rados.0.smithi081.stdout:2404: read oid 44 snap -1 2023-05-20T06:05:20.087 INFO:tasks.rados.rados.0.smithi081.stdout:2404: expect (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:05:20.087 INFO:tasks.rados.rados.0.smithi081.stdout:2405: read oid 29 snap -1 2023-05-20T06:05:20.088 INFO:tasks.rados.rados.0.smithi081.stdout:2405: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:05:20.088 INFO:tasks.rados.rados.0.smithi081.stdout:2406: read oid 7 snap -1 2023-05-20T06:05:20.088 INFO:tasks.rados.rados.0.smithi081.stdout:2406: expect (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:20.088 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 223 2023-05-20T06:05:20.089 INFO:tasks.rados.rados.0.smithi081.stdout:2407: seq_num 757 ranges {1253376=688128} 2023-05-20T06:05:20.095 INFO:tasks.rados.rados.0.smithi081.stdout:2407: writing smithi081164505-4 from 1253376 to 1941504 tid 1 2023-05-20T06:05:20.095 INFO:tasks.rados.rados.0.smithi081.stdout:2408: rollback oid 20 current snap is 223 2023-05-20T06:05:20.096 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 203 2023-05-20T06:05:20.096 INFO:tasks.rados.rados.0.smithi081.stdout:2405: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:05:20.098 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 545 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:05:20.098 INFO:tasks.rados.rados.0.smithi081.stdout:2406: expect (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:20.136 INFO:tasks.rados.rados.0.smithi081.stdout:2404: expect (ObjNum 653 snap 176 seq_num 653) 2023-05-20T06:05:20.235 INFO:tasks.rados.rados.0.smithi081.stdout:2407: finishing write tid 1 to smithi081164505-4 2023-05-20T06:05:20.235 INFO:tasks.rados.rados.0.smithi081.stdout:2407: finishing write tid 2 to smithi081164505-4 2023-05-20T06:05:20.235 INFO:tasks.rados.rados.0.smithi081.stdout:2408: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1028 (ObjNum 33 snap 0 seq_num 1467110754) dirty dne 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:2407: finishing write tid 3 to smithi081164505-4 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1048 (ObjNum 757 snap 223 seq_num 757) dirty exists 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:2407: left oid 4 (ObjNum 757 snap 223 seq_num 757) 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:2403: done (6 left) 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:2404: done (5 left) 2023-05-20T06:05:20.236 INFO:tasks.rados.rados.0.smithi081.stdout:2405: done (4 left) 2023-05-20T06:05:20.237 INFO:tasks.rados.rados.0.smithi081.stdout:2406: done (3 left) 2023-05-20T06:05:20.237 INFO:tasks.rados.rados.0.smithi081.stdout:2407: done (2 left) 2023-05-20T06:05:20.237 INFO:tasks.rados.rados.0.smithi081.stdout:2408: done (1 left) 2023-05-20T06:05:20.237 INFO:tasks.rados.rados.0.smithi081.stdout:2409: copy_from oid 48 from oid 36 current snap is 223 2023-05-20T06:05:20.237 INFO:tasks.rados.rados.0.smithi081.stdout:2402: expect (ObjNum 619 snap 170 seq_num 619) 2023-05-20T06:05:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:19 smithi170 ceph-mon[97338]: osdmap e497: 8 total, 8 up, 8 in 2023-05-20T06:05:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:19 smithi081 ceph-mon[95500]: osdmap e497: 8 total, 8 up, 8 in 2023-05-20T06:05:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:19 smithi081 ceph-mon[107735]: osdmap e497: 8 total, 8 up, 8 in 2023-05-20T06:05:20.856 INFO:tasks.rados.rados.0.smithi081.stdout:2409: finishing copy_from to smithi081164505-48 2023-05-20T06:05:20.856 INFO:tasks.rados.rados.0.smithi081.stdout:2409: got expected ENOENT (src dne) 2023-05-20T06:05:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:2409: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:05:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:2402: done (1 left) 2023-05-20T06:05:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:2409: done (0 left) 2023-05-20T06:05:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:2410: read oid 48 snap -1 2023-05-20T06:05:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:2410: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:05:20.857 INFO:tasks.rados.rados.0.smithi081.stdout:2411: snap_remove snap 210 2023-05-20T06:05:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:20 smithi170 ceph-mon[97338]: pgmap v494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:21.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:20 smithi170 ceph-mon[97338]: osdmap e498: 8 total, 8 up, 8 in 2023-05-20T06:05:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:20 smithi081 ceph-mon[95500]: pgmap v494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:20 smithi081 ceph-mon[95500]: osdmap e498: 8 total, 8 up, 8 in 2023-05-20T06:05:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:20 smithi081 ceph-mon[107735]: pgmap v494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:20 smithi081 ceph-mon[107735]: osdmap e498: 8 total, 8 up, 8 in 2023-05-20T06:05:21.853 INFO:tasks.rados.rados.0.smithi081.stdout:2411: done (1 left) 2023-05-20T06:05:21.853 INFO:tasks.rados.rados.0.smithi081.stdout:2412: rollback oid 37 current snap is 223 2023-05-20T06:05:21.854 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 199 2023-05-20T06:05:21.854 INFO:tasks.rados.rados.0.smithi081.stdout:2413: snap_remove snap 208 2023-05-20T06:05:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:05:21.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:05:21.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:22.855 INFO:tasks.rados.rados.0.smithi081.stdout:2413: done (2 left) 2023-05-20T06:05:22.855 INFO:tasks.rados.rados.0.smithi081.stdout:2414: delete oid 27 current snap is 223 2023-05-20T06:05:22.855 INFO:tasks.rados.rados.0.smithi081.stdout:2410: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:05:23.006 INFO:tasks.rados.rados.0.smithi081.stdout:2412: finishing rollback tid 0 to smithi081164505-37 2023-05-20T06:05:23.006 INFO:tasks.rados.rados.0.smithi081.stdout:2412: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:05:23.006 INFO:tasks.rados.rados.0.smithi081.stdout:2412: finishing rollback tid 2 to smithi081164505-37 2023-05-20T06:05:23.007 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1090 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:05:23.007 INFO:tasks.rados.rados.0.smithi081.stdout:2410: done (2 left) 2023-05-20T06:05:23.007 INFO:tasks.rados.rados.0.smithi081.stdout:2412: done (1 left) 2023-05-20T06:05:23.007 INFO:tasks.rados.rados.0.smithi081.stdout:2414: done (0 left) 2023-05-20T06:05:23.007 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 223 2023-05-20T06:05:23.007 INFO:tasks.rados.rados.0.smithi081.stdout:2415: seq_num 759 ranges {0=720896} 2023-05-20T06:05:23.010 INFO:tasks.rados.rados.0.smithi081.stdout:2415: writing smithi081164505-34 from 0 to 720896 tid 1 2023-05-20T06:05:23.010 INFO:tasks.rados.rados.0.smithi081.stdout:2416: snap_create 2023-05-20T06:05:23.013 INFO:tasks.rados.rados.0.smithi081.stdout:2415: finishing write tid 1 to smithi081164505-34 2023-05-20T06:05:23.013 INFO:tasks.rados.rados.0.smithi081.stdout:2415: finishing write tid 2 to smithi081164505-34 2023-05-20T06:05:23.017 INFO:tasks.rados.rados.0.smithi081.stdout:2415: finishing write tid 3 to smithi081164505-34 2023-05-20T06:05:23.018 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 547 (ObjNum 759 snap 223 seq_num 759) dirty exists 2023-05-20T06:05:23.018 INFO:tasks.rados.rados.0.smithi081.stdout:2415: left oid 34 (ObjNum 759 snap 223 seq_num 759) 2023-05-20T06:05:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:22 smithi170 ceph-mon[97338]: pgmap v496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:23.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:22 smithi170 ceph-mon[97338]: osdmap e499: 8 total, 8 up, 8 in 2023-05-20T06:05:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:22 smithi081 ceph-mon[95500]: pgmap v496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:22 smithi081 ceph-mon[95500]: osdmap e499: 8 total, 8 up, 8 in 2023-05-20T06:05:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:05:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:22 smithi081 ceph-mon[107735]: pgmap v496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:22 smithi081 ceph-mon[107735]: osdmap e499: 8 total, 8 up, 8 in 2023-05-20T06:05:23.861 INFO:tasks.rados.rados.0.smithi081.stdout:2415: done (1 left) 2023-05-20T06:05:23.861 INFO:tasks.rados.rados.0.smithi081.stdout:2416: done (0 left) 2023-05-20T06:05:23.861 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 224 2023-05-20T06:05:23.862 INFO:tasks.rados.rados.0.smithi081.stdout:2417: seq_num 760 ranges {2383872=737280} 2023-05-20T06:05:23.878 INFO:tasks.rados.rados.0.smithi081.stdout:2417: writing smithi081164505-37 from 2383872 to 3121152 tid 1 2023-05-20T06:05:23.878 INFO:tasks.rados.rados.0.smithi081.stdout:2418: rollback oid 2 current snap is 224 2023-05-20T06:05:23.878 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 2 to 211 2023-05-20T06:05:23.878 INFO:tasks.rados.rados.0.smithi081.stdout:2419: delete oid 36 current snap is 224 2023-05-20T06:05:23.882 INFO:tasks.rados.rados.0.smithi081.stdout:2419: done (2 left) 2023-05-20T06:05:23.883 INFO:tasks.rados.rados.0.smithi081.stdout:2420: snap_remove snap 209 2023-05-20T06:05:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:23 smithi170 ceph-mon[97338]: osdmap e500: 8 total, 8 up, 8 in 2023-05-20T06:05:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:23 smithi081 ceph-mon[95500]: osdmap e500: 8 total, 8 up, 8 in 2023-05-20T06:05:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:23 smithi081 ceph-mon[107735]: osdmap e500: 8 total, 8 up, 8 in 2023-05-20T06:05:24.877 INFO:tasks.rados.rados.0.smithi081.stdout:2420: done (2 left) 2023-05-20T06:05:24.877 INFO:tasks.rados.rados.0.smithi081.stdout:2421: rmattr oid 12 current snap is 224 2023-05-20T06:05:24.878 INFO:tasks.rados.rados.0.smithi081.stdout:2421: done (2 left) 2023-05-20T06:05:24.878 INFO:tasks.rados.rados.0.smithi081.stdout:2422: rollback oid 31 current snap is 224 2023-05-20T06:05:24.878 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 199 2023-05-20T06:05:24.878 INFO:tasks.rados.rados.0.smithi081.stdout:2423: snap_remove snap 204 2023-05-20T06:05:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:24 smithi170 ceph-mon[97338]: pgmap v499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:25.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:24 smithi170 ceph-mon[97338]: osdmap e501: 8 total, 8 up, 8 in 2023-05-20T06:05:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:24 smithi081 ceph-mon[95500]: pgmap v499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:24 smithi081 ceph-mon[95500]: osdmap e501: 8 total, 8 up, 8 in 2023-05-20T06:05:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:24 smithi081 ceph-mon[107735]: pgmap v499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:24 smithi081 ceph-mon[107735]: osdmap e501: 8 total, 8 up, 8 in 2023-05-20T06:05:25.887 INFO:tasks.rados.rados.0.smithi081.stdout:2423: done (3 left) 2023-05-20T06:05:25.887 INFO:tasks.rados.rados.0.smithi081.stdout:2424: delete oid 44 current snap is 224 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:2418: finishing rollback tid 0 to smithi081164505-2 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:2418: finishing rollback tid 1 to smithi081164505-2 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1318 (ObjNum 129 snap 0 seq_num 164589432) dirty dne 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:2417: finishing write tid 1 to smithi081164505-37 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:2417: finishing write tid 2 to smithi081164505-37 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:2417: finishing write tid 3 to smithi081164505-37 2023-05-20T06:05:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1092 (ObjNum 760 snap 224 seq_num 760) dirty exists 2023-05-20T06:05:25.889 INFO:tasks.rados.rados.0.smithi081.stdout:2417: left oid 37 (ObjNum 760 snap 224 seq_num 760) 2023-05-20T06:05:25.889 INFO:tasks.rados.rados.0.smithi081.stdout:2422: finishing rollback tid 0 to smithi081164505-31 2023-05-20T06:05:25.889 INFO:tasks.rados.rados.0.smithi081.stdout:2422: finishing rollback tid 1 to smithi081164505-31 2023-05-20T06:05:25.889 INFO:tasks.rados.rados.0.smithi081.stdout:2422: finishing rollback tid 2 to smithi081164505-31 2023-05-20T06:05:25.889 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1383 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:05:25.895 INFO:tasks.rados.rados.0.smithi081.stdout:2417: done (3 left) 2023-05-20T06:05:25.895 INFO:tasks.rados.rados.0.smithi081.stdout:2418: done (2 left) 2023-05-20T06:05:25.895 INFO:tasks.rados.rados.0.smithi081.stdout:2422: done (1 left) 2023-05-20T06:05:25.895 INFO:tasks.rados.rados.0.smithi081.stdout:2424: done (0 left) 2023-05-20T06:05:25.895 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 224 2023-05-20T06:05:25.895 INFO:tasks.rados.rados.0.smithi081.stdout:2425: seq_num 763 ranges {0=786432} 2023-05-20T06:05:25.900 INFO:tasks.rados.rados.0.smithi081.stdout:2425: writing smithi081164505-10 from 0 to 786432 tid 1 2023-05-20T06:05:25.900 INFO:tasks.rados.rados.0.smithi081.stdout:2426: read oid 6 snap -1 2023-05-20T06:05:25.901 INFO:tasks.rados.rados.0.smithi081.stdout:2426: expect (ObjNum 692 snap 195 seq_num 692) 2023-05-20T06:05:25.901 INFO:tasks.rados.rados.0.smithi081.stdout:2427: rollback oid 37 current snap is 224 2023-05-20T06:05:25.901 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 184 2023-05-20T06:05:25.901 INFO:tasks.rados.rados.0.smithi081.stdout:2428: read oid 17 snap -1 2023-05-20T06:05:25.901 INFO:tasks.rados.rados.0.smithi081.stdout:2428: expect deleted 2023-05-20T06:05:25.901 INFO:tasks.rados.rados.0.smithi081.stdout:2429: snap_remove snap 206 2023-05-20T06:05:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:25 smithi170 ceph-mon[97338]: osdmap e502: 8 total, 8 up, 8 in 2023-05-20T06:05:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:25 smithi081 ceph-mon[95500]: osdmap e502: 8 total, 8 up, 8 in 2023-05-20T06:05:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:25 smithi081 ceph-mon[107735]: osdmap e502: 8 total, 8 up, 8 in 2023-05-20T06:05:26.895 INFO:tasks.rados.rados.0.smithi081.stdout:2429: done (4 left) 2023-05-20T06:05:26.895 INFO:tasks.rados.rados.0.smithi081.stdout:2430: read oid 7 snap -1 2023-05-20T06:05:26.896 INFO:tasks.rados.rados.0.smithi081.stdout:2430: expect (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:2431: rollback oid 21 current snap is 224 2023-05-20T06:05:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 199 2023-05-20T06:05:26.899 INFO:tasks.rados.rados.0.smithi081.stdout:2432: rollback oid 28 current snap is 224 2023-05-20T06:05:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 213 2023-05-20T06:05:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:2433: rollback oid 9 current snap is 224 2023-05-20T06:05:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 181 2023-05-20T06:05:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 224 2023-05-20T06:05:26.900 INFO:tasks.rados.rados.0.smithi081.stdout:2434: seq_num 764 ranges {0=802816} 2023-05-20T06:05:26.901 INFO:tasks.rados.rados.0.smithi081.stdout:2434: writing smithi081164505-36 from 0 to 802816 tid 1 2023-05-20T06:05:26.901 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 224 2023-05-20T06:05:26.901 INFO:tasks.rados.rados.0.smithi081.stdout:2435: seq_num 765 ranges {0=417792,417792=401408} 2023-05-20T06:05:26.904 INFO:tasks.rados.rados.0.smithi081.stdout:2435: writing smithi081164505-18 from 0 to 417792 tid 1 2023-05-20T06:05:26.906 INFO:tasks.rados.rados.0.smithi081.stdout:2435: writing smithi081164505-18 from 417792 to 819200 tid 2 2023-05-20T06:05:26.906 INFO:tasks.rados.rados.0.smithi081.stdout:2436: copy_from oid 34 from oid 42 current snap is 224 2023-05-20T06:05:26.907 INFO:tasks.rados.rados.0.smithi081.stdout:2425: finishing write tid 1 to smithi081164505-10 2023-05-20T06:05:26.907 INFO:tasks.rados.rados.0.smithi081.stdout:2425: finishing write tid 2 to smithi081164505-10 2023-05-20T06:05:26.907 INFO:tasks.rados.rados.0.smithi081.stdout:2425: finishing write tid 3 to smithi081164505-10 2023-05-20T06:05:26.907 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1193 (ObjNum 763 snap 224 seq_num 763) dirty exists 2023-05-20T06:05:26.908 INFO:tasks.rados.rados.0.smithi081.stdout:2425: left oid 10 (ObjNum 763 snap 224 seq_num 763) 2023-05-20T06:05:26.908 INFO:tasks.rados.rados.0.smithi081.stdout:2427: finishing rollback tid 0 to smithi081164505-37 2023-05-20T06:05:26.908 INFO:tasks.rados.rados.0.smithi081.stdout:2427: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:05:26.908 INFO:tasks.rados.rados.0.smithi081.stdout:2427: finishing rollback tid 2 to smithi081164505-37 2023-05-20T06:05:26.909 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1095 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:05:26.909 INFO:tasks.rados.rados.0.smithi081.stdout:2426: expect (ObjNum 692 snap 195 seq_num 692) 2023-05-20T06:05:27.042 INFO:tasks.rados.rados.0.smithi081.stdout:2432: finishing rollback tid 0 to smithi081164505-28 2023-05-20T06:05:27.042 INFO:tasks.rados.rados.0.smithi081.stdout:2432: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:2432: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1042 (ObjNum 652 snap 176 seq_num 652) dirty exists 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:2431: finishing rollback tid 0 to smithi081164505-21 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:2425: done (10 left) 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:2426: done (9 left) 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:2427: done (8 left) 2023-05-20T06:05:27.043 INFO:tasks.rados.rados.0.smithi081.stdout:2428: done (7 left) 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:2432: done (6 left) 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:2437: setattr oid 46 current snap is 224 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:2433: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:2433: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:2433: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1012 (ObjNum 338 snap 90 seq_num 338) dirty exists 2023-05-20T06:05:27.044 INFO:tasks.rados.rados.0.smithi081.stdout:2430: expect (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:27.077 INFO:tasks.rados.rados.0.smithi081.stdout:2435: finishing write tid 1 to smithi081164505-18 2023-05-20T06:05:27.078 INFO:tasks.rados.rados.0.smithi081.stdout:2435: finishing write tid 2 to smithi081164505-18 2023-05-20T06:05:27.078 INFO:tasks.rados.rados.0.smithi081.stdout:2435: finishing write tid 3 to smithi081164505-18 2023-05-20T06:05:27.078 INFO:tasks.rados.rados.0.smithi081.stdout:2431: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1398 (ObjNum 1265 snap 0 seq_num 164430336) dirty dne 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:2436: finishing copy_from to smithi081164505-34 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1087 (ObjNum 752 snap 223 seq_num 752) dirty exists 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:2434: finishing write tid 1 to smithi081164505-36 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:2434: finishing write tid 2 to smithi081164505-36 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:2436: finishing copy_from racing read to smithi081164505-34 2023-05-20T06:05:27.079 INFO:tasks.rados.rados.0.smithi081.stdout:2435: finishing write tid 4 to smithi081164505-18 2023-05-20T06:05:27.080 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 791 (ObjNum 765 snap 224 seq_num 765) dirty exists 2023-05-20T06:05:27.080 INFO:tasks.rados.rados.0.smithi081.stdout:2435: left oid 18 (ObjNum 765 snap 224 seq_num 765) 2023-05-20T06:05:27.080 INFO:tasks.rados.rados.0.smithi081.stdout:2434: finishing write tid 3 to smithi081164505-36 2023-05-20T06:05:27.080 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1219 (ObjNum 764 snap 224 seq_num 764) dirty exists 2023-05-20T06:05:27.080 INFO:tasks.rados.rados.0.smithi081.stdout:2434: left oid 36 (ObjNum 764 snap 224 seq_num 764) 2023-05-20T06:05:27.081 INFO:tasks.rados.rados.0.smithi081.stdout:2430: done (6 left) 2023-05-20T06:05:27.081 INFO:tasks.rados.rados.0.smithi081.stdout:2431: done (5 left) 2023-05-20T06:05:27.081 INFO:tasks.rados.rados.0.smithi081.stdout:2433: done (4 left) 2023-05-20T06:05:27.081 INFO:tasks.rados.rados.0.smithi081.stdout:2434: done (3 left) 2023-05-20T06:05:27.082 INFO:tasks.rados.rados.0.smithi081.stdout:2435: done (2 left) 2023-05-20T06:05:27.082 INFO:tasks.rados.rados.0.smithi081.stdout:2436: done (1 left) 2023-05-20T06:05:27.082 INFO:tasks.rados.rados.0.smithi081.stdout:2438: read oid 40 snap -1 2023-05-20T06:05:27.082 INFO:tasks.rados.rados.0.smithi081.stdout:2438: expect (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:05:27.082 INFO:tasks.rados.rados.0.smithi081.stdout:2439: setattr oid 32 current snap is 224 2023-05-20T06:05:27.083 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 224 2023-05-20T06:05:27.083 INFO:tasks.rados.rados.0.smithi081.stdout:2440: seq_num 766 ranges {942080=434176,1376256=401408} 2023-05-20T06:05:27.085 INFO:tasks.rados.rados.0.smithi081.stdout:2440: writing smithi081164505-7 from 942080 to 1376256 tid 1 2023-05-20T06:05:27.088 INFO:tasks.rados.rados.0.smithi081.stdout:2440: writing smithi081164505-7 from 1376256 to 1777664 tid 2 2023-05-20T06:05:27.088 INFO:tasks.rados.rados.0.smithi081.stdout:2441: setattr oid 42 current snap is 224 2023-05-20T06:05:27.089 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1096 (ObjNum 708 snap 201 seq_num 708) dirty exists 2023-05-20T06:05:27.089 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 793 (ObjNum 754 snap 223 seq_num 754) dirty exists 2023-05-20T06:05:27.089 INFO:tasks.rados.rados.0.smithi081.stdout:2437: done (4 left) 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:2439: done (3 left) 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:2442: rollback oid 25 current snap is 224 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 218 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:2443: read oid 32 snap -1 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:2443: expect (ObjNum 754 snap 223 seq_num 754) 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:2444: read oid 27 snap -1 2023-05-20T06:05:27.090 INFO:tasks.rados.rados.0.smithi081.stdout:2444: expect deleted 2023-05-20T06:05:27.091 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 224 2023-05-20T06:05:27.091 INFO:tasks.rados.rados.0.smithi081.stdout:2445: seq_num 767 ranges {3694592=450560,4145152=401408} 2023-05-20T06:05:27.113 INFO:tasks.rados.rados.0.smithi081.stdout:2445: writing smithi081164505-13 from 3694592 to 4145152 tid 1 2023-05-20T06:05:27.115 INFO:tasks.rados.rados.0.smithi081.stdout:2445: writing smithi081164505-13 from 4145152 to 4546560 tid 2 2023-05-20T06:05:27.115 INFO:tasks.rados.rados.0.smithi081.stdout:2446: snap_remove snap 211 2023-05-20T06:05:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:26 smithi170 ceph-mon[97338]: pgmap v502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:26 smithi170 ceph-mon[97338]: osdmap e503: 8 total, 8 up, 8 in 2023-05-20T06:05:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:26 smithi081 ceph-mon[95500]: pgmap v502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:27.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:26 smithi081 ceph-mon[95500]: osdmap e503: 8 total, 8 up, 8 in 2023-05-20T06:05:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:26 smithi081 ceph-mon[107735]: pgmap v502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:26 smithi081 ceph-mon[107735]: osdmap e503: 8 total, 8 up, 8 in 2023-05-20T06:05:27.898 INFO:tasks.rados.rados.0.smithi081.stdout:2446: done (7 left) 2023-05-20T06:05:27.898 INFO:tasks.rados.rados.0.smithi081.stdout:2447: snap_remove snap 207 2023-05-20T06:05:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:27 smithi170 ceph-mon[97338]: osdmap e504: 8 total, 8 up, 8 in 2023-05-20T06:05:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:27 smithi081 ceph-mon[95500]: osdmap e504: 8 total, 8 up, 8 in 2023-05-20T06:05:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:27 smithi081 ceph-mon[107735]: osdmap e504: 8 total, 8 up, 8 in 2023-05-20T06:05:28.901 INFO:tasks.rados.rados.0.smithi081.stdout:2447: done (7 left) 2023-05-20T06:05:28.901 INFO:tasks.rados.rados.0.smithi081.stdout:2448: delete oid 4 current snap is 224 2023-05-20T06:05:28.901 INFO:tasks.rados.rados.0.smithi081.stdout:2440: finishing write tid 1 to smithi081164505-7 2023-05-20T06:05:28.901 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1097 (ObjNum 752 snap 223 seq_num 752) dirty exists 2023-05-20T06:05:28.901 INFO:tasks.rados.rados.0.smithi081.stdout:2440: finishing write tid 2 to smithi081164505-7 2023-05-20T06:05:28.902 INFO:tasks.rados.rados.0.smithi081.stdout:2440: finishing write tid 3 to smithi081164505-7 2023-05-20T06:05:28.902 INFO:tasks.rados.rados.0.smithi081.stdout:2442: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:05:28.902 INFO:tasks.rados.rados.0.smithi081.stdout:2442: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:05:28.902 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1405 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:05:28.903 INFO:tasks.rados.rados.0.smithi081.stdout:2440: finishing write tid 4 to smithi081164505-7 2023-05-20T06:05:28.903 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1328 (ObjNum 766 snap 224 seq_num 766) dirty exists 2023-05-20T06:05:28.903 INFO:tasks.rados.rados.0.smithi081.stdout:2440: left oid 7 (ObjNum 766 snap 224 seq_num 766) 2023-05-20T06:05:28.903 INFO:tasks.rados.rados.0.smithi081.stdout:2443: expect (ObjNum 754 snap 223 seq_num 754) 2023-05-20T06:05:29.020 INFO:tasks.rados.rados.0.smithi081.stdout:2438: expect (ObjNum 666 snap 184 seq_num 666) 2023-05-20T06:05:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:28 smithi170 ceph-mon[97338]: pgmap v505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:29.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:28 smithi170 ceph-mon[97338]: osdmap e505: 8 total, 8 up, 8 in 2023-05-20T06:05:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:28 smithi081 ceph-mon[95500]: pgmap v505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:28 smithi081 ceph-mon[95500]: osdmap e505: 8 total, 8 up, 8 in 2023-05-20T06:05:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:28 smithi081 ceph-mon[107735]: pgmap v505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:28 smithi081 ceph-mon[107735]: osdmap e505: 8 total, 8 up, 8 in 2023-05-20T06:05:29.817 INFO:tasks.rados.rados.0.smithi081.stdout:2445: finishing write tid 1 to smithi081164505-13 2023-05-20T06:05:29.817 INFO:tasks.rados.rados.0.smithi081.stdout:2445: finishing write tid 2 to smithi081164505-13 2023-05-20T06:05:29.817 INFO:tasks.rados.rados.0.smithi081.stdout:2445: finishing write tid 3 to smithi081164505-13 2023-05-20T06:05:29.817 INFO:tasks.rados.rados.0.smithi081.stdout:2438: done (7 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2440: done (6 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2441: done (5 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2442: done (4 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2443: done (3 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2444: done (2 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2448: done (1 left) 2023-05-20T06:05:29.818 INFO:tasks.rados.rados.0.smithi081.stdout:2449: rollback oid 34 current snap is 224 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 213 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:2445: finishing write tid 4 to smithi081164505-13 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1225 (ObjNum 767 snap 224 seq_num 767) dirty exists 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:2445: left oid 13 (ObjNum 767 snap 224 seq_num 767) 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:2445: done (1 left) 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:2450: copy_from oid 2 from oid 3 current snap is 224 2023-05-20T06:05:29.819 INFO:tasks.rados.rados.0.smithi081.stdout:2451: delete oid 12 current snap is 224 2023-05-20T06:05:29.820 INFO:tasks.rados.rados.0.smithi081.stdout:2451: done (2 left) 2023-05-20T06:05:29.820 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 224 2023-05-20T06:05:29.820 INFO:tasks.rados.rados.0.smithi081.stdout:2452: seq_num 770 ranges {2269184=499712,2768896=401408} 2023-05-20T06:05:29.834 INFO:tasks.rados.rados.0.smithi081.stdout:2452: writing smithi081164505-46 from 2269184 to 2768896 tid 1 2023-05-20T06:05:29.837 INFO:tasks.rados.rados.0.smithi081.stdout:2452: writing smithi081164505-46 from 2768896 to 3170304 tid 2 2023-05-20T06:05:29.837 INFO:tasks.rados.rados.0.smithi081.stdout:2453: copy_from oid 30 from oid 25 current snap is 224 2023-05-20T06:05:29.837 INFO:tasks.rados.rados.0.smithi081.stdout:2449: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:05:29.837 INFO:tasks.rados.rados.0.smithi081.stdout:2449: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:05:29.838 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1089 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:05:29.838 INFO:tasks.rados.rados.0.smithi081.stdout:2450: finishing copy_from to smithi081164505-2 2023-05-20T06:05:29.838 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 920 (ObjNum 534 snap 142 seq_num 534) dirty exists 2023-05-20T06:05:29.838 INFO:tasks.rados.rados.0.smithi081.stdout:2450: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:05:29.838 INFO:tasks.rados.rados.0.smithi081.stdout:2449: done (3 left) 2023-05-20T06:05:29.839 INFO:tasks.rados.rados.0.smithi081.stdout:2450: done (2 left) 2023-05-20T06:05:29.839 INFO:tasks.rados.rados.0.smithi081.stdout:2454: snap_remove snap 181 2023-05-20T06:05:30.114 INFO:tasks.rados.rados.0.smithi081.stdout:2454: done (2 left) 2023-05-20T06:05:30.114 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 224 2023-05-20T06:05:30.115 INFO:tasks.rados.rados.0.smithi081.stdout:2455: seq_num 771 ranges {10518528=516096,11034624=401408} 2023-05-20T06:05:30.174 INFO:tasks.rados.rados.0.smithi081.stdout:2455: writing smithi081164505-40 from 10518528 to 11034624 tid 1 2023-05-20T06:05:30.176 INFO:tasks.rados.rados.0.smithi081.stdout:2455: writing smithi081164505-40 from 11034624 to 11436032 tid 2 2023-05-20T06:05:30.176 INFO:tasks.rados.rados.0.smithi081.stdout:2456: delete oid 26 current snap is 224 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2453: finishing copy_from to smithi081164505-30 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2453: got expected ENOENT (src dne) 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2453: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2452: finishing write tid 1 to smithi081164505-46 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2452: finishing write tid 2 to smithi081164505-46 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2452: finishing write tid 3 to smithi081164505-46 2023-05-20T06:05:30.177 INFO:tasks.rados.rados.0.smithi081.stdout:2452: finishing write tid 4 to smithi081164505-46 2023-05-20T06:05:30.178 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1100 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:05:30.178 INFO:tasks.rados.rados.0.smithi081.stdout:2452: left oid 46 (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:05:30.178 INFO:tasks.rados.rados.0.smithi081.stdout:2452: done (3 left) 2023-05-20T06:05:30.179 INFO:tasks.rados.rados.0.smithi081.stdout:2453: done (2 left) 2023-05-20T06:05:30.179 INFO:tasks.rados.rados.0.smithi081.stdout:2456: done (1 left) 2023-05-20T06:05:30.179 INFO:tasks.rados.rados.0.smithi081.stdout:2457: delete oid 28 current snap is 224 2023-05-20T06:05:30.180 INFO:tasks.rados.rados.0.smithi081.stdout:2455: finishing write tid 1 to smithi081164505-40 2023-05-20T06:05:30.181 INFO:tasks.rados.rados.0.smithi081.stdout:2455: finishing write tid 2 to smithi081164505-40 2023-05-20T06:05:30.181 INFO:tasks.rados.rados.0.smithi081.stdout:2455: finishing write tid 3 to smithi081164505-40 2023-05-20T06:05:30.181 INFO:tasks.rados.rados.0.smithi081.stdout:2457: done (1 left) 2023-05-20T06:05:30.182 INFO:tasks.rados.rados.0.smithi081.stdout:2458: snap_remove snap 203 2023-05-20T06:05:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:29 smithi170 ceph-mon[97338]: osdmap e506: 8 total, 8 up, 8 in 2023-05-20T06:05:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:29 smithi081 ceph-mon[95500]: osdmap e506: 8 total, 8 up, 8 in 2023-05-20T06:05:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:29 smithi081 ceph-mon[107735]: osdmap e506: 8 total, 8 up, 8 in 2023-05-20T06:05:31.123 INFO:tasks.rados.rados.0.smithi081.stdout:2458: done (1 left) 2023-05-20T06:05:31.123 INFO:tasks.rados.rados.0.smithi081.stdout:2459: snap_create 2023-05-20T06:05:31.124 INFO:tasks.rados.rados.0.smithi081.stdout:2455: finishing write tid 4 to smithi081164505-40 2023-05-20T06:05:31.124 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1251 (ObjNum 771 snap 224 seq_num 771) dirty exists 2023-05-20T06:05:31.124 INFO:tasks.rados.rados.0.smithi081.stdout:2455: left oid 40 (ObjNum 771 snap 224 seq_num 771) 2023-05-20T06:05:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:31 smithi170 ceph-mon[97338]: pgmap v508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:31 smithi170 ceph-mon[97338]: osdmap e507: 8 total, 8 up, 8 in 2023-05-20T06:05:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:31 smithi081 ceph-mon[95500]: pgmap v508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:31 smithi081 ceph-mon[95500]: osdmap e507: 8 total, 8 up, 8 in 2023-05-20T06:05:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:31 smithi081 ceph-mon[107735]: pgmap v508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:31 smithi081 ceph-mon[107735]: osdmap e507: 8 total, 8 up, 8 in 2023-05-20T06:05:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:05:31.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:05:31.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:32.121 INFO:tasks.rados.rados.0.smithi081.stdout:2455: done (1 left) 2023-05-20T06:05:32.122 INFO:tasks.rados.rados.0.smithi081.stdout:2459: done (0 left) 2023-05-20T06:05:32.122 INFO:tasks.rados.rados.0.smithi081.stdout:2460: rmattr oid 49 current snap is 225 2023-05-20T06:05:32.122 INFO:tasks.rados.rados.0.smithi081.stdout:2460: done (0 left) 2023-05-20T06:05:32.123 INFO:tasks.rados.rados.0.smithi081.stdout:2461: snap_remove snap 202 2023-05-20T06:05:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:32 smithi170 ceph-mon[97338]: osdmap e508: 8 total, 8 up, 8 in 2023-05-20T06:05:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:32 smithi081 ceph-mon[95500]: osdmap e508: 8 total, 8 up, 8 in 2023-05-20T06:05:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:32 smithi081 ceph-mon[107735]: osdmap e508: 8 total, 8 up, 8 in 2023-05-20T06:05:33.131 INFO:tasks.rados.rados.0.smithi081.stdout:2461: done (0 left) 2023-05-20T06:05:33.132 INFO:tasks.rados.rados.0.smithi081.stdout:2462: rollback oid 11 current snap is 225 2023-05-20T06:05:33.132 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 213 2023-05-20T06:05:33.132 INFO:tasks.rados.rados.0.smithi081.stdout:2463: delete oid 36 current snap is 225 2023-05-20T06:05:33.145 INFO:tasks.rados.rados.0.smithi081.stdout:2462: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:05:33.145 INFO:tasks.rados.rados.0.smithi081.stdout:2462: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:05:33.146 INFO:tasks.rados.rados.0.smithi081.stdout:2462: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:05:33.146 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1345 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:05:33.146 INFO:tasks.rados.rados.0.smithi081.stdout:2462: done (1 left) 2023-05-20T06:05:33.146 INFO:tasks.rados.rados.0.smithi081.stdout:2463: done (0 left) 2023-05-20T06:05:33.146 INFO:tasks.rados.rados.0.smithi081.stdout:2464: copy_from oid 45 from oid 47 current snap is 225 2023-05-20T06:05:33.147 INFO:tasks.rados.rados.0.smithi081.stdout:2465: snap_remove snap 213 2023-05-20T06:05:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:33 smithi170 ceph-mon[97338]: pgmap v511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:33 smithi170 ceph-mon[97338]: osdmap e509: 8 total, 8 up, 8 in 2023-05-20T06:05:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:05:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:33 smithi081 ceph-mon[95500]: pgmap v511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:33 smithi081 ceph-mon[95500]: osdmap e509: 8 total, 8 up, 8 in 2023-05-20T06:05:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:33 smithi081 ceph-mon[107735]: pgmap v511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:33 smithi081 ceph-mon[107735]: osdmap e509: 8 total, 8 up, 8 in 2023-05-20T06:05:34.139 INFO:tasks.rados.rados.0.smithi081.stdout:2465: done (1 left) 2023-05-20T06:05:34.139 INFO:tasks.rados.rados.0.smithi081.stdout:2466: setattr oid 1 current snap is 225 2023-05-20T06:05:34.140 INFO:tasks.rados.rados.0.smithi081.stdout:2467: snap_create 2023-05-20T06:05:34.140 INFO:tasks.rados.rados.0.smithi081.stdout:2464: finishing copy_from to smithi081164505-45 2023-05-20T06:05:34.140 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1184 (ObjNum 726 snap 208 seq_num 726) dirty exists 2023-05-20T06:05:34.140 INFO:tasks.rados.rados.0.smithi081.stdout:2464: finishing copy_from racing read to smithi081164505-45 2023-05-20T06:05:34.150 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1098 (ObjNum 748 snap 220 seq_num 748) dirty exists 2023-05-20T06:05:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:34 smithi170 ceph-mon[97338]: osdmap e510: 8 total, 8 up, 8 in 2023-05-20T06:05:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:34 smithi081 ceph-mon[95500]: osdmap e510: 8 total, 8 up, 8 in 2023-05-20T06:05:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:34 smithi081 ceph-mon[107735]: osdmap e510: 8 total, 8 up, 8 in 2023-05-20T06:05:35.143 INFO:tasks.rados.rados.0.smithi081.stdout:2464: done (2 left) 2023-05-20T06:05:35.143 INFO:tasks.rados.rados.0.smithi081.stdout:2466: done (1 left) 2023-05-20T06:05:35.144 INFO:tasks.rados.rados.0.smithi081.stdout:2467: done (0 left) 2023-05-20T06:05:35.144 INFO:tasks.rados.rados.0.smithi081.stdout:2468: snap_remove snap 196 2023-05-20T06:05:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:35 smithi170 ceph-mon[97338]: pgmap v514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:35 smithi170 ceph-mon[97338]: osdmap e511: 8 total, 8 up, 8 in 2023-05-20T06:05:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:35 smithi081 ceph-mon[95500]: pgmap v514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:35 smithi081 ceph-mon[95500]: osdmap e511: 8 total, 8 up, 8 in 2023-05-20T06:05:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:35 smithi081 ceph-mon[107735]: pgmap v514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:35 smithi081 ceph-mon[107735]: osdmap e511: 8 total, 8 up, 8 in 2023-05-20T06:05:36.150 INFO:tasks.rados.rados.0.smithi081.stdout:2468: done (0 left) 2023-05-20T06:05:36.150 INFO:tasks.rados.rados.0.smithi081.stdout:2469: delete oid 29 current snap is 226 2023-05-20T06:05:36.164 INFO:tasks.rados.rados.0.smithi081.stdout:2469: done (0 left) 2023-05-20T06:05:36.165 INFO:tasks.rados.rados.0.smithi081.stdout:2470: copy_from oid 14 from oid 22 current snap is 226 2023-05-20T06:05:36.165 INFO:tasks.rados.rados.0.smithi081.stdout:2471: delete oid 40 current snap is 226 2023-05-20T06:05:36.168 INFO:tasks.rados.rados.0.smithi081.stdout:2471: done (1 left) 2023-05-20T06:05:36.168 INFO:tasks.rados.rados.0.smithi081.stdout:2472: delete oid 21 current snap is 226 2023-05-20T06:05:36.173 INFO:tasks.rados.rados.0.smithi081.stdout:2472: done (1 left) 2023-05-20T06:05:36.174 INFO:tasks.rados.rados.0.smithi081.stdout:2473: rmattr oid 28 current snap is 226 2023-05-20T06:05:36.174 INFO:tasks.rados.rados.0.smithi081.stdout:2473: done (1 left) 2023-05-20T06:05:36.174 INFO:tasks.rados.rados.0.smithi081.stdout:2474: read oid 7 snap 222 2023-05-20T06:05:36.174 INFO:tasks.rados.rados.0.smithi081.stdout:2474: expect (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:36.174 INFO:tasks.rados.rados.0.smithi081.stdout:2475: delete oid 1 current snap is 226 2023-05-20T06:05:36.176 INFO:tasks.rados.rados.0.smithi081.stdout:2475: done (2 left) 2023-05-20T06:05:36.176 INFO:tasks.rados.rados.0.smithi081.stdout:2476: copy_from oid 33 from oid 24 current snap is 226 2023-05-20T06:05:36.177 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 226 2023-05-20T06:05:36.177 INFO:tasks.rados.rados.0.smithi081.stdout:2477: seq_num 779 ranges {0=655360,655360=401408} 2023-05-20T06:05:36.180 INFO:tasks.rados.rados.0.smithi081.stdout:2477: writing smithi081164505-4 from 0 to 655360 tid 1 2023-05-20T06:05:36.183 INFO:tasks.rados.rados.0.smithi081.stdout:2477: writing smithi081164505-4 from 655360 to 1056768 tid 2 2023-05-20T06:05:36.183 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 226 2023-05-20T06:05:36.183 INFO:tasks.rados.rados.0.smithi081.stdout:2476: finishing copy_from to smithi081164505-33 2023-05-20T06:05:36.183 INFO:tasks.rados.rados.0.smithi081.stdout:2476: got expected ENOENT (src dne) 2023-05-20T06:05:36.184 INFO:tasks.rados.rados.0.smithi081.stdout:2478: seq_num 780 ranges {0=671744,671744=401408} 2023-05-20T06:05:36.187 INFO:tasks.rados.rados.0.smithi081.stdout:2478: writing smithi081164505-12 from 0 to 671744 tid 1 2023-05-20T06:05:36.190 INFO:tasks.rados.rados.0.smithi081.stdout:2478: writing smithi081164505-12 from 671744 to 1073152 tid 2 2023-05-20T06:05:36.190 INFO:tasks.rados.rados.0.smithi081.stdout:2479: read oid 46 snap -1 2023-05-20T06:05:36.190 INFO:tasks.rados.rados.0.smithi081.stdout:2479: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:05:36.191 INFO:tasks.rados.rados.0.smithi081.stdout:2480: delete oid 49 current snap is 226 2023-05-20T06:05:36.191 INFO:tasks.rados.rados.0.smithi081.stdout:2476: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:05:36.191 INFO:tasks.rados.rados.0.smithi081.stdout:2470: finishing copy_from to smithi081164505-14 2023-05-20T06:05:36.192 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1007 (ObjNum 656 snap 178 seq_num 656) dirty exists 2023-05-20T06:05:36.192 INFO:tasks.rados.rados.0.smithi081.stdout:2470: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:05:36.192 INFO:tasks.rados.rados.0.smithi081.stdout:2474: expect (ObjNum 739 snap 215 seq_num 739) 2023-05-20T06:05:36.226 INFO:tasks.rados.rados.0.smithi081.stdout:2477: finishing write tid 1 to smithi081164505-4 2023-05-20T06:05:36.227 INFO:tasks.rados.rados.0.smithi081.stdout:2477: finishing write tid 2 to smithi081164505-4 2023-05-20T06:05:36.227 INFO:tasks.rados.rados.0.smithi081.stdout:2477: finishing write tid 3 to smithi081164505-4 2023-05-20T06:05:36.227 INFO:tasks.rados.rados.0.smithi081.stdout:2477: finishing write tid 4 to smithi081164505-4 2023-05-20T06:05:36.227 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1052 (ObjNum 779 snap 226 seq_num 779) dirty exists 2023-05-20T06:05:36.227 INFO:tasks.rados.rados.0.smithi081.stdout:2477: left oid 4 (ObjNum 779 snap 226 seq_num 779) 2023-05-20T06:05:36.228 INFO:tasks.rados.rados.0.smithi081.stdout:2470: done (6 left) 2023-05-20T06:05:36.228 INFO:tasks.rados.rados.0.smithi081.stdout:2474: done (5 left) 2023-05-20T06:05:36.228 INFO:tasks.rados.rados.0.smithi081.stdout:2476: done (4 left) 2023-05-20T06:05:36.228 INFO:tasks.rados.rados.0.smithi081.stdout:2477: done (3 left) 2023-05-20T06:05:36.228 INFO:tasks.rados.rados.0.smithi081.stdout:2480: done (2 left) 2023-05-20T06:05:36.228 INFO:tasks.rados.rados.0.smithi081.stdout:2481: delete oid 6 current snap is 226 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:2478: finishing write tid 1 to smithi081164505-12 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:2478: finishing write tid 2 to smithi081164505-12 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:2478: finishing write tid 3 to smithi081164505-12 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:2478: finishing write tid 4 to smithi081164505-12 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 832 (ObjNum 780 snap 226 seq_num 780) dirty exists 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:2478: left oid 12 (ObjNum 780 snap 226 seq_num 780) 2023-05-20T06:05:36.229 INFO:tasks.rados.rados.0.smithi081.stdout:2479: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:05:36.339 INFO:tasks.rados.rados.0.smithi081.stdout:2478: done (2 left) 2023-05-20T06:05:36.340 INFO:tasks.rados.rados.0.smithi081.stdout:2479: done (1 left) 2023-05-20T06:05:36.340 INFO:tasks.rados.rados.0.smithi081.stdout:2481: done (0 left) 2023-05-20T06:05:36.340 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 226 2023-05-20T06:05:36.340 INFO:tasks.rados.rados.0.smithi081.stdout:2482: seq_num 783 ranges {819200=720896,1540096=401408} 2023-05-20T06:05:36.347 INFO:tasks.rados.rados.0.smithi081.stdout:2482: writing smithi081164505-18 from 819200 to 1540096 tid 1 2023-05-20T06:05:36.350 INFO:tasks.rados.rados.0.smithi081.stdout:2482: writing smithi081164505-18 from 1540096 to 1941504 tid 2 2023-05-20T06:05:36.350 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 226 2023-05-20T06:05:36.350 INFO:tasks.rados.rados.0.smithi081.stdout:2483: seq_num 784 ranges {1392640=737280,2129920=401408} 2023-05-20T06:05:36.361 INFO:tasks.rados.rados.0.smithi081.stdout:2483: writing smithi081164505-14 from 1392640 to 2129920 tid 1 2023-05-20T06:05:36.364 INFO:tasks.rados.rados.0.smithi081.stdout:2483: writing smithi081164505-14 from 2129920 to 2531328 tid 2 2023-05-20T06:05:36.364 INFO:tasks.rados.rados.0.smithi081.stdout:2484: delete oid 35 current snap is 226 2023-05-20T06:05:36.364 INFO:tasks.rados.rados.0.smithi081.stdout:2482: finishing write tid 1 to smithi081164505-18 2023-05-20T06:05:36.364 INFO:tasks.rados.rados.0.smithi081.stdout:2482: finishing write tid 2 to smithi081164505-18 2023-05-20T06:05:36.365 INFO:tasks.rados.rados.0.smithi081.stdout:2482: finishing write tid 3 to smithi081164505-18 2023-05-20T06:05:36.365 INFO:tasks.rados.rados.0.smithi081.stdout:2482: finishing write tid 4 to smithi081164505-18 2023-05-20T06:05:36.365 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 836 (ObjNum 783 snap 226 seq_num 783) dirty exists 2023-05-20T06:05:36.365 INFO:tasks.rados.rados.0.smithi081.stdout:2482: left oid 18 (ObjNum 783 snap 226 seq_num 783) 2023-05-20T06:05:36.366 INFO:tasks.rados.rados.0.smithi081.stdout:2483: finishing write tid 1 to smithi081164505-14 2023-05-20T06:05:36.367 INFO:tasks.rados.rados.0.smithi081.stdout:2483: finishing write tid 2 to smithi081164505-14 2023-05-20T06:05:36.367 INFO:tasks.rados.rados.0.smithi081.stdout:2482: done (2 left) 2023-05-20T06:05:36.367 INFO:tasks.rados.rados.0.smithi081.stdout:2484: done (1 left) 2023-05-20T06:05:36.367 INFO:tasks.rados.rados.0.smithi081.stdout:2485: setattr oid 35 current snap is 226 2023-05-20T06:05:36.368 INFO:tasks.rados.rados.0.smithi081.stdout:2483: finishing write tid 3 to smithi081164505-14 2023-05-20T06:05:36.368 INFO:tasks.rados.rados.0.smithi081.stdout:2483: finishing write tid 4 to smithi081164505-14 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1360 (ObjNum 784 snap 226 seq_num 784) dirty exists 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:2483: left oid 14 (ObjNum 784 snap 226 seq_num 784) 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:2483: done (1 left) 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:2486: copy_from oid 19 from oid 8 current snap is 226 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:2487: copy_from oid 43 from oid 12 current snap is 226 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 226 2023-05-20T06:05:36.369 INFO:tasks.rados.rados.0.smithi081.stdout:2488: seq_num 786 ranges {6258688=770048,7028736=401408} 2023-05-20T06:05:36.407 INFO:tasks.rados.rados.0.smithi081.stdout:2488: writing smithi081164505-30 from 6258688 to 7028736 tid 1 2023-05-20T06:05:36.409 INFO:tasks.rados.rados.0.smithi081.stdout:2488: writing smithi081164505-30 from 7028736 to 7430144 tid 2 2023-05-20T06:05:36.409 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 226 2023-05-20T06:05:36.410 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1464 (ObjNum 177 snap 0 seq_num 163304944) dirty exists 2023-05-20T06:05:36.410 INFO:tasks.rados.rados.0.smithi081.stdout:2489: seq_num 787 ranges {0=786432,786432=401408} 2023-05-20T06:05:36.413 INFO:tasks.rados.rados.0.smithi081.stdout:2489: writing smithi081164505-27 from 0 to 786432 tid 1 2023-05-20T06:05:36.416 INFO:tasks.rados.rados.0.smithi081.stdout:2489: writing smithi081164505-27 from 786432 to 1187840 tid 2 2023-05-20T06:05:36.416 INFO:tasks.rados.rados.0.smithi081.stdout:2485: done (4 left) 2023-05-20T06:05:36.416 INFO:tasks.rados.rados.0.smithi081.stdout:2490: read oid 38 snap -1 2023-05-20T06:05:36.416 INFO:tasks.rados.rados.0.smithi081.stdout:2490: expect deleted 2023-05-20T06:05:36.416 INFO:tasks.rados.rados.0.smithi081.stdout:2491: rmattr oid 17 current snap is 226 2023-05-20T06:05:36.416 INFO:tasks.rados.rados.0.smithi081.stdout:2491: done (5 left) 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:2492: rollback oid 14 current snap is 226 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 224 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:2487: finishing copy_from to smithi081164505-43 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 832 (ObjNum 780 snap 226 seq_num 780) dirty exists 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 226 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:2487: finishing copy_from racing read to smithi081164505-43 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:2486: finishing copy_from to smithi081164505-19 2023-05-20T06:05:36.417 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1206 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:05:36.418 INFO:tasks.rados.rados.0.smithi081.stdout:2486: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:05:36.418 INFO:tasks.rados.rados.0.smithi081.stdout:2493: seq_num 788 ranges {163840=802816,966656=401408} 2023-05-20T06:05:36.421 INFO:tasks.rados.rados.0.smithi081.stdout:2493: writing smithi081164505-45 from 163840 to 966656 tid 1 2023-05-20T06:05:36.424 INFO:tasks.rados.rados.0.smithi081.stdout:2493: writing smithi081164505-45 from 966656 to 1368064 tid 2 2023-05-20T06:05:36.424 INFO:tasks.rados.rados.0.smithi081.stdout:2486: done (6 left) 2023-05-20T06:05:36.424 INFO:tasks.rados.rados.0.smithi081.stdout:2487: done (5 left) 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:2494: read oid 24 snap -1 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:2494: expect deleted 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 226 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:2488: finishing write tid 1 to smithi081164505-30 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:2488: finishing write tid 2 to smithi081164505-30 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:2488: finishing write tid 3 to smithi081164505-30 2023-05-20T06:05:36.425 INFO:tasks.rados.rados.0.smithi081.stdout:2488: finishing write tid 4 to smithi081164505-30 2023-05-20T06:05:36.426 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 954 (ObjNum 786 snap 226 seq_num 786) dirty exists 2023-05-20T06:05:36.426 INFO:tasks.rados.rados.0.smithi081.stdout:2488: left oid 30 (ObjNum 786 snap 226 seq_num 786) 2023-05-20T06:05:36.426 INFO:tasks.rados.rados.0.smithi081.stdout:2489: finishing write tid 1 to smithi081164505-27 2023-05-20T06:05:36.426 INFO:tasks.rados.rados.0.smithi081.stdout:2489: finishing write tid 2 to smithi081164505-27 2023-05-20T06:05:36.426 INFO:tasks.rados.rados.0.smithi081.stdout:2495: seq_num 789 ranges {4251648=417792,4669440=663552,5332992=139264} 2023-05-20T06:05:36.449 INFO:tasks.rados.rados.0.smithi081.stdout:2495: writing smithi081164505-41 from 4251648 to 4669440 tid 1 2023-05-20T06:05:36.452 INFO:tasks.rados.rados.0.smithi081.stdout:2495: writing smithi081164505-41 from 4669440 to 5332992 tid 2 2023-05-20T06:05:36.454 INFO:tasks.rados.rados.0.smithi081.stdout:2495: writing smithi081164505-41 from 5332992 to 5472256 tid 3 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2488: done (6 left) 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2490: done (5 left) 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2496: copy_from oid 25 from oid 47 current snap is 226 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2492: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2492: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2489: finishing write tid 3 to smithi081164505-27 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:2492: finishing rollback tid 2 to smithi081164505-14 2023-05-20T06:05:36.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1363 (ObjNum 736 snap 214 seq_num 736) dirty exists 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:2489: finishing write tid 4 to smithi081164505-27 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1467 (ObjNum 787 snap 226 seq_num 787) dirty exists 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:2489: left oid 27 (ObjNum 787 snap 226 seq_num 787) 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:2489: done (5 left) 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:2492: done (4 left) 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:2497: snap_create 2023-05-20T06:05:36.456 INFO:tasks.rados.rados.0.smithi081.stdout:2493: finishing write tid 1 to smithi081164505-45 2023-05-20T06:05:36.457 INFO:tasks.rados.rados.0.smithi081.stdout:2493: finishing write tid 2 to smithi081164505-45 2023-05-20T06:05:36.457 INFO:tasks.rados.rados.0.smithi081.stdout:2493: finishing write tid 3 to smithi081164505-45 2023-05-20T06:05:36.457 INFO:tasks.rados.rados.0.smithi081.stdout:2493: finishing write tid 4 to smithi081164505-45 2023-05-20T06:05:36.457 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1187 (ObjNum 788 snap 226 seq_num 788) dirty exists 2023-05-20T06:05:36.457 INFO:tasks.rados.rados.0.smithi081.stdout:2493: left oid 45 (ObjNum 788 snap 226 seq_num 788) 2023-05-20T06:05:36.458 INFO:tasks.rados.rados.0.smithi081.stdout:2495: finishing write tid 1 to smithi081164505-41 2023-05-20T06:05:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:2495: finishing write tid 2 to smithi081164505-41 2023-05-20T06:05:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:2495: finishing write tid 3 to smithi081164505-41 2023-05-20T06:05:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:2495: finishing write tid 4 to smithi081164505-41 2023-05-20T06:05:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:2496: finishing copy_from to smithi081164505-25 2023-05-20T06:05:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1184 (ObjNum 726 snap 208 seq_num 726) dirty exists 2023-05-20T06:05:36.459 INFO:tasks.rados.rados.0.smithi081.stdout:2496: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:05:36.460 INFO:tasks.rados.rados.0.smithi081.stdout:2495: finishing write tid 5 to smithi081164505-41 2023-05-20T06:05:36.460 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 910 (ObjNum 789 snap 226 seq_num 789) dirty exists 2023-05-20T06:05:36.460 INFO:tasks.rados.rados.0.smithi081.stdout:2495: left oid 41 (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:05:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:36 smithi170 ceph-mon[97338]: osdmap e512: 8 total, 8 up, 8 in 2023-05-20T06:05:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:36 smithi081 ceph-mon[95500]: osdmap e512: 8 total, 8 up, 8 in 2023-05-20T06:05:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:36 smithi081 ceph-mon[107735]: osdmap e512: 8 total, 8 up, 8 in 2023-05-20T06:05:37.153 INFO:tasks.rados.rados.0.smithi081.stdout:2493: done (4 left) 2023-05-20T06:05:37.153 INFO:tasks.rados.rados.0.smithi081.stdout:2494: done (3 left) 2023-05-20T06:05:37.153 INFO:tasks.rados.rados.0.smithi081.stdout:2495: done (2 left) 2023-05-20T06:05:37.153 INFO:tasks.rados.rados.0.smithi081.stdout:2496: done (1 left) 2023-05-20T06:05:37.153 INFO:tasks.rados.rados.0.smithi081.stdout:2497: done (0 left) 2023-05-20T06:05:37.153 INFO:tasks.rados.rados.0.smithi081.stdout:2498: snap_create 2023-05-20T06:05:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:37 smithi170 ceph-mon[97338]: pgmap v517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:37 smithi170 ceph-mon[97338]: osdmap e513: 8 total, 8 up, 8 in 2023-05-20T06:05:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:37 smithi081 ceph-mon[95500]: pgmap v517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:37 smithi081 ceph-mon[95500]: osdmap e513: 8 total, 8 up, 8 in 2023-05-20T06:05:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:37 smithi081 ceph-mon[107735]: pgmap v517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:37 smithi081 ceph-mon[107735]: osdmap e513: 8 total, 8 up, 8 in 2023-05-20T06:05:38.160 INFO:tasks.rados.rados.0.smithi081.stdout:2498: done (0 left) 2023-05-20T06:05:38.161 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 228 2023-05-20T06:05:38.161 INFO:tasks.rados.rados.0.smithi081.stdout:2499: seq_num 790 ranges {598016=434176,1032192=548864,1581056=253952} 2023-05-20T06:05:38.166 INFO:tasks.rados.rados.0.smithi081.stdout:2499: writing smithi081164505-42 from 598016 to 1032192 tid 1 2023-05-20T06:05:38.169 INFO:tasks.rados.rados.0.smithi081.stdout:2499: writing smithi081164505-42 from 1032192 to 1581056 tid 2 2023-05-20T06:05:38.171 INFO:tasks.rados.rados.0.smithi081.stdout:2499: writing smithi081164505-42 from 1581056 to 1835008 tid 3 2023-05-20T06:05:38.171 INFO:tasks.rados.rados.0.smithi081.stdout:2500: read oid 35 snap 195 2023-05-20T06:05:38.171 INFO:tasks.rados.rados.0.smithi081.stdout:2500: expect (ObjNum 678 snap 193 seq_num 678) 2023-05-20T06:05:38.171 INFO:tasks.rados.rados.0.smithi081.stdout:2501: read oid 9 snap -1 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2501: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2502: read oid 14 snap -1 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2502: expect (ObjNum 736 snap 214 seq_num 736) 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2503: read oid 6 snap -1 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2503: expect deleted 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2504: read oid 24 snap -1 2023-05-20T06:05:38.172 INFO:tasks.rados.rados.0.smithi081.stdout:2504: expect deleted 2023-05-20T06:05:38.173 INFO:tasks.rados.rados.0.smithi081.stdout:2505: delete oid 2 current snap is 228 2023-05-20T06:05:38.174 INFO:tasks.rados.rados.0.smithi081.stdout:2499: finishing write tid 1 to smithi081164505-42 2023-05-20T06:05:38.178 INFO:tasks.rados.rados.0.smithi081.stdout:2499: finishing write tid 2 to smithi081164505-42 2023-05-20T06:05:38.179 INFO:tasks.rados.rados.0.smithi081.stdout:2499: finishing write tid 3 to smithi081164505-42 2023-05-20T06:05:38.179 INFO:tasks.rados.rados.0.smithi081.stdout:2499: finishing write tid 4 to smithi081164505-42 2023-05-20T06:05:38.180 INFO:tasks.rados.rados.0.smithi081.stdout:2499: finishing write tid 5 to smithi081164505-42 2023-05-20T06:05:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1191 (ObjNum 790 snap 228 seq_num 790) dirty exists 2023-05-20T06:05:38.181 INFO:tasks.rados.rados.0.smithi081.stdout:2499: left oid 42 (ObjNum 790 snap 228 seq_num 790) 2023-05-20T06:05:38.183 INFO:tasks.rados.rados.0.smithi081.stdout:2502: expect (ObjNum 736 snap 214 seq_num 736) 2023-05-20T06:05:38.194 INFO:tasks.rados.rados.0.smithi081.stdout:2499: done (6 left) 2023-05-20T06:05:38.194 INFO:tasks.rados.rados.0.smithi081.stdout:2502: done (5 left) 2023-05-20T06:05:38.195 INFO:tasks.rados.rados.0.smithi081.stdout:2503: done (4 left) 2023-05-20T06:05:38.195 INFO:tasks.rados.rados.0.smithi081.stdout:2504: done (3 left) 2023-05-20T06:05:38.195 INFO:tasks.rados.rados.0.smithi081.stdout:2505: done (2 left) 2023-05-20T06:05:38.195 INFO:tasks.rados.rados.0.smithi081.stdout:2506: copy_from oid 3 from oid 40 current snap is 228 2023-05-20T06:05:38.195 INFO:tasks.rados.rados.0.smithi081.stdout:2500: expect (ObjNum 678 snap 193 seq_num 678) 2023-05-20T06:05:38.320 INFO:tasks.rados.rados.0.smithi081.stdout:2506: finishing copy_from to smithi081164505-3 2023-05-20T06:05:38.320 INFO:tasks.rados.rados.0.smithi081.stdout:2506: got expected ENOENT (src dne) 2023-05-20T06:05:38.321 INFO:tasks.rados.rados.0.smithi081.stdout:2506: finishing copy_from racing read to smithi081164505-3 2023-05-20T06:05:38.321 INFO:tasks.rados.rados.0.smithi081.stdout:2501: expect (ObjNum 338 snap 90 seq_num 338) 2023-05-20T06:05:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:38 smithi170 ceph-mon[97338]: osdmap e514: 8 total, 8 up, 8 in 2023-05-20T06:05:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:38 smithi081 ceph-mon[95500]: osdmap e514: 8 total, 8 up, 8 in 2023-05-20T06:05:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:38 smithi081 ceph-mon[107735]: osdmap e514: 8 total, 8 up, 8 in 2023-05-20T06:05:38.610 INFO:tasks.rados.rados.0.smithi081.stdout:2500: done (2 left) 2023-05-20T06:05:38.611 INFO:tasks.rados.rados.0.smithi081.stdout:2501: done (1 left) 2023-05-20T06:05:38.611 INFO:tasks.rados.rados.0.smithi081.stdout:2506: done (0 left) 2023-05-20T06:05:38.611 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 228 2023-05-20T06:05:38.611 INFO:tasks.rados.rados.0.smithi081.stdout:2507: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2023-05-20T06:05:38.613 INFO:tasks.rados.rados.0.smithi081.stdout:2507: writing smithi081164505-21 from 0 to 466944 tid 1 2023-05-20T06:05:38.618 INFO:tasks.rados.rados.0.smithi081.stdout:2507: writing smithi081164505-21 from 466944 to 1228800 tid 2 2023-05-20T06:05:38.618 INFO:tasks.rados.rados.0.smithi081.stdout:2507: writing smithi081164505-21 from 1228800 to 1269760 tid 3 2023-05-20T06:05:38.618 INFO:tasks.rados.rados.0.smithi081.stdout:2508: delete oid 28 current snap is 228 2023-05-20T06:05:38.618 INFO:tasks.rados.rados.0.smithi081.stdout:2507: finishing write tid 1 to smithi081164505-21 2023-05-20T06:05:38.620 INFO:tasks.rados.rados.0.smithi081.stdout:2508: done (1 left) 2023-05-20T06:05:38.620 INFO:tasks.rados.rados.0.smithi081.stdout:2509: read oid 23 snap 218 2023-05-20T06:05:38.621 INFO:tasks.rados.rados.0.smithi081.stdout:2509: expect (ObjNum 702 snap 198 seq_num 702) 2023-05-20T06:05:38.621 INFO:tasks.rados.rados.0.smithi081.stdout:2510: rmattr oid 31 current snap is 228 2023-05-20T06:05:38.621 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 228 2023-05-20T06:05:38.621 INFO:tasks.rados.rados.0.smithi081.stdout:2511: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2023-05-20T06:05:38.623 INFO:tasks.rados.rados.0.smithi081.stdout:2511: writing smithi081164505-40 from 0 to 499712 tid 1 2023-05-20T06:05:38.626 INFO:tasks.rados.rados.0.smithi081.stdout:2511: writing smithi081164505-40 from 499712 to 1032192 tid 2 2023-05-20T06:05:38.629 INFO:tasks.rados.rados.0.smithi081.stdout:2511: writing smithi081164505-40 from 1032192 to 1302528 tid 3 2023-05-20T06:05:38.629 INFO:tasks.rados.rados.0.smithi081.stdout:2512: rollback oid 9 current snap is 228 2023-05-20T06:05:38.629 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 194 2023-05-20T06:05:38.629 INFO:tasks.rados.rados.0.smithi081.stdout:2507: finishing write tid 2 to smithi081164505-21 2023-05-20T06:05:38.629 INFO:tasks.rados.rados.0.smithi081.stdout:2507: finishing write tid 3 to smithi081164505-21 2023-05-20T06:05:38.629 INFO:tasks.rados.rados.0.smithi081.stdout:2507: finishing write tid 4 to smithi081164505-21 2023-05-20T06:05:38.630 INFO:tasks.rados.rados.0.smithi081.stdout:2507: finishing write tid 5 to smithi081164505-21 2023-05-20T06:05:38.630 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1472 (ObjNum 792 snap 228 seq_num 792) dirty exists 2023-05-20T06:05:38.630 INFO:tasks.rados.rados.0.smithi081.stdout:2507: left oid 21 (ObjNum 792 snap 228 seq_num 792) 2023-05-20T06:05:38.630 INFO:tasks.rados.rados.0.smithi081.stdout:2511: finishing write tid 1 to smithi081164505-40 2023-05-20T06:05:38.630 INFO:tasks.rados.rados.0.smithi081.stdout:2507: done (4 left) 2023-05-20T06:05:38.631 INFO:tasks.rados.rados.0.smithi081.stdout:2513: setattr oid 41 current snap is 228 2023-05-20T06:05:38.631 INFO:tasks.rados.rados.0.smithi081.stdout:2514: rollback oid 25 current snap is 228 2023-05-20T06:05:38.632 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 214 2023-05-20T06:05:38.632 INFO:tasks.rados.rados.0.smithi081.stdout:2515: snap_create 2023-05-20T06:05:38.632 INFO:tasks.rados.rados.0.smithi081.stdout:2511: finishing write tid 2 to smithi081164505-40 2023-05-20T06:05:38.632 INFO:tasks.rados.rados.0.smithi081.stdout:2511: finishing write tid 3 to smithi081164505-40 2023-05-20T06:05:38.633 INFO:tasks.rados.rados.0.smithi081.stdout:2511: finishing write tid 4 to smithi081164505-40 2023-05-20T06:05:38.635 INFO:tasks.rados.rados.0.smithi081.stdout:2512: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:05:38.635 INFO:tasks.rados.rados.0.smithi081.stdout:2512: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:05:38.635 INFO:tasks.rados.rados.0.smithi081.stdout:2511: finishing write tid 5 to smithi081164505-40 2023-05-20T06:05:38.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1297 (ObjNum 794 snap 228 seq_num 794) dirty exists 2023-05-20T06:05:38.635 INFO:tasks.rados.rados.0.smithi081.stdout:2511: left oid 40 (ObjNum 794 snap 228 seq_num 794) 2023-05-20T06:05:38.636 INFO:tasks.rados.rados.0.smithi081.stdout:2512: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:05:38.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1015 (ObjNum 620 snap 170 seq_num 620) dirty exists 2023-05-20T06:05:38.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 911 (ObjNum 789 snap 226 seq_num 789) dirty exists 2023-05-20T06:05:38.642 INFO:tasks.rados.rados.0.smithi081.stdout:2509: expect (ObjNum 702 snap 198 seq_num 702) 2023-05-20T06:05:38.857 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1474 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:05:38.857 INFO:tasks.rados.rados.0.smithi081.stdout:2514: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:05:38.857 INFO:tasks.rados.rados.0.smithi081.stdout:2514: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:05:38.858 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1477 (ObjNum 257 snap 0 seq_num 3605351696) dirty dne 2023-05-20T06:05:39.169 INFO:tasks.rados.rados.0.smithi081.stdout:2509: done (6 left) 2023-05-20T06:05:39.169 INFO:tasks.rados.rados.0.smithi081.stdout:2510: done (5 left) 2023-05-20T06:05:39.169 INFO:tasks.rados.rados.0.smithi081.stdout:2511: done (4 left) 2023-05-20T06:05:39.169 INFO:tasks.rados.rados.0.smithi081.stdout:2512: done (3 left) 2023-05-20T06:05:39.169 INFO:tasks.rados.rados.0.smithi081.stdout:2513: done (2 left) 2023-05-20T06:05:39.169 INFO:tasks.rados.rados.0.smithi081.stdout:2514: done (1 left) 2023-05-20T06:05:39.170 INFO:tasks.rados.rados.0.smithi081.stdout:2515: done (0 left) 2023-05-20T06:05:39.170 INFO:tasks.rados.rados.0.smithi081.stdout:2516: rollback oid 14 current snap is 229 2023-05-20T06:05:39.170 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 223 2023-05-20T06:05:39.170 INFO:tasks.rados.rados.0.smithi081.stdout:2517: snap_create 2023-05-20T06:05:39.173 INFO:tasks.rados.rados.0.smithi081.stdout:2516: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:05:39.173 INFO:tasks.rados.rados.0.smithi081.stdout:2516: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:05:39.174 INFO:tasks.rados.rados.0.smithi081.stdout:2516: finishing rollback tid 2 to smithi081164505-14 2023-05-20T06:05:39.175 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1369 (ObjNum 736 snap 214 seq_num 736) dirty exists 2023-05-20T06:05:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:39 smithi170 ceph-mon[97338]: pgmap v520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:39 smithi170 ceph-mon[97338]: osdmap e515: 8 total, 8 up, 8 in 2023-05-20T06:05:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:39 smithi081 ceph-mon[95500]: pgmap v520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:39 smithi081 ceph-mon[95500]: osdmap e515: 8 total, 8 up, 8 in 2023-05-20T06:05:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:39 smithi081 ceph-mon[107735]: pgmap v520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:39 smithi081 ceph-mon[107735]: osdmap e515: 8 total, 8 up, 8 in 2023-05-20T06:05:40.177 INFO:tasks.rados.rados.0.smithi081.stdout:2516: done (1 left) 2023-05-20T06:05:40.177 INFO:tasks.rados.rados.0.smithi081.stdout:2517: done (0 left) 2023-05-20T06:05:40.177 INFO:tasks.rados.rados.0.smithi081.stdout:2518: read oid 49 snap -1 2023-05-20T06:05:40.177 INFO:tasks.rados.rados.0.smithi081.stdout:2518: expect deleted 2023-05-20T06:05:40.177 INFO:tasks.rados.rados.0.smithi081.stdout:2519: rmattr oid 6 current snap is 230 2023-05-20T06:05:40.177 INFO:tasks.rados.rados.0.smithi081.stdout:2519: done (1 left) 2023-05-20T06:05:40.178 INFO:tasks.rados.rados.0.smithi081.stdout:2520: rollback oid 28 current snap is 230 2023-05-20T06:05:40.178 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 212 2023-05-20T06:05:40.178 INFO:tasks.rados.rados.0.smithi081.stdout:2521: copy_from oid 34 from oid 35 current snap is 230 2023-05-20T06:05:40.178 INFO:tasks.rados.rados.0.smithi081.stdout:2522: delete oid 27 current snap is 230 2023-05-20T06:05:40.183 INFO:tasks.rados.rados.0.smithi081.stdout:2518: done (3 left) 2023-05-20T06:05:40.183 INFO:tasks.rados.rados.0.smithi081.stdout:2522: done (2 left) 2023-05-20T06:05:40.183 INFO:tasks.rados.rados.0.smithi081.stdout:2523: read oid 19 snap 225 2023-05-20T06:05:40.183 INFO:tasks.rados.rados.0.smithi081.stdout:2523: expect (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:05:40.184 INFO:tasks.rados.rados.0.smithi081.stdout:2524: snap_create 2023-05-20T06:05:40.185 INFO:tasks.rados.rados.0.smithi081.stdout:2521: finishing copy_from to smithi081164505-34 2023-05-20T06:05:40.186 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1464 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-05-20T06:05:40.186 INFO:tasks.rados.rados.0.smithi081.stdout:2520: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:05:40.186 INFO:tasks.rados.rados.0.smithi081.stdout:2520: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:05:40.186 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1045 (ObjNum 652 snap 176 seq_num 652) dirty exists 2023-05-20T06:05:40.187 INFO:tasks.rados.rados.0.smithi081.stdout:2521: finishing copy_from racing read to smithi081164505-34 2023-05-20T06:05:40.191 INFO:tasks.rados.rados.0.smithi081.stdout:2523: expect (ObjNum 696 snap 196 seq_num 696) 2023-05-20T06:05:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:40 smithi170 ceph-mon[97338]: osdmap e516: 8 total, 8 up, 8 in 2023-05-20T06:05:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:40 smithi081 ceph-mon[95500]: osdmap e516: 8 total, 8 up, 8 in 2023-05-20T06:05:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:40 smithi081 ceph-mon[107735]: osdmap e516: 8 total, 8 up, 8 in 2023-05-20T06:05:41.178 INFO:tasks.rados.rados.0.smithi081.stdout:2520: done (3 left) 2023-05-20T06:05:41.178 INFO:tasks.rados.rados.0.smithi081.stdout:2521: done (2 left) 2023-05-20T06:05:41.179 INFO:tasks.rados.rados.0.smithi081.stdout:2523: done (1 left) 2023-05-20T06:05:41.179 INFO:tasks.rados.rados.0.smithi081.stdout:2524: done (0 left) 2023-05-20T06:05:41.179 INFO:tasks.rados.rados.0.smithi081.stdout:2525: rollback oid 18 current snap is 231 2023-05-20T06:05:41.180 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 222 2023-05-20T06:05:41.180 INFO:tasks.rados.rados.0.smithi081.stdout:2526: copy_from oid 24 from oid 30 current snap is 231 2023-05-20T06:05:41.180 INFO:tasks.rados.rados.0.smithi081.stdout:2527: copy_from oid 10 from oid 22 current snap is 231 2023-05-20T06:05:41.181 INFO:tasks.rados.rados.0.smithi081.stdout:2528: snap_remove snap 219 2023-05-20T06:05:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:41 smithi170 ceph-mon[97338]: pgmap v523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:41 smithi170 ceph-mon[97338]: osdmap e517: 8 total, 8 up, 8 in 2023-05-20T06:05:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:41 smithi081 ceph-mon[95500]: pgmap v523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:41 smithi081 ceph-mon[95500]: osdmap e517: 8 total, 8 up, 8 in 2023-05-20T06:05:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:41 smithi081 ceph-mon[107735]: pgmap v523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:41 smithi081 ceph-mon[107735]: osdmap e517: 8 total, 8 up, 8 in 2023-05-20T06:05:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:05:41.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:05:41.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:42.187 INFO:tasks.rados.rados.0.smithi081.stdout:2528: done (3 left) 2023-05-20T06:05:42.187 INFO:tasks.rados.rados.0.smithi081.stdout:2529: read oid 16 snap -1 2023-05-20T06:05:42.187 INFO:tasks.rados.rados.0.smithi081.stdout:2529: expect deleted 2023-05-20T06:05:42.187 INFO:tasks.rados.rados.0.smithi081.stdout:2530: rollback oid 11 current snap is 231 2023-05-20T06:05:42.187 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 222 2023-05-20T06:05:42.187 INFO:tasks.rados.rados.0.smithi081.stdout:2531: copy_from oid 35 from oid 42 current snap is 231 2023-05-20T06:05:42.188 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 231 2023-05-20T06:05:42.188 INFO:tasks.rados.rados.0.smithi081.stdout:2532: seq_num 796 ranges {3760128=540672,4300800=704512,5005312=98304} 2023-05-20T06:05:42.205 INFO:tasks.rados.rados.0.smithi081.stdout:2532: writing smithi081164505-39 from 3760128 to 4300800 tid 1 2023-05-20T06:05:42.209 INFO:tasks.rados.rados.0.smithi081.stdout:2532: writing smithi081164505-39 from 4300800 to 5005312 tid 2 2023-05-20T06:05:42.210 INFO:tasks.rados.rados.0.smithi081.stdout:2532: writing smithi081164505-39 from 5005312 to 5103616 tid 3 2023-05-20T06:05:42.210 INFO:tasks.rados.rados.0.smithi081.stdout:2533: snap_remove snap 199 2023-05-20T06:05:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:42 smithi170 ceph-mon[97338]: osdmap e518: 8 total, 8 up, 8 in 2023-05-20T06:05:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:42 smithi170 ceph-mon[97338]: osdmap e519: 8 total, 8 up, 8 in 2023-05-20T06:05:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:42 smithi081 ceph-mon[95500]: osdmap e518: 8 total, 8 up, 8 in 2023-05-20T06:05:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:42 smithi081 ceph-mon[95500]: osdmap e519: 8 total, 8 up, 8 in 2023-05-20T06:05:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:42 smithi081 ceph-mon[107735]: osdmap e518: 8 total, 8 up, 8 in 2023-05-20T06:05:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:42 smithi081 ceph-mon[107735]: osdmap e519: 8 total, 8 up, 8 in 2023-05-20T06:05:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:2533: done (7 left) 2023-05-20T06:05:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:2534: delete oid 26 current snap is 231 2023-05-20T06:05:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:2525: finishing rollback tid 0 to smithi081164505-18 2023-05-20T06:05:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:2525: finishing rollback tid 1 to smithi081164505-18 2023-05-20T06:05:43.205 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 839 (ObjNum 97 snap 0 seq_num 164656592) dirty dne 2023-05-20T06:05:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:2527: finishing copy_from to smithi081164505-10 2023-05-20T06:05:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1007 (ObjNum 656 snap 178 seq_num 656) dirty exists 2023-05-20T06:05:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:2527: finishing copy_from racing read to smithi081164505-10 2023-05-20T06:05:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:2526: finishing copy_from to smithi081164505-24 2023-05-20T06:05:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 954 (ObjNum 786 snap 226 seq_num 786) dirty exists 2023-05-20T06:05:43.206 INFO:tasks.rados.rados.0.smithi081.stdout:2526: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:2530: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:2530: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:2530: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1377 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:2531: finishing copy_from to smithi081164505-35 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1191 (ObjNum 790 snap 228 seq_num 790) dirty exists 2023-05-20T06:05:43.207 INFO:tasks.rados.rados.0.smithi081.stdout:2531: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:2532: finishing write tid 1 to smithi081164505-39 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:2532: finishing write tid 2 to smithi081164505-39 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:2532: finishing write tid 3 to smithi081164505-39 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:2532: finishing write tid 4 to smithi081164505-39 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:2532: finishing write tid 5 to smithi081164505-39 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1386 (ObjNum 796 snap 231 seq_num 796) dirty exists 2023-05-20T06:05:43.208 INFO:tasks.rados.rados.0.smithi081.stdout:2532: left oid 39 (ObjNum 796 snap 231 seq_num 796) 2023-05-20T06:05:43.218 INFO:tasks.rados.rados.0.smithi081.stdout:2525: done (7 left) 2023-05-20T06:05:43.218 INFO:tasks.rados.rados.0.smithi081.stdout:2526: done (6 left) 2023-05-20T06:05:43.218 INFO:tasks.rados.rados.0.smithi081.stdout:2527: done (5 left) 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:2529: done (4 left) 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:2530: done (3 left) 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:2531: done (2 left) 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:2532: done (1 left) 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:2534: done (0 left) 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 231 2023-05-20T06:05:43.219 INFO:tasks.rados.rados.0.smithi081.stdout:2535: seq_num 798 ranges {1073152=573440,1646592=466944,2113536=335872} 2023-05-20T06:05:43.229 INFO:tasks.rados.rados.0.smithi081.stdout:2535: writing smithi081164505-43 from 1073152 to 1646592 tid 1 2023-05-20T06:05:43.232 INFO:tasks.rados.rados.0.smithi081.stdout:2535: writing smithi081164505-43 from 1646592 to 2113536 tid 2 2023-05-20T06:05:43.233 INFO:tasks.rados.rados.0.smithi081.stdout:2535: writing smithi081164505-43 from 2113536 to 2449408 tid 3 2023-05-20T06:05:43.234 INFO:tasks.rados.rados.0.smithi081.stdout:2536: snap_remove snap 224 2023-05-20T06:05:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:43 smithi170 ceph-mon[97338]: pgmap v526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:43 smithi081 ceph-mon[95500]: pgmap v526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:05:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:43 smithi081 ceph-mon[107735]: pgmap v526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:44.216 INFO:tasks.rados.rados.0.smithi081.stdout:2536: done (1 left) 2023-05-20T06:05:44.216 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 231 2023-05-20T06:05:44.216 INFO:tasks.rados.rados.0.smithi081.stdout:2537: seq_num 799 ranges {1269760=589824,1859584=802816} 2023-05-20T06:05:44.224 INFO:tasks.rados.rados.0.smithi081.stdout:2537: writing smithi081164505-21 from 1269760 to 1859584 tid 1 2023-05-20T06:05:44.229 INFO:tasks.rados.rados.0.smithi081.stdout:2537: writing smithi081164505-21 from 1859584 to 2662400 tid 2 2023-05-20T06:05:44.229 INFO:tasks.rados.rados.0.smithi081.stdout:2538: rmattr oid 39 current snap is 231 2023-05-20T06:05:44.229 INFO:tasks.rados.rados.0.smithi081.stdout:2535: finishing write tid 1 to smithi081164505-43 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:2535: finishing write tid 2 to smithi081164505-43 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:2535: finishing write tid 3 to smithi081164505-43 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:2535: finishing write tid 4 to smithi081164505-43 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:2535: finishing write tid 5 to smithi081164505-43 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1029 (ObjNum 798 snap 231 seq_num 798) dirty exists 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:2535: left oid 43 (ObjNum 798 snap 231 seq_num 798) 2023-05-20T06:05:44.230 INFO:tasks.rados.rados.0.smithi081.stdout:2535: done (2 left) 2023-05-20T06:05:44.231 INFO:tasks.rados.rados.0.smithi081.stdout:2539: snap_remove snap 195 2023-05-20T06:05:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:44 smithi170 ceph-mon[97338]: osdmap e520: 8 total, 8 up, 8 in 2023-05-20T06:05:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:44 smithi081 ceph-mon[95500]: osdmap e520: 8 total, 8 up, 8 in 2023-05-20T06:05:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:44 smithi081 ceph-mon[107735]: osdmap e520: 8 total, 8 up, 8 in 2023-05-20T06:05:45.218 INFO:tasks.rados.rados.0.smithi081.stdout:2539: done (2 left) 2023-05-20T06:05:45.219 INFO:tasks.rados.rados.0.smithi081.stdout:2540: snap_remove snap 221 2023-05-20T06:05:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:45 smithi170 ceph-mon[97338]: pgmap v529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:45 smithi170 ceph-mon[97338]: osdmap e521: 8 total, 8 up, 8 in 2023-05-20T06:05:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:45 smithi081 ceph-mon[95500]: pgmap v529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:45 smithi081 ceph-mon[95500]: osdmap e521: 8 total, 8 up, 8 in 2023-05-20T06:05:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:45 smithi081 ceph-mon[107735]: pgmap v529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:45 smithi081 ceph-mon[107735]: osdmap e521: 8 total, 8 up, 8 in 2023-05-20T06:05:46.231 INFO:tasks.rados.rados.0.smithi081.stdout:2540: done (2 left) 2023-05-20T06:05:46.231 INFO:tasks.rados.rados.0.smithi081.stdout:2541: rmattr oid 29 current snap is 231 2023-05-20T06:05:46.231 INFO:tasks.rados.rados.0.smithi081.stdout:2541: done (2 left) 2023-05-20T06:05:46.232 INFO:tasks.rados.rados.0.smithi081.stdout:2542: read oid 11 snap -1 2023-05-20T06:05:46.232 INFO:tasks.rados.rados.0.smithi081.stdout:2542: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:05:46.232 INFO:tasks.rados.rados.0.smithi081.stdout:2543: read oid 27 snap -1 2023-05-20T06:05:46.232 INFO:tasks.rados.rados.0.smithi081.stdout:2543: expect deleted 2023-05-20T06:05:46.232 INFO:tasks.rados.rados.0.smithi081.stdout:2544: rmattr oid 41 current snap is 231 2023-05-20T06:05:46.232 INFO:tasks.rados.rados.0.smithi081.stdout:2545: snap_remove snap 218 2023-05-20T06:05:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:46 smithi170 ceph-mon[97338]: osdmap e522: 8 total, 8 up, 8 in 2023-05-20T06:05:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:46 smithi081 ceph-mon[95500]: osdmap e522: 8 total, 8 up, 8 in 2023-05-20T06:05:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:46 smithi081 ceph-mon[107735]: osdmap e522: 8 total, 8 up, 8 in 2023-05-20T06:05:47.241 INFO:tasks.rados.rados.0.smithi081.stdout:2545: done (5 left) 2023-05-20T06:05:47.242 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 231 2023-05-20T06:05:47.242 INFO:tasks.rados.rados.0.smithi081.stdout:2546: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2023-05-20T06:05:47.242 INFO:tasks.rados.rados.0.smithi081.stdout:2546: writing smithi081164505-29 from 0 to 606208 tid 1 2023-05-20T06:05:47.246 INFO:tasks.rados.rados.0.smithi081.stdout:2546: writing smithi081164505-29 from 606208 to 1294336 tid 2 2023-05-20T06:05:47.248 INFO:tasks.rados.rados.0.smithi081.stdout:2546: writing smithi081164505-29 from 1294336 to 1409024 tid 3 2023-05-20T06:05:47.248 INFO:tasks.rados.rados.0.smithi081.stdout:2547: delete oid 16 current snap is 231 2023-05-20T06:05:47.248 INFO:tasks.rados.rados.0.smithi081.stdout:2537: finishing write tid 1 to smithi081164505-21 2023-05-20T06:05:47.248 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1403 (ObjNum 796 snap 231 seq_num 796) dirty exists 2023-05-20T06:05:47.249 INFO:tasks.rados.rados.0.smithi081.stdout:2537: finishing write tid 2 to smithi081164505-21 2023-05-20T06:05:47.249 INFO:tasks.rados.rados.0.smithi081.stdout:2537: finishing write tid 3 to smithi081164505-21 2023-05-20T06:05:47.249 INFO:tasks.rados.rados.0.smithi081.stdout:2537: finishing write tid 4 to smithi081164505-21 2023-05-20T06:05:47.249 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1503 (ObjNum 799 snap 231 seq_num 799) dirty exists 2023-05-20T06:05:47.250 INFO:tasks.rados.rados.0.smithi081.stdout:2537: left oid 21 (ObjNum 799 snap 231 seq_num 799) 2023-05-20T06:05:47.250 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 912 (ObjNum 789 snap 226 seq_num 789) dirty exists 2023-05-20T06:05:47.250 INFO:tasks.rados.rados.0.smithi081.stdout:2542: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:05:47.271 INFO:tasks.rados.rados.0.smithi081.stdout:2546: finishing write tid 1 to smithi081164505-29 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:2546: finishing write tid 2 to smithi081164505-29 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:2546: finishing write tid 3 to smithi081164505-29 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:2546: finishing write tid 4 to smithi081164505-29 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:2546: finishing write tid 5 to smithi081164505-29 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1223 (ObjNum 800 snap 231 seq_num 800) dirty exists 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:2546: left oid 29 (ObjNum 800 snap 231 seq_num 800) 2023-05-20T06:05:47.272 INFO:tasks.rados.rados.0.smithi081.stdout:2537: done (6 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2538: done (5 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2542: done (4 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2543: done (3 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2544: done (2 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2546: done (1 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2547: done (0 left) 2023-05-20T06:05:47.273 INFO:tasks.rados.rados.0.smithi081.stdout:2548: setattr oid 8 current snap is 231 2023-05-20T06:05:47.274 INFO:tasks.rados.rados.0.smithi081.stdout:2549: rmattr oid 27 current snap is 231 2023-05-20T06:05:47.274 INFO:tasks.rados.rados.0.smithi081.stdout:2549: done (1 left) 2023-05-20T06:05:47.274 INFO:tasks.rados.rados.0.smithi081.stdout:2550: rmattr oid 30 current snap is 231 2023-05-20T06:05:47.275 INFO:tasks.rados.rados.0.smithi081.stdout:2551: read oid 13 snap 223 2023-05-20T06:05:47.275 INFO:tasks.rados.rados.0.smithi081.stdout:2551: expect (ObjNum 734 snap 214 seq_num 734) 2023-05-20T06:05:47.275 INFO:tasks.rados.rados.0.smithi081.stdout:2552: read oid 2 snap -1 2023-05-20T06:05:47.275 INFO:tasks.rados.rados.0.smithi081.stdout:2552: expect deleted 2023-05-20T06:05:47.275 INFO:tasks.rados.rados.0.smithi081.stdout:2553: delete oid 14 current snap is 231 2023-05-20T06:05:47.276 INFO:tasks.rados.rados.0.smithi081.stdout:2552: done (4 left) 2023-05-20T06:05:47.277 INFO:tasks.rados.rados.0.smithi081.stdout:2553: done (3 left) 2023-05-20T06:05:47.277 INFO:tasks.rados.rados.0.smithi081.stdout:2554: snap_create 2023-05-20T06:05:47.277 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 955 (ObjNum 786 snap 226 seq_num 786) dirty exists 2023-05-20T06:05:47.278 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1224 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:05:47.290 INFO:tasks.rados.rados.0.smithi081.stdout:2551: expect (ObjNum 734 snap 214 seq_num 734) 2023-05-20T06:05:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:47 smithi170 ceph-mon[97338]: pgmap v532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:47 smithi170 ceph-mon[97338]: osdmap e523: 8 total, 8 up, 8 in 2023-05-20T06:05:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:47 smithi081 ceph-mon[95500]: pgmap v532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:47 smithi081 ceph-mon[95500]: osdmap e523: 8 total, 8 up, 8 in 2023-05-20T06:05:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:47 smithi081 ceph-mon[107735]: pgmap v532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:47 smithi081 ceph-mon[107735]: osdmap e523: 8 total, 8 up, 8 in 2023-05-20T06:05:48.236 INFO:tasks.rados.rados.0.smithi081.stdout:2548: done (3 left) 2023-05-20T06:05:48.236 INFO:tasks.rados.rados.0.smithi081.stdout:2550: done (2 left) 2023-05-20T06:05:48.236 INFO:tasks.rados.rados.0.smithi081.stdout:2551: done (1 left) 2023-05-20T06:05:48.236 INFO:tasks.rados.rados.0.smithi081.stdout:2554: done (0 left) 2023-05-20T06:05:48.237 INFO:tasks.rados.rados.0.smithi081.stdout:2555: snap_remove snap 220 2023-05-20T06:05:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:48 smithi170 ceph-mon[97338]: osdmap e524: 8 total, 8 up, 8 in 2023-05-20T06:05:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:48 smithi081 ceph-mon[95500]: osdmap e524: 8 total, 8 up, 8 in 2023-05-20T06:05:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:48 smithi081 ceph-mon[107735]: osdmap e524: 8 total, 8 up, 8 in 2023-05-20T06:05:49.237 INFO:tasks.rados.rados.0.smithi081.stdout:2555: done (0 left) 2023-05-20T06:05:49.237 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 232 2023-05-20T06:05:49.237 INFO:tasks.rados.rados.0.smithi081.stdout:2556: seq_num 803 ranges {5373952=655360,6029312=745472,6774784=57344} 2023-05-20T06:05:49.271 INFO:tasks.rados.rados.0.smithi081.stdout:2556: writing smithi081164505-31 from 5373952 to 6029312 tid 1 2023-05-20T06:05:49.275 INFO:tasks.rados.rados.0.smithi081.stdout:2556: writing smithi081164505-31 from 6029312 to 6774784 tid 2 2023-05-20T06:05:49.276 INFO:tasks.rados.rados.0.smithi081.stdout:2556: writing smithi081164505-31 from 6774784 to 6832128 tid 3 2023-05-20T06:05:49.276 INFO:tasks.rados.rados.0.smithi081.stdout:2557: delete oid 49 current snap is 232 2023-05-20T06:05:49.277 INFO:tasks.rados.rados.0.smithi081.stdout:2556: finishing write tid 1 to smithi081164505-31 2023-05-20T06:05:49.278 INFO:tasks.rados.rados.0.smithi081.stdout:2557: done (1 left) 2023-05-20T06:05:49.278 INFO:tasks.rados.rados.0.smithi081.stdout:2558: delete oid 34 current snap is 232 2023-05-20T06:05:49.280 INFO:tasks.rados.rados.0.smithi081.stdout:2558: done (1 left) 2023-05-20T06:05:49.281 INFO:tasks.rados.rados.0.smithi081.stdout:2559: snap_remove snap 194 2023-05-20T06:05:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:49 smithi081 ceph-mon[95500]: pgmap v535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:49 smithi081 ceph-mon[95500]: osdmap e525: 8 total, 8 up, 8 in 2023-05-20T06:05:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:49 smithi081 ceph-mon[107735]: pgmap v535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:49 smithi081 ceph-mon[107735]: osdmap e525: 8 total, 8 up, 8 in 2023-05-20T06:05:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:49 smithi170 ceph-mon[97338]: pgmap v535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:49 smithi170 ceph-mon[97338]: osdmap e525: 8 total, 8 up, 8 in 2023-05-20T06:05:50.264 INFO:tasks.rados.rados.0.smithi081.stdout:2559: done (1 left) 2023-05-20T06:05:50.264 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 232 2023-05-20T06:05:50.265 INFO:tasks.rados.rados.0.smithi081.stdout:2556: finishing write tid 2 to smithi081164505-31 2023-05-20T06:05:50.265 INFO:tasks.rados.rados.0.smithi081.stdout:2560: seq_num 806 ranges {2449408=704512,3153920=442368,3596288=360448} 2023-05-20T06:05:50.283 INFO:tasks.rados.rados.0.smithi081.stdout:2560: writing smithi081164505-43 from 2449408 to 3153920 tid 1 2023-05-20T06:05:50.288 INFO:tasks.rados.rados.0.smithi081.stdout:2560: writing smithi081164505-43 from 3153920 to 3596288 tid 2 2023-05-20T06:05:50.289 INFO:tasks.rados.rados.0.smithi081.stdout:2560: writing smithi081164505-43 from 3596288 to 3956736 tid 3 2023-05-20T06:05:50.289 INFO:tasks.rados.rados.0.smithi081.stdout:2561: read oid 22 snap -1 2023-05-20T06:05:50.289 INFO:tasks.rados.rados.0.smithi081.stdout:2561: expect (ObjNum 656 snap 178 seq_num 656) 2023-05-20T06:05:50.289 INFO:tasks.rados.rados.0.smithi081.stdout:2562: copy_from oid 23 from oid 20 current snap is 232 2023-05-20T06:05:50.289 INFO:tasks.rados.rados.0.smithi081.stdout:2556: finishing write tid 3 to smithi081164505-31 2023-05-20T06:05:50.289 INFO:tasks.rados.rados.0.smithi081.stdout:2556: finishing write tid 4 to smithi081164505-31 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:2556: finishing write tid 5 to smithi081164505-31 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1540 (ObjNum 803 snap 232 seq_num 803) dirty exists 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:2556: left oid 31 (ObjNum 803 snap 232 seq_num 803) 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:2556: done (3 left) 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:2563: read oid 15 snap 212 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:2563: expect (ObjNum 729 snap 209 seq_num 729) 2023-05-20T06:05:50.290 INFO:tasks.rados.rados.0.smithi081.stdout:2564: snap_remove snap 231 2023-05-20T06:05:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:50 smithi081 ceph-mon[95500]: osdmap e526: 8 total, 8 up, 8 in 2023-05-20T06:05:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:50 smithi081 ceph-mon[107735]: osdmap e526: 8 total, 8 up, 8 in 2023-05-20T06:05:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:50 smithi170 ceph-mon[97338]: osdmap e526: 8 total, 8 up, 8 in 2023-05-20T06:05:51.266 INFO:tasks.rados.rados.0.smithi081.stdout:2564: done (4 left) 2023-05-20T06:05:51.267 INFO:tasks.rados.rados.0.smithi081.stdout:2565: copy_from oid 30 from oid 37 current snap is 232 2023-05-20T06:05:51.267 INFO:tasks.rados.rados.0.smithi081.stdout:2562: finishing copy_from to smithi081164505-23 2023-05-20T06:05:51.267 INFO:tasks.rados.rados.0.smithi081.stdout:2562: got expected ENOENT (src dne) 2023-05-20T06:05:51.267 INFO:tasks.rados.rados.0.smithi081.stdout:2562: finishing copy_from racing read to smithi081164505-23 2023-05-20T06:05:51.267 INFO:tasks.rados.rados.0.smithi081.stdout:2560: finishing write tid 1 to smithi081164505-43 2023-05-20T06:05:51.267 INFO:tasks.rados.rados.0.smithi081.stdout:2560: finishing write tid 2 to smithi081164505-43 2023-05-20T06:05:51.268 INFO:tasks.rados.rados.0.smithi081.stdout:2560: finishing write tid 3 to smithi081164505-43 2023-05-20T06:05:51.268 INFO:tasks.rados.rados.0.smithi081.stdout:2560: finishing write tid 4 to smithi081164505-43 2023-05-20T06:05:51.268 INFO:tasks.rados.rados.0.smithi081.stdout:2560: finishing write tid 5 to smithi081164505-43 2023-05-20T06:05:51.268 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1033 (ObjNum 806 snap 232 seq_num 806) dirty exists 2023-05-20T06:05:51.268 INFO:tasks.rados.rados.0.smithi081.stdout:2560: left oid 43 (ObjNum 806 snap 232 seq_num 806) 2023-05-20T06:05:51.268 INFO:tasks.rados.rados.0.smithi081.stdout:2561: expect (ObjNum 656 snap 178 seq_num 656) 2023-05-20T06:05:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:2563: expect (ObjNum 729 snap 209 seq_num 729) 2023-05-20T06:05:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:51 smithi081 ceph-mon[95500]: pgmap v538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:51 smithi081 ceph-mon[95500]: osdmap e527: 8 total, 8 up, 8 in 2023-05-20T06:05:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:51 smithi081 ceph-mon[107735]: pgmap v538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:51 smithi081 ceph-mon[107735]: osdmap e527: 8 total, 8 up, 8 in 2023-05-20T06:05:51.624 INFO:tasks.rados.rados.0.smithi081.stdout:2565: finishing copy_from to smithi081164505-30 2023-05-20T06:05:51.625 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1095 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:05:51.625 INFO:tasks.rados.rados.0.smithi081.stdout:2565: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:05:51.625 INFO:tasks.rados.rados.0.smithi081.stdout:2560: done (4 left) 2023-05-20T06:05:51.625 INFO:tasks.rados.rados.0.smithi081.stdout:2561: done (3 left) 2023-05-20T06:05:51.625 INFO:tasks.rados.rados.0.smithi081.stdout:2562: done (2 left) 2023-05-20T06:05:51.625 INFO:tasks.rados.rados.0.smithi081.stdout:2563: done (1 left) 2023-05-20T06:05:51.626 INFO:tasks.rados.rados.0.smithi081.stdout:2565: done (0 left) 2023-05-20T06:05:51.626 INFO:tasks.rados.rados.0.smithi081.stdout:2566: copy_from oid 2 from oid 19 current snap is 232 2023-05-20T06:05:51.626 INFO:tasks.rados.rados.0.smithi081.stdout:2567: snap_create 2023-05-20T06:05:51.646 INFO:tasks.rados.rados.0.smithi081.stdout:2566: finishing copy_from to smithi081164505-2 2023-05-20T06:05:51.646 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1206 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:05:51.647 INFO:tasks.rados.rados.0.smithi081.stdout:2566: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:05:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:51 smithi170 ceph-mon[97338]: pgmap v538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:51 smithi170 ceph-mon[97338]: osdmap e527: 8 total, 8 up, 8 in 2023-05-20T06:05:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:05:51.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:05:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:05:51.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:05:52.273 INFO:tasks.rados.rados.0.smithi081.stdout:2566: done (1 left) 2023-05-20T06:05:52.273 INFO:tasks.rados.rados.0.smithi081.stdout:2567: done (0 left) 2023-05-20T06:05:52.273 INFO:tasks.rados.rados.0.smithi081.stdout:2568: snap_remove snap 222 2023-05-20T06:05:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:52 smithi170 ceph-mon[97338]: osdmap e528: 8 total, 8 up, 8 in 2023-05-20T06:05:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:52 smithi081 ceph-mon[95500]: osdmap e528: 8 total, 8 up, 8 in 2023-05-20T06:05:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:52 smithi081 ceph-mon[107735]: osdmap e528: 8 total, 8 up, 8 in 2023-05-20T06:05:53.273 INFO:tasks.rados.rados.0.smithi081.stdout:2568: done (0 left) 2023-05-20T06:05:53.274 INFO:tasks.rados.rados.0.smithi081.stdout:2569: snap_remove snap 189 2023-05-20T06:05:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:05:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:53 smithi081 ceph-mon[95500]: pgmap v541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:53 smithi081 ceph-mon[95500]: osdmap e529: 8 total, 8 up, 8 in 2023-05-20T06:05:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:53 smithi081 ceph-mon[107735]: pgmap v541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:53 smithi081 ceph-mon[107735]: osdmap e529: 8 total, 8 up, 8 in 2023-05-20T06:05:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:53 smithi170 ceph-mon[97338]: pgmap v541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:53 smithi170 ceph-mon[97338]: osdmap e529: 8 total, 8 up, 8 in 2023-05-20T06:05:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:2569: done (0 left) 2023-05-20T06:05:54.293 INFO:tasks.rados.rados.0.smithi081.stdout:2570: rollback oid 35 current snap is 233 2023-05-20T06:05:54.294 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 214 2023-05-20T06:05:54.294 INFO:tasks.rados.rados.0.smithi081.stdout:2571: snap_remove snap 229 2023-05-20T06:05:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:54 smithi170 ceph-mon[97338]: osdmap e530: 8 total, 8 up, 8 in 2023-05-20T06:05:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:54 smithi170 ceph-mon[97338]: osdmap e531: 8 total, 8 up, 8 in 2023-05-20T06:05:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:54 smithi081 ceph-mon[95500]: osdmap e530: 8 total, 8 up, 8 in 2023-05-20T06:05:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:54 smithi081 ceph-mon[95500]: osdmap e531: 8 total, 8 up, 8 in 2023-05-20T06:05:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:54 smithi081 ceph-mon[107735]: osdmap e530: 8 total, 8 up, 8 in 2023-05-20T06:05:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:54 smithi081 ceph-mon[107735]: osdmap e531: 8 total, 8 up, 8 in 2023-05-20T06:05:55.291 INFO:tasks.rados.rados.0.smithi081.stdout:2571: done (1 left) 2023-05-20T06:05:55.291 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 233 2023-05-20T06:05:55.292 INFO:tasks.rados.rados.0.smithi081.stdout:2572: seq_num 807 ranges {4546560=720896,5267456=729088,5996544=73728} 2023-05-20T06:05:55.320 INFO:tasks.rados.rados.0.smithi081.stdout:2572: writing smithi081164505-13 from 4546560 to 5267456 tid 1 2023-05-20T06:05:55.324 INFO:tasks.rados.rados.0.smithi081.stdout:2572: writing smithi081164505-13 from 5267456 to 5996544 tid 2 2023-05-20T06:05:55.325 INFO:tasks.rados.rados.0.smithi081.stdout:2572: writing smithi081164505-13 from 5996544 to 6070272 tid 3 2023-05-20T06:05:55.325 INFO:tasks.rados.rados.0.smithi081.stdout:2573: setattr oid 41 current snap is 233 2023-05-20T06:05:55.325 INFO:tasks.rados.rados.0.smithi081.stdout:2570: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:05:55.325 INFO:tasks.rados.rados.0.smithi081.stdout:2570: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:05:55.325 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1571 (ObjNum 3233 snap 0 seq_num 3605352992) dirty dne 2023-05-20T06:05:55.326 INFO:tasks.rados.rados.0.smithi081.stdout:2572: finishing write tid 1 to smithi081164505-13 2023-05-20T06:05:55.326 INFO:tasks.rados.rados.0.smithi081.stdout:2570: done (2 left) 2023-05-20T06:05:55.327 INFO:tasks.rados.rados.0.smithi081.stdout:2574: read oid 49 snap -1 2023-05-20T06:05:55.327 INFO:tasks.rados.rados.0.smithi081.stdout:2574: expect deleted 2023-05-20T06:05:55.327 INFO:tasks.rados.rados.0.smithi081.stdout:2575: rollback oid 24 current snap is 233 2023-05-20T06:05:55.327 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 228 2023-05-20T06:05:55.327 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 233 2023-05-20T06:05:55.327 INFO:tasks.rados.rados.0.smithi081.stdout:2576: seq_num 808 ranges {5529600=737280,6266880=614400,6881280=188416} 2023-05-20T06:05:55.360 INFO:tasks.rados.rados.0.smithi081.stdout:2576: writing smithi081164505-8 from 5529600 to 6266880 tid 1 2023-05-20T06:05:55.363 INFO:tasks.rados.rados.0.smithi081.stdout:2576: writing smithi081164505-8 from 6266880 to 6881280 tid 2 2023-05-20T06:05:55.364 INFO:tasks.rados.rados.0.smithi081.stdout:2576: writing smithi081164505-8 from 6881280 to 7069696 tid 3 2023-05-20T06:05:55.365 INFO:tasks.rados.rados.0.smithi081.stdout:2577: read oid 50 snap -1 2023-05-20T06:05:55.365 INFO:tasks.rados.rados.0.smithi081.stdout:2577: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:05:55.365 INFO:tasks.rados.rados.0.smithi081.stdout:2578: read oid 30 snap 232 2023-05-20T06:05:55.365 INFO:tasks.rados.rados.0.smithi081.stdout:2578: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:05:55.365 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 233 2023-05-20T06:05:55.365 INFO:tasks.rados.rados.0.smithi081.stdout:2575: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:05:55.366 INFO:tasks.rados.rados.0.smithi081.stdout:2572: finishing write tid 2 to smithi081164505-13 2023-05-20T06:05:55.366 INFO:tasks.rados.rados.0.smithi081.stdout:2572: finishing write tid 3 to smithi081164505-13 2023-05-20T06:05:55.366 INFO:tasks.rados.rados.0.smithi081.stdout:2579: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2023-05-20T06:05:55.369 INFO:tasks.rados.rados.0.smithi081.stdout:2579: writing smithi081164505-20 from 0 to 753664 tid 1 2023-05-20T06:05:55.372 INFO:tasks.rados.rados.0.smithi081.stdout:2579: writing smithi081164505-20 from 753664 to 1253376 tid 2 2023-05-20T06:05:55.374 INFO:tasks.rados.rados.0.smithi081.stdout:2579: writing smithi081164505-20 from 1253376 to 1556480 tid 3 2023-05-20T06:05:55.374 INFO:tasks.rados.rados.0.smithi081.stdout:2574: done (7 left) 2023-05-20T06:05:55.375 INFO:tasks.rados.rados.0.smithi081.stdout:2580: snap_remove snap 214 2023-05-20T06:05:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:55 smithi170 ceph-mon[97338]: pgmap v544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:55 smithi170 ceph-mon[97338]: osdmap e532: 8 total, 8 up, 8 in 2023-05-20T06:05:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:55 smithi081 ceph-mon[95500]: pgmap v544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:55 smithi081 ceph-mon[95500]: osdmap e532: 8 total, 8 up, 8 in 2023-05-20T06:05:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:55 smithi081 ceph-mon[107735]: pgmap v544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:55 smithi081 ceph-mon[107735]: osdmap e532: 8 total, 8 up, 8 in 2023-05-20T06:05:56.313 INFO:tasks.rados.rados.0.smithi081.stdout:2580: done (7 left) 2023-05-20T06:05:56.314 INFO:tasks.rados.rados.0.smithi081.stdout:2581: read oid 36 snap -1 2023-05-20T06:05:56.314 INFO:tasks.rados.rados.0.smithi081.stdout:2581: expect deleted 2023-05-20T06:05:56.314 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 233 2023-05-20T06:05:56.314 INFO:tasks.rados.rados.0.smithi081.stdout:2575: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:05:56.314 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1101 (ObjNum 65 snap 0 seq_num 1666212193) dirty dne 2023-05-20T06:05:56.314 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 913 (ObjNum 789 snap 226 seq_num 789) dirty exists 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:2572: finishing write tid 4 to smithi081164505-13 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:2572: finishing write tid 5 to smithi081164505-13 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1373 (ObjNum 807 snap 233 seq_num 807) dirty exists 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:2572: left oid 13 (ObjNum 807 snap 233 seq_num 807) 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:2576: finishing write tid 1 to smithi081164505-8 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:2576: finishing write tid 2 to smithi081164505-8 2023-05-20T06:05:56.315 INFO:tasks.rados.rados.0.smithi081.stdout:2576: finishing write tid 3 to smithi081164505-8 2023-05-20T06:05:56.316 INFO:tasks.rados.rados.0.smithi081.stdout:2576: finishing write tid 4 to smithi081164505-8 2023-05-20T06:05:56.316 INFO:tasks.rados.rados.0.smithi081.stdout:2576: finishing write tid 5 to smithi081164505-8 2023-05-20T06:05:56.316 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1244 (ObjNum 808 snap 233 seq_num 808) dirty exists 2023-05-20T06:05:56.316 INFO:tasks.rados.rados.0.smithi081.stdout:2576: left oid 8 (ObjNum 808 snap 233 seq_num 808) 2023-05-20T06:05:56.316 INFO:tasks.rados.rados.0.smithi081.stdout:2578: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:05:56.400 INFO:tasks.rados.rados.0.smithi081.stdout:2579: finishing write tid 1 to smithi081164505-20 2023-05-20T06:05:56.401 INFO:tasks.rados.rados.0.smithi081.stdout:2579: finishing write tid 2 to smithi081164505-20 2023-05-20T06:05:56.401 INFO:tasks.rados.rados.0.smithi081.stdout:2579: finishing write tid 3 to smithi081164505-20 2023-05-20T06:05:56.401 INFO:tasks.rados.rados.0.smithi081.stdout:2579: finishing write tid 4 to smithi081164505-20 2023-05-20T06:05:56.401 INFO:tasks.rados.rados.0.smithi081.stdout:2577: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:05:56.929 INFO:tasks.rados.rados.0.smithi081.stdout:2579: finishing write tid 5 to smithi081164505-20 2023-05-20T06:05:56.929 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1210 (ObjNum 809 snap 233 seq_num 809) dirty exists 2023-05-20T06:05:56.929 INFO:tasks.rados.rados.0.smithi081.stdout:2579: left oid 20 (ObjNum 809 snap 233 seq_num 809) 2023-05-20T06:05:56.929 INFO:tasks.rados.rados.0.smithi081.stdout:2582: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2023-05-20T06:05:56.933 INFO:tasks.rados.rados.0.smithi081.stdout:2582: writing smithi081164505-18 from 0 to 770048 tid 1 2023-05-20T06:05:56.937 INFO:tasks.rados.rados.0.smithi081.stdout:2582: writing smithi081164505-18 from 770048 to 1548288 tid 2 2023-05-20T06:05:56.938 INFO:tasks.rados.rados.0.smithi081.stdout:2582: writing smithi081164505-18 from 1548288 to 1572864 tid 3 2023-05-20T06:05:56.938 INFO:tasks.rados.rados.0.smithi081.stdout:2572: done (8 left) 2023-05-20T06:05:56.938 INFO:tasks.rados.rados.0.smithi081.stdout:2573: done (7 left) 2023-05-20T06:05:56.938 INFO:tasks.rados.rados.0.smithi081.stdout:2575: done (6 left) 2023-05-20T06:05:56.938 INFO:tasks.rados.rados.0.smithi081.stdout:2576: done (5 left) 2023-05-20T06:05:56.938 INFO:tasks.rados.rados.0.smithi081.stdout:2577: done (4 left) 2023-05-20T06:05:56.939 INFO:tasks.rados.rados.0.smithi081.stdout:2578: done (3 left) 2023-05-20T06:05:56.939 INFO:tasks.rados.rados.0.smithi081.stdout:2579: done (2 left) 2023-05-20T06:05:56.939 INFO:tasks.rados.rados.0.smithi081.stdout:2583: snap_create 2023-05-20T06:05:56.939 INFO:tasks.rados.rados.0.smithi081.stdout:2582: finishing write tid 1 to smithi081164505-18 2023-05-20T06:05:56.941 INFO:tasks.rados.rados.0.smithi081.stdout:2582: finishing write tid 2 to smithi081164505-18 2023-05-20T06:05:56.941 INFO:tasks.rados.rados.0.smithi081.stdout:2582: finishing write tid 3 to smithi081164505-18 2023-05-20T06:05:56.941 INFO:tasks.rados.rados.0.smithi081.stdout:2582: finishing write tid 4 to smithi081164505-18 2023-05-20T06:05:56.942 INFO:tasks.rados.rados.0.smithi081.stdout:2582: finishing write tid 5 to smithi081164505-18 2023-05-20T06:05:56.942 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 895 (ObjNum 810 snap 233 seq_num 810) dirty exists 2023-05-20T06:05:56.942 INFO:tasks.rados.rados.0.smithi081.stdout:2582: left oid 18 (ObjNum 810 snap 233 seq_num 810) 2023-05-20T06:05:57.321 INFO:tasks.rados.rados.0.smithi081.stdout:2581: done (2 left) 2023-05-20T06:05:57.321 INFO:tasks.rados.rados.0.smithi081.stdout:2582: done (1 left) 2023-05-20T06:05:57.321 INFO:tasks.rados.rados.0.smithi081.stdout:2583: done (0 left) 2023-05-20T06:05:57.321 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 234 2023-05-20T06:05:57.322 INFO:tasks.rados.rados.0.smithi081.stdout:2584: seq_num 811 ranges {1073152=786432,1859584=663552,2523136=139264} 2023-05-20T06:05:57.330 INFO:tasks.rados.rados.0.smithi081.stdout:2584: writing smithi081164505-12 from 1073152 to 1859584 tid 1 2023-05-20T06:05:57.334 INFO:tasks.rados.rados.0.smithi081.stdout:2584: writing smithi081164505-12 from 1859584 to 2523136 tid 2 2023-05-20T06:05:57.335 INFO:tasks.rados.rados.0.smithi081.stdout:2584: writing smithi081164505-12 from 2523136 to 2662400 tid 3 2023-05-20T06:05:57.335 INFO:tasks.rados.rados.0.smithi081.stdout:2585: rollback oid 47 current snap is 234 2023-05-20T06:05:57.335 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 225 2023-05-20T06:05:57.335 INFO:tasks.rados.rados.0.smithi081.stdout:2586: snap_create 2023-05-20T06:05:57.336 INFO:tasks.rados.rados.0.smithi081.stdout:2584: finishing write tid 1 to smithi081164505-12 2023-05-20T06:05:57.338 INFO:tasks.rados.rados.0.smithi081.stdout:2584: finishing write tid 2 to smithi081164505-12 2023-05-20T06:05:57.338 INFO:tasks.rados.rados.0.smithi081.stdout:2584: finishing write tid 3 to smithi081164505-12 2023-05-20T06:05:57.338 INFO:tasks.rados.rados.0.smithi081.stdout:2584: finishing write tid 4 to smithi081164505-12 2023-05-20T06:05:57.338 INFO:tasks.rados.rados.0.smithi081.stdout:2585: finishing rollback tid 0 to smithi081164505-47 2023-05-20T06:05:57.339 INFO:tasks.rados.rados.0.smithi081.stdout:2585: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:05:57.340 INFO:tasks.rados.rados.0.smithi081.stdout:2585: finishing rollback tid 2 to smithi081164505-47 2023-05-20T06:05:57.340 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1196 (ObjNum 726 snap 208 seq_num 726) dirty exists 2023-05-20T06:05:57.340 INFO:tasks.rados.rados.0.smithi081.stdout:2584: finishing write tid 5 to smithi081164505-12 2023-05-20T06:05:57.340 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 900 (ObjNum 811 snap 234 seq_num 811) dirty exists 2023-05-20T06:05:57.340 INFO:tasks.rados.rados.0.smithi081.stdout:2584: left oid 12 (ObjNum 811 snap 234 seq_num 811) 2023-05-20T06:05:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:57 smithi170 ceph-mon[97338]: pgmap v547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:57 smithi170 ceph-mon[97338]: osdmap e533: 8 total, 8 up, 8 in 2023-05-20T06:05:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:57 smithi081 ceph-mon[95500]: pgmap v547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:57 smithi081 ceph-mon[95500]: osdmap e533: 8 total, 8 up, 8 in 2023-05-20T06:05:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:57 smithi081 ceph-mon[107735]: pgmap v547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:57 smithi081 ceph-mon[107735]: osdmap e533: 8 total, 8 up, 8 in 2023-05-20T06:05:58.326 INFO:tasks.rados.rados.0.smithi081.stdout:2584: done (2 left) 2023-05-20T06:05:58.327 INFO:tasks.rados.rados.0.smithi081.stdout:2585: done (1 left) 2023-05-20T06:05:58.327 INFO:tasks.rados.rados.0.smithi081.stdout:2586: done (0 left) 2023-05-20T06:05:58.327 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 235 2023-05-20T06:05:58.327 INFO:tasks.rados.rados.0.smithi081.stdout:2587: seq_num 812 ranges {1556480=802816,2359296=548864,2908160=253952} 2023-05-20T06:05:58.339 INFO:tasks.rados.rados.0.smithi081.stdout:2587: writing smithi081164505-20 from 1556480 to 2359296 tid 1 2023-05-20T06:05:58.342 INFO:tasks.rados.rados.0.smithi081.stdout:2587: writing smithi081164505-20 from 2359296 to 2908160 tid 2 2023-05-20T06:05:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:2587: writing smithi081164505-20 from 2908160 to 3162112 tid 3 2023-05-20T06:05:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:2588: read oid 17 snap 227 2023-05-20T06:05:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:2588: expect deleted 2023-05-20T06:05:58.344 INFO:tasks.rados.rados.0.smithi081.stdout:2589: setattr oid 26 current snap is 235 2023-05-20T06:05:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:2588: done (2 left) 2023-05-20T06:05:58.345 INFO:tasks.rados.rados.0.smithi081.stdout:2590: read oid 30 snap -1 2023-05-20T06:05:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:2590: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:05:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:2591: copy_from oid 2 from oid 5 current snap is 235 2023-05-20T06:05:58.346 INFO:tasks.rados.rados.0.smithi081.stdout:2592: snap_create 2023-05-20T06:05:58.347 INFO:tasks.rados.rados.0.smithi081.stdout:2587: finishing write tid 1 to smithi081164505-20 2023-05-20T06:05:58.347 INFO:tasks.rados.rados.0.smithi081.stdout:2587: finishing write tid 2 to smithi081164505-20 2023-05-20T06:05:58.349 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1197 (ObjNum 33 snap 0 seq_num 163627408) dirty exists 2023-05-20T06:05:58.349 INFO:tasks.rados.rados.0.smithi081.stdout:2587: finishing write tid 3 to smithi081164505-20 2023-05-20T06:05:58.350 INFO:tasks.rados.rados.0.smithi081.stdout:2587: finishing write tid 4 to smithi081164505-20 2023-05-20T06:05:58.351 INFO:tasks.rados.rados.0.smithi081.stdout:2587: finishing write tid 5 to smithi081164505-20 2023-05-20T06:05:58.351 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1214 (ObjNum 812 snap 235 seq_num 812) dirty exists 2023-05-20T06:05:58.351 INFO:tasks.rados.rados.0.smithi081.stdout:2587: left oid 20 (ObjNum 812 snap 235 seq_num 812) 2023-05-20T06:05:58.358 INFO:tasks.rados.rados.0.smithi081.stdout:2590: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:05:58.438 INFO:tasks.rados.rados.0.smithi081.stdout:2591: finishing copy_from to smithi081164505-2 2023-05-20T06:05:58.438 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1218 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:05:58.438 INFO:tasks.rados.rados.0.smithi081.stdout:2591: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:05:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:58 smithi170 ceph-mon[97338]: osdmap e534: 8 total, 8 up, 8 in 2023-05-20T06:05:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:58 smithi081 ceph-mon[95500]: osdmap e534: 8 total, 8 up, 8 in 2023-05-20T06:05:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:58 smithi081 ceph-mon[107735]: osdmap e534: 8 total, 8 up, 8 in 2023-05-20T06:05:59.332 INFO:tasks.rados.rados.0.smithi081.stdout:2587: done (4 left) 2023-05-20T06:05:59.333 INFO:tasks.rados.rados.0.smithi081.stdout:2589: done (3 left) 2023-05-20T06:05:59.333 INFO:tasks.rados.rados.0.smithi081.stdout:2590: done (2 left) 2023-05-20T06:05:59.333 INFO:tasks.rados.rados.0.smithi081.stdout:2591: done (1 left) 2023-05-20T06:05:59.333 INFO:tasks.rados.rados.0.smithi081.stdout:2592: done (0 left) 2023-05-20T06:05:59.333 INFO:tasks.rados.rados.0.smithi081.stdout:2593: delete oid 22 current snap is 236 2023-05-20T06:05:59.336 INFO:tasks.rados.rados.0.smithi081.stdout:2593: done (0 left) 2023-05-20T06:05:59.336 INFO:tasks.rados.rados.0.smithi081.stdout:2594: rollback oid 19 current snap is 236 2023-05-20T06:05:59.336 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 228 2023-05-20T06:05:59.337 INFO:tasks.rados.rados.0.smithi081.stdout:2595: rmattr oid 23 current snap is 236 2023-05-20T06:05:59.337 INFO:tasks.rados.rados.0.smithi081.stdout:2596: read oid 37 snap -1 2023-05-20T06:05:59.337 INFO:tasks.rados.rados.0.smithi081.stdout:2596: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:05:59.337 INFO:tasks.rados.rados.0.smithi081.stdout:2597: delete oid 10 current snap is 236 2023-05-20T06:05:59.342 INFO:tasks.rados.rados.0.smithi081.stdout:2594: finishing rollback tid 0 to smithi081164505-19 2023-05-20T06:05:59.344 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1589 (ObjNum 544 snap 145 seq_num 544) dirty exists 2023-05-20T06:05:59.346 INFO:tasks.rados.rados.0.smithi081.stdout:2594: finishing rollback tid 1 to smithi081164505-19 2023-05-20T06:05:59.346 INFO:tasks.rados.rados.0.smithi081.stdout:2595: done (3 left) 2023-05-20T06:05:59.347 INFO:tasks.rados.rados.0.smithi081.stdout:2597: done (2 left) 2023-05-20T06:05:59.347 INFO:tasks.rados.rados.0.smithi081.stdout:2598: rmattr oid 18 current snap is 236 2023-05-20T06:05:59.347 INFO:tasks.rados.rados.0.smithi081.stdout:2598: done (2 left) 2023-05-20T06:05:59.347 INFO:tasks.rados.rados.0.smithi081.stdout:2599: snap_remove snap 184 2023-05-20T06:05:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:59 smithi170 ceph-mon[97338]: pgmap v550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:05:59 smithi170 ceph-mon[97338]: osdmap e535: 8 total, 8 up, 8 in 2023-05-20T06:05:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:59 smithi081 ceph-mon[95500]: pgmap v550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:05:59 smithi081 ceph-mon[95500]: osdmap e535: 8 total, 8 up, 8 in 2023-05-20T06:05:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:59 smithi081 ceph-mon[107735]: pgmap v550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:05:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:05:59 smithi081 ceph-mon[107735]: osdmap e535: 8 total, 8 up, 8 in 2023-05-20T06:06:00.340 INFO:tasks.rados.rados.0.smithi081.stdout:2599: done (2 left) 2023-05-20T06:06:00.340 INFO:tasks.rados.rados.0.smithi081.stdout:2600: rollback oid 9 current snap is 236 2023-05-20T06:06:00.340 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 223 2023-05-20T06:06:00.340 INFO:tasks.rados.rados.0.smithi081.stdout:2601: copy_from oid 33 from oid 49 current snap is 236 2023-05-20T06:06:00.341 INFO:tasks.rados.rados.0.smithi081.stdout:2602: read oid 34 snap -1 2023-05-20T06:06:00.341 INFO:tasks.rados.rados.0.smithi081.stdout:2602: expect deleted 2023-05-20T06:06:00.341 INFO:tasks.rados.rados.0.smithi081.stdout:2603: copy_from oid 24 from oid 43 current snap is 236 2023-05-20T06:06:00.341 INFO:tasks.rados.rados.0.smithi081.stdout:2604: read oid 39 snap -1 2023-05-20T06:06:00.341 INFO:tasks.rados.rados.0.smithi081.stdout:2604: expect (ObjNum 796 snap 231 seq_num 796) 2023-05-20T06:06:00.341 INFO:tasks.rados.rados.0.smithi081.stdout:2605: delete oid 25 current snap is 236 2023-05-20T06:06:00.342 INFO:tasks.rados.rados.0.smithi081.stdout:2594: finishing rollback tid 2 to smithi081164505-19 2023-05-20T06:06:00.345 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1217 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:06:00.345 INFO:tasks.rados.rados.0.smithi081.stdout:2596: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:00.431 INFO:tasks.rados.rados.0.smithi081.stdout:2601: finishing copy_from to smithi081164505-33 2023-05-20T06:06:00.432 INFO:tasks.rados.rados.0.smithi081.stdout:2601: got expected ENOENT (src dne) 2023-05-20T06:06:00.432 INFO:tasks.rados.rados.0.smithi081.stdout:2601: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:06:00.432 INFO:tasks.rados.rados.0.smithi081.stdout:2600: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:06:00.432 INFO:tasks.rados.rados.0.smithi081.stdout:2600: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:06:00.432 INFO:tasks.rados.rados.0.smithi081.stdout:2600: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:06:00.432 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1018 (ObjNum 722 snap 207 seq_num 722) dirty exists 2023-05-20T06:06:00.433 INFO:tasks.rados.rados.0.smithi081.stdout:2603: finishing copy_from to smithi081164505-24 2023-05-20T06:06:00.433 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1033 (ObjNum 806 snap 232 seq_num 806) dirty exists 2023-05-20T06:06:00.433 INFO:tasks.rados.rados.0.smithi081.stdout:2603: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:06:00.433 INFO:tasks.rados.rados.0.smithi081.stdout:2604: expect (ObjNum 796 snap 231 seq_num 796) 2023-05-20T06:06:00.702 INFO:tasks.rados.rados.0.smithi081.stdout:2594: done (7 left) 2023-05-20T06:06:00.702 INFO:tasks.rados.rados.0.smithi081.stdout:2596: done (6 left) 2023-05-20T06:06:00.702 INFO:tasks.rados.rados.0.smithi081.stdout:2600: done (5 left) 2023-05-20T06:06:00.702 INFO:tasks.rados.rados.0.smithi081.stdout:2601: done (4 left) 2023-05-20T06:06:00.702 INFO:tasks.rados.rados.0.smithi081.stdout:2602: done (3 left) 2023-05-20T06:06:00.702 INFO:tasks.rados.rados.0.smithi081.stdout:2603: done (2 left) 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2604: done (1 left) 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2605: done (0 left) 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2606: rollback oid 19 current snap is 236 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 233 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2607: rollback oid 47 current snap is 236 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 232 2023-05-20T06:06:00.703 INFO:tasks.rados.rados.0.smithi081.stdout:2608: copy_from oid 40 from oid 5 current snap is 236 2023-05-20T06:06:00.704 INFO:tasks.rados.rados.0.smithi081.stdout:2609: copy_from oid 17 from oid 4 current snap is 236 2023-05-20T06:06:00.704 INFO:tasks.rados.rados.0.smithi081.stdout:2610: snap_remove snap 235 2023-05-20T06:06:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:00 smithi170 ceph-mon[97338]: osdmap e536: 8 total, 8 up, 8 in 2023-05-20T06:06:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:00 smithi081 ceph-mon[95500]: osdmap e536: 8 total, 8 up, 8 in 2023-05-20T06:06:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:00 smithi081 ceph-mon[107735]: osdmap e536: 8 total, 8 up, 8 in 2023-05-20T06:06:01.339 INFO:tasks.rados.rados.0.smithi081.stdout:2610: done (4 left) 2023-05-20T06:06:01.339 INFO:tasks.rados.rados.0.smithi081.stdout:2611: snap_create 2023-05-20T06:06:01.339 INFO:tasks.rados.rados.0.smithi081.stdout:2607: finishing rollback tid 0 to smithi081164505-47 2023-05-20T06:06:01.340 INFO:tasks.rados.rados.0.smithi081.stdout:2606: finishing rollback tid 0 to smithi081164505-19 2023-05-20T06:06:01.340 INFO:tasks.rados.rados.0.smithi081.stdout:2606: finishing rollback tid 1 to smithi081164505-19 2023-05-20T06:06:01.340 INFO:tasks.rados.rados.0.smithi081.stdout:2607: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:06:01.341 INFO:tasks.rados.rados.0.smithi081.stdout:2607: finishing rollback tid 2 to smithi081164505-47 2023-05-20T06:06:01.341 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1201 (ObjNum 726 snap 208 seq_num 726) dirty exists 2023-05-20T06:06:01.341 INFO:tasks.rados.rados.0.smithi081.stdout:2606: finishing rollback tid 2 to smithi081164505-19 2023-05-20T06:06:01.341 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1220 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:06:01.341 INFO:tasks.rados.rados.0.smithi081.stdout:2609: finishing copy_from to smithi081164505-17 2023-05-20T06:06:01.342 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1052 (ObjNum 779 snap 226 seq_num 779) dirty exists 2023-05-20T06:06:01.342 INFO:tasks.rados.rados.0.smithi081.stdout:2609: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:06:01.342 INFO:tasks.rados.rados.0.smithi081.stdout:2608: finishing copy_from to smithi081164505-40 2023-05-20T06:06:01.342 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1218 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:06:01.343 INFO:tasks.rados.rados.0.smithi081.stdout:2608: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:06:01.649 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:01 smithi081 ceph-mon[95500]: pgmap v553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:01.649 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:01 smithi081 ceph-mon[95500]: osdmap e537: 8 total, 8 up, 8 in 2023-05-20T06:06:01.650 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:01 smithi081 ceph-mon[107735]: pgmap v553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:01.650 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:01 smithi081 ceph-mon[107735]: osdmap e537: 8 total, 8 up, 8 in 2023-05-20T06:06:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:01 smithi170 ceph-mon[97338]: pgmap v553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:01 smithi170 ceph-mon[97338]: osdmap e537: 8 total, 8 up, 8 in 2023-05-20T06:06:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:06:01.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:06:01.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:02.356 INFO:tasks.rados.rados.0.smithi081.stdout:2606: done (4 left) 2023-05-20T06:06:02.357 INFO:tasks.rados.rados.0.smithi081.stdout:2607: done (3 left) 2023-05-20T06:06:02.357 INFO:tasks.rados.rados.0.smithi081.stdout:2608: done (2 left) 2023-05-20T06:06:02.357 INFO:tasks.rados.rados.0.smithi081.stdout:2609: done (1 left) 2023-05-20T06:06:02.357 INFO:tasks.rados.rados.0.smithi081.stdout:2611: done (0 left) 2023-05-20T06:06:02.358 INFO:tasks.rados.rados.0.smithi081.stdout:2612: delete oid 21 current snap is 237 2023-05-20T06:06:02.359 INFO:tasks.rados.rados.0.smithi081.stdout:2612: done (0 left) 2023-05-20T06:06:02.360 INFO:tasks.rados.rados.0.smithi081.stdout:2613: copy_from oid 13 from oid 17 current snap is 237 2023-05-20T06:06:02.360 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 237 2023-05-20T06:06:02.360 INFO:tasks.rados.rados.0.smithi081.stdout:2614: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2023-05-20T06:06:02.362 INFO:tasks.rados.rados.0.smithi081.stdout:2614: writing smithi081164505-26 from 0 to 491520 tid 1 2023-05-20T06:06:02.364 INFO:tasks.rados.rados.0.smithi081.stdout:2614: writing smithi081164505-26 from 491520 to 909312 tid 2 2023-05-20T06:06:02.367 INFO:tasks.rados.rados.0.smithi081.stdout:2614: writing smithi081164505-26 from 909312 to 1335296 tid 3 2023-05-20T06:06:02.371 INFO:tasks.rados.rados.0.smithi081.stdout:2614: writing smithi081164505-26 from 1335296 to 1695744 tid 4 2023-05-20T06:06:02.371 INFO:tasks.rados.rados.0.smithi081.stdout:2614: finishing write tid 1 to smithi081164505-26 2023-05-20T06:06:02.371 INFO:tasks.rados.rados.0.smithi081.stdout:2615: snap_create 2023-05-20T06:06:02.371 INFO:tasks.rados.rados.0.smithi081.stdout:2614: finishing write tid 2 to smithi081164505-26 2023-05-20T06:06:02.372 INFO:tasks.rados.rados.0.smithi081.stdout:2614: finishing write tid 3 to smithi081164505-26 2023-05-20T06:06:02.372 INFO:tasks.rados.rados.0.smithi081.stdout:2613: finishing copy_from to smithi081164505-13 2023-05-20T06:06:02.373 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1052 (ObjNum 779 snap 226 seq_num 779) dirty exists 2023-05-20T06:06:02.373 INFO:tasks.rados.rados.0.smithi081.stdout:2614: finishing write tid 4 to smithi081164505-26 2023-05-20T06:06:02.373 INFO:tasks.rados.rados.0.smithi081.stdout:2614: finishing write tid 5 to smithi081164505-26 2023-05-20T06:06:02.374 INFO:tasks.rados.rados.0.smithi081.stdout:2613: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:06:02.374 INFO:tasks.rados.rados.0.smithi081.stdout:2614: finishing write tid 6 to smithi081164505-26 2023-05-20T06:06:02.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1206 (ObjNum 817 snap 237 seq_num 817) dirty exists 2023-05-20T06:06:02.374 INFO:tasks.rados.rados.0.smithi081.stdout:2614: left oid 26 (ObjNum 817 snap 237 seq_num 817) 2023-05-20T06:06:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:02 smithi170 ceph-mon[97338]: osdmap e538: 8 total, 8 up, 8 in 2023-05-20T06:06:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:02 smithi081 ceph-mon[95500]: osdmap e538: 8 total, 8 up, 8 in 2023-05-20T06:06:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:02 smithi081 ceph-mon[107735]: osdmap e538: 8 total, 8 up, 8 in 2023-05-20T06:06:03.347 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:06:03.356 INFO:tasks.rados.rados.0.smithi081.stdout:2613: done (2 left) 2023-05-20T06:06:03.357 INFO:tasks.rados.rados.0.smithi081.stdout:2614: done (1 left) 2023-05-20T06:06:03.357 INFO:tasks.rados.rados.0.smithi081.stdout:2615: done (0 left) 2023-05-20T06:06:03.357 INFO:tasks.rados.rados.0.smithi081.stdout:2616: copy_from oid 24 from oid 35 current snap is 238 2023-05-20T06:06:03.357 INFO:tasks.rados.rados.0.smithi081.stdout:2617: read oid 32 snap 234 2023-05-20T06:06:03.357 INFO:tasks.rados.rados.0.smithi081.stdout:2617: expect (ObjNum 754 snap 223 seq_num 754) 2023-05-20T06:06:03.357 INFO:tasks.rados.rados.0.smithi081.stdout:2618: delete oid 31 current snap is 238 2023-05-20T06:06:03.359 INFO:tasks.rados.rados.0.smithi081.stdout:2616: finishing copy_from to smithi081164505-24 2023-05-20T06:06:03.359 INFO:tasks.rados.rados.0.smithi081.stdout:2616: got expected ENOENT (src dne) 2023-05-20T06:06:03.360 INFO:tasks.rados.rados.0.smithi081.stdout:2616: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:06:03.360 INFO:tasks.rados.rados.0.smithi081.stdout:2616: done (2 left) 2023-05-20T06:06:03.361 INFO:tasks.rados.rados.0.smithi081.stdout:2618: done (1 left) 2023-05-20T06:06:03.361 INFO:tasks.rados.rados.0.smithi081.stdout:2619: rollback oid 14 current snap is 238 2023-05-20T06:06:03.361 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 234 2023-05-20T06:06:03.361 INFO:tasks.rados.rados.0.smithi081.stdout:2620: delete oid 35 current snap is 238 2023-05-20T06:06:03.365 INFO:tasks.rados.rados.0.smithi081.stdout:2620: done (2 left) 2023-05-20T06:06:03.366 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 238 2023-05-20T06:06:03.366 INFO:tasks.rados.rados.0.smithi081.stdout:2621: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2023-05-20T06:06:03.368 INFO:tasks.rados.rados.0.smithi081.stdout:2621: writing smithi081164505-6 from 0 to 540672 tid 1 2023-05-20T06:06:03.371 INFO:tasks.rados.rados.0.smithi081.stdout:2621: writing smithi081164505-6 from 540672 to 1015808 tid 2 2023-05-20T06:06:03.374 INFO:tasks.rados.rados.0.smithi081.stdout:2621: writing smithi081164505-6 from 1015808 to 1613824 tid 3 2023-05-20T06:06:03.375 INFO:tasks.rados.rados.0.smithi081.stdout:2621: writing smithi081164505-6 from 1613824 to 1744896 tid 4 2023-05-20T06:06:03.375 INFO:tasks.rados.rados.0.smithi081.stdout:2622: snap_remove snap 228 2023-05-20T06:06:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:03 smithi170 ceph-mon[97338]: pgmap v556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:03 smithi170 ceph-mon[97338]: osdmap e539: 8 total, 8 up, 8 in 2023-05-20T06:06:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:03 smithi081 ceph-mon[95500]: pgmap v556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:03 smithi081 ceph-mon[95500]: osdmap e539: 8 total, 8 up, 8 in 2023-05-20T06:06:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:03 smithi081 ceph-mon[107735]: pgmap v556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:03 smithi081 ceph-mon[107735]: osdmap e539: 8 total, 8 up, 8 in 2023-05-20T06:06:04.365 INFO:tasks.rados.rados.0.smithi081.stdout:2622: done (3 left) 2023-05-20T06:06:04.366 INFO:tasks.rados.rados.0.smithi081.stdout:2623: snap_remove snap 226 2023-05-20T06:06:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:04 smithi170 ceph-mon[97338]: osdmap e540: 8 total, 8 up, 8 in 2023-05-20T06:06:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:04 smithi081 ceph-mon[95500]: osdmap e540: 8 total, 8 up, 8 in 2023-05-20T06:06:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:04 smithi081 ceph-mon[107735]: osdmap e540: 8 total, 8 up, 8 in 2023-05-20T06:06:05.371 INFO:tasks.rados.rados.0.smithi081.stdout:2623: done (3 left) 2023-05-20T06:06:05.371 INFO:tasks.rados.rados.0.smithi081.stdout:2624: delete oid 4 current snap is 238 2023-05-20T06:06:05.374 INFO:tasks.rados.rados.0.smithi081.stdout:2619: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:06:05.374 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1433 (ObjNum 33 snap 0 seq_num 163545744) dirty dne 2023-05-20T06:06:05.374 INFO:tasks.rados.rados.0.smithi081.stdout:2617: expect (ObjNum 754 snap 223 seq_num 754) 2023-05-20T06:06:05.493 INFO:tasks.rados.rados.0.smithi081.stdout:2621: finishing write tid 1 to smithi081164505-6 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:2621: finishing write tid 2 to smithi081164505-6 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:2621: finishing write tid 3 to smithi081164505-6 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:2621: finishing write tid 4 to smithi081164505-6 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:2621: finishing write tid 5 to smithi081164505-6 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:2621: finishing write tid 6 to smithi081164505-6 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 856 (ObjNum 820 snap 238 seq_num 820) dirty exists 2023-05-20T06:06:05.494 INFO:tasks.rados.rados.0.smithi081.stdout:2621: left oid 6 (ObjNum 820 snap 238 seq_num 820) 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:2617: done (3 left) 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:2619: done (2 left) 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:2621: done (1 left) 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:2624: done (0 left) 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:2625: rollback oid 18 current snap is 238 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 233 2023-05-20T06:06:05.495 INFO:tasks.rados.rados.0.smithi081.stdout:2626: rollback oid 20 current snap is 238 2023-05-20T06:06:05.496 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 230 2023-05-20T06:06:05.496 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 238 2023-05-20T06:06:05.496 INFO:tasks.rados.rados.0.smithi081.stdout:2627: seq_num 822 ranges {1056768=573440,1630208=696320,2326528=507904} 2023-05-20T06:06:05.502 INFO:tasks.rados.rados.0.smithi081.stdout:2627: writing smithi081164505-17 from 1056768 to 1630208 tid 1 2023-05-20T06:06:05.506 INFO:tasks.rados.rados.0.smithi081.stdout:2627: writing smithi081164505-17 from 1630208 to 2326528 tid 2 2023-05-20T06:06:05.509 INFO:tasks.rados.rados.0.smithi081.stdout:2627: writing smithi081164505-17 from 2326528 to 2834432 tid 3 2023-05-20T06:06:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:2628: read oid 48 snap -1 2023-05-20T06:06:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:2628: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:06:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:2629: read oid 9 snap -1 2023-05-20T06:06:05.511 INFO:tasks.rados.rados.0.smithi081.stdout:2629: expect (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:06:05.511 INFO:tasks.rados.rados.0.smithi081.stdout:2630: snap_create 2023-05-20T06:06:05.511 INFO:tasks.rados.rados.0.smithi081.stdout:2626: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:06:05.511 INFO:tasks.rados.rados.0.smithi081.stdout:2625: finishing rollback tid 0 to smithi081164505-18 2023-05-20T06:06:05.512 INFO:tasks.rados.rados.0.smithi081.stdout:2626: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:06:05.512 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1223 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:06:05.513 INFO:tasks.rados.rados.0.smithi081.stdout:2625: finishing rollback tid 1 to smithi081164505-18 2023-05-20T06:06:05.513 INFO:tasks.rados.rados.0.smithi081.stdout:2625: finishing rollback tid 2 to smithi081164505-18 2023-05-20T06:06:05.513 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 918 (ObjNum 810 snap 233 seq_num 810) dirty exists 2023-05-20T06:06:05.513 INFO:tasks.rados.rados.0.smithi081.stdout:2627: finishing write tid 1 to smithi081164505-17 2023-05-20T06:06:05.514 INFO:tasks.rados.rados.0.smithi081.stdout:2627: finishing write tid 2 to smithi081164505-17 2023-05-20T06:06:05.514 INFO:tasks.rados.rados.0.smithi081.stdout:2627: finishing write tid 3 to smithi081164505-17 2023-05-20T06:06:05.515 INFO:tasks.rados.rados.0.smithi081.stdout:2627: finishing write tid 4 to smithi081164505-17 2023-05-20T06:06:05.515 INFO:tasks.rados.rados.0.smithi081.stdout:2627: finishing write tid 5 to smithi081164505-17 2023-05-20T06:06:05.515 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1210 (ObjNum 822 snap 238 seq_num 822) dirty exists 2023-05-20T06:06:05.516 INFO:tasks.rados.rados.0.smithi081.stdout:2627: left oid 17 (ObjNum 822 snap 238 seq_num 822) 2023-05-20T06:06:05.525 INFO:tasks.rados.rados.0.smithi081.stdout:2628: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:06:05.669 INFO:tasks.rados.rados.0.smithi081.stdout:2629: expect (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:06:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:05 smithi170 ceph-mon[97338]: pgmap v559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:05 smithi170 ceph-mon[97338]: osdmap e541: 8 total, 8 up, 8 in 2023-05-20T06:06:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:05 smithi081 ceph-mon[95500]: pgmap v559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:05 smithi081 ceph-mon[95500]: osdmap e541: 8 total, 8 up, 8 in 2023-05-20T06:06:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:05 smithi081 ceph-mon[107735]: pgmap v559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:05 smithi081 ceph-mon[107735]: osdmap e541: 8 total, 8 up, 8 in 2023-05-20T06:06:06.377 INFO:tasks.rados.rados.0.smithi081.stdout:2625: done (5 left) 2023-05-20T06:06:06.378 INFO:tasks.rados.rados.0.smithi081.stdout:2626: done (4 left) 2023-05-20T06:06:06.378 INFO:tasks.rados.rados.0.smithi081.stdout:2627: done (3 left) 2023-05-20T06:06:06.378 INFO:tasks.rados.rados.0.smithi081.stdout:2628: done (2 left) 2023-05-20T06:06:06.378 INFO:tasks.rados.rados.0.smithi081.stdout:2629: done (1 left) 2023-05-20T06:06:06.378 INFO:tasks.rados.rados.0.smithi081.stdout:2630: done (0 left) 2023-05-20T06:06:06.379 INFO:tasks.rados.rados.0.smithi081.stdout:2631: snap_remove snap 236 2023-05-20T06:06:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:06 smithi170 ceph-mon[97338]: osdmap e542: 8 total, 8 up, 8 in 2023-05-20T06:06:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:06 smithi081 ceph-mon[95500]: osdmap e542: 8 total, 8 up, 8 in 2023-05-20T06:06:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:06 smithi081 ceph-mon[107735]: osdmap e542: 8 total, 8 up, 8 in 2023-05-20T06:06:07.376 INFO:tasks.rados.rados.0.smithi081.stdout:2631: done (0 left) 2023-05-20T06:06:07.376 INFO:tasks.rados.rados.0.smithi081.stdout:2632: copy_from oid 14 from oid 19 current snap is 239 2023-05-20T06:06:07.376 INFO:tasks.rados.rados.0.smithi081.stdout:2633: rollback oid 13 current snap is 239 2023-05-20T06:06:07.376 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 227 2023-05-20T06:06:07.377 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 239 2023-05-20T06:06:07.377 INFO:tasks.rados.rados.0.smithi081.stdout:2634: seq_num 823 ranges {4087808=589824,4677632=573440,5251072=630784} 2023-05-20T06:06:07.403 INFO:tasks.rados.rados.0.smithi081.stdout:2634: writing smithi081164505-3 from 4087808 to 4677632 tid 1 2023-05-20T06:06:07.406 INFO:tasks.rados.rados.0.smithi081.stdout:2634: writing smithi081164505-3 from 4677632 to 5251072 tid 2 2023-05-20T06:06:07.410 INFO:tasks.rados.rados.0.smithi081.stdout:2634: writing smithi081164505-3 from 5251072 to 5881856 tid 3 2023-05-20T06:06:07.411 INFO:tasks.rados.rados.0.smithi081.stdout:2635: delete oid 43 current snap is 239 2023-05-20T06:06:07.411 INFO:tasks.rados.rados.0.smithi081.stdout:2633: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:06:07.411 INFO:tasks.rados.rados.0.smithi081.stdout:2633: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:06:07.411 INFO:tasks.rados.rados.0.smithi081.stdout:2633: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:06:07.411 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1409 (ObjNum 767 snap 224 seq_num 767) dirty exists 2023-05-20T06:06:07.412 INFO:tasks.rados.rados.0.smithi081.stdout:2634: finishing write tid 1 to smithi081164505-3 2023-05-20T06:06:07.413 INFO:tasks.rados.rados.0.smithi081.stdout:2632: finishing copy_from to smithi081164505-14 2023-05-20T06:06:07.413 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1220 (ObjNum 704 snap 198 seq_num 704) dirty exists 2023-05-20T06:06:07.414 INFO:tasks.rados.rados.0.smithi081.stdout:2634: finishing write tid 2 to smithi081164505-3 2023-05-20T06:06:07.415 INFO:tasks.rados.rados.0.smithi081.stdout:2634: finishing write tid 3 to smithi081164505-3 2023-05-20T06:06:07.415 INFO:tasks.rados.rados.0.smithi081.stdout:2634: finishing write tid 4 to smithi081164505-3 2023-05-20T06:06:07.415 INFO:tasks.rados.rados.0.smithi081.stdout:2632: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:06:07.416 INFO:tasks.rados.rados.0.smithi081.stdout:2634: finishing write tid 5 to smithi081164505-3 2023-05-20T06:06:07.417 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1037 (ObjNum 823 snap 239 seq_num 823) dirty exists 2023-05-20T06:06:07.417 INFO:tasks.rados.rados.0.smithi081.stdout:2634: left oid 3 (ObjNum 823 snap 239 seq_num 823) 2023-05-20T06:06:07.417 INFO:tasks.rados.rados.0.smithi081.stdout:2632: done (3 left) 2023-05-20T06:06:07.417 INFO:tasks.rados.rados.0.smithi081.stdout:2633: done (2 left) 2023-05-20T06:06:07.417 INFO:tasks.rados.rados.0.smithi081.stdout:2634: done (1 left) 2023-05-20T06:06:07.417 INFO:tasks.rados.rados.0.smithi081.stdout:2635: done (0 left) 2023-05-20T06:06:07.418 INFO:tasks.rados.rados.0.smithi081.stdout:2636: snap_create 2023-05-20T06:06:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:07 smithi170 ceph-mon[97338]: pgmap v562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:07 smithi170 ceph-mon[97338]: osdmap e543: 8 total, 8 up, 8 in 2023-05-20T06:06:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:07 smithi081 ceph-mon[95500]: pgmap v562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:07 smithi081 ceph-mon[95500]: osdmap e543: 8 total, 8 up, 8 in 2023-05-20T06:06:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:07 smithi081 ceph-mon[107735]: pgmap v562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:07 smithi081 ceph-mon[107735]: osdmap e543: 8 total, 8 up, 8 in 2023-05-20T06:06:08.395 INFO:tasks.rados.rados.0.smithi081.stdout:2636: done (0 left) 2023-05-20T06:06:08.395 INFO:tasks.rados.rados.0.smithi081.stdout:2637: read oid 11 snap -1 2023-05-20T06:06:08.395 INFO:tasks.rados.rados.0.smithi081.stdout:2637: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:06:08.396 INFO:tasks.rados.rados.0.smithi081.stdout:2638: read oid 30 snap -1 2023-05-20T06:06:08.396 INFO:tasks.rados.rados.0.smithi081.stdout:2638: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:08.396 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 240 2023-05-20T06:06:08.397 INFO:tasks.rados.rados.0.smithi081.stdout:2639: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2023-05-20T06:06:08.398 INFO:tasks.rados.rados.0.smithi081.stdout:2639: writing smithi081164505-49 from 0 to 622592 tid 1 2023-05-20T06:06:08.403 INFO:tasks.rados.rados.0.smithi081.stdout:2639: writing smithi081164505-49 from 622592 to 1368064 tid 2 2023-05-20T06:06:08.405 INFO:tasks.rados.rados.0.smithi081.stdout:2639: writing smithi081164505-49 from 1368064 to 1826816 tid 3 2023-05-20T06:06:08.406 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 240 2023-05-20T06:06:08.406 INFO:tasks.rados.rados.0.smithi081.stdout:2637: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:06:08.426 INFO:tasks.rados.rados.0.smithi081.stdout:2639: finishing write tid 1 to smithi081164505-49 2023-05-20T06:06:08.426 INFO:tasks.rados.rados.0.smithi081.stdout:2640: seq_num 826 ranges {5373952=638976,6012928=630784,6643712=573440} 2023-05-20T06:06:08.457 INFO:tasks.rados.rados.0.smithi081.stdout:2640: writing smithi081164505-23 from 5373952 to 6012928 tid 1 2023-05-20T06:06:08.461 INFO:tasks.rados.rados.0.smithi081.stdout:2640: writing smithi081164505-23 from 6012928 to 6643712 tid 2 2023-05-20T06:06:08.465 INFO:tasks.rados.rados.0.smithi081.stdout:2640: writing smithi081164505-23 from 6643712 to 7217152 tid 3 2023-05-20T06:06:08.465 INFO:tasks.rados.rados.0.smithi081.stdout:2637: done (3 left) 2023-05-20T06:06:08.465 INFO:tasks.rados.rados.0.smithi081.stdout:2641: rmattr oid 36 current snap is 240 2023-05-20T06:06:08.465 INFO:tasks.rados.rados.0.smithi081.stdout:2641: done (3 left) 2023-05-20T06:06:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:2642: rmattr oid 48 current snap is 240 2023-05-20T06:06:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:2642: done (3 left) 2023-05-20T06:06:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:2643: read oid 46 snap 234 2023-05-20T06:06:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:2643: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:06:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:2644: snap_remove snap 238 2023-05-20T06:06:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:08 smithi170 ceph-mon[97338]: osdmap e544: 8 total, 8 up, 8 in 2023-05-20T06:06:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:08 smithi170 ceph-mon[97338]: pgmap v565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:08 smithi081 ceph-mon[95500]: osdmap e544: 8 total, 8 up, 8 in 2023-05-20T06:06:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:08 smithi081 ceph-mon[95500]: pgmap v565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:08 smithi081 ceph-mon[107735]: osdmap e544: 8 total, 8 up, 8 in 2023-05-20T06:06:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:08 smithi081 ceph-mon[107735]: pgmap v565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:09.404 INFO:tasks.rados.rados.0.smithi081.stdout:2644: done (4 left) 2023-05-20T06:06:09.405 INFO:tasks.rados.rados.0.smithi081.stdout:2645: delete oid 5 current snap is 240 2023-05-20T06:06:09.405 INFO:tasks.rados.rados.0.smithi081.stdout:2638: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:09.485 INFO:tasks.rados.rados.0.smithi081.stdout:2639: finishing write tid 2 to smithi081164505-49 2023-05-20T06:06:09.485 INFO:tasks.rados.rados.0.smithi081.stdout:2639: finishing write tid 3 to smithi081164505-49 2023-05-20T06:06:09.485 INFO:tasks.rados.rados.0.smithi081.stdout:2639: finishing write tid 4 to smithi081164505-49 2023-05-20T06:06:09.485 INFO:tasks.rados.rados.0.smithi081.stdout:2639: finishing write tid 5 to smithi081164505-49 2023-05-20T06:06:09.485 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1227 (ObjNum 825 snap 240 seq_num 825) dirty exists 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2639: left oid 49 (ObjNum 825 snap 240 seq_num 825) 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2638: done (4 left) 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2639: done (3 left) 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2645: done (2 left) 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2646: snap_create 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2640: finishing write tid 1 to smithi081164505-23 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2640: finishing write tid 2 to smithi081164505-23 2023-05-20T06:06:09.486 INFO:tasks.rados.rados.0.smithi081.stdout:2640: finishing write tid 3 to smithi081164505-23 2023-05-20T06:06:09.487 INFO:tasks.rados.rados.0.smithi081.stdout:2640: finishing write tid 4 to smithi081164505-23 2023-05-20T06:06:09.487 INFO:tasks.rados.rados.0.smithi081.stdout:2640: finishing write tid 5 to smithi081164505-23 2023-05-20T06:06:09.487 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1634 (ObjNum 826 snap 240 seq_num 826) dirty exists 2023-05-20T06:06:09.487 INFO:tasks.rados.rados.0.smithi081.stdout:2640: left oid 23 (ObjNum 826 snap 240 seq_num 826) 2023-05-20T06:06:09.487 INFO:tasks.rados.rados.0.smithi081.stdout:2643: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:06:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:09 smithi170 ceph-mon[97338]: osdmap e545: 8 total, 8 up, 8 in 2023-05-20T06:06:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:09 smithi081 ceph-mon[95500]: osdmap e545: 8 total, 8 up, 8 in 2023-05-20T06:06:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:09 smithi081 ceph-mon[107735]: osdmap e545: 8 total, 8 up, 8 in 2023-05-20T06:06:10.414 INFO:tasks.rados.rados.0.smithi081.stdout:2640: done (2 left) 2023-05-20T06:06:10.414 INFO:tasks.rados.rados.0.smithi081.stdout:2643: done (1 left) 2023-05-20T06:06:10.414 INFO:tasks.rados.rados.0.smithi081.stdout:2646: done (0 left) 2023-05-20T06:06:10.414 INFO:tasks.rados.rados.0.smithi081.stdout:2647: read oid 43 snap 234 2023-05-20T06:06:10.414 INFO:tasks.rados.rados.0.smithi081.stdout:2647: expect (ObjNum 806 snap 232 seq_num 806) 2023-05-20T06:06:10.415 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 241 2023-05-20T06:06:10.415 INFO:tasks.rados.rados.0.smithi081.stdout:2648: seq_num 828 ranges {7069696=671744,7741440=802816,8544256=401408} 2023-05-20T06:06:10.454 INFO:tasks.rados.rados.0.smithi081.stdout:2648: writing smithi081164505-8 from 7069696 to 7741440 tid 1 2023-05-20T06:06:10.458 INFO:tasks.rados.rados.0.smithi081.stdout:2648: writing smithi081164505-8 from 7741440 to 8544256 tid 2 2023-05-20T06:06:10.460 INFO:tasks.rados.rados.0.smithi081.stdout:2648: writing smithi081164505-8 from 8544256 to 8945664 tid 3 2023-05-20T06:06:10.461 INFO:tasks.rados.rados.0.smithi081.stdout:2649: rollback oid 29 current snap is 241 2023-05-20T06:06:10.461 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 230 2023-05-20T06:06:10.461 INFO:tasks.rados.rados.0.smithi081.stdout:2647: expect (ObjNum 806 snap 232 seq_num 806) 2023-05-20T06:06:10.612 INFO:tasks.rados.rados.0.smithi081.stdout:2648: finishing write tid 1 to smithi081164505-8 2023-05-20T06:06:10.612 INFO:tasks.rados.rados.0.smithi081.stdout:2648: finishing write tid 2 to smithi081164505-8 2023-05-20T06:06:10.612 INFO:tasks.rados.rados.0.smithi081.stdout:2648: finishing write tid 3 to smithi081164505-8 2023-05-20T06:06:10.612 INFO:tasks.rados.rados.0.smithi081.stdout:2648: finishing write tid 4 to smithi081164505-8 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:2649: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:2648: finishing write tid 5 to smithi081164505-8 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1281 (ObjNum 828 snap 241 seq_num 828) dirty exists 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:2648: left oid 8 (ObjNum 828 snap 241 seq_num 828) 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:2649: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1284 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:06:10.613 INFO:tasks.rados.rados.0.smithi081.stdout:2647: done (2 left) 2023-05-20T06:06:10.614 INFO:tasks.rados.rados.0.smithi081.stdout:2648: done (1 left) 2023-05-20T06:06:10.614 INFO:tasks.rados.rados.0.smithi081.stdout:2649: done (0 left) 2023-05-20T06:06:10.614 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 241 2023-05-20T06:06:10.614 INFO:tasks.rados.rados.0.smithi081.stdout:2650: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2023-05-20T06:06:10.615 INFO:tasks.rados.rados.0.smithi081.stdout:2650: writing smithi081164505-36 from 0 to 688128 tid 1 2023-05-20T06:06:10.619 INFO:tasks.rados.rados.0.smithi081.stdout:2650: writing smithi081164505-36 from 688128 to 1417216 tid 2 2023-05-20T06:06:10.622 INFO:tasks.rados.rados.0.smithi081.stdout:2650: writing smithi081164505-36 from 1417216 to 1892352 tid 3 2023-05-20T06:06:10.623 INFO:tasks.rados.rados.0.smithi081.stdout:2651: delete oid 25 current snap is 241 2023-05-20T06:06:10.623 INFO:tasks.rados.rados.0.smithi081.stdout:2650: finishing write tid 1 to smithi081164505-36 2023-05-20T06:06:10.623 INFO:tasks.rados.rados.0.smithi081.stdout:2650: finishing write tid 2 to smithi081164505-36 2023-05-20T06:06:10.625 INFO:tasks.rados.rados.0.smithi081.stdout:2651: done (1 left) 2023-05-20T06:06:10.625 INFO:tasks.rados.rados.0.smithi081.stdout:2652: setattr oid 30 current snap is 241 2023-05-20T06:06:10.626 INFO:tasks.rados.rados.0.smithi081.stdout:2653: read oid 41 snap -1 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:2653: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:2654: rollback oid 13 current snap is 241 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 239 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:2655: read oid 40 snap -1 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:2655: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:2656: setattr oid 12 current snap is 241 2023-05-20T06:06:10.627 INFO:tasks.rados.rados.0.smithi081.stdout:2650: finishing write tid 3 to smithi081164505-36 2023-05-20T06:06:10.628 INFO:tasks.rados.rados.0.smithi081.stdout:2650: finishing write tid 4 to smithi081164505-36 2023-05-20T06:06:10.628 INFO:tasks.rados.rados.0.smithi081.stdout:2657: read oid 20 snap -1 2023-05-20T06:06:10.628 INFO:tasks.rados.rados.0.smithi081.stdout:2657: expect deleted 2023-05-20T06:06:10.628 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 241 2023-05-20T06:06:10.629 INFO:tasks.rados.rados.0.smithi081.stdout:2658: seq_num 831 ranges {7217152=720896,7938048=499712,8437760=704512} 2023-05-20T06:06:10.671 INFO:tasks.rados.rados.0.smithi081.stdout:2658: writing smithi081164505-23 from 7217152 to 7938048 tid 1 2023-05-20T06:06:10.673 INFO:tasks.rados.rados.0.smithi081.stdout:2658: writing smithi081164505-23 from 7938048 to 8437760 tid 2 2023-05-20T06:06:10.678 INFO:tasks.rados.rados.0.smithi081.stdout:2658: writing smithi081164505-23 from 8437760 to 9142272 tid 3 2023-05-20T06:06:10.678 INFO:tasks.rados.rados.0.smithi081.stdout:2659: read oid 6 snap -1 2023-05-20T06:06:10.678 INFO:tasks.rados.rados.0.smithi081.stdout:2659: expect (ObjNum 820 snap 238 seq_num 820) 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:2660: read oid 44 snap -1 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:2660: expect deleted 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:2661: rollback oid 47 current snap is 241 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 47 to 237 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1096 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 922 (ObjNum 811 snap 234 seq_num 811) dirty exists 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:2650: finishing write tid 5 to smithi081164505-36 2023-05-20T06:06:10.679 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1415 (ObjNum 829 snap 241 seq_num 829) dirty exists 2023-05-20T06:06:10.680 INFO:tasks.rados.rados.0.smithi081.stdout:2650: left oid 36 (ObjNum 829 snap 241 seq_num 829) 2023-05-20T06:06:10.680 INFO:tasks.rados.rados.0.smithi081.stdout:2653: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:06:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:10 smithi170 ceph-mon[97338]: osdmap e546: 8 total, 8 up, 8 in 2023-05-20T06:06:10.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:10 smithi170 ceph-mon[97338]: pgmap v568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:10 smithi081 ceph-mon[95500]: osdmap e546: 8 total, 8 up, 8 in 2023-05-20T06:06:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:10 smithi081 ceph-mon[95500]: pgmap v568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:10 smithi081 ceph-mon[107735]: osdmap e546: 8 total, 8 up, 8 in 2023-05-20T06:06:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:10 smithi081 ceph-mon[107735]: pgmap v568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:11.017 INFO:tasks.rados.rados.0.smithi081.stdout:2654: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:06:11.017 INFO:tasks.rados.rados.0.smithi081.stdout:2654: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:06:11.018 INFO:tasks.rados.rados.0.smithi081.stdout:2654: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:06:11.018 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1419 (ObjNum 767 snap 224 seq_num 767) dirty exists 2023-05-20T06:06:11.018 INFO:tasks.rados.rados.0.smithi081.stdout:2655: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:11.371 INFO:tasks.rados.rados.0.smithi081.stdout:2658: finishing write tid 1 to smithi081164505-23 2023-05-20T06:06:11.371 INFO:tasks.rados.rados.0.smithi081.stdout:2658: finishing write tid 2 to smithi081164505-23 2023-05-20T06:06:11.371 INFO:tasks.rados.rados.0.smithi081.stdout:2650: done (10 left) 2023-05-20T06:06:11.371 INFO:tasks.rados.rados.0.smithi081.stdout:2652: done (9 left) 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2653: done (8 left) 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2654: done (7 left) 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2655: done (6 left) 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2656: done (5 left) 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2657: done (4 left) 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2662: delete oid 24 current snap is 241 2023-05-20T06:06:11.372 INFO:tasks.rados.rados.0.smithi081.stdout:2661: finishing rollback tid 0 to smithi081164505-47 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:2661: finishing rollback tid 1 to smithi081164505-47 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:2658: finishing write tid 3 to smithi081164505-23 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:2661: finishing rollback tid 2 to smithi081164505-47 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1213 (ObjNum 726 snap 208 seq_num 726) dirty exists 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:2658: finishing write tid 4 to smithi081164505-23 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:2658: finishing write tid 5 to smithi081164505-23 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1642 (ObjNum 831 snap 241 seq_num 831) dirty exists 2023-05-20T06:06:11.373 INFO:tasks.rados.rados.0.smithi081.stdout:2658: left oid 23 (ObjNum 831 snap 241 seq_num 831) 2023-05-20T06:06:11.374 INFO:tasks.rados.rados.0.smithi081.stdout:2659: expect (ObjNum 820 snap 238 seq_num 820) 2023-05-20T06:06:11.414 INFO:tasks.rados.rados.0.smithi081.stdout:2658: done (4 left) 2023-05-20T06:06:11.414 INFO:tasks.rados.rados.0.smithi081.stdout:2659: done (3 left) 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:2660: done (2 left) 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:2661: done (1 left) 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:2662: done (0 left) 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:2663: read oid 15 snap -1 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:2663: expect (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 241 2023-05-20T06:06:11.415 INFO:tasks.rados.rados.0.smithi081.stdout:2664: seq_num 833 ranges {1835008=761856,2596864=671744,3268608=532480} 2023-05-20T06:06:11.428 INFO:tasks.rados.rados.0.smithi081.stdout:2664: writing smithi081164505-42 from 1835008 to 2596864 tid 1 2023-05-20T06:06:11.432 INFO:tasks.rados.rados.0.smithi081.stdout:2664: writing smithi081164505-42 from 2596864 to 3268608 tid 2 2023-05-20T06:06:11.435 INFO:tasks.rados.rados.0.smithi081.stdout:2664: writing smithi081164505-42 from 3268608 to 3801088 tid 3 2023-05-20T06:06:11.436 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 241 2023-05-20T06:06:11.436 INFO:tasks.rados.rados.0.smithi081.stdout:2665: seq_num 834 ranges {4194304=778240,4972544=557056,5529600=548864,6078464=98304} 2023-05-20T06:06:11.461 INFO:tasks.rados.rados.0.smithi081.stdout:2665: writing smithi081164505-28 from 4194304 to 4972544 tid 1 2023-05-20T06:06:11.465 INFO:tasks.rados.rados.0.smithi081.stdout:2665: writing smithi081164505-28 from 4972544 to 5529600 tid 2 2023-05-20T06:06:11.468 INFO:tasks.rados.rados.0.smithi081.stdout:2665: writing smithi081164505-28 from 5529600 to 6078464 tid 3 2023-05-20T06:06:11.470 INFO:tasks.rados.rados.0.smithi081.stdout:2665: writing smithi081164505-28 from 6078464 to 6176768 tid 4 2023-05-20T06:06:11.470 INFO:tasks.rados.rados.0.smithi081.stdout:2666: read oid 50 snap -1 2023-05-20T06:06:11.470 INFO:tasks.rados.rados.0.smithi081.stdout:2666: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:11.471 INFO:tasks.rados.rados.0.smithi081.stdout:2667: read oid 20 snap -1 2023-05-20T06:06:11.471 INFO:tasks.rados.rados.0.smithi081.stdout:2667: expect deleted 2023-05-20T06:06:11.471 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 241 2023-05-20T06:06:11.472 INFO:tasks.rados.rados.0.smithi081.stdout:2668: seq_num 835 ranges {1744896=794624,2539520=442368,2981888=712704,3694592=49152} 2023-05-20T06:06:11.483 INFO:tasks.rados.rados.0.smithi081.stdout:2668: writing smithi081164505-6 from 1744896 to 2539520 tid 1 2023-05-20T06:06:11.487 INFO:tasks.rados.rados.0.smithi081.stdout:2668: writing smithi081164505-6 from 2539520 to 2981888 tid 2 2023-05-20T06:06:11.490 INFO:tasks.rados.rados.0.smithi081.stdout:2668: writing smithi081164505-6 from 2981888 to 3694592 tid 3 2023-05-20T06:06:11.491 INFO:tasks.rados.rados.0.smithi081.stdout:2668: writing smithi081164505-6 from 3694592 to 3743744 tid 4 2023-05-20T06:06:11.491 INFO:tasks.rados.rados.0.smithi081.stdout:2669: delete oid 47 current snap is 241 2023-05-20T06:06:11.491 INFO:tasks.rados.rados.0.smithi081.stdout:2664: finishing write tid 1 to smithi081164505-42 2023-05-20T06:06:11.491 INFO:tasks.rados.rados.0.smithi081.stdout:2664: finishing write tid 2 to smithi081164505-42 2023-05-20T06:06:11.491 INFO:tasks.rados.rados.0.smithi081.stdout:2663: expect (ObjNum 722 snap 207 seq_num 722) 2023-05-20T06:06:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:11 smithi170 ceph-mon[97338]: osdmap e547: 8 total, 8 up, 8 in 2023-05-20T06:06:11.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:11 smithi081 ceph-mon[95500]: osdmap e547: 8 total, 8 up, 8 in 2023-05-20T06:06:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:11 smithi081 ceph-mon[107735]: osdmap e547: 8 total, 8 up, 8 in 2023-05-20T06:06:11.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:06:11.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:11.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:06:11.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:11.868 INFO:tasks.rados.rados.0.smithi081.stdout:2664: finishing write tid 3 to smithi081164505-42 2023-05-20T06:06:11.868 INFO:tasks.rados.rados.0.smithi081.stdout:2664: finishing write tid 4 to smithi081164505-42 2023-05-20T06:06:11.868 INFO:tasks.rados.rados.0.smithi081.stdout:2664: finishing write tid 5 to smithi081164505-42 2023-05-20T06:06:11.868 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1195 (ObjNum 833 snap 241 seq_num 833) dirty exists 2023-05-20T06:06:11.868 INFO:tasks.rados.rados.0.smithi081.stdout:2664: left oid 42 (ObjNum 833 snap 241 seq_num 833) 2023-05-20T06:06:11.869 INFO:tasks.rados.rados.0.smithi081.stdout:2665: finishing write tid 1 to smithi081164505-28 2023-05-20T06:06:11.869 INFO:tasks.rados.rados.0.smithi081.stdout:2663: done (6 left) 2023-05-20T06:06:11.869 INFO:tasks.rados.rados.0.smithi081.stdout:2664: done (5 left) 2023-05-20T06:06:11.869 INFO:tasks.rados.rados.0.smithi081.stdout:2669: done (4 left) 2023-05-20T06:06:11.869 INFO:tasks.rados.rados.0.smithi081.stdout:2670: setattr oid 38 current snap is 241 2023-05-20T06:06:11.869 INFO:tasks.rados.rados.0.smithi081.stdout:2665: finishing write tid 2 to smithi081164505-28 2023-05-20T06:06:11.870 INFO:tasks.rados.rados.0.smithi081.stdout:2665: finishing write tid 3 to smithi081164505-28 2023-05-20T06:06:11.870 INFO:tasks.rados.rados.0.smithi081.stdout:2665: finishing write tid 4 to smithi081164505-28 2023-05-20T06:06:11.870 INFO:tasks.rados.rados.0.smithi081.stdout:2665: finishing write tid 5 to smithi081164505-28 2023-05-20T06:06:11.871 INFO:tasks.rados.rados.0.smithi081.stdout:2665: finishing write tid 6 to smithi081164505-28 2023-05-20T06:06:11.871 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1050 (ObjNum 834 snap 241 seq_num 834) dirty exists 2023-05-20T06:06:11.871 INFO:tasks.rados.rados.0.smithi081.stdout:2665: left oid 28 (ObjNum 834 snap 241 seq_num 834) 2023-05-20T06:06:11.871 INFO:tasks.rados.rados.0.smithi081.stdout:2666: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:12.397 INFO:tasks.rados.rados.0.smithi081.stdout:2668: finishing write tid 1 to smithi081164505-6 2023-05-20T06:06:12.398 INFO:tasks.rados.rados.0.smithi081.stdout:2668: finishing write tid 2 to smithi081164505-6 2023-05-20T06:06:12.398 INFO:tasks.rados.rados.0.smithi081.stdout:2668: finishing write tid 3 to smithi081164505-6 2023-05-20T06:06:12.398 INFO:tasks.rados.rados.0.smithi081.stdout:2668: finishing write tid 4 to smithi081164505-6 2023-05-20T06:06:12.398 INFO:tasks.rados.rados.0.smithi081.stdout:2668: finishing write tid 5 to smithi081164505-6 2023-05-20T06:06:12.399 INFO:tasks.rados.rados.0.smithi081.stdout:2668: finishing write tid 6 to smithi081164505-6 2023-05-20T06:06:12.399 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 861 (ObjNum 835 snap 241 seq_num 835) dirty exists 2023-05-20T06:06:12.399 INFO:tasks.rados.rados.0.smithi081.stdout:2668: left oid 6 (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:12.399 INFO:tasks.rados.rados.0.smithi081.stdout:2665: done (4 left) 2023-05-20T06:06:12.400 INFO:tasks.rados.rados.0.smithi081.stdout:2666: done (3 left) 2023-05-20T06:06:12.400 INFO:tasks.rados.rados.0.smithi081.stdout:2667: done (2 left) 2023-05-20T06:06:12.400 INFO:tasks.rados.rados.0.smithi081.stdout:2668: done (1 left) 2023-05-20T06:06:12.400 INFO:tasks.rados.rados.0.smithi081.stdout:2671: rollback oid 15 current snap is 241 2023-05-20T06:06:12.401 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 233 2023-05-20T06:06:12.401 INFO:tasks.rados.rados.0.smithi081.stdout:2672: copy_from oid 1 from oid 45 current snap is 241 2023-05-20T06:06:12.401 INFO:tasks.rados.rados.0.smithi081.stdout:2673: rollback oid 36 current snap is 241 2023-05-20T06:06:12.402 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 212 2023-05-20T06:06:12.402 INFO:tasks.rados.rados.0.smithi081.stdout:2674: read oid 29 snap -1 2023-05-20T06:06:12.402 INFO:tasks.rados.rados.0.smithi081.stdout:2674: expect deleted 2023-05-20T06:06:12.402 INFO:tasks.rados.rados.0.smithi081.stdout:2675: delete oid 4 current snap is 241 2023-05-20T06:06:12.403 INFO:tasks.rados.rados.0.smithi081.stdout:2674: done (5 left) 2023-05-20T06:06:12.403 INFO:tasks.rados.rados.0.smithi081.stdout:2675: done (4 left) 2023-05-20T06:06:12.404 INFO:tasks.rados.rados.0.smithi081.stdout:2676: setattr oid 3 current snap is 241 2023-05-20T06:06:12.404 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1285 (ObjNum 33 snap 0 seq_num 3255431072) dirty exists 2023-05-20T06:06:12.404 INFO:tasks.rados.rados.0.smithi081.stdout:2670: done (4 left) 2023-05-20T06:06:12.404 INFO:tasks.rados.rados.0.smithi081.stdout:2677: snap_remove snap 232 2023-05-20T06:06:12.419 INFO:tasks.rados.rados.0.smithi081.stdout:2677: done (4 left) 2023-05-20T06:06:12.419 INFO:tasks.rados.rados.0.smithi081.stdout:2678: read oid 40 snap 240 2023-05-20T06:06:12.420 INFO:tasks.rados.rados.0.smithi081.stdout:2678: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:12.420 INFO:tasks.rados.rados.0.smithi081.stdout:2679: copy_from oid 46 from oid 5 current snap is 241 2023-05-20T06:06:12.420 INFO:tasks.rados.rados.0.smithi081.stdout:2680: read oid 10 snap -1 2023-05-20T06:06:12.420 INFO:tasks.rados.rados.0.smithi081.stdout:2680: expect deleted 2023-05-20T06:06:12.420 INFO:tasks.rados.rados.0.smithi081.stdout:2681: snap_remove snap 227 2023-05-20T06:06:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:12 smithi170 ceph-mon[97338]: pgmap v570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:12 smithi081 ceph-mon[95500]: pgmap v570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:12 smithi081 ceph-mon[107735]: pgmap v570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:13.413 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:06:13.426 INFO:tasks.rados.rados.0.smithi081.stdout:2681: done (7 left) 2023-05-20T06:06:13.426 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 241 2023-05-20T06:06:13.426 INFO:tasks.rados.rados.0.smithi081.stdout:2682: seq_num 838 ranges {2383872=442368,2826240=540672,3366912=532480,3899392=442368,4341760=90112} 2023-05-20T06:06:13.442 INFO:tasks.rados.rados.0.smithi081.stdout:2682: writing smithi081164505-37 from 2383872 to 2826240 tid 1 2023-05-20T06:06:13.449 INFO:tasks.rados.rados.0.smithi081.stdout:2682: writing smithi081164505-37 from 2826240 to 3366912 tid 2 2023-05-20T06:06:13.450 INFO:tasks.rados.rados.0.smithi081.stdout:2682: writing smithi081164505-37 from 3366912 to 3899392 tid 3 2023-05-20T06:06:13.452 INFO:tasks.rados.rados.0.smithi081.stdout:2682: writing smithi081164505-37 from 3899392 to 4341760 tid 4 2023-05-20T06:06:13.453 INFO:tasks.rados.rados.0.smithi081.stdout:2682: writing smithi081164505-37 from 4341760 to 4431872 tid 5 2023-05-20T06:06:13.453 INFO:tasks.rados.rados.0.smithi081.stdout:2683: snap_create 2023-05-20T06:06:13.453 INFO:tasks.rados.rados.0.smithi081.stdout:2671: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:06:13.453 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1039 (ObjNum 823 snap 239 seq_num 823) dirty exists 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:2671: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:2671: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1423 (ObjNum 722 snap 207 seq_num 722) dirty exists 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:2672: finishing copy_from to smithi081164505-1 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1187 (ObjNum 788 snap 226 seq_num 788) dirty exists 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:2672: finishing copy_from racing read to smithi081164505-1 2023-05-20T06:06:13.454 INFO:tasks.rados.rados.0.smithi081.stdout:2673: finishing rollback tid 0 to smithi081164505-36 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:2673: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:2673: finishing rollback tid 2 to smithi081164505-36 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1426 (ObjNum 663 snap 179 seq_num 663) dirty exists 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:2679: finishing copy_from to smithi081164505-46 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:2679: got expected ENOENT (src dne) 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:2679: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:06:13.455 INFO:tasks.rados.rados.0.smithi081.stdout:2678: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:13 smithi170 ceph-mon[97338]: osdmap e548: 8 total, 8 up, 8 in 2023-05-20T06:06:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:13 smithi081 ceph-mon[95500]: osdmap e548: 8 total, 8 up, 8 in 2023-05-20T06:06:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:13 smithi081 ceph-mon[107735]: osdmap e548: 8 total, 8 up, 8 in 2023-05-20T06:06:13.810 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 1 to smithi081164505-37 2023-05-20T06:06:13.811 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 2 to smithi081164505-37 2023-05-20T06:06:13.811 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 3 to smithi081164505-37 2023-05-20T06:06:13.811 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 4 to smithi081164505-37 2023-05-20T06:06:13.811 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 5 to smithi081164505-37 2023-05-20T06:06:13.812 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 6 to smithi081164505-37 2023-05-20T06:06:13.812 INFO:tasks.rados.rados.0.smithi081.stdout:2682: finishing write tid 7 to smithi081164505-37 2023-05-20T06:06:13.812 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1201 (ObjNum 838 snap 241 seq_num 838) dirty exists 2023-05-20T06:06:13.812 INFO:tasks.rados.rados.0.smithi081.stdout:2682: left oid 37 (ObjNum 838 snap 241 seq_num 838) 2023-05-20T06:06:14.431 INFO:tasks.rados.rados.0.smithi081.stdout:2671: done (8 left) 2023-05-20T06:06:14.431 INFO:tasks.rados.rados.0.smithi081.stdout:2672: done (7 left) 2023-05-20T06:06:14.431 INFO:tasks.rados.rados.0.smithi081.stdout:2673: done (6 left) 2023-05-20T06:06:14.431 INFO:tasks.rados.rados.0.smithi081.stdout:2676: done (5 left) 2023-05-20T06:06:14.431 INFO:tasks.rados.rados.0.smithi081.stdout:2678: done (4 left) 2023-05-20T06:06:14.431 INFO:tasks.rados.rados.0.smithi081.stdout:2679: done (3 left) 2023-05-20T06:06:14.432 INFO:tasks.rados.rados.0.smithi081.stdout:2680: done (2 left) 2023-05-20T06:06:14.432 INFO:tasks.rados.rados.0.smithi081.stdout:2682: done (1 left) 2023-05-20T06:06:14.432 INFO:tasks.rados.rados.0.smithi081.stdout:2683: done (0 left) 2023-05-20T06:06:14.432 INFO:tasks.rados.rados.0.smithi081.stdout:2684: read oid 30 snap -1 2023-05-20T06:06:14.432 INFO:tasks.rados.rados.0.smithi081.stdout:2684: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:14.432 INFO:tasks.rados.rados.0.smithi081.stdout:2685: snap_remove snap 234 2023-05-20T06:06:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:14 smithi170 ceph-mon[97338]: osdmap e549: 8 total, 8 up, 8 in 2023-05-20T06:06:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:14 smithi170 ceph-mon[97338]: pgmap v573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:14 smithi081 ceph-mon[95500]: osdmap e549: 8 total, 8 up, 8 in 2023-05-20T06:06:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:14 smithi081 ceph-mon[95500]: pgmap v573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:14 smithi081 ceph-mon[107735]: osdmap e549: 8 total, 8 up, 8 in 2023-05-20T06:06:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:14 smithi081 ceph-mon[107735]: pgmap v573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:15.437 INFO:tasks.rados.rados.0.smithi081.stdout:2685: done (1 left) 2023-05-20T06:06:15.437 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 242 2023-05-20T06:06:15.437 INFO:tasks.rados.rados.0.smithi081.stdout:2686: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2023-05-20T06:06:15.439 INFO:tasks.rados.rados.0.smithi081.stdout:2686: writing smithi081164505-33 from 0 to 458752 tid 1 2023-05-20T06:06:15.442 INFO:tasks.rados.rados.0.smithi081.stdout:2686: writing smithi081164505-33 from 458752 to 884736 tid 2 2023-05-20T06:06:15.446 INFO:tasks.rados.rados.0.smithi081.stdout:2686: writing smithi081164505-33 from 884736 to 1572864 tid 3 2023-05-20T06:06:15.450 INFO:tasks.rados.rados.0.smithi081.stdout:2686: writing smithi081164505-33 from 1572864 to 2064384 tid 4 2023-05-20T06:06:15.450 INFO:tasks.rados.rados.0.smithi081.stdout:2687: delete oid 16 current snap is 242 2023-05-20T06:06:15.450 INFO:tasks.rados.rados.0.smithi081.stdout:2684: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:15.534 INFO:tasks.rados.rados.0.smithi081.stdout:2686: finishing write tid 1 to smithi081164505-33 2023-05-20T06:06:15.535 INFO:tasks.rados.rados.0.smithi081.stdout:2686: finishing write tid 2 to smithi081164505-33 2023-05-20T06:06:15.535 INFO:tasks.rados.rados.0.smithi081.stdout:2686: finishing write tid 3 to smithi081164505-33 2023-05-20T06:06:15.535 INFO:tasks.rados.rados.0.smithi081.stdout:2686: finishing write tid 4 to smithi081164505-33 2023-05-20T06:06:15.535 INFO:tasks.rados.rados.0.smithi081.stdout:2686: finishing write tid 5 to smithi081164505-33 2023-05-20T06:06:15.535 INFO:tasks.rados.rados.0.smithi081.stdout:2686: finishing write tid 6 to smithi081164505-33 2023-05-20T06:06:15.536 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 1470 (ObjNum 839 snap 242 seq_num 839) dirty exists 2023-05-20T06:06:15.536 INFO:tasks.rados.rados.0.smithi081.stdout:2686: left oid 33 (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:15.537 INFO:tasks.rados.rados.0.smithi081.stdout:2684: done (2 left) 2023-05-20T06:06:15.537 INFO:tasks.rados.rados.0.smithi081.stdout:2686: done (1 left) 2023-05-20T06:06:15.537 INFO:tasks.rados.rados.0.smithi081.stdout:2687: done (0 left) 2023-05-20T06:06:15.537 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 242 2023-05-20T06:06:15.538 INFO:tasks.rados.rados.0.smithi081.stdout:2688: seq_num 841 ranges {4898816=491520,5390336=598016,5988352=704512,6692864=303104} 2023-05-20T06:06:15.565 INFO:tasks.rados.rados.0.smithi081.stdout:2688: writing smithi081164505-9 from 4898816 to 5390336 tid 1 2023-05-20T06:06:15.568 INFO:tasks.rados.rados.0.smithi081.stdout:2688: writing smithi081164505-9 from 5390336 to 5988352 tid 2 2023-05-20T06:06:15.572 INFO:tasks.rados.rados.0.smithi081.stdout:2688: writing smithi081164505-9 from 5988352 to 6692864 tid 3 2023-05-20T06:06:15.574 INFO:tasks.rados.rados.0.smithi081.stdout:2688: writing smithi081164505-9 from 6692864 to 6995968 tid 4 2023-05-20T06:06:15.575 INFO:tasks.rados.rados.0.smithi081.stdout:2689: snap_remove snap 240 2023-05-20T06:06:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:15 smithi170 ceph-mon[97338]: osdmap e550: 8 total, 8 up, 8 in 2023-05-20T06:06:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:15 smithi081 ceph-mon[95500]: osdmap e550: 8 total, 8 up, 8 in 2023-05-20T06:06:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:15 smithi081 ceph-mon[107735]: osdmap e550: 8 total, 8 up, 8 in 2023-05-20T06:06:16.454 INFO:tasks.rados.rados.0.smithi081.stdout:2689: done (1 left) 2023-05-20T06:06:16.454 INFO:tasks.rados.rados.0.smithi081.stdout:2690: rmattr oid 26 current snap is 242 2023-05-20T06:06:16.454 INFO:tasks.rados.rados.0.smithi081.stdout:2688: finishing write tid 1 to smithi081164505-9 2023-05-20T06:06:16.454 INFO:tasks.rados.rados.0.smithi081.stdout:2688: finishing write tid 2 to smithi081164505-9 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:2688: finishing write tid 3 to smithi081164505-9 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:2688: finishing write tid 4 to smithi081164505-9 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:2688: finishing write tid 5 to smithi081164505-9 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:2688: finishing write tid 6 to smithi081164505-9 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1023 (ObjNum 841 snap 242 seq_num 841) dirty exists 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:2688: left oid 9 (ObjNum 841 snap 242 seq_num 841) 2023-05-20T06:06:16.455 INFO:tasks.rados.rados.0.smithi081.stdout:2688: done (1 left) 2023-05-20T06:06:16.456 INFO:tasks.rados.rados.0.smithi081.stdout:2691: delete oid 37 current snap is 242 2023-05-20T06:06:16.461 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1215 (ObjNum 817 snap 237 seq_num 817) dirty exists 2023-05-20T06:06:16.463 INFO:tasks.rados.rados.0.smithi081.stdout:2690: done (1 left) 2023-05-20T06:06:16.463 INFO:tasks.rados.rados.0.smithi081.stdout:2691: done (0 left) 2023-05-20T06:06:16.463 INFO:tasks.rados.rados.0.smithi081.stdout:2692: rollback oid 41 current snap is 242 2023-05-20T06:06:16.464 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 41 to 230 2023-05-20T06:06:16.465 INFO:tasks.rados.rados.0.smithi081.stdout:2693: read oid 26 snap -1 2023-05-20T06:06:16.465 INFO:tasks.rados.rados.0.smithi081.stdout:2693: expect (ObjNum 817 snap 237 seq_num 817) 2023-05-20T06:06:16.465 INFO:tasks.rados.rados.0.smithi081.stdout:2694: setattr oid 50 current snap is 242 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:2695: copy_from oid 20 from oid 39 current snap is 242 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:2696: read oid 6 snap 230 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:2696: expect deleted 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:2697: read oid 36 snap 230 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:2697: expect deleted 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:2698: rollback oid 46 current snap is 242 2023-05-20T06:06:16.466 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 241 2023-05-20T06:06:16.467 INFO:tasks.rados.rados.0.smithi081.stdout:2699: snap_remove snap 223 2023-05-20T06:06:16.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:16 smithi170 ceph-mon[97338]: osdmap e551: 8 total, 8 up, 8 in 2023-05-20T06:06:16.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:16 smithi170 ceph-mon[97338]: pgmap v576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:16 smithi081 ceph-mon[95500]: osdmap e551: 8 total, 8 up, 8 in 2023-05-20T06:06:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:16 smithi081 ceph-mon[95500]: pgmap v576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:16 smithi081 ceph-mon[107735]: osdmap e551: 8 total, 8 up, 8 in 2023-05-20T06:06:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:16 smithi081 ceph-mon[107735]: pgmap v576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:17.459 INFO:tasks.rados.rados.0.smithi081.stdout:2699: done (7 left) 2023-05-20T06:06:17.460 INFO:tasks.rados.rados.0.smithi081.stdout:2700: read oid 17 snap -1 2023-05-20T06:06:17.460 INFO:tasks.rados.rados.0.smithi081.stdout:2700: expect (ObjNum 822 snap 238 seq_num 822) 2023-05-20T06:06:17.470 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 242 2023-05-20T06:06:17.471 INFO:tasks.rados.rados.0.smithi081.stdout:2701: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2023-05-20T06:06:17.471 INFO:tasks.rados.rados.0.smithi081.stdout:2701: writing smithi081164505-29 from 0 to 524288 tid 1 2023-05-20T06:06:17.471 INFO:tasks.rados.rados.0.smithi081.stdout:2701: writing smithi081164505-29 from 524288 to 1286144 tid 2 2023-05-20T06:06:17.478 INFO:tasks.rados.rados.0.smithi081.stdout:2701: writing smithi081164505-29 from 1286144 to 1957888 tid 3 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:2701: writing smithi081164505-29 from 1957888 to 2129920 tid 4 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:2702: read oid 11 snap 237 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:2702: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:2703: read oid 1 snap 239 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:2703: expect deleted 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 242 2023-05-20T06:06:17.479 INFO:tasks.rados.rados.0.smithi081.stdout:2704: seq_num 844 ranges {6045696=540672,6586368=696320,7282688=475136,7757824=434176} 2023-05-20T06:06:17.513 INFO:tasks.rados.rados.0.smithi081.stdout:2704: writing smithi081164505-2 from 6045696 to 6586368 tid 1 2023-05-20T06:06:17.517 INFO:tasks.rados.rados.0.smithi081.stdout:2704: writing smithi081164505-2 from 6586368 to 7282688 tid 2 2023-05-20T06:06:17.520 INFO:tasks.rados.rados.0.smithi081.stdout:2704: writing smithi081164505-2 from 7282688 to 7757824 tid 3 2023-05-20T06:06:17.523 INFO:tasks.rados.rados.0.smithi081.stdout:2704: writing smithi081164505-2 from 7757824 to 8192000 tid 4 2023-05-20T06:06:17.524 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 242 2023-05-20T06:06:17.524 INFO:tasks.rados.rados.0.smithi081.stdout:2705: seq_num 845 ranges {4898816=557056,5455872=581632,6037504=688128,6725632=335872} 2023-05-20T06:06:17.552 INFO:tasks.rados.rados.0.smithi081.stdout:2705: writing smithi081164505-15 from 4898816 to 5455872 tid 1 2023-05-20T06:06:17.555 INFO:tasks.rados.rados.0.smithi081.stdout:2705: writing smithi081164505-15 from 5455872 to 6037504 tid 2 2023-05-20T06:06:17.559 INFO:tasks.rados.rados.0.smithi081.stdout:2705: writing smithi081164505-15 from 6037504 to 6725632 tid 3 2023-05-20T06:06:17.561 INFO:tasks.rados.rados.0.smithi081.stdout:2705: writing smithi081164505-15 from 6725632 to 7061504 tid 4 2023-05-20T06:06:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:2706: copy_from oid 27 from oid 30 current snap is 242 2023-05-20T06:06:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:2692: finishing rollback tid 0 to smithi081164505-41 2023-05-20T06:06:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:2692: finishing rollback tid 1 to smithi081164505-41 2023-05-20T06:06:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:2692: finishing rollback tid 2 to smithi081164505-41 2023-05-20T06:06:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 916 (ObjNum 789 snap 226 seq_num 789) dirty exists 2023-05-20T06:06:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1040 (ObjNum 753 snap 223 seq_num 753) dirty exists 2023-05-20T06:06:17.563 INFO:tasks.rados.rados.0.smithi081.stdout:2698: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:06:17.563 INFO:tasks.rados.rados.0.smithi081.stdout:2698: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:06:17.563 INFO:tasks.rados.rados.0.smithi081.stdout:2698: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:06:17.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1205 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:17.563 INFO:tasks.rados.rados.0.smithi081.stdout:2693: expect (ObjNum 817 snap 237 seq_num 817) 2023-05-20T06:06:17.607 INFO:tasks.rados.rados.0.smithi081.stdout:2695: finishing copy_from to smithi081164505-20 2023-05-20T06:06:17.607 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1403 (ObjNum 796 snap 231 seq_num 796) dirty exists 2023-05-20T06:06:17.607 INFO:tasks.rados.rados.0.smithi081.stdout:2695: finishing copy_from racing read to smithi081164505-20 2023-05-20T06:06:17.607 INFO:tasks.rados.rados.0.smithi081.stdout:2701: finishing write tid 1 to smithi081164505-29 2023-05-20T06:06:17.607 INFO:tasks.rados.rados.0.smithi081.stdout:2692: done (13 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2693: done (12 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2694: done (11 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2695: done (10 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2696: done (9 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2697: done (8 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2698: done (7 left) 2023-05-20T06:06:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:2707: read oid 41 snap -1 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2707: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2708: rmattr oid 18 current snap is 242 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2708: done (8 left) 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2709: delete oid 25 current snap is 242 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2701: finishing write tid 2 to smithi081164505-29 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2701: finishing write tid 3 to smithi081164505-29 2023-05-20T06:06:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:2701: finishing write tid 4 to smithi081164505-29 2023-05-20T06:06:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:2701: finishing write tid 5 to smithi081164505-29 2023-05-20T06:06:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:2701: finishing write tid 6 to smithi081164505-29 2023-05-20T06:06:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1324 (ObjNum 843 snap 242 seq_num 843) dirty exists 2023-05-20T06:06:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:2701: left oid 29 (ObjNum 843 snap 242 seq_num 843) 2023-05-20T06:06:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:2702: expect (ObjNum 616 snap 170 seq_num 616) 2023-05-20T06:06:17.628 INFO:tasks.rados.rados.0.smithi081.stdout:2700: expect (ObjNum 822 snap 238 seq_num 822) 2023-05-20T06:06:17.714 INFO:tasks.rados.rados.0.smithi081.stdout:2704: finishing write tid 1 to smithi081164505-2 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:2704: finishing write tid 2 to smithi081164505-2 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:2704: finishing write tid 3 to smithi081164505-2 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:2704: finishing write tid 4 to smithi081164505-2 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:2704: finishing write tid 5 to smithi081164505-2 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:2704: finishing write tid 6 to smithi081164505-2 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1540 (ObjNum 844 snap 242 seq_num 844) dirty exists 2023-05-20T06:06:17.715 INFO:tasks.rados.rados.0.smithi081.stdout:2704: left oid 2 (ObjNum 844 snap 242 seq_num 844) 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2705: finishing write tid 1 to smithi081164505-15 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2705: finishing write tid 2 to smithi081164505-15 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2700: done (8 left) 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2701: done (7 left) 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2702: done (6 left) 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2703: done (5 left) 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2704: done (4 left) 2023-05-20T06:06:17.716 INFO:tasks.rados.rados.0.smithi081.stdout:2709: done (3 left) 2023-05-20T06:06:17.717 INFO:tasks.rados.rados.0.smithi081.stdout:2710: snap_remove snap 225 2023-05-20T06:06:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:17 smithi170 ceph-mon[97338]: osdmap e552: 8 total, 8 up, 8 in 2023-05-20T06:06:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:17 smithi081 ceph-mon[95500]: osdmap e552: 8 total, 8 up, 8 in 2023-05-20T06:06:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:17 smithi081 ceph-mon[107735]: osdmap e552: 8 total, 8 up, 8 in 2023-05-20T06:06:18.462 INFO:tasks.rados.rados.0.smithi081.stdout:2710: done (3 left) 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 242 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:2705: finishing write tid 3 to smithi081164505-15 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:2705: finishing write tid 4 to smithi081164505-15 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:2705: finishing write tid 5 to smithi081164505-15 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:2705: finishing write tid 6 to smithi081164505-15 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1459 (ObjNum 845 snap 242 seq_num 845) dirty exists 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:2705: left oid 15 (ObjNum 845 snap 242 seq_num 845) 2023-05-20T06:06:18.463 INFO:tasks.rados.rados.0.smithi081.stdout:2706: finishing copy_from to smithi081164505-27 2023-05-20T06:06:18.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1096 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:06:18.464 INFO:tasks.rados.rados.0.smithi081.stdout:2706: finishing copy_from racing read to smithi081164505-27 2023-05-20T06:06:18.464 INFO:tasks.rados.rados.0.smithi081.stdout:2707: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:06:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:18 smithi170 ceph-mon[97338]: osdmap e553: 8 total, 8 up, 8 in 2023-05-20T06:06:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:18 smithi170 ceph-mon[97338]: pgmap v579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:18 smithi081 ceph-mon[95500]: osdmap e553: 8 total, 8 up, 8 in 2023-05-20T06:06:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:18 smithi081 ceph-mon[95500]: pgmap v579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:18 smithi081 ceph-mon[107735]: osdmap e553: 8 total, 8 up, 8 in 2023-05-20T06:06:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:18 smithi081 ceph-mon[107735]: pgmap v579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:18.810 INFO:tasks.rados.rados.0.smithi081.stdout:2711: seq_num 847 ranges {5103616=589824,5693440=753664,6447104=655360,7102464=196608} 2023-05-20T06:06:18.839 INFO:tasks.rados.rados.0.smithi081.stdout:2711: writing smithi081164505-20 from 5103616 to 5693440 tid 1 2023-05-20T06:06:18.844 INFO:tasks.rados.rados.0.smithi081.stdout:2711: writing smithi081164505-20 from 5693440 to 6447104 tid 2 2023-05-20T06:06:18.848 INFO:tasks.rados.rados.0.smithi081.stdout:2711: writing smithi081164505-20 from 6447104 to 7102464 tid 3 2023-05-20T06:06:18.849 INFO:tasks.rados.rados.0.smithi081.stdout:2711: writing smithi081164505-20 from 7102464 to 7299072 tid 4 2023-05-20T06:06:18.849 INFO:tasks.rados.rados.0.smithi081.stdout:2705: done (3 left) 2023-05-20T06:06:18.849 INFO:tasks.rados.rados.0.smithi081.stdout:2706: done (2 left) 2023-05-20T06:06:18.850 INFO:tasks.rados.rados.0.smithi081.stdout:2707: done (1 left) 2023-05-20T06:06:18.850 INFO:tasks.rados.rados.0.smithi081.stdout:2712: rmattr oid 43 current snap is 242 2023-05-20T06:06:18.850 INFO:tasks.rados.rados.0.smithi081.stdout:2712: done (1 left) 2023-05-20T06:06:18.850 INFO:tasks.rados.rados.0.smithi081.stdout:2713: rollback oid 37 current snap is 242 2023-05-20T06:06:18.850 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 237 2023-05-20T06:06:18.850 INFO:tasks.rados.rados.0.smithi081.stdout:2714: snap_remove snap 241 2023-05-20T06:06:19.466 INFO:tasks.rados.rados.0.smithi081.stdout:2714: done (2 left) 2023-05-20T06:06:19.466 INFO:tasks.rados.rados.0.smithi081.stdout:2715: rollback oid 44 current snap is 242 2023-05-20T06:06:19.466 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 230 2023-05-20T06:06:19.467 INFO:tasks.rados.rados.0.smithi081.stdout:2716: setattr oid 25 current snap is 242 2023-05-20T06:06:19.467 INFO:tasks.rados.rados.0.smithi081.stdout:2711: finishing write tid 1 to smithi081164505-20 2023-05-20T06:06:19.467 INFO:tasks.rados.rados.0.smithi081.stdout:2711: finishing write tid 2 to smithi081164505-20 2023-05-20T06:06:19.467 INFO:tasks.rados.rados.0.smithi081.stdout:2713: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:06:19.468 INFO:tasks.rados.rados.0.smithi081.stdout:2711: finishing write tid 3 to smithi081164505-20 2023-05-20T06:06:19.468 INFO:tasks.rados.rados.0.smithi081.stdout:2713: finishing rollback tid 2 to smithi081164505-37 2023-05-20T06:06:19.468 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1207 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:06:19.468 INFO:tasks.rados.rados.0.smithi081.stdout:2711: finishing write tid 4 to smithi081164505-20 2023-05-20T06:06:19.469 INFO:tasks.rados.rados.0.smithi081.stdout:2711: finishing write tid 5 to smithi081164505-20 2023-05-20T06:06:19.469 INFO:tasks.rados.rados.0.smithi081.stdout:2711: finishing write tid 6 to smithi081164505-20 2023-05-20T06:06:19.469 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1408 (ObjNum 847 snap 242 seq_num 847) dirty exists 2023-05-20T06:06:19.469 INFO:tasks.rados.rados.0.smithi081.stdout:2711: left oid 20 (ObjNum 847 snap 242 seq_num 847) 2023-05-20T06:06:19.470 INFO:tasks.rados.rados.0.smithi081.stdout:2711: done (3 left) 2023-05-20T06:06:19.470 INFO:tasks.rados.rados.0.smithi081.stdout:2713: done (2 left) 2023-05-20T06:06:19.470 INFO:tasks.rados.rados.0.smithi081.stdout:2717: delete oid 10 current snap is 242 2023-05-20T06:06:19.473 INFO:tasks.rados.rados.0.smithi081.stdout:2715: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:06:19.473 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1039 (ObjNum 65 snap 0 seq_num 1515873367) dirty dne 2023-05-20T06:06:19.476 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1683 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:06:19.476 INFO:tasks.rados.rados.0.smithi081.stdout:2715: done (2 left) 2023-05-20T06:06:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:2716: done (1 left) 2023-05-20T06:06:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:2717: done (0 left) 2023-05-20T06:06:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:2718: copy_from oid 8 from oid 46 current snap is 242 2023-05-20T06:06:19.477 INFO:tasks.rados.rados.0.smithi081.stdout:2719: snap_remove snap 230 2023-05-20T06:06:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:19 smithi170 ceph-mon[97338]: osdmap e554: 8 total, 8 up, 8 in 2023-05-20T06:06:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:19 smithi081 ceph-mon[95500]: osdmap e554: 8 total, 8 up, 8 in 2023-05-20T06:06:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:19 smithi081 ceph-mon[107735]: osdmap e554: 8 total, 8 up, 8 in 2023-05-20T06:06:20.474 INFO:tasks.rados.rados.0.smithi081.stdout:2719: done (1 left) 2023-05-20T06:06:20.475 INFO:tasks.rados.rados.0.smithi081.stdout:2720: rmattr oid 36 current snap is 242 2023-05-20T06:06:20.475 INFO:tasks.rados.rados.0.smithi081.stdout:2718: finishing copy_from to smithi081164505-8 2023-05-20T06:06:20.475 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1205 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:20.475 INFO:tasks.rados.rados.0.smithi081.stdout:2718: finishing copy_from racing read to smithi081164505-8 2023-05-20T06:06:20.475 INFO:tasks.rados.rados.0.smithi081.stdout:2718: done (1 left) 2023-05-20T06:06:20.476 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 242 2023-05-20T06:06:20.476 INFO:tasks.rados.rados.0.smithi081.stdout:2721: seq_num 849 ranges {2662400=622592,3284992=516096,3801088=663552,4464640=425984} 2023-05-20T06:06:20.493 INFO:tasks.rados.rados.0.smithi081.stdout:2721: writing smithi081164505-12 from 2662400 to 3284992 tid 1 2023-05-20T06:06:20.496 INFO:tasks.rados.rados.0.smithi081.stdout:2721: writing smithi081164505-12 from 3284992 to 3801088 tid 2 2023-05-20T06:06:20.500 INFO:tasks.rados.rados.0.smithi081.stdout:2721: writing smithi081164505-12 from 3801088 to 4464640 tid 3 2023-05-20T06:06:20.503 INFO:tasks.rados.rados.0.smithi081.stdout:2721: writing smithi081164505-12 from 4464640 to 4890624 tid 4 2023-05-20T06:06:20.504 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 242 2023-05-20T06:06:20.504 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1472 (ObjNum 663 snap 179 seq_num 663) dirty exists 2023-05-20T06:06:20.504 INFO:tasks.rados.rados.0.smithi081.stdout:2722: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2023-05-20T06:06:20.507 INFO:tasks.rados.rados.0.smithi081.stdout:2722: writing smithi081164505-34 from 0 to 638976 tid 1 2023-05-20T06:06:20.512 INFO:tasks.rados.rados.0.smithi081.stdout:2722: writing smithi081164505-34 from 638976 to 1441792 tid 2 2023-05-20T06:06:20.516 INFO:tasks.rados.rados.0.smithi081.stdout:2722: writing smithi081164505-34 from 1441792 to 1916928 tid 3 2023-05-20T06:06:20.518 INFO:tasks.rados.rados.0.smithi081.stdout:2722: writing smithi081164505-34 from 1916928 to 2244608 tid 4 2023-05-20T06:06:20.518 INFO:tasks.rados.rados.0.smithi081.stdout:2720: done (2 left) 2023-05-20T06:06:20.519 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 242 2023-05-20T06:06:20.519 INFO:tasks.rados.rados.0.smithi081.stdout:2721: finishing write tid 1 to smithi081164505-12 2023-05-20T06:06:20.520 INFO:tasks.rados.rados.0.smithi081.stdout:2723: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2023-05-20T06:06:20.522 INFO:tasks.rados.rados.0.smithi081.stdout:2723: writing smithi081164505-21 from 0 to 655360 tid 1 2023-05-20T06:06:20.526 INFO:tasks.rados.rados.0.smithi081.stdout:2723: writing smithi081164505-21 from 655360 to 1343488 tid 2 2023-05-20T06:06:20.530 INFO:tasks.rados.rados.0.smithi081.stdout:2723: writing smithi081164505-21 from 1343488 to 2023424 tid 3 2023-05-20T06:06:20.532 INFO:tasks.rados.rados.0.smithi081.stdout:2723: writing smithi081164505-21 from 2023424 to 2260992 tid 4 2023-05-20T06:06:20.532 INFO:tasks.rados.rados.0.smithi081.stdout:2724: copy_from oid 5 from oid 37 current snap is 242 2023-05-20T06:06:20.533 INFO:tasks.rados.rados.0.smithi081.stdout:2721: finishing write tid 2 to smithi081164505-12 2023-05-20T06:06:20.533 INFO:tasks.rados.rados.0.smithi081.stdout:2721: finishing write tid 3 to smithi081164505-12 2023-05-20T06:06:20.533 INFO:tasks.rados.rados.0.smithi081.stdout:2721: finishing write tid 4 to smithi081164505-12 2023-05-20T06:06:20.533 INFO:tasks.rados.rados.0.smithi081.stdout:2721: finishing write tid 5 to smithi081164505-12 2023-05-20T06:06:20.533 INFO:tasks.rados.rados.0.smithi081.stdout:2722: finishing write tid 1 to smithi081164505-34 2023-05-20T06:06:20.533 INFO:tasks.rados.rados.0.smithi081.stdout:2721: finishing write tid 6 to smithi081164505-12 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 949 (ObjNum 849 snap 242 seq_num 849) dirty exists 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:2721: left oid 12 (ObjNum 849 snap 242 seq_num 849) 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:2722: finishing write tid 2 to smithi081164505-34 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:2721: done (3 left) 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:2725: snap_create 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:2722: finishing write tid 3 to smithi081164505-34 2023-05-20T06:06:20.534 INFO:tasks.rados.rados.0.smithi081.stdout:2722: finishing write tid 4 to smithi081164505-34 2023-05-20T06:06:20.535 INFO:tasks.rados.rados.0.smithi081.stdout:2722: finishing write tid 5 to smithi081164505-34 2023-05-20T06:06:20.535 INFO:tasks.rados.rados.0.smithi081.stdout:2722: finishing write tid 6 to smithi081164505-34 2023-05-20T06:06:20.535 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1475 (ObjNum 850 snap 242 seq_num 850) dirty exists 2023-05-20T06:06:20.535 INFO:tasks.rados.rados.0.smithi081.stdout:2722: left oid 34 (ObjNum 850 snap 242 seq_num 850) 2023-05-20T06:06:20.535 INFO:tasks.rados.rados.0.smithi081.stdout:2723: finishing write tid 1 to smithi081164505-21 2023-05-20T06:06:20.535 INFO:tasks.rados.rados.0.smithi081.stdout:2723: finishing write tid 2 to smithi081164505-21 2023-05-20T06:06:20.536 INFO:tasks.rados.rados.0.smithi081.stdout:2723: finishing write tid 3 to smithi081164505-21 2023-05-20T06:06:20.537 INFO:tasks.rados.rados.0.smithi081.stdout:2723: finishing write tid 4 to smithi081164505-21 2023-05-20T06:06:20.537 INFO:tasks.rados.rados.0.smithi081.stdout:2723: finishing write tid 5 to smithi081164505-21 2023-05-20T06:06:20.537 INFO:tasks.rados.rados.0.smithi081.stdout:2723: finishing write tid 6 to smithi081164505-21 2023-05-20T06:06:20.537 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1696 (ObjNum 851 snap 242 seq_num 851) dirty exists 2023-05-20T06:06:20.538 INFO:tasks.rados.rados.0.smithi081.stdout:2723: left oid 21 (ObjNum 851 snap 242 seq_num 851) 2023-05-20T06:06:20.543 INFO:tasks.rados.rados.0.smithi081.stdout:2724: finishing copy_from to smithi081164505-5 2023-05-20T06:06:20.543 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1207 (ObjNum 665 snap 181 seq_num 665) dirty exists 2023-05-20T06:06:20.544 INFO:tasks.rados.rados.0.smithi081.stdout:2724: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:06:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:20 smithi170 ceph-mon[97338]: osdmap e555: 8 total, 8 up, 8 in 2023-05-20T06:06:20.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:20 smithi170 ceph-mon[97338]: pgmap v582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:20 smithi081 ceph-mon[95500]: osdmap e555: 8 total, 8 up, 8 in 2023-05-20T06:06:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:20 smithi081 ceph-mon[95500]: pgmap v582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:20 smithi081 ceph-mon[107735]: osdmap e555: 8 total, 8 up, 8 in 2023-05-20T06:06:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:20 smithi081 ceph-mon[107735]: pgmap v582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:21.477 INFO:tasks.rados.rados.0.smithi081.stdout:2722: done (3 left) 2023-05-20T06:06:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:2723: done (2 left) 2023-05-20T06:06:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:2724: done (1 left) 2023-05-20T06:06:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:2725: done (0 left) 2023-05-20T06:06:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 243 2023-05-20T06:06:21.478 INFO:tasks.rados.rados.0.smithi081.stdout:2726: seq_num 852 ranges {4546560=671744,5218304=622592,5840896=442368,6283264=540672} 2023-05-20T06:06:21.505 INFO:tasks.rados.rados.0.smithi081.stdout:2726: writing smithi081164505-13 from 4546560 to 5218304 tid 1 2023-05-20T06:06:21.509 INFO:tasks.rados.rados.0.smithi081.stdout:2726: writing smithi081164505-13 from 5218304 to 5840896 tid 2 2023-05-20T06:06:21.511 INFO:tasks.rados.rados.0.smithi081.stdout:2726: writing smithi081164505-13 from 5840896 to 6283264 tid 3 2023-05-20T06:06:21.515 INFO:tasks.rados.rados.0.smithi081.stdout:2726: writing smithi081164505-13 from 6283264 to 6823936 tid 4 2023-05-20T06:06:21.515 INFO:tasks.rados.rados.0.smithi081.stdout:2727: rollback oid 43 current snap is 243 2023-05-20T06:06:21.515 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 233 2023-05-20T06:06:21.515 INFO:tasks.rados.rados.0.smithi081.stdout:2726: finishing write tid 1 to smithi081164505-13 2023-05-20T06:06:21.515 INFO:tasks.rados.rados.0.smithi081.stdout:2726: finishing write tid 2 to smithi081164505-13 2023-05-20T06:06:21.516 INFO:tasks.rados.rados.0.smithi081.stdout:2726: finishing write tid 3 to smithi081164505-13 2023-05-20T06:06:21.516 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 243 2023-05-20T06:06:21.516 INFO:tasks.rados.rados.0.smithi081.stdout:2728: seq_num 853 ranges {2383872=696320,3080192=507904,3588096=647168,4235264=450560} 2023-05-20T06:06:21.531 INFO:tasks.rados.rados.0.smithi081.stdout:2728: writing smithi081164505-30 from 2383872 to 3080192 tid 1 2023-05-20T06:06:21.534 INFO:tasks.rados.rados.0.smithi081.stdout:2728: writing smithi081164505-30 from 3080192 to 3588096 tid 2 2023-05-20T06:06:21.538 INFO:tasks.rados.rados.0.smithi081.stdout:2728: writing smithi081164505-30 from 3588096 to 4235264 tid 3 2023-05-20T06:06:21.541 INFO:tasks.rados.rados.0.smithi081.stdout:2728: writing smithi081164505-30 from 4235264 to 4685824 tid 4 2023-05-20T06:06:21.542 INFO:tasks.rados.rados.0.smithi081.stdout:2729: snap_create 2023-05-20T06:06:21.542 INFO:tasks.rados.rados.0.smithi081.stdout:2727: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:06:21.543 INFO:tasks.rados.rados.0.smithi081.stdout:2727: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:06:21.543 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1042 (ObjNum 806 snap 232 seq_num 806) dirty exists 2023-05-20T06:06:21.543 INFO:tasks.rados.rados.0.smithi081.stdout:2726: finishing write tid 4 to smithi081164505-13 2023-05-20T06:06:21.543 INFO:tasks.rados.rados.0.smithi081.stdout:2726: finishing write tid 5 to smithi081164505-13 2023-05-20T06:06:21.544 INFO:tasks.rados.rados.0.smithi081.stdout:2726: finishing write tid 6 to smithi081164505-13 2023-05-20T06:06:21.544 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1480 (ObjNum 852 snap 243 seq_num 852) dirty exists 2023-05-20T06:06:21.544 INFO:tasks.rados.rados.0.smithi081.stdout:2726: left oid 13 (ObjNum 852 snap 243 seq_num 852) 2023-05-20T06:06:21.544 INFO:tasks.rados.rados.0.smithi081.stdout:2728: finishing write tid 1 to smithi081164505-30 2023-05-20T06:06:21.545 INFO:tasks.rados.rados.0.smithi081.stdout:2728: finishing write tid 2 to smithi081164505-30 2023-05-20T06:06:21.545 INFO:tasks.rados.rados.0.smithi081.stdout:2728: finishing write tid 3 to smithi081164505-30 2023-05-20T06:06:21.546 INFO:tasks.rados.rados.0.smithi081.stdout:2728: finishing write tid 4 to smithi081164505-30 2023-05-20T06:06:21.546 INFO:tasks.rados.rados.0.smithi081.stdout:2728: finishing write tid 5 to smithi081164505-30 2023-05-20T06:06:21.546 INFO:tasks.rados.rados.0.smithi081.stdout:2728: finishing write tid 6 to smithi081164505-30 2023-05-20T06:06:21.546 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1101 (ObjNum 853 snap 243 seq_num 853) dirty exists 2023-05-20T06:06:21.547 INFO:tasks.rados.rados.0.smithi081.stdout:2728: left oid 30 (ObjNum 853 snap 243 seq_num 853) 2023-05-20T06:06:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:21 smithi170 ceph-mon[97338]: osdmap e556: 8 total, 8 up, 8 in 2023-05-20T06:06:21.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:21 smithi081 ceph-mon[95500]: osdmap e556: 8 total, 8 up, 8 in 2023-05-20T06:06:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:21 smithi081 ceph-mon[107735]: osdmap e556: 8 total, 8 up, 8 in 2023-05-20T06:06:21.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:06:21.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:21.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:06:21.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:22.487 INFO:tasks.rados.rados.0.smithi081.stdout:2726: done (3 left) 2023-05-20T06:06:22.488 INFO:tasks.rados.rados.0.smithi081.stdout:2727: done (2 left) 2023-05-20T06:06:22.488 INFO:tasks.rados.rados.0.smithi081.stdout:2728: done (1 left) 2023-05-20T06:06:22.488 INFO:tasks.rados.rados.0.smithi081.stdout:2729: done (0 left) 2023-05-20T06:06:22.488 INFO:tasks.rados.rados.0.smithi081.stdout:2730: snap_remove snap 242 2023-05-20T06:06:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:22 smithi170 ceph-mon[97338]: osdmap e557: 8 total, 8 up, 8 in 2023-05-20T06:06:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:22 smithi170 ceph-mon[97338]: pgmap v585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:22 smithi081 ceph-mon[95500]: osdmap e557: 8 total, 8 up, 8 in 2023-05-20T06:06:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:22 smithi081 ceph-mon[95500]: pgmap v585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:22 smithi081 ceph-mon[107735]: osdmap e557: 8 total, 8 up, 8 in 2023-05-20T06:06:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:22 smithi081 ceph-mon[107735]: pgmap v585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:23.491 INFO:tasks.rados.rados.0.smithi081.stdout:2730: done (0 left) 2023-05-20T06:06:23.491 INFO:tasks.rados.rados.0.smithi081.stdout:2731: setattr oid 40 current snap is 244 2023-05-20T06:06:23.493 INFO:tasks.rados.rados.0.smithi081.stdout:2732: read oid 41 snap 233 2023-05-20T06:06:23.493 INFO:tasks.rados.rados.0.smithi081.stdout:2732: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:06:23.493 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 244 2023-05-20T06:06:23.493 INFO:tasks.rados.rados.0.smithi081.stdout:2733: seq_num 854 ranges {6176768=712704,6889472=794624,7684096=450560,8134656=360448} 2023-05-20T06:06:23.494 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:06:23.494 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:23 smithi081 ceph-mon[107735]: osdmap e558: 8 total, 8 up, 8 in 2023-05-20T06:06:23.530 INFO:tasks.rados.rados.0.smithi081.stdout:2733: writing smithi081164505-28 from 6176768 to 6889472 tid 1 2023-05-20T06:06:23.534 INFO:tasks.rados.rados.0.smithi081.stdout:2733: writing smithi081164505-28 from 6889472 to 7684096 tid 2 2023-05-20T06:06:23.537 INFO:tasks.rados.rados.0.smithi081.stdout:2733: writing smithi081164505-28 from 7684096 to 8134656 tid 3 2023-05-20T06:06:23.539 INFO:tasks.rados.rados.0.smithi081.stdout:2733: writing smithi081164505-28 from 8134656 to 8495104 tid 4 2023-05-20T06:06:23.539 INFO:tasks.rados.rados.0.smithi081.stdout:2734: copy_from oid 7 from oid 11 current snap is 244 2023-05-20T06:06:23.539 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1484 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:06:23.539 INFO:tasks.rados.rados.0.smithi081.stdout:2732: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:06:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:23 smithi170 ceph-mon[97338]: osdmap e558: 8 total, 8 up, 8 in 2023-05-20T06:06:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:23 smithi081 ceph-mon[95500]: osdmap e558: 8 total, 8 up, 8 in 2023-05-20T06:06:23.878 INFO:tasks.rados.rados.0.smithi081.stdout:2733: finishing write tid 1 to smithi081164505-28 2023-05-20T06:06:23.879 INFO:tasks.rados.rados.0.smithi081.stdout:2733: finishing write tid 2 to smithi081164505-28 2023-05-20T06:06:23.879 INFO:tasks.rados.rados.0.smithi081.stdout:2733: finishing write tid 3 to smithi081164505-28 2023-05-20T06:06:23.879 INFO:tasks.rados.rados.0.smithi081.stdout:2733: finishing write tid 4 to smithi081164505-28 2023-05-20T06:06:23.879 INFO:tasks.rados.rados.0.smithi081.stdout:2733: finishing write tid 5 to smithi081164505-28 2023-05-20T06:06:23.879 INFO:tasks.rados.rados.0.smithi081.stdout:2733: finishing write tid 6 to smithi081164505-28 2023-05-20T06:06:23.879 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1055 (ObjNum 854 snap 244 seq_num 854) dirty exists 2023-05-20T06:06:23.880 INFO:tasks.rados.rados.0.smithi081.stdout:2733: left oid 28 (ObjNum 854 snap 244 seq_num 854) 2023-05-20T06:06:23.880 INFO:tasks.rados.rados.0.smithi081.stdout:2734: finishing copy_from to smithi081164505-7 2023-05-20T06:06:23.880 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1377 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:06:23.880 INFO:tasks.rados.rados.0.smithi081.stdout:2734: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:06:23.880 INFO:tasks.rados.rados.0.smithi081.stdout:2731: done (3 left) 2023-05-20T06:06:23.880 INFO:tasks.rados.rados.0.smithi081.stdout:2732: done (2 left) 2023-05-20T06:06:23.881 INFO:tasks.rados.rados.0.smithi081.stdout:2733: done (1 left) 2023-05-20T06:06:23.881 INFO:tasks.rados.rados.0.smithi081.stdout:2734: done (0 left) 2023-05-20T06:06:23.881 INFO:tasks.rados.rados.0.smithi081.stdout:2735: read oid 47 snap 243 2023-05-20T06:06:23.881 INFO:tasks.rados.rados.0.smithi081.stdout:2735: expect deleted 2023-05-20T06:06:23.881 INFO:tasks.rados.rados.0.smithi081.stdout:2736: snap_remove snap 237 2023-05-20T06:06:24.513 INFO:tasks.rados.rados.0.smithi081.stdout:2736: done (1 left) 2023-05-20T06:06:24.513 INFO:tasks.rados.rados.0.smithi081.stdout:2737: rollback oid 43 current snap is 244 2023-05-20T06:06:24.514 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 233 2023-05-20T06:06:24.514 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 244 2023-05-20T06:06:24.515 INFO:tasks.rados.rados.0.smithi081.stdout:2738: seq_num 855 ranges {5529600=729088,6258688=671744,6930432=663552,7593984=270336} 2023-05-20T06:06:24.548 INFO:tasks.rados.rados.0.smithi081.stdout:2738: writing smithi081164505-19 from 5529600 to 6258688 tid 1 2023-05-20T06:06:24.552 INFO:tasks.rados.rados.0.smithi081.stdout:2738: writing smithi081164505-19 from 6258688 to 6930432 tid 2 2023-05-20T06:06:24.556 INFO:tasks.rados.rados.0.smithi081.stdout:2738: writing smithi081164505-19 from 6930432 to 7593984 tid 3 2023-05-20T06:06:24.558 INFO:tasks.rados.rados.0.smithi081.stdout:2738: writing smithi081164505-19 from 7593984 to 7864320 tid 4 2023-05-20T06:06:24.558 INFO:tasks.rados.rados.0.smithi081.stdout:2739: read oid 31 snap -1 2023-05-20T06:06:24.559 INFO:tasks.rados.rados.0.smithi081.stdout:2739: expect deleted 2023-05-20T06:06:24.559 INFO:tasks.rados.rados.0.smithi081.stdout:2740: delete oid 7 current snap is 244 2023-05-20T06:06:24.559 INFO:tasks.rados.rados.0.smithi081.stdout:2737: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:06:24.559 INFO:tasks.rados.rados.0.smithi081.stdout:2737: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:06:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:2737: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:06:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1045 (ObjNum 806 snap 232 seq_num 806) dirty exists 2023-05-20T06:06:24.560 INFO:tasks.rados.rados.0.smithi081.stdout:2738: finishing write tid 1 to smithi081164505-19 2023-05-20T06:06:24.561 INFO:tasks.rados.rados.0.smithi081.stdout:2738: finishing write tid 2 to smithi081164505-19 2023-05-20T06:06:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:2738: finishing write tid 3 to smithi081164505-19 2023-05-20T06:06:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:2735: done (4 left) 2023-05-20T06:06:24.562 INFO:tasks.rados.rados.0.smithi081.stdout:2737: done (3 left) 2023-05-20T06:06:24.563 INFO:tasks.rados.rados.0.smithi081.stdout:2739: done (2 left) 2023-05-20T06:06:24.563 INFO:tasks.rados.rados.0.smithi081.stdout:2740: done (1 left) 2023-05-20T06:06:24.563 INFO:tasks.rados.rados.0.smithi081.stdout:2741: rollback oid 5 current snap is 244 2023-05-20T06:06:24.563 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 5 to 212 2023-05-20T06:06:24.564 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 244 2023-05-20T06:06:24.564 INFO:tasks.rados.rados.0.smithi081.stdout:2742: seq_num 857 ranges {3801088=761856,4562944=442368,5005312=630784,5636096=532480} 2023-05-20T06:06:24.586 INFO:tasks.rados.rados.0.smithi081.stdout:2742: writing smithi081164505-42 from 3801088 to 4562944 tid 1 2023-05-20T06:06:24.588 INFO:tasks.rados.rados.0.smithi081.stdout:2742: writing smithi081164505-42 from 4562944 to 5005312 tid 2 2023-05-20T06:06:24.591 INFO:tasks.rados.rados.0.smithi081.stdout:2742: writing smithi081164505-42 from 5005312 to 5636096 tid 3 2023-05-20T06:06:24.595 INFO:tasks.rados.rados.0.smithi081.stdout:2742: writing smithi081164505-42 from 5636096 to 6168576 tid 4 2023-05-20T06:06:24.596 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 244 2023-05-20T06:06:24.596 INFO:tasks.rados.rados.0.smithi081.stdout:2738: finishing write tid 4 to smithi081164505-19 2023-05-20T06:06:24.597 INFO:tasks.rados.rados.0.smithi081.stdout:2738: finishing write tid 5 to smithi081164505-19 2023-05-20T06:06:24.597 INFO:tasks.rados.rados.0.smithi081.stdout:2741: finishing rollback tid 0 to smithi081164505-5 2023-05-20T06:06:24.598 INFO:tasks.rados.rados.0.smithi081.stdout:2741: finishing rollback tid 1 to smithi081164505-5 2023-05-20T06:06:24.598 INFO:tasks.rados.rados.0.smithi081.stdout:2743: seq_num 858 ranges {4890624=778240,5668864=729088,6397952=434176,6832128=442368} 2023-05-20T06:06:24.628 INFO:tasks.rados.rados.0.smithi081.stdout:2743: writing smithi081164505-12 from 4890624 to 5668864 tid 1 2023-05-20T06:06:24.629 INFO:tasks.rados.rados.0.smithi081.stdout:2743: writing smithi081164505-12 from 5668864 to 6397952 tid 2 2023-05-20T06:06:24.632 INFO:tasks.rados.rados.0.smithi081.stdout:2743: writing smithi081164505-12 from 6397952 to 6832128 tid 3 2023-05-20T06:06:24.635 INFO:tasks.rados.rados.0.smithi081.stdout:2743: writing smithi081164505-12 from 6832128 to 7274496 tid 4 2023-05-20T06:06:24.635 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 244 2023-05-20T06:06:24.636 INFO:tasks.rados.rados.0.smithi081.stdout:2741: finishing rollback tid 2 to smithi081164505-5 2023-05-20T06:06:24.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1350 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:06:24.636 INFO:tasks.rados.rados.0.smithi081.stdout:2738: finishing write tid 6 to smithi081164505-19 2023-05-20T06:06:24.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1413 (ObjNum 855 snap 244 seq_num 855) dirty exists 2023-05-20T06:06:24.637 INFO:tasks.rados.rados.0.smithi081.stdout:2738: left oid 19 (ObjNum 855 snap 244 seq_num 855) 2023-05-20T06:06:24.637 INFO:tasks.rados.rados.0.smithi081.stdout:2742: finishing write tid 1 to smithi081164505-42 2023-05-20T06:06:24.637 INFO:tasks.rados.rados.0.smithi081.stdout:2742: finishing write tid 2 to smithi081164505-42 2023-05-20T06:06:24.638 INFO:tasks.rados.rados.0.smithi081.stdout:2742: finishing write tid 3 to smithi081164505-42 2023-05-20T06:06:24.638 INFO:tasks.rados.rados.0.smithi081.stdout:2744: seq_num 859 ranges {5529600=794624,6324224=614400,6938624=638976,7577600=352256} 2023-05-20T06:06:24.669 INFO:tasks.rados.rados.0.smithi081.stdout:2744: writing smithi081164505-14 from 5529600 to 6324224 tid 1 2023-05-20T06:06:24.672 INFO:tasks.rados.rados.0.smithi081.stdout:2744: writing smithi081164505-14 from 6324224 to 6938624 tid 2 2023-05-20T06:06:24.676 INFO:tasks.rados.rados.0.smithi081.stdout:2744: writing smithi081164505-14 from 6938624 to 7577600 tid 3 2023-05-20T06:06:24.678 INFO:tasks.rados.rados.0.smithi081.stdout:2744: writing smithi081164505-14 from 7577600 to 7929856 tid 4 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2738: done (4 left) 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2741: done (3 left) 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2745: read oid 48 snap -1 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2745: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2746: read oid 5 snap -1 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2746: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 244 2023-05-20T06:06:24.679 INFO:tasks.rados.rados.0.smithi081.stdout:2742: finishing write tid 4 to smithi081164505-42 2023-05-20T06:06:24.680 INFO:tasks.rados.rados.0.smithi081.stdout:2747: seq_num 860 ranges {1572864=8192} 2023-05-20T06:06:24.688 INFO:tasks.rados.rados.0.smithi081.stdout:2747: writing smithi081164505-18 from 1572864 to 1581056 tid 1 2023-05-20T06:06:24.688 INFO:tasks.rados.rados.0.smithi081.stdout:2748: read oid 6 snap -1 2023-05-20T06:06:24.689 INFO:tasks.rados.rados.0.smithi081.stdout:2748: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:24.689 INFO:tasks.rados.rados.0.smithi081.stdout:2749: delete oid 20 current snap is 244 2023-05-20T06:06:24.689 INFO:tasks.rados.rados.0.smithi081.stdout:2742: finishing write tid 5 to smithi081164505-42 2023-05-20T06:06:24.689 INFO:tasks.rados.rados.0.smithi081.stdout:2742: finishing write tid 6 to smithi081164505-42 2023-05-20T06:06:24.689 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1212 (ObjNum 857 snap 244 seq_num 857) dirty exists 2023-05-20T06:06:24.689 INFO:tasks.rados.rados.0.smithi081.stdout:2742: left oid 42 (ObjNum 857 snap 244 seq_num 857) 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:2743: finishing write tid 1 to smithi081164505-12 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:2743: finishing write tid 2 to smithi081164505-12 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:2743: finishing write tid 3 to smithi081164505-12 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:2743: finishing write tid 4 to smithi081164505-12 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:2743: finishing write tid 5 to smithi081164505-12 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:2743: finishing write tid 6 to smithi081164505-12 2023-05-20T06:06:24.690 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 959 (ObjNum 858 snap 244 seq_num 858) dirty exists 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2743: left oid 12 (ObjNum 858 snap 244 seq_num 858) 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2744: finishing write tid 1 to smithi081164505-14 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2744: finishing write tid 2 to smithi081164505-14 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2744: finishing write tid 3 to smithi081164505-14 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2744: finishing write tid 4 to smithi081164505-14 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2744: finishing write tid 5 to smithi081164505-14 2023-05-20T06:06:24.691 INFO:tasks.rados.rados.0.smithi081.stdout:2744: finishing write tid 6 to smithi081164505-14 2023-05-20T06:06:24.692 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1569 (ObjNum 859 snap 244 seq_num 859) dirty exists 2023-05-20T06:06:24.692 INFO:tasks.rados.rados.0.smithi081.stdout:2744: left oid 14 (ObjNum 859 snap 244 seq_num 859) 2023-05-20T06:06:24.693 INFO:tasks.rados.rados.0.smithi081.stdout:2747: finishing write tid 1 to smithi081164505-18 2023-05-20T06:06:24.693 INFO:tasks.rados.rados.0.smithi081.stdout:2747: finishing write tid 2 to smithi081164505-18 2023-05-20T06:06:24.694 INFO:tasks.rados.rados.0.smithi081.stdout:2747: finishing write tid 3 to smithi081164505-18 2023-05-20T06:06:24.695 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 962 (ObjNum 860 snap 244 seq_num 860) dirty exists 2023-05-20T06:06:24.695 INFO:tasks.rados.rados.0.smithi081.stdout:2747: left oid 18 (ObjNum 860 snap 244 seq_num 860) 2023-05-20T06:06:24.696 INFO:tasks.rados.rados.0.smithi081.stdout:2742: done (7 left) 2023-05-20T06:06:24.697 INFO:tasks.rados.rados.0.smithi081.stdout:2743: done (6 left) 2023-05-20T06:06:24.697 INFO:tasks.rados.rados.0.smithi081.stdout:2744: done (5 left) 2023-05-20T06:06:24.697 INFO:tasks.rados.rados.0.smithi081.stdout:2747: done (4 left) 2023-05-20T06:06:24.697 INFO:tasks.rados.rados.0.smithi081.stdout:2749: done (3 left) 2023-05-20T06:06:24.697 INFO:tasks.rados.rados.0.smithi081.stdout:2750: setattr oid 41 current snap is 244 2023-05-20T06:06:24.698 INFO:tasks.rados.rados.0.smithi081.stdout:2751: setattr oid 8 current snap is 244 2023-05-20T06:06:24.700 INFO:tasks.rados.rados.0.smithi081.stdout:2752: read oid 29 snap 243 2023-05-20T06:06:24.700 INFO:tasks.rados.rados.0.smithi081.stdout:2752: expect (ObjNum 843 snap 242 seq_num 843) 2023-05-20T06:06:24.700 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 244 2023-05-20T06:06:24.700 INFO:tasks.rados.rados.0.smithi081.stdout:2753: seq_num 862 ranges {0=40960} 2023-05-20T06:06:24.700 INFO:tasks.rados.rados.0.smithi081.stdout:2753: writing smithi081164505-47 from 0 to 40960 tid 1 2023-05-20T06:06:24.700 INFO:tasks.rados.rados.0.smithi081.stdout:2754: read oid 27 snap -1 2023-05-20T06:06:24.701 INFO:tasks.rados.rados.0.smithi081.stdout:2754: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:24.701 INFO:tasks.rados.rados.0.smithi081.stdout:2755: rmattr oid 50 current snap is 244 2023-05-20T06:06:24.701 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 244 2023-05-20T06:06:24.701 INFO:tasks.rados.rados.0.smithi081.stdout:2756: seq_num 863 ranges {0=57344} 2023-05-20T06:06:24.701 INFO:tasks.rados.rados.0.smithi081.stdout:2756: writing smithi081164505-35 from 0 to 57344 tid 1 2023-05-20T06:06:24.702 INFO:tasks.rados.rados.0.smithi081.stdout:2757: snap_remove snap 233 2023-05-20T06:06:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:24 smithi081 ceph-mon[95500]: osdmap e559: 8 total, 8 up, 8 in 2023-05-20T06:06:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:24 smithi081 ceph-mon[95500]: pgmap v588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:24 smithi081 ceph-mon[107735]: osdmap e559: 8 total, 8 up, 8 in 2023-05-20T06:06:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:24 smithi081 ceph-mon[107735]: pgmap v588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:24 smithi170 ceph-mon[97338]: osdmap e559: 8 total, 8 up, 8 in 2023-05-20T06:06:24.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:24 smithi170 ceph-mon[97338]: pgmap v588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:25.522 INFO:tasks.rados.rados.0.smithi081.stdout:2757: done (10 left) 2023-05-20T06:06:25.523 INFO:tasks.rados.rados.0.smithi081.stdout:2758: read oid 21 snap -1 2023-05-20T06:06:25.523 INFO:tasks.rados.rados.0.smithi081.stdout:2758: expect (ObjNum 851 snap 242 seq_num 851) 2023-05-20T06:06:25.523 INFO:tasks.rados.rados.0.smithi081.stdout:2759: copy_from oid 40 from oid 46 current snap is 244 2023-05-20T06:06:25.523 INFO:tasks.rados.rados.0.smithi081.stdout:2760: delete oid 36 current snap is 244 2023-05-20T06:06:25.523 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 917 (ObjNum 789 snap 226 seq_num 789) dirty exists 2023-05-20T06:06:25.523 INFO:tasks.rados.rados.0.smithi081.stdout:2753: finishing write tid 1 to smithi081164505-47 2023-05-20T06:06:25.524 INFO:tasks.rados.rados.0.smithi081.stdout:2753: finishing write tid 2 to smithi081164505-47 2023-05-20T06:06:25.524 INFO:tasks.rados.rados.0.smithi081.stdout:2748: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:25.645 INFO:tasks.rados.rados.0.smithi081.stdout:2745: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:06:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:25 smithi081 ceph-mon[95500]: osdmap e560: 8 total, 8 up, 8 in 2023-05-20T06:06:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:25 smithi081 ceph-mon[107735]: osdmap e560: 8 total, 8 up, 8 in 2023-05-20T06:06:25.790 INFO:tasks.rados.rados.0.smithi081.stdout:2753: finishing write tid 3 to smithi081164505-47 2023-05-20T06:06:25.790 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1217 (ObjNum 862 snap 244 seq_num 862) dirty exists 2023-05-20T06:06:25.790 INFO:tasks.rados.rados.0.smithi081.stdout:2753: left oid 47 (ObjNum 862 snap 244 seq_num 862) 2023-05-20T06:06:25.790 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1046 (ObjNum 753 snap 223 seq_num 753) dirty exists 2023-05-20T06:06:25.790 INFO:tasks.rados.rados.0.smithi081.stdout:2756: finishing write tid 1 to smithi081164505-35 2023-05-20T06:06:25.791 INFO:tasks.rados.rados.0.smithi081.stdout:2756: finishing write tid 2 to smithi081164505-35 2023-05-20T06:06:25.791 INFO:tasks.rados.rados.0.smithi081.stdout:2754: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:25.868 INFO:tasks.rados.rados.0.smithi081.stdout:2756: finishing write tid 3 to smithi081164505-35 2023-05-20T06:06:25.869 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1702 (ObjNum 863 snap 244 seq_num 863) dirty exists 2023-05-20T06:06:25.869 INFO:tasks.rados.rados.0.smithi081.stdout:2756: left oid 35 (ObjNum 863 snap 244 seq_num 863) 2023-05-20T06:06:25.870 INFO:tasks.rados.rados.0.smithi081.stdout:2746: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:25 smithi170 ceph-mon[97338]: osdmap e560: 8 total, 8 up, 8 in 2023-05-20T06:06:26.221 INFO:tasks.rados.rados.0.smithi081.stdout:2752: expect (ObjNum 843 snap 242 seq_num 843) 2023-05-20T06:06:26.272 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1352 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:26.272 INFO:tasks.rados.rados.0.smithi081.stdout:2758: expect (ObjNum 851 snap 242 seq_num 851) 2023-05-20T06:06:26.327 INFO:tasks.rados.rados.0.smithi081.stdout:2759: finishing copy_from to smithi081164505-40 2023-05-20T06:06:26.327 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1205 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:26.327 INFO:tasks.rados.rados.0.smithi081.stdout:2759: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:06:26.327 INFO:tasks.rados.rados.0.smithi081.stdout:2745: done (12 left) 2023-05-20T06:06:26.327 INFO:tasks.rados.rados.0.smithi081.stdout:2746: done (11 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2748: done (10 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2750: done (9 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2751: done (8 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2752: done (7 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2753: done (6 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2754: done (5 left) 2023-05-20T06:06:26.328 INFO:tasks.rados.rados.0.smithi081.stdout:2755: done (4 left) 2023-05-20T06:06:26.329 INFO:tasks.rados.rados.0.smithi081.stdout:2756: done (3 left) 2023-05-20T06:06:26.329 INFO:tasks.rados.rados.0.smithi081.stdout:2758: done (2 left) 2023-05-20T06:06:26.329 INFO:tasks.rados.rados.0.smithi081.stdout:2759: done (1 left) 2023-05-20T06:06:26.329 INFO:tasks.rados.rados.0.smithi081.stdout:2760: done (0 left) 2023-05-20T06:06:26.330 INFO:tasks.rados.rados.0.smithi081.stdout:2761: snap_create 2023-05-20T06:06:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:2761: done (0 left) 2023-05-20T06:06:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 245 2023-05-20T06:06:26.520 INFO:tasks.rados.rados.0.smithi081.stdout:2762: seq_num 865 ranges {2129920=90112} 2023-05-20T06:06:26.532 INFO:tasks.rados.rados.0.smithi081.stdout:2762: writing smithi081164505-29 from 2129920 to 2220032 tid 1 2023-05-20T06:06:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:2763: read oid 15 snap -1 2023-05-20T06:06:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:2763: expect (ObjNum 845 snap 242 seq_num 845) 2023-05-20T06:06:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:2764: read oid 26 snap -1 2023-05-20T06:06:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:2764: expect (ObjNum 817 snap 237 seq_num 817) 2023-05-20T06:06:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:2765: copy_from oid 30 from oid 11 current snap is 245 2023-05-20T06:06:26.533 INFO:tasks.rados.rados.0.smithi081.stdout:2766: snap_remove snap 212 2023-05-20T06:06:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:26 smithi081 ceph-mon[95500]: pgmap v590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:26 smithi081 ceph-mon[95500]: osdmap e561: 8 total, 8 up, 8 in 2023-05-20T06:06:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:26 smithi081 ceph-mon[107735]: pgmap v590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:26 smithi081 ceph-mon[107735]: osdmap e561: 8 total, 8 up, 8 in 2023-05-20T06:06:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:26 smithi170 ceph-mon[97338]: pgmap v590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:26 smithi170 ceph-mon[97338]: osdmap e561: 8 total, 8 up, 8 in 2023-05-20T06:06:27.524 INFO:tasks.rados.rados.0.smithi081.stdout:2766: done (4 left) 2023-05-20T06:06:27.525 INFO:tasks.rados.rados.0.smithi081.stdout:2767: rollback oid 23 current snap is 245 2023-05-20T06:06:27.525 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 23 to 243 2023-05-20T06:06:27.535 INFO:tasks.rados.rados.0.smithi081.stdout:2762: finishing write tid 1 to smithi081164505-29 2023-05-20T06:06:27.536 INFO:tasks.rados.rados.0.smithi081.stdout:2764: expect (ObjNum 817 snap 237 seq_num 817) 2023-05-20T06:06:27.583 INFO:tasks.rados.rados.0.smithi081.stdout:2762: finishing write tid 2 to smithi081164505-29 2023-05-20T06:06:27.584 INFO:tasks.rados.rados.0.smithi081.stdout:2762: finishing write tid 3 to smithi081164505-29 2023-05-20T06:06:27.584 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1363 (ObjNum 865 snap 245 seq_num 865) dirty exists 2023-05-20T06:06:27.584 INFO:tasks.rados.rados.0.smithi081.stdout:2762: left oid 29 (ObjNum 865 snap 245 seq_num 865) 2023-05-20T06:06:27.584 INFO:tasks.rados.rados.0.smithi081.stdout:2765: finishing copy_from to smithi081164505-30 2023-05-20T06:06:27.584 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1377 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:06:27.584 INFO:tasks.rados.rados.0.smithi081.stdout:2765: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:06:27.585 INFO:tasks.rados.rados.0.smithi081.stdout:2762: done (4 left) 2023-05-20T06:06:27.585 INFO:tasks.rados.rados.0.smithi081.stdout:2764: done (3 left) 2023-05-20T06:06:27.585 INFO:tasks.rados.rados.0.smithi081.stdout:2765: done (2 left) 2023-05-20T06:06:27.585 INFO:tasks.rados.rados.0.smithi081.stdout:2768: copy_from oid 25 from oid 39 current snap is 245 2023-05-20T06:06:27.585 INFO:tasks.rados.rados.0.smithi081.stdout:2763: expect (ObjNum 845 snap 242 seq_num 845) 2023-05-20T06:06:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:27 smithi081 ceph-mon[95500]: osdmap e562: 8 total, 8 up, 8 in 2023-05-20T06:06:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:27 smithi081 ceph-mon[107735]: osdmap e562: 8 total, 8 up, 8 in 2023-05-20T06:06:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:27 smithi170 ceph-mon[97338]: osdmap e562: 8 total, 8 up, 8 in 2023-05-20T06:06:28.089 INFO:tasks.rados.rados.0.smithi081.stdout:2767: finishing rollback tid 0 to smithi081164505-23 2023-05-20T06:06:28.089 INFO:tasks.rados.rados.0.smithi081.stdout:2767: finishing rollback tid 1 to smithi081164505-23 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:2767: finishing rollback tid 2 to smithi081164505-23 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1716 (ObjNum 831 snap 241 seq_num 831) dirty exists 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:2768: finishing copy_from to smithi081164505-25 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1403 (ObjNum 796 snap 231 seq_num 796) dirty exists 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:2768: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:2763: done (2 left) 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:2767: done (1 left) 2023-05-20T06:06:28.090 INFO:tasks.rados.rados.0.smithi081.stdout:2768: done (0 left) 2023-05-20T06:06:28.091 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 245 2023-05-20T06:06:28.091 INFO:tasks.rados.rados.0.smithi081.stdout:2769: seq_num 866 ranges {0=106496} 2023-05-20T06:06:28.091 INFO:tasks.rados.rados.0.smithi081.stdout:2769: writing smithi081164505-20 from 0 to 106496 tid 1 2023-05-20T06:06:28.091 INFO:tasks.rados.rados.0.smithi081.stdout:2770: snap_remove snap 239 2023-05-20T06:06:28.533 INFO:tasks.rados.rados.0.smithi081.stdout:2770: done (1 left) 2023-05-20T06:06:28.533 INFO:tasks.rados.rados.0.smithi081.stdout:2771: rollback oid 46 current snap is 245 2023-05-20T06:06:28.534 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 244 2023-05-20T06:06:28.534 INFO:tasks.rados.rados.0.smithi081.stdout:2769: finishing write tid 1 to smithi081164505-20 2023-05-20T06:06:28.534 INFO:tasks.rados.rados.0.smithi081.stdout:2769: finishing write tid 2 to smithi081164505-20 2023-05-20T06:06:28.534 INFO:tasks.rados.rados.0.smithi081.stdout:2769: finishing write tid 3 to smithi081164505-20 2023-05-20T06:06:28.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1416 (ObjNum 866 snap 245 seq_num 866) dirty exists 2023-05-20T06:06:28.534 INFO:tasks.rados.rados.0.smithi081.stdout:2769: left oid 20 (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:06:28.535 INFO:tasks.rados.rados.0.smithi081.stdout:2769: done (1 left) 2023-05-20T06:06:28.535 INFO:tasks.rados.rados.0.smithi081.stdout:2772: setattr oid 47 current snap is 245 2023-05-20T06:06:28.535 INFO:tasks.rados.rados.0.smithi081.stdout:2773: copy_from oid 15 from oid 33 current snap is 245 2023-05-20T06:06:28.536 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 245 2023-05-20T06:06:28.536 INFO:tasks.rados.rados.0.smithi081.stdout:2774: seq_num 867 ranges {57344=122880} 2023-05-20T06:06:28.536 INFO:tasks.rados.rados.0.smithi081.stdout:2774: writing smithi081164505-35 from 57344 to 180224 tid 1 2023-05-20T06:06:28.536 INFO:tasks.rados.rados.0.smithi081.stdout:2775: copy_from oid 39 from oid 5 current snap is 245 2023-05-20T06:06:28.536 INFO:tasks.rados.rados.0.smithi081.stdout:2776: delete oid 27 current snap is 245 2023-05-20T06:06:28.545 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1218 (ObjNum 862 snap 244 seq_num 862) dirty exists 2023-05-20T06:06:28.545 INFO:tasks.rados.rados.0.smithi081.stdout:2774: finishing write tid 1 to smithi081164505-35 2023-05-20T06:06:28.545 INFO:tasks.rados.rados.0.smithi081.stdout:2771: finishing rollback tid 0 to smithi081164505-46 2023-05-20T06:06:28.547 INFO:tasks.rados.rados.0.smithi081.stdout:2774: finishing write tid 2 to smithi081164505-35 2023-05-20T06:06:28.547 INFO:tasks.rados.rados.0.smithi081.stdout:2774: finishing write tid 3 to smithi081164505-35 2023-05-20T06:06:28.547 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1727 (ObjNum 867 snap 245 seq_num 867) dirty exists 2023-05-20T06:06:28.548 INFO:tasks.rados.rados.0.smithi081.stdout:2774: left oid 35 (ObjNum 867 snap 245 seq_num 867) 2023-05-20T06:06:28.551 INFO:tasks.rados.rados.0.smithi081.stdout:2771: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:06:28.551 INFO:tasks.rados.rados.0.smithi081.stdout:2771: finishing rollback tid 2 to smithi081164505-46 2023-05-20T06:06:28.551 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1215 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:28.553 INFO:tasks.rados.rados.0.smithi081.stdout:2771: done (5 left) 2023-05-20T06:06:28.553 INFO:tasks.rados.rados.0.smithi081.stdout:2772: done (4 left) 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2774: done (3 left) 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2776: done (2 left) 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 245 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2777: seq_num 869 ranges {0=155648} 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2777: writing smithi081164505-22 from 0 to 155648 tid 1 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2778: read oid 27 snap -1 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2778: expect deleted 2023-05-20T06:06:28.554 INFO:tasks.rados.rados.0.smithi081.stdout:2779: delete oid 44 current snap is 245 2023-05-20T06:06:28.556 INFO:tasks.rados.rados.0.smithi081.stdout:2778: done (4 left) 2023-05-20T06:06:28.556 INFO:tasks.rados.rados.0.smithi081.stdout:2779: done (3 left) 2023-05-20T06:06:28.556 INFO:tasks.rados.rados.0.smithi081.stdout:2780: read oid 50 snap -1 2023-05-20T06:06:28.556 INFO:tasks.rados.rados.0.smithi081.stdout:2780: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:28.557 INFO:tasks.rados.rados.0.smithi081.stdout:2781: rmattr oid 29 current snap is 245 2023-05-20T06:06:28.557 INFO:tasks.rados.rados.0.smithi081.stdout:2781: done (4 left) 2023-05-20T06:06:28.557 INFO:tasks.rados.rados.0.smithi081.stdout:2782: snap_create 2023-05-20T06:06:28.560 INFO:tasks.rados.rados.0.smithi081.stdout:2777: finishing write tid 1 to smithi081164505-22 2023-05-20T06:06:28.561 INFO:tasks.rados.rados.0.smithi081.stdout:2777: finishing write tid 2 to smithi081164505-22 2023-05-20T06:06:28.562 INFO:tasks.rados.rados.0.smithi081.stdout:2777: finishing write tid 3 to smithi081164505-22 2023-05-20T06:06:28.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1381 (ObjNum 869 snap 245 seq_num 869) dirty exists 2023-05-20T06:06:28.563 INFO:tasks.rados.rados.0.smithi081.stdout:2777: left oid 22 (ObjNum 869 snap 245 seq_num 869) 2023-05-20T06:06:28.563 INFO:tasks.rados.rados.0.smithi081.stdout:2773: finishing copy_from to smithi081164505-15 2023-05-20T06:06:28.563 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1470 (ObjNum 839 snap 242 seq_num 839) dirty exists 2023-05-20T06:06:28.565 INFO:tasks.rados.rados.0.smithi081.stdout:2773: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:06:28.576 INFO:tasks.rados.rados.0.smithi081.stdout:2775: finishing copy_from to smithi081164505-39 2023-05-20T06:06:28.576 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1350 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:06:28.577 INFO:tasks.rados.rados.0.smithi081.stdout:2775: finishing copy_from racing read to smithi081164505-39 2023-05-20T06:06:28.584 INFO:tasks.rados.rados.0.smithi081.stdout:2780: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:28 smithi170 ceph-mon[97338]: pgmap v593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:28 smithi170 ceph-mon[97338]: osdmap e563: 8 total, 8 up, 8 in 2023-05-20T06:06:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:28 smithi081 ceph-mon[95500]: pgmap v593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:28 smithi081 ceph-mon[95500]: osdmap e563: 8 total, 8 up, 8 in 2023-05-20T06:06:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:28 smithi081 ceph-mon[107735]: pgmap v593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:28 smithi081 ceph-mon[107735]: osdmap e563: 8 total, 8 up, 8 in 2023-05-20T06:06:29.543 INFO:tasks.rados.rados.0.smithi081.stdout:2773: done (4 left) 2023-05-20T06:06:29.543 INFO:tasks.rados.rados.0.smithi081.stdout:2775: done (3 left) 2023-05-20T06:06:29.543 INFO:tasks.rados.rados.0.smithi081.stdout:2777: done (2 left) 2023-05-20T06:06:29.544 INFO:tasks.rados.rados.0.smithi081.stdout:2780: done (1 left) 2023-05-20T06:06:29.544 INFO:tasks.rados.rados.0.smithi081.stdout:2782: done (0 left) 2023-05-20T06:06:29.544 INFO:tasks.rados.rados.0.smithi081.stdout:2783: snap_create 2023-05-20T06:06:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:29 smithi170 ceph-mon[97338]: osdmap e564: 8 total, 8 up, 8 in 2023-05-20T06:06:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:29 smithi081 ceph-mon[95500]: osdmap e564: 8 total, 8 up, 8 in 2023-05-20T06:06:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:29 smithi081 ceph-mon[107735]: osdmap e564: 8 total, 8 up, 8 in 2023-05-20T06:06:30.543 INFO:tasks.rados.rados.0.smithi081.stdout:2783: done (0 left) 2023-05-20T06:06:30.544 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 247 2023-05-20T06:06:30.544 INFO:tasks.rados.rados.0.smithi081.stdout:2784: seq_num 871 ranges {2064384=188416} 2023-05-20T06:06:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:2784: writing smithi081164505-15 from 2064384 to 2252800 tid 1 2023-05-20T06:06:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:2785: rollback oid 3 current snap is 247 2023-05-20T06:06:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 246 2023-05-20T06:06:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:2786: read oid 50 snap 246 2023-05-20T06:06:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:2786: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:30.557 INFO:tasks.rados.rados.0.smithi081.stdout:2787: read oid 24 snap 245 2023-05-20T06:06:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2787: expect deleted 2023-05-20T06:06:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2788: read oid 43 snap -1 2023-05-20T06:06:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2788: expect (ObjNum 806 snap 232 seq_num 806) 2023-05-20T06:06:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2789: read oid 33 snap 243 2023-05-20T06:06:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2789: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:30.558 INFO:tasks.rados.rados.0.smithi081.stdout:2790: read oid 39 snap -1 2023-05-20T06:06:30.559 INFO:tasks.rados.rados.0.smithi081.stdout:2790: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:30.559 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 247 2023-05-20T06:06:30.559 INFO:tasks.rados.rados.0.smithi081.stdout:2791: seq_num 872 ranges {9142272=212992} 2023-05-20T06:06:30.608 INFO:tasks.rados.rados.0.smithi081.stdout:2791: writing smithi081164505-23 from 9142272 to 9355264 tid 1 2023-05-20T06:06:30.609 INFO:tasks.rados.rados.0.smithi081.stdout:2792: rmattr oid 1 current snap is 247 2023-05-20T06:06:30.609 INFO:tasks.rados.rados.0.smithi081.stdout:2792: done (8 left) 2023-05-20T06:06:30.609 INFO:tasks.rados.rados.0.smithi081.stdout:2793: rmattr oid 10 current snap is 247 2023-05-20T06:06:30.609 INFO:tasks.rados.rados.0.smithi081.stdout:2793: done (8 left) 2023-05-20T06:06:30.609 INFO:tasks.rados.rados.0.smithi081.stdout:2794: read oid 19 snap -1 2023-05-20T06:06:30.609 INFO:tasks.rados.rados.0.smithi081.stdout:2794: expect (ObjNum 855 snap 244 seq_num 855) 2023-05-20T06:06:30.610 INFO:tasks.rados.rados.0.smithi081.stdout:2795: rmattr oid 5 current snap is 247 2023-05-20T06:06:30.610 INFO:tasks.rados.rados.0.smithi081.stdout:2784: finishing write tid 1 to smithi081164505-15 2023-05-20T06:06:30.610 INFO:tasks.rados.rados.0.smithi081.stdout:2789: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:30.666 INFO:tasks.rados.rados.0.smithi081.stdout:2784: finishing write tid 2 to smithi081164505-15 2023-05-20T06:06:30.667 INFO:tasks.rados.rados.0.smithi081.stdout:2784: finishing write tid 3 to smithi081164505-15 2023-05-20T06:06:30.667 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1518 (ObjNum 871 snap 247 seq_num 871) dirty exists 2023-05-20T06:06:30.667 INFO:tasks.rados.rados.0.smithi081.stdout:2784: left oid 15 (ObjNum 871 snap 247 seq_num 871) 2023-05-20T06:06:30.668 INFO:tasks.rados.rados.0.smithi081.stdout:2784: done (9 left) 2023-05-20T06:06:30.668 INFO:tasks.rados.rados.0.smithi081.stdout:2787: done (8 left) 2023-05-20T06:06:30.668 INFO:tasks.rados.rados.0.smithi081.stdout:2789: done (7 left) 2023-05-20T06:06:30.669 INFO:tasks.rados.rados.0.smithi081.stdout:2796: snap_create 2023-05-20T06:06:30.669 INFO:tasks.rados.rados.0.smithi081.stdout:2785: finishing rollback tid 0 to smithi081164505-3 2023-05-20T06:06:30.669 INFO:tasks.rados.rados.0.smithi081.stdout:2785: finishing rollback tid 1 to smithi081164505-3 2023-05-20T06:06:30.669 INFO:tasks.rados.rados.0.smithi081.stdout:2785: finishing rollback tid 2 to smithi081164505-3 2023-05-20T06:06:30.669 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1049 (ObjNum 823 snap 239 seq_num 823) dirty exists 2023-05-20T06:06:30.669 INFO:tasks.rados.rados.0.smithi081.stdout:2790: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:30 smithi170 ceph-mon[97338]: pgmap v596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:30 smithi170 ceph-mon[97338]: osdmap e565: 8 total, 8 up, 8 in 2023-05-20T06:06:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:30 smithi081 ceph-mon[95500]: pgmap v596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:30 smithi081 ceph-mon[95500]: osdmap e565: 8 total, 8 up, 8 in 2023-05-20T06:06:31.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:30 smithi081 ceph-mon[107735]: pgmap v596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:31.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:30 smithi081 ceph-mon[107735]: osdmap e565: 8 total, 8 up, 8 in 2023-05-20T06:06:31.018 INFO:tasks.rados.rados.0.smithi081.stdout:2786: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:31.544 INFO:tasks.rados.rados.0.smithi081.stdout:2788: expect (ObjNum 806 snap 232 seq_num 806) 2023-05-20T06:06:31.698 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1383 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:06:31.698 INFO:tasks.rados.rados.0.smithi081.stdout:2791: finishing write tid 1 to smithi081164505-23 2023-05-20T06:06:31.698 INFO:tasks.rados.rados.0.smithi081.stdout:2791: finishing write tid 2 to smithi081164505-23 2023-05-20T06:06:31.699 INFO:tasks.rados.rados.0.smithi081.stdout:2791: finishing write tid 3 to smithi081164505-23 2023-05-20T06:06:31.699 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1732 (ObjNum 872 snap 247 seq_num 872) dirty exists 2023-05-20T06:06:31.699 INFO:tasks.rados.rados.0.smithi081.stdout:2791: left oid 23 (ObjNum 872 snap 247 seq_num 872) 2023-05-20T06:06:31.699 INFO:tasks.rados.rados.0.smithi081.stdout:2794: expect (ObjNum 855 snap 244 seq_num 855) 2023-05-20T06:06:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:31 smithi170 ceph-mon[97338]: osdmap e566: 8 total, 8 up, 8 in 2023-05-20T06:06:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:31 smithi081 ceph-mon[95500]: osdmap e566: 8 total, 8 up, 8 in 2023-05-20T06:06:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:31 smithi081 ceph-mon[107735]: osdmap e566: 8 total, 8 up, 8 in 2023-05-20T06:06:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:06:31.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:06:31.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:32.064 INFO:tasks.rados.rados.0.smithi081.stdout:2785: done (7 left) 2023-05-20T06:06:32.064 INFO:tasks.rados.rados.0.smithi081.stdout:2786: done (6 left) 2023-05-20T06:06:32.064 INFO:tasks.rados.rados.0.smithi081.stdout:2788: done (5 left) 2023-05-20T06:06:32.065 INFO:tasks.rados.rados.0.smithi081.stdout:2790: done (4 left) 2023-05-20T06:06:32.065 INFO:tasks.rados.rados.0.smithi081.stdout:2791: done (3 left) 2023-05-20T06:06:32.065 INFO:tasks.rados.rados.0.smithi081.stdout:2794: done (2 left) 2023-05-20T06:06:32.065 INFO:tasks.rados.rados.0.smithi081.stdout:2795: done (1 left) 2023-05-20T06:06:32.066 INFO:tasks.rados.rados.0.smithi081.stdout:2796: done (0 left) 2023-05-20T06:06:32.066 INFO:tasks.rados.rados.0.smithi081.stdout:2797: snap_remove snap 246 2023-05-20T06:06:32.565 INFO:tasks.rados.rados.0.smithi081.stdout:2797: done (0 left) 2023-05-20T06:06:32.565 INFO:tasks.rados.rados.0.smithi081.stdout:2798: read oid 1 snap -1 2023-05-20T06:06:32.565 INFO:tasks.rados.rados.0.smithi081.stdout:2798: expect (ObjNum 788 snap 226 seq_num 788) 2023-05-20T06:06:32.565 INFO:tasks.rados.rados.0.smithi081.stdout:2799: copy_from oid 12 from oid 10 current snap is 248 2023-05-20T06:06:32.565 INFO:tasks.rados.rados.0.smithi081.stdout:2800: read oid 45 snap -1 2023-05-20T06:06:32.565 INFO:tasks.rados.rados.0.smithi081.stdout:2800: expect (ObjNum 788 snap 226 seq_num 788) 2023-05-20T06:06:32.566 INFO:tasks.rados.rados.0.smithi081.stdout:2801: copy_from oid 28 from oid 16 current snap is 248 2023-05-20T06:06:32.566 INFO:tasks.rados.rados.0.smithi081.stdout:2802: read oid 2 snap 245 2023-05-20T06:06:32.566 INFO:tasks.rados.rados.0.smithi081.stdout:2802: expect (ObjNum 844 snap 242 seq_num 844) 2023-05-20T06:06:32.566 INFO:tasks.rados.rados.0.smithi081.stdout:2803: read oid 40 snap -1 2023-05-20T06:06:32.566 INFO:tasks.rados.rados.0.smithi081.stdout:2803: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:06:32.566 INFO:tasks.rados.rados.0.smithi081.stdout:2804: delete oid 17 current snap is 248 2023-05-20T06:06:32.570 INFO:tasks.rados.rados.0.smithi081.stdout:2799: finishing copy_from to smithi081164505-12 2023-05-20T06:06:32.571 INFO:tasks.rados.rados.0.smithi081.stdout:2799: got expected ENOENT (src dne) 2023-05-20T06:06:32.571 INFO:tasks.rados.rados.0.smithi081.stdout:2799: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:06:32.573 INFO:tasks.rados.rados.0.smithi081.stdout:2800: expect (ObjNum 788 snap 226 seq_num 788) 2023-05-20T06:06:32.615 INFO:tasks.rados.rados.0.smithi081.stdout:2801: finishing copy_from to smithi081164505-28 2023-05-20T06:06:32.616 INFO:tasks.rados.rados.0.smithi081.stdout:2801: got expected ENOENT (src dne) 2023-05-20T06:06:32.616 INFO:tasks.rados.rados.0.smithi081.stdout:2801: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:06:32.616 INFO:tasks.rados.rados.0.smithi081.stdout:2798: expect (ObjNum 788 snap 226 seq_num 788) 2023-05-20T06:06:32.651 INFO:tasks.rados.rados.0.smithi081.stdout:2803: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:06:32.763 INFO:tasks.rados.rados.0.smithi081.stdout:2802: expect (ObjNum 844 snap 242 seq_num 844) 2023-05-20T06:06:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:32 smithi170 ceph-mon[97338]: pgmap v599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:32.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:32 smithi170 ceph-mon[97338]: osdmap e567: 8 total, 8 up, 8 in 2023-05-20T06:06:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:32 smithi081 ceph-mon[95500]: pgmap v599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:32 smithi081 ceph-mon[95500]: osdmap e567: 8 total, 8 up, 8 in 2023-05-20T06:06:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:32 smithi081 ceph-mon[107735]: pgmap v599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:32 smithi081 ceph-mon[107735]: osdmap e567: 8 total, 8 up, 8 in 2023-05-20T06:06:33.263 INFO:tasks.rados.rados.0.smithi081.stdout:2798: done (6 left) 2023-05-20T06:06:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:2799: done (5 left) 2023-05-20T06:06:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:2800: done (4 left) 2023-05-20T06:06:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:2801: done (3 left) 2023-05-20T06:06:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:2802: done (2 left) 2023-05-20T06:06:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:2803: done (1 left) 2023-05-20T06:06:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:2804: done (0 left) 2023-05-20T06:06:33.265 INFO:tasks.rados.rados.0.smithi081.stdout:2805: snap_create 2023-05-20T06:06:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:06:33.567 INFO:tasks.rados.rados.0.smithi081.stdout:2805: done (0 left) 2023-05-20T06:06:33.567 INFO:tasks.rados.rados.0.smithi081.stdout:2806: rollback oid 15 current snap is 249 2023-05-20T06:06:33.567 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 247 2023-05-20T06:06:33.567 INFO:tasks.rados.rados.0.smithi081.stdout:2807: read oid 40 snap -1 2023-05-20T06:06:33.568 INFO:tasks.rados.rados.0.smithi081.stdout:2807: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:06:33.568 INFO:tasks.rados.rados.0.smithi081.stdout:2808: snap_create 2023-05-20T06:06:33.571 INFO:tasks.rados.rados.0.smithi081.stdout:2806: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:06:33.573 INFO:tasks.rados.rados.0.smithi081.stdout:2806: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:06:33.573 INFO:tasks.rados.rados.0.smithi081.stdout:2806: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:06:33.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1524 (ObjNum 871 snap 247 seq_num 871) dirty exists 2023-05-20T06:06:33.585 INFO:tasks.rados.rados.0.smithi081.stdout:2807: expect (ObjNum 770 snap 224 seq_num 770) 2023-05-20T06:06:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:33 smithi170 ceph-mon[97338]: osdmap e568: 8 total, 8 up, 8 in 2023-05-20T06:06:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:33 smithi081 ceph-mon[95500]: osdmap e568: 8 total, 8 up, 8 in 2023-05-20T06:06:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:33 smithi081 ceph-mon[107735]: osdmap e568: 8 total, 8 up, 8 in 2023-05-20T06:06:34.569 INFO:tasks.rados.rados.0.smithi081.stdout:2806: done (2 left) 2023-05-20T06:06:34.569 INFO:tasks.rados.rados.0.smithi081.stdout:2807: done (1 left) 2023-05-20T06:06:34.570 INFO:tasks.rados.rados.0.smithi081.stdout:2808: done (0 left) 2023-05-20T06:06:34.570 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 250 2023-05-20T06:06:34.570 INFO:tasks.rados.rados.0.smithi081.stdout:2809: seq_num 874 ranges {7929856=245760} 2023-05-20T06:06:34.612 INFO:tasks.rados.rados.0.smithi081.stdout:2809: writing smithi081164505-14 from 7929856 to 8175616 tid 1 2023-05-20T06:06:34.613 INFO:tasks.rados.rados.0.smithi081.stdout:2810: rollback oid 15 current snap is 250 2023-05-20T06:06:34.613 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 249 2023-05-20T06:06:34.613 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 250 2023-05-20T06:06:34.613 INFO:tasks.rados.rados.0.smithi081.stdout:2811: seq_num 875 ranges {3170304=262144} 2023-05-20T06:06:34.632 INFO:tasks.rados.rados.0.smithi081.stdout:2811: writing smithi081164505-46 from 3170304 to 3432448 tid 1 2023-05-20T06:06:34.632 INFO:tasks.rados.rados.0.smithi081.stdout:2812: read oid 49 snap 248 2023-05-20T06:06:34.632 INFO:tasks.rados.rados.0.smithi081.stdout:2812: expect (ObjNum 825 snap 240 seq_num 825) 2023-05-20T06:06:34.632 INFO:tasks.rados.rados.0.smithi081.stdout:2813: rmattr oid 8 current snap is 250 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:2809: finishing write tid 1 to smithi081164505-14 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:2809: finishing write tid 2 to smithi081164505-14 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:2809: finishing write tid 3 to smithi081164505-14 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1590 (ObjNum 874 snap 250 seq_num 874) dirty exists 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:2809: left oid 14 (ObjNum 874 snap 250 seq_num 874) 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:2810: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:06:34.633 INFO:tasks.rados.rados.0.smithi081.stdout:2810: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:06:34.634 INFO:tasks.rados.rados.0.smithi081.stdout:2810: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:06:34.634 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1528 (ObjNum 871 snap 247 seq_num 871) dirty exists 2023-05-20T06:06:34.634 INFO:tasks.rados.rados.0.smithi081.stdout:2809: done (4 left) 2023-05-20T06:06:34.634 INFO:tasks.rados.rados.0.smithi081.stdout:2810: done (3 left) 2023-05-20T06:06:34.634 INFO:tasks.rados.rados.0.smithi081.stdout:2814: snap_create 2023-05-20T06:06:34.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1387 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:34.640 INFO:tasks.rados.rados.0.smithi081.stdout:2811: finishing write tid 1 to smithi081164505-46 2023-05-20T06:06:34.640 INFO:tasks.rados.rados.0.smithi081.stdout:2811: finishing write tid 2 to smithi081164505-46 2023-05-20T06:06:34.641 INFO:tasks.rados.rados.0.smithi081.stdout:2812: expect (ObjNum 825 snap 240 seq_num 825) 2023-05-20T06:06:34.688 INFO:tasks.rados.rados.0.smithi081.stdout:2811: finishing write tid 3 to smithi081164505-46 2023-05-20T06:06:34.688 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1217 (ObjNum 875 snap 250 seq_num 875) dirty exists 2023-05-20T06:06:34.688 INFO:tasks.rados.rados.0.smithi081.stdout:2811: left oid 46 (ObjNum 875 snap 250 seq_num 875) 2023-05-20T06:06:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:34 smithi170 ceph-mon[97338]: pgmap v602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:34.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:34 smithi170 ceph-mon[97338]: osdmap e569: 8 total, 8 up, 8 in 2023-05-20T06:06:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:34 smithi081 ceph-mon[95500]: pgmap v602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:34 smithi081 ceph-mon[95500]: osdmap e569: 8 total, 8 up, 8 in 2023-05-20T06:06:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:34 smithi081 ceph-mon[107735]: pgmap v602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:34 smithi081 ceph-mon[107735]: osdmap e569: 8 total, 8 up, 8 in 2023-05-20T06:06:35.580 INFO:tasks.rados.rados.0.smithi081.stdout:2811: done (3 left) 2023-05-20T06:06:35.580 INFO:tasks.rados.rados.0.smithi081.stdout:2812: done (2 left) 2023-05-20T06:06:35.580 INFO:tasks.rados.rados.0.smithi081.stdout:2813: done (1 left) 2023-05-20T06:06:35.581 INFO:tasks.rados.rados.0.smithi081.stdout:2814: done (0 left) 2023-05-20T06:06:35.581 INFO:tasks.rados.rados.0.smithi081.stdout:2815: read oid 5 snap -1 2023-05-20T06:06:35.581 INFO:tasks.rados.rados.0.smithi081.stdout:2815: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:35.581 INFO:tasks.rados.rados.0.smithi081.stdout:2816: snap_remove snap 250 2023-05-20T06:06:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:35 smithi170 ceph-mon[97338]: osdmap e570: 8 total, 8 up, 8 in 2023-05-20T06:06:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:35 smithi081 ceph-mon[95500]: osdmap e570: 8 total, 8 up, 8 in 2023-05-20T06:06:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:35 smithi081 ceph-mon[107735]: osdmap e570: 8 total, 8 up, 8 in 2023-05-20T06:06:36.588 INFO:tasks.rados.rados.0.smithi081.stdout:2816: done (1 left) 2023-05-20T06:06:36.588 INFO:tasks.rados.rados.0.smithi081.stdout:2817: read oid 31 snap -1 2023-05-20T06:06:36.589 INFO:tasks.rados.rados.0.smithi081.stdout:2817: expect deleted 2023-05-20T06:06:36.589 INFO:tasks.rados.rados.0.smithi081.stdout:2818: setattr oid 24 current snap is 251 2023-05-20T06:06:36.589 INFO:tasks.rados.rados.0.smithi081.stdout:2815: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:06:36.943 INFO:tasks.rados.rados.0.smithi081.stdout:2815: done (2 left) 2023-05-20T06:06:36.943 INFO:tasks.rados.rados.0.smithi081.stdout:2817: done (1 left) 2023-05-20T06:06:36.943 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 251 2023-05-20T06:06:36.943 INFO:tasks.rados.rados.0.smithi081.stdout:2819: seq_num 876 ranges {3170304=278528} 2023-05-20T06:06:36.961 INFO:tasks.rados.rados.0.smithi081.stdout:2819: writing smithi081164505-8 from 3170304 to 3448832 tid 1 2023-05-20T06:06:36.961 INFO:tasks.rados.rados.0.smithi081.stdout:2820: read oid 47 snap -1 2023-05-20T06:06:36.961 INFO:tasks.rados.rados.0.smithi081.stdout:2820: expect (ObjNum 862 snap 244 seq_num 862) 2023-05-20T06:06:36.961 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 251 2023-05-20T06:06:36.961 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1188 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-05-20T06:06:36.962 INFO:tasks.rados.rados.0.smithi081.stdout:2821: seq_num 877 ranges {6045696=294912} 2023-05-20T06:06:36.996 INFO:tasks.rados.rados.0.smithi081.stdout:2821: writing smithi081164505-5 from 6045696 to 6340608 tid 1 2023-05-20T06:06:36.996 INFO:tasks.rados.rados.0.smithi081.stdout:2818: done (3 left) 2023-05-20T06:06:36.996 INFO:tasks.rados.rados.0.smithi081.stdout:2822: delete oid 45 current snap is 251 2023-05-20T06:06:36.997 INFO:tasks.rados.rados.0.smithi081.stdout:2820: expect (ObjNum 862 snap 244 seq_num 862) 2023-05-20T06:06:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:36 smithi170 ceph-mon[97338]: pgmap v605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:36 smithi170 ceph-mon[97338]: osdmap e571: 8 total, 8 up, 8 in 2023-05-20T06:06:36.998 INFO:tasks.rados.rados.0.smithi081.stdout:2819: finishing write tid 1 to smithi081164505-8 2023-05-20T06:06:36.998 INFO:tasks.rados.rados.0.smithi081.stdout:2819: finishing write tid 2 to smithi081164505-8 2023-05-20T06:06:36.998 INFO:tasks.rados.rados.0.smithi081.stdout:2819: finishing write tid 3 to smithi081164505-8 2023-05-20T06:06:36.999 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1389 (ObjNum 876 snap 251 seq_num 876) dirty exists 2023-05-20T06:06:36.999 INFO:tasks.rados.rados.0.smithi081.stdout:2819: left oid 8 (ObjNum 876 snap 251 seq_num 876) 2023-05-20T06:06:36.999 INFO:tasks.rados.rados.0.smithi081.stdout:2819: done (3 left) 2023-05-20T06:06:36.999 INFO:tasks.rados.rados.0.smithi081.stdout:2820: done (2 left) 2023-05-20T06:06:36.999 INFO:tasks.rados.rados.0.smithi081.stdout:2822: done (1 left) 2023-05-20T06:06:37.000 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 251 2023-05-20T06:06:37.000 INFO:tasks.rados.rados.0.smithi081.stdout:2823: seq_num 879 ranges {6045696=327680} 2023-05-20T06:06:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:36 smithi081 ceph-mon[95500]: pgmap v605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:36 smithi081 ceph-mon[95500]: osdmap e571: 8 total, 8 up, 8 in 2023-05-20T06:06:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:36 smithi081 ceph-mon[107735]: pgmap v605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:36 smithi081 ceph-mon[107735]: osdmap e571: 8 total, 8 up, 8 in 2023-05-20T06:06:37.031 INFO:tasks.rados.rados.0.smithi081.stdout:2823: writing smithi081164505-39 from 6045696 to 6373376 tid 1 2023-05-20T06:06:37.031 INFO:tasks.rados.rados.0.smithi081.stdout:2824: read oid 6 snap 244 2023-05-20T06:06:37.032 INFO:tasks.rados.rados.0.smithi081.stdout:2824: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:37.032 INFO:tasks.rados.rados.0.smithi081.stdout:2825: copy_from oid 21 from oid 24 current snap is 251 2023-05-20T06:06:37.032 INFO:tasks.rados.rados.0.smithi081.stdout:2821: finishing write tid 1 to smithi081164505-5 2023-05-20T06:06:37.032 INFO:tasks.rados.rados.0.smithi081.stdout:2826: delete oid 29 current snap is 251 2023-05-20T06:06:37.032 INFO:tasks.rados.rados.0.smithi081.stdout:2821: finishing write tid 2 to smithi081164505-5 2023-05-20T06:06:37.032 INFO:tasks.rados.rados.0.smithi081.stdout:2821: finishing write tid 3 to smithi081164505-5 2023-05-20T06:06:37.033 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1392 (ObjNum 877 snap 251 seq_num 877) dirty exists 2023-05-20T06:06:37.033 INFO:tasks.rados.rados.0.smithi081.stdout:2821: left oid 5 (ObjNum 877 snap 251 seq_num 877) 2023-05-20T06:06:37.035 INFO:tasks.rados.rados.0.smithi081.stdout:2821: done (4 left) 2023-05-20T06:06:37.035 INFO:tasks.rados.rados.0.smithi081.stdout:2826: done (3 left) 2023-05-20T06:06:37.035 INFO:tasks.rados.rados.0.smithi081.stdout:2827: snap_remove snap 248 2023-05-20T06:06:37.594 INFO:tasks.rados.rados.0.smithi081.stdout:2827: done (3 left) 2023-05-20T06:06:37.595 INFO:tasks.rados.rados.0.smithi081.stdout:2828: read oid 13 snap -1 2023-05-20T06:06:37.595 INFO:tasks.rados.rados.0.smithi081.stdout:2828: expect (ObjNum 852 snap 243 seq_num 852) 2023-05-20T06:06:37.595 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 251 2023-05-20T06:06:37.595 INFO:tasks.rados.rados.0.smithi081.stdout:2829: seq_num 881 ranges {2383872=360448} 2023-05-20T06:06:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:2829: writing smithi081164505-37 from 2383872 to 2744320 tid 1 2023-05-20T06:06:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 251 2023-05-20T06:06:37.607 INFO:tasks.rados.rados.0.smithi081.stdout:2830: seq_num 882 ranges {0=376832} 2023-05-20T06:06:37.610 INFO:tasks.rados.rados.0.smithi081.stdout:2830: writing smithi081164505-27 from 0 to 376832 tid 1 2023-05-20T06:06:37.610 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 251 2023-05-20T06:06:37.610 INFO:tasks.rados.rados.0.smithi081.stdout:2831: seq_num 883 ranges {6340608=393216} 2023-05-20T06:06:37.647 INFO:tasks.rados.rados.0.smithi081.stdout:2831: writing smithi081164505-5 from 6340608 to 6733824 tid 1 2023-05-20T06:06:37.647 INFO:tasks.rados.rados.0.smithi081.stdout:2832: delete oid 46 current snap is 251 2023-05-20T06:06:37.647 INFO:tasks.rados.rados.0.smithi081.stdout:2823: finishing write tid 1 to smithi081164505-39 2023-05-20T06:06:37.647 INFO:tasks.rados.rados.0.smithi081.stdout:2823: finishing write tid 2 to smithi081164505-39 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:2825: finishing copy_from to smithi081164505-21 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1188 (ObjNum 129 snap 0 seq_num 163372960) dirty exists 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:2823: finishing write tid 3 to smithi081164505-39 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1593 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:2823: left oid 39 (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:2825: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:06:37.648 INFO:tasks.rados.rados.0.smithi081.stdout:2824: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:37.766 INFO:tasks.rados.rados.0.smithi081.stdout:2829: finishing write tid 1 to smithi081164505-37 2023-05-20T06:06:37.767 INFO:tasks.rados.rados.0.smithi081.stdout:2829: finishing write tid 2 to smithi081164505-37 2023-05-20T06:06:37.767 INFO:tasks.rados.rados.0.smithi081.stdout:2830: finishing write tid 1 to smithi081164505-27 2023-05-20T06:06:37.767 INFO:tasks.rados.rados.0.smithi081.stdout:2823: done (7 left) 2023-05-20T06:06:37.767 INFO:tasks.rados.rados.0.smithi081.stdout:2824: done (6 left) 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:2825: done (5 left) 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:2832: done (4 left) 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:2833: snap_create 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:2830: finishing write tid 2 to smithi081164505-27 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:2829: finishing write tid 3 to smithi081164505-37 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1220 (ObjNum 881 snap 251 seq_num 881) dirty exists 2023-05-20T06:06:37.768 INFO:tasks.rados.rados.0.smithi081.stdout:2829: left oid 37 (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:06:37.769 INFO:tasks.rados.rados.0.smithi081.stdout:2830: finishing write tid 3 to smithi081164505-27 2023-05-20T06:06:37.769 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1740 (ObjNum 882 snap 251 seq_num 882) dirty exists 2023-05-20T06:06:37.769 INFO:tasks.rados.rados.0.smithi081.stdout:2830: left oid 27 (ObjNum 882 snap 251 seq_num 882) 2023-05-20T06:06:37.769 INFO:tasks.rados.rados.0.smithi081.stdout:2828: expect (ObjNum 852 snap 243 seq_num 852) 2023-05-20T06:06:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:37 smithi170 ceph-mon[97338]: osdmap e572: 8 total, 8 up, 8 in 2023-05-20T06:06:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:37 smithi081 ceph-mon[95500]: osdmap e572: 8 total, 8 up, 8 in 2023-05-20T06:06:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:37 smithi081 ceph-mon[107735]: osdmap e572: 8 total, 8 up, 8 in 2023-05-20T06:06:38.185 INFO:tasks.rados.rados.0.smithi081.stdout:2831: finishing write tid 1 to smithi081164505-5 2023-05-20T06:06:38.186 INFO:tasks.rados.rados.0.smithi081.stdout:2831: finishing write tid 2 to smithi081164505-5 2023-05-20T06:06:38.186 INFO:tasks.rados.rados.0.smithi081.stdout:2831: finishing write tid 3 to smithi081164505-5 2023-05-20T06:06:38.186 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1402 (ObjNum 883 snap 251 seq_num 883) dirty exists 2023-05-20T06:06:38.187 INFO:tasks.rados.rados.0.smithi081.stdout:2831: left oid 5 (ObjNum 883 snap 251 seq_num 883) 2023-05-20T06:06:38.593 INFO:tasks.rados.rados.0.smithi081.stdout:2828: done (4 left) 2023-05-20T06:06:38.594 INFO:tasks.rados.rados.0.smithi081.stdout:2829: done (3 left) 2023-05-20T06:06:38.594 INFO:tasks.rados.rados.0.smithi081.stdout:2830: done (2 left) 2023-05-20T06:06:38.594 INFO:tasks.rados.rados.0.smithi081.stdout:2831: done (1 left) 2023-05-20T06:06:38.595 INFO:tasks.rados.rados.0.smithi081.stdout:2833: done (0 left) 2023-05-20T06:06:38.595 INFO:tasks.rados.rados.0.smithi081.stdout:2834: snap_create 2023-05-20T06:06:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:38 smithi170 ceph-mon[97338]: pgmap v608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:38.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:38 smithi170 ceph-mon[97338]: osdmap e573: 8 total, 8 up, 8 in 2023-05-20T06:06:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:38 smithi081 ceph-mon[95500]: pgmap v608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:38 smithi081 ceph-mon[95500]: osdmap e573: 8 total, 8 up, 8 in 2023-05-20T06:06:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:38 smithi081 ceph-mon[107735]: pgmap v608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:38 smithi081 ceph-mon[107735]: osdmap e573: 8 total, 8 up, 8 in 2023-05-20T06:06:39.603 INFO:tasks.rados.rados.0.smithi081.stdout:2834: done (0 left) 2023-05-20T06:06:39.603 INFO:tasks.rados.rados.0.smithi081.stdout:2835: snap_create 2023-05-20T06:06:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:39 smithi170 ceph-mon[97338]: osdmap e574: 8 total, 8 up, 8 in 2023-05-20T06:06:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:39 smithi081 ceph-mon[95500]: osdmap e574: 8 total, 8 up, 8 in 2023-05-20T06:06:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:39 smithi081 ceph-mon[107735]: osdmap e574: 8 total, 8 up, 8 in 2023-05-20T06:06:40.604 INFO:tasks.rados.rados.0.smithi081.stdout:2835: done (0 left) 2023-05-20T06:06:40.604 INFO:tasks.rados.rados.0.smithi081.stdout:2836: snap_create 2023-05-20T06:06:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:40 smithi170 ceph-mon[97338]: pgmap v611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:40 smithi170 ceph-mon[97338]: osdmap e575: 8 total, 8 up, 8 in 2023-05-20T06:06:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:40 smithi081 ceph-mon[95500]: pgmap v611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:40 smithi081 ceph-mon[95500]: osdmap e575: 8 total, 8 up, 8 in 2023-05-20T06:06:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:40 smithi081 ceph-mon[107735]: pgmap v611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:40 smithi081 ceph-mon[107735]: osdmap e575: 8 total, 8 up, 8 in 2023-05-20T06:06:41.605 INFO:tasks.rados.rados.0.smithi081.stdout:2836: done (0 left) 2023-05-20T06:06:41.606 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 255 2023-05-20T06:06:41.606 INFO:tasks.rados.rados.0.smithi081.stdout:2837: seq_num 885 ranges {0=425984} 2023-05-20T06:06:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:2837: writing smithi081164505-17 from 0 to 425984 tid 1 2023-05-20T06:06:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:2838: rollback oid 40 current snap is 255 2023-05-20T06:06:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 244 2023-05-20T06:06:41.608 INFO:tasks.rados.rados.0.smithi081.stdout:2839: snap_remove snap 251 2023-05-20T06:06:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:41 smithi170 ceph-mon[97338]: osdmap e576: 8 total, 8 up, 8 in 2023-05-20T06:06:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:41 smithi081 ceph-mon[95500]: osdmap e576: 8 total, 8 up, 8 in 2023-05-20T06:06:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:41 smithi081 ceph-mon[107735]: osdmap e576: 8 total, 8 up, 8 in 2023-05-20T06:06:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:06:41.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:06:41.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:42.618 INFO:tasks.rados.rados.0.smithi081.stdout:2839: done (2 left) 2023-05-20T06:06:42.619 INFO:tasks.rados.rados.0.smithi081.stdout:2840: read oid 29 snap 254 2023-05-20T06:06:42.619 INFO:tasks.rados.rados.0.smithi081.stdout:2840: expect deleted 2023-05-20T06:06:42.619 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 255 2023-05-20T06:06:42.620 INFO:tasks.rados.rados.0.smithi081.stdout:2841: seq_num 886 ranges {7864320=442368} 2023-05-20T06:06:42.663 INFO:tasks.rados.rados.0.smithi081.stdout:2841: writing smithi081164505-19 from 7864320 to 8306688 tid 1 2023-05-20T06:06:42.663 INFO:tasks.rados.rados.0.smithi081.stdout:2842: rollback oid 11 current snap is 255 2023-05-20T06:06:42.663 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 253 2023-05-20T06:06:42.664 INFO:tasks.rados.rados.0.smithi081.stdout:2838: finishing rollback tid 0 to smithi081164505-40 2023-05-20T06:06:42.664 INFO:tasks.rados.rados.0.smithi081.stdout:2838: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:06:42.664 INFO:tasks.rados.rados.0.smithi081.stdout:2838: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:06:42.664 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1534 (ObjNum 770 snap 224 seq_num 770) dirty exists 2023-05-20T06:06:42.664 INFO:tasks.rados.rados.0.smithi081.stdout:2837: finishing write tid 1 to smithi081164505-17 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:2837: finishing write tid 2 to smithi081164505-17 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:2837: finishing write tid 3 to smithi081164505-17 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1221 (ObjNum 885 snap 255 seq_num 885) dirty exists 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:2837: left oid 17 (ObjNum 885 snap 255 seq_num 885) 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:2837: done (4 left) 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:2838: done (3 left) 2023-05-20T06:06:42.665 INFO:tasks.rados.rados.0.smithi081.stdout:2840: done (2 left) 2023-05-20T06:06:42.666 INFO:tasks.rados.rados.0.smithi081.stdout:2843: rollback oid 1 current snap is 255 2023-05-20T06:06:42.666 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 1 to 252 2023-05-20T06:06:42.666 INFO:tasks.rados.rados.0.smithi081.stdout:2844: snap_create 2023-05-20T06:06:42.669 INFO:tasks.rados.rados.0.smithi081.stdout:2842: finishing rollback tid 0 to smithi081164505-11 2023-05-20T06:06:42.669 INFO:tasks.rados.rados.0.smithi081.stdout:2842: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:06:42.669 INFO:tasks.rados.rados.0.smithi081.stdout:2842: finishing rollback tid 2 to smithi081164505-11 2023-05-20T06:06:42.669 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1601 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:06:42.670 INFO:tasks.rados.rados.0.smithi081.stdout:2841: finishing write tid 1 to smithi081164505-19 2023-05-20T06:06:42.670 INFO:tasks.rados.rados.0.smithi081.stdout:2841: finishing write tid 2 to smithi081164505-19 2023-05-20T06:06:42.670 INFO:tasks.rados.rados.0.smithi081.stdout:2843: finishing rollback tid 0 to smithi081164505-1 2023-05-20T06:06:42.671 INFO:tasks.rados.rados.0.smithi081.stdout:2843: finishing rollback tid 1 to smithi081164505-1 2023-05-20T06:06:42.671 INFO:tasks.rados.rados.0.smithi081.stdout:2843: finishing rollback tid 2 to smithi081164505-1 2023-05-20T06:06:42.671 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1191 (ObjNum 788 snap 226 seq_num 788) dirty exists 2023-05-20T06:06:42.671 INFO:tasks.rados.rados.0.smithi081.stdout:2841: finishing write tid 3 to smithi081164505-19 2023-05-20T06:06:42.671 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1418 (ObjNum 886 snap 255 seq_num 886) dirty exists 2023-05-20T06:06:42.672 INFO:tasks.rados.rados.0.smithi081.stdout:2841: left oid 19 (ObjNum 886 snap 255 seq_num 886) 2023-05-20T06:06:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:42 smithi170 ceph-mon[97338]: pgmap v614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:42 smithi170 ceph-mon[97338]: osdmap e577: 8 total, 8 up, 8 in 2023-05-20T06:06:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:42 smithi081 ceph-mon[95500]: pgmap v614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:42 smithi081 ceph-mon[95500]: osdmap e577: 8 total, 8 up, 8 in 2023-05-20T06:06:43.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:42 smithi081 ceph-mon[107735]: pgmap v614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:43.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:42 smithi081 ceph-mon[107735]: osdmap e577: 8 total, 8 up, 8 in 2023-05-20T06:06:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:06:43.630 INFO:tasks.rados.rados.0.smithi081.stdout:2841: done (3 left) 2023-05-20T06:06:43.631 INFO:tasks.rados.rados.0.smithi081.stdout:2842: done (2 left) 2023-05-20T06:06:43.631 INFO:tasks.rados.rados.0.smithi081.stdout:2843: done (1 left) 2023-05-20T06:06:43.631 INFO:tasks.rados.rados.0.smithi081.stdout:2844: done (0 left) 2023-05-20T06:06:43.631 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 256 2023-05-20T06:06:43.631 INFO:tasks.rados.rados.0.smithi081.stdout:2845: seq_num 887 ranges {720896=458752} 2023-05-20T06:06:43.637 INFO:tasks.rados.rados.0.smithi081.stdout:2845: writing smithi081164505-30 from 720896 to 1179648 tid 1 2023-05-20T06:06:43.637 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 256 2023-05-20T06:06:43.637 INFO:tasks.rados.rados.0.smithi081.stdout:2846: seq_num 888 ranges {0=475136} 2023-05-20T06:06:43.639 INFO:tasks.rados.rados.0.smithi081.stdout:2846: writing smithi081164505-38 from 0 to 475136 tid 1 2023-05-20T06:06:43.639 INFO:tasks.rados.rados.0.smithi081.stdout:2847: snap_create 2023-05-20T06:06:43.644 INFO:tasks.rados.rados.0.smithi081.stdout:2845: finishing write tid 1 to smithi081164505-30 2023-05-20T06:06:43.644 INFO:tasks.rados.rados.0.smithi081.stdout:2845: finishing write tid 2 to smithi081164505-30 2023-05-20T06:06:43.645 INFO:tasks.rados.rados.0.smithi081.stdout:2845: finishing write tid 3 to smithi081164505-30 2023-05-20T06:06:43.646 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1379 (ObjNum 887 snap 256 seq_num 887) dirty exists 2023-05-20T06:06:43.646 INFO:tasks.rados.rados.0.smithi081.stdout:2845: left oid 30 (ObjNum 887 snap 256 seq_num 887) 2023-05-20T06:06:43.647 INFO:tasks.rados.rados.0.smithi081.stdout:2846: finishing write tid 1 to smithi081164505-38 2023-05-20T06:06:43.647 INFO:tasks.rados.rados.0.smithi081.stdout:2846: finishing write tid 2 to smithi081164505-38 2023-05-20T06:06:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:2846: finishing write tid 3 to smithi081164505-38 2023-05-20T06:06:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1405 (ObjNum 888 snap 256 seq_num 888) dirty exists 2023-05-20T06:06:43.649 INFO:tasks.rados.rados.0.smithi081.stdout:2846: left oid 38 (ObjNum 888 snap 256 seq_num 888) 2023-05-20T06:06:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:43 smithi170 ceph-mon[97338]: osdmap e578: 8 total, 8 up, 8 in 2023-05-20T06:06:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:43 smithi081 ceph-mon[95500]: osdmap e578: 8 total, 8 up, 8 in 2023-05-20T06:06:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:43 smithi081 ceph-mon[107735]: osdmap e578: 8 total, 8 up, 8 in 2023-05-20T06:06:44.632 INFO:tasks.rados.rados.0.smithi081.stdout:2845: done (2 left) 2023-05-20T06:06:44.632 INFO:tasks.rados.rados.0.smithi081.stdout:2846: done (1 left) 2023-05-20T06:06:44.633 INFO:tasks.rados.rados.0.smithi081.stdout:2847: done (0 left) 2023-05-20T06:06:44.633 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 257 2023-05-20T06:06:44.633 INFO:tasks.rados.rados.0.smithi081.stdout:2848: seq_num 889 ranges {0=491520} 2023-05-20T06:06:44.635 INFO:tasks.rados.rados.0.smithi081.stdout:2848: writing smithi081164505-31 from 0 to 491520 tid 1 2023-05-20T06:06:44.635 INFO:tasks.rados.rados.0.smithi081.stdout:2849: rmattr oid 35 current snap is 257 2023-05-20T06:06:44.636 INFO:tasks.rados.rados.0.smithi081.stdout:2849: done (1 left) 2023-05-20T06:06:44.636 INFO:tasks.rados.rados.0.smithi081.stdout:2850: read oid 29 snap 244 2023-05-20T06:06:44.636 INFO:tasks.rados.rados.0.smithi081.stdout:2850: expect (ObjNum 843 snap 242 seq_num 843) 2023-05-20T06:06:44.636 INFO:tasks.rados.rados.0.smithi081.stdout:2851: copy_from oid 11 from oid 13 current snap is 257 2023-05-20T06:06:44.636 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 257 2023-05-20T06:06:44.636 INFO:tasks.rados.rados.0.smithi081.stdout:2852: seq_num 890 ranges {0=507904} 2023-05-20T06:06:44.639 INFO:tasks.rados.rados.0.smithi081.stdout:2852: writing smithi081164505-46 from 0 to 507904 tid 1 2023-05-20T06:06:44.639 INFO:tasks.rados.rados.0.smithi081.stdout:2853: delete oid 18 current snap is 257 2023-05-20T06:06:44.642 INFO:tasks.rados.rados.0.smithi081.stdout:2848: finishing write tid 1 to smithi081164505-31 2023-05-20T06:06:44.643 INFO:tasks.rados.rados.0.smithi081.stdout:2848: finishing write tid 2 to smithi081164505-31 2023-05-20T06:06:44.647 INFO:tasks.rados.rados.0.smithi081.stdout:2850: expect (ObjNum 843 snap 242 seq_num 843) 2023-05-20T06:06:44.709 INFO:tasks.rados.rados.0.smithi081.stdout:2848: finishing write tid 3 to smithi081164505-31 2023-05-20T06:06:44.710 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1742 (ObjNum 889 snap 257 seq_num 889) dirty exists 2023-05-20T06:06:44.710 INFO:tasks.rados.rados.0.smithi081.stdout:2848: left oid 31 (ObjNum 889 snap 257 seq_num 889) 2023-05-20T06:06:44.710 INFO:tasks.rados.rados.0.smithi081.stdout:2852: finishing write tid 1 to smithi081164505-46 2023-05-20T06:06:44.711 INFO:tasks.rados.rados.0.smithi081.stdout:2848: done (4 left) 2023-05-20T06:06:44.711 INFO:tasks.rados.rados.0.smithi081.stdout:2850: done (3 left) 2023-05-20T06:06:44.711 INFO:tasks.rados.rados.0.smithi081.stdout:2853: done (2 left) 2023-05-20T06:06:44.711 INFO:tasks.rados.rados.0.smithi081.stdout:2854: read oid 4 snap -1 2023-05-20T06:06:44.712 INFO:tasks.rados.rados.0.smithi081.stdout:2854: expect deleted 2023-05-20T06:06:44.712 INFO:tasks.rados.rados.0.smithi081.stdout:2855: copy_from oid 34 from oid 48 current snap is 257 2023-05-20T06:06:44.712 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 257 2023-05-20T06:06:44.712 INFO:tasks.rados.rados.0.smithi081.stdout:2852: finishing write tid 2 to smithi081164505-46 2023-05-20T06:06:44.712 INFO:tasks.rados.rados.0.smithi081.stdout:2852: finishing write tid 3 to smithi081164505-46 2023-05-20T06:06:44.713 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1223 (ObjNum 890 snap 257 seq_num 890) dirty exists 2023-05-20T06:06:44.713 INFO:tasks.rados.rados.0.smithi081.stdout:2852: left oid 46 (ObjNum 890 snap 257 seq_num 890) 2023-05-20T06:06:44.713 INFO:tasks.rados.rados.0.smithi081.stdout:2851: finishing copy_from to smithi081164505-11 2023-05-20T06:06:44.714 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1480 (ObjNum 852 snap 243 seq_num 852) dirty exists 2023-05-20T06:06:44.714 INFO:tasks.rados.rados.0.smithi081.stdout:2851: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:06:44.714 INFO:tasks.rados.rados.0.smithi081.stdout:2856: seq_num 892 ranges {5881856=548864} 2023-05-20T06:06:44.743 INFO:tasks.rados.rados.0.smithi081.stdout:2856: writing smithi081164505-3 from 5881856 to 6430720 tid 1 2023-05-20T06:06:44.743 INFO:tasks.rados.rados.0.smithi081.stdout:2851: done (4 left) 2023-05-20T06:06:44.743 INFO:tasks.rados.rados.0.smithi081.stdout:2852: done (3 left) 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:2857: read oid 23 snap -1 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:2857: expect (ObjNum 872 snap 247 seq_num 872) 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:2858: rmattr oid 50 current snap is 257 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:2859: delete oid 29 current snap is 257 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:2855: finishing copy_from to smithi081164505-34 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1236 (ObjNum 713 snap 202 seq_num 713) dirty exists 2023-05-20T06:06:44.744 INFO:tasks.rados.rados.0.smithi081.stdout:2855: finishing copy_from racing read to smithi081164505-34 2023-05-20T06:06:44.746 INFO:tasks.rados.rados.0.smithi081.stdout:2854: done (5 left) 2023-05-20T06:06:44.746 INFO:tasks.rados.rados.0.smithi081.stdout:2855: done (4 left) 2023-05-20T06:06:44.747 INFO:tasks.rados.rados.0.smithi081.stdout:2859: done (3 left) 2023-05-20T06:06:44.747 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 257 2023-05-20T06:06:44.747 INFO:tasks.rados.rados.0.smithi081.stdout:2860: seq_num 894 ranges {0=581632} 2023-05-20T06:06:44.750 INFO:tasks.rados.rados.0.smithi081.stdout:2860: writing smithi081164505-16 from 0 to 581632 tid 1 2023-05-20T06:06:44.750 INFO:tasks.rados.rados.0.smithi081.stdout:2861: snap_create 2023-05-20T06:06:44.753 INFO:tasks.rados.rados.0.smithi081.stdout:2856: finishing write tid 1 to smithi081164505-3 2023-05-20T06:06:44.753 INFO:tasks.rados.rados.0.smithi081.stdout:2856: finishing write tid 2 to smithi081164505-3 2023-05-20T06:06:44.754 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1052 (ObjNum 753 snap 223 seq_num 753) dirty exists 2023-05-20T06:06:44.755 INFO:tasks.rados.rados.0.smithi081.stdout:2860: finishing write tid 1 to smithi081164505-16 2023-05-20T06:06:44.755 INFO:tasks.rados.rados.0.smithi081.stdout:2860: finishing write tid 2 to smithi081164505-16 2023-05-20T06:06:44.756 INFO:tasks.rados.rados.0.smithi081.stdout:2856: finishing write tid 3 to smithi081164505-3 2023-05-20T06:06:44.756 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1051 (ObjNum 892 snap 257 seq_num 892) dirty exists 2023-05-20T06:06:44.756 INFO:tasks.rados.rados.0.smithi081.stdout:2856: left oid 3 (ObjNum 892 snap 257 seq_num 892) 2023-05-20T06:06:44.757 INFO:tasks.rados.rados.0.smithi081.stdout:2860: finishing write tid 3 to smithi081164505-16 2023-05-20T06:06:44.757 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1538 (ObjNum 894 snap 257 seq_num 894) dirty exists 2023-05-20T06:06:44.757 INFO:tasks.rados.rados.0.smithi081.stdout:2860: left oid 16 (ObjNum 894 snap 257 seq_num 894) 2023-05-20T06:06:44.773 INFO:tasks.rados.rados.0.smithi081.stdout:2857: expect (ObjNum 872 snap 247 seq_num 872) 2023-05-20T06:06:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:44 smithi170 ceph-mon[97338]: pgmap v617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:44 smithi170 ceph-mon[97338]: osdmap e579: 8 total, 8 up, 8 in 2023-05-20T06:06:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:44 smithi081 ceph-mon[95500]: pgmap v617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:44 smithi081 ceph-mon[95500]: osdmap e579: 8 total, 8 up, 8 in 2023-05-20T06:06:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:44 smithi081 ceph-mon[107735]: pgmap v617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:44 smithi081 ceph-mon[107735]: osdmap e579: 8 total, 8 up, 8 in 2023-05-20T06:06:45.642 INFO:tasks.rados.rados.0.smithi081.stdout:2856: done (4 left) 2023-05-20T06:06:45.643 INFO:tasks.rados.rados.0.smithi081.stdout:2857: done (3 left) 2023-05-20T06:06:45.643 INFO:tasks.rados.rados.0.smithi081.stdout:2858: done (2 left) 2023-05-20T06:06:45.643 INFO:tasks.rados.rados.0.smithi081.stdout:2860: done (1 left) 2023-05-20T06:06:45.643 INFO:tasks.rados.rados.0.smithi081.stdout:2861: done (0 left) 2023-05-20T06:06:45.643 INFO:tasks.rados.rados.0.smithi081.stdout:2862: copy_from oid 40 from oid 20 current snap is 258 2023-05-20T06:06:45.643 INFO:tasks.rados.rados.0.smithi081.stdout:2863: rmattr oid 46 current snap is 258 2023-05-20T06:06:45.644 INFO:tasks.rados.rados.0.smithi081.stdout:2863: done (1 left) 2023-05-20T06:06:45.644 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 258 2023-05-20T06:06:45.644 INFO:tasks.rados.rados.0.smithi081.stdout:2864: seq_num 895 ranges {4538368=598016} 2023-05-20T06:06:45.670 INFO:tasks.rados.rados.0.smithi081.stdout:2864: writing smithi081164505-48 from 4538368 to 5136384 tid 1 2023-05-20T06:06:45.670 INFO:tasks.rados.rados.0.smithi081.stdout:2865: snap_create 2023-05-20T06:06:45.670 INFO:tasks.rados.rados.0.smithi081.stdout:2862: finishing copy_from to smithi081164505-40 2023-05-20T06:06:45.670 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1416 (ObjNum 866 snap 245 seq_num 866) dirty exists 2023-05-20T06:06:45.670 INFO:tasks.rados.rados.0.smithi081.stdout:2862: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:06:45.675 INFO:tasks.rados.rados.0.smithi081.stdout:2864: finishing write tid 1 to smithi081164505-48 2023-05-20T06:06:45.675 INFO:tasks.rados.rados.0.smithi081.stdout:2864: finishing write tid 2 to smithi081164505-48 2023-05-20T06:06:45.676 INFO:tasks.rados.rados.0.smithi081.stdout:2864: finishing write tid 3 to smithi081164505-48 2023-05-20T06:06:45.676 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1606 (ObjNum 895 snap 258 seq_num 895) dirty exists 2023-05-20T06:06:45.676 INFO:tasks.rados.rados.0.smithi081.stdout:2864: left oid 48 (ObjNum 895 snap 258 seq_num 895) 2023-05-20T06:06:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:45 smithi170 ceph-mon[97338]: osdmap e580: 8 total, 8 up, 8 in 2023-05-20T06:06:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:45 smithi081 ceph-mon[95500]: osdmap e580: 8 total, 8 up, 8 in 2023-05-20T06:06:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:45 smithi081 ceph-mon[107735]: osdmap e580: 8 total, 8 up, 8 in 2023-05-20T06:06:46.647 INFO:tasks.rados.rados.0.smithi081.stdout:2862: done (2 left) 2023-05-20T06:06:46.647 INFO:tasks.rados.rados.0.smithi081.stdout:2864: done (1 left) 2023-05-20T06:06:46.647 INFO:tasks.rados.rados.0.smithi081.stdout:2865: done (0 left) 2023-05-20T06:06:46.647 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 259 2023-05-20T06:06:46.648 INFO:tasks.rados.rados.0.smithi081.stdout:2866: seq_num 896 ranges {6373376=614400} 2023-05-20T06:06:46.683 INFO:tasks.rados.rados.0.smithi081.stdout:2866: writing smithi081164505-39 from 6373376 to 6987776 tid 1 2023-05-20T06:06:46.684 INFO:tasks.rados.rados.0.smithi081.stdout:2867: read oid 17 snap -1 2023-05-20T06:06:46.684 INFO:tasks.rados.rados.0.smithi081.stdout:2867: expect (ObjNum 885 snap 255 seq_num 885) 2023-05-20T06:06:46.684 INFO:tasks.rados.rados.0.smithi081.stdout:2868: snap_create 2023-05-20T06:06:46.690 INFO:tasks.rados.rados.0.smithi081.stdout:2867: expect (ObjNum 885 snap 255 seq_num 885) 2023-05-20T06:06:46.702 INFO:tasks.rados.rados.0.smithi081.stdout:2866: finishing write tid 1 to smithi081164505-39 2023-05-20T06:06:46.702 INFO:tasks.rados.rados.0.smithi081.stdout:2866: finishing write tid 2 to smithi081164505-39 2023-05-20T06:06:46.702 INFO:tasks.rados.rados.0.smithi081.stdout:2866: finishing write tid 3 to smithi081164505-39 2023-05-20T06:06:46.702 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1609 (ObjNum 896 snap 259 seq_num 896) dirty exists 2023-05-20T06:06:46.702 INFO:tasks.rados.rados.0.smithi081.stdout:2866: left oid 39 (ObjNum 896 snap 259 seq_num 896) 2023-05-20T06:06:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:46 smithi170 ceph-mon[97338]: pgmap v620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:46 smithi170 ceph-mon[97338]: osdmap e581: 8 total, 8 up, 8 in 2023-05-20T06:06:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:46 smithi081 ceph-mon[95500]: pgmap v620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:46 smithi081 ceph-mon[95500]: osdmap e581: 8 total, 8 up, 8 in 2023-05-20T06:06:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:46 smithi081 ceph-mon[107735]: pgmap v620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:46 smithi081 ceph-mon[107735]: osdmap e581: 8 total, 8 up, 8 in 2023-05-20T06:06:47.653 INFO:tasks.rados.rados.0.smithi081.stdout:2866: done (2 left) 2023-05-20T06:06:47.653 INFO:tasks.rados.rados.0.smithi081.stdout:2867: done (1 left) 2023-05-20T06:06:47.653 INFO:tasks.rados.rados.0.smithi081.stdout:2868: done (0 left) 2023-05-20T06:06:47.653 INFO:tasks.rados.rados.0.smithi081.stdout:2869: snap_create 2023-05-20T06:06:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:47 smithi170 ceph-mon[97338]: osdmap e582: 8 total, 8 up, 8 in 2023-05-20T06:06:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:47 smithi081 ceph-mon[95500]: osdmap e582: 8 total, 8 up, 8 in 2023-05-20T06:06:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:47 smithi081 ceph-mon[107735]: osdmap e582: 8 total, 8 up, 8 in 2023-05-20T06:06:48.655 INFO:tasks.rados.rados.0.smithi081.stdout:2869: done (0 left) 2023-05-20T06:06:48.655 INFO:tasks.rados.rados.0.smithi081.stdout:2870: rollback oid 32 current snap is 261 2023-05-20T06:06:48.655 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 259 2023-05-20T06:06:48.655 INFO:tasks.rados.rados.0.smithi081.stdout:2871: copy_from oid 1 from oid 15 current snap is 261 2023-05-20T06:06:48.655 INFO:tasks.rados.rados.0.smithi081.stdout:2872: snap_remove snap 252 2023-05-20T06:06:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:48 smithi170 ceph-mon[97338]: pgmap v623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:48 smithi170 ceph-mon[97338]: osdmap e583: 8 total, 8 up, 8 in 2023-05-20T06:06:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:48 smithi081 ceph-mon[95500]: pgmap v623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:48 smithi081 ceph-mon[95500]: osdmap e583: 8 total, 8 up, 8 in 2023-05-20T06:06:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:48 smithi081 ceph-mon[107735]: pgmap v623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:48 smithi081 ceph-mon[107735]: osdmap e583: 8 total, 8 up, 8 in 2023-05-20T06:06:49.659 INFO:tasks.rados.rados.0.smithi081.stdout:2872: done (2 left) 2023-05-20T06:06:49.659 INFO:tasks.rados.rados.0.smithi081.stdout:2873: copy_from oid 40 from oid 30 current snap is 261 2023-05-20T06:06:49.661 INFO:tasks.rados.rados.0.smithi081.stdout:2874: read oid 29 snap -1 2023-05-20T06:06:49.661 INFO:tasks.rados.rados.0.smithi081.stdout:2874: expect deleted 2023-05-20T06:06:49.662 INFO:tasks.rados.rados.0.smithi081.stdout:2875: read oid 6 snap -1 2023-05-20T06:06:49.662 INFO:tasks.rados.rados.0.smithi081.stdout:2875: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:49.662 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 261 2023-05-20T06:06:49.662 INFO:tasks.rados.rados.0.smithi081.stdout:2876: seq_num 897 ranges {425984=630784} 2023-05-20T06:06:49.667 INFO:tasks.rados.rados.0.smithi081.stdout:2876: writing smithi081164505-17 from 425984 to 1056768 tid 1 2023-05-20T06:06:49.667 INFO:tasks.rados.rados.0.smithi081.stdout:2877: rmattr oid 48 current snap is 261 2023-05-20T06:06:49.667 INFO:tasks.rados.rados.0.smithi081.stdout:2877: done (6 left) 2023-05-20T06:06:49.667 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 261 2023-05-20T06:06:49.667 INFO:tasks.rados.rados.0.smithi081.stdout:2878: seq_num 898 ranges {491520=647168} 2023-05-20T06:06:49.673 INFO:tasks.rados.rados.0.smithi081.stdout:2878: writing smithi081164505-31 from 491520 to 1138688 tid 1 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:2879: read oid 5 snap -1 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:2879: expect (ObjNum 883 snap 251 seq_num 883) 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 261 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:2870: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:2870: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:2870: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:06:49.674 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 980 (ObjNum 754 snap 223 seq_num 754) dirty exists 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:2871: finishing copy_from to smithi081164505-1 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1528 (ObjNum 871 snap 247 seq_num 871) dirty exists 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:2871: finishing copy_from racing read to smithi081164505-1 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:2873: finishing copy_from to smithi081164505-40 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1379 (ObjNum 887 snap 256 seq_num 887) dirty exists 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:2873: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:06:49.675 INFO:tasks.rados.rados.0.smithi081.stdout:2880: seq_num 899 ranges {6168576=663552} 2023-05-20T06:06:49.714 INFO:tasks.rados.rados.0.smithi081.stdout:2880: writing smithi081164505-42 from 6168576 to 6832128 tid 1 2023-05-20T06:06:49.714 INFO:tasks.rados.rados.0.smithi081.stdout:2870: done (8 left) 2023-05-20T06:06:49.714 INFO:tasks.rados.rados.0.smithi081.stdout:2871: done (7 left) 2023-05-20T06:06:49.714 INFO:tasks.rados.rados.0.smithi081.stdout:2873: done (6 left) 2023-05-20T06:06:49.714 INFO:tasks.rados.rados.0.smithi081.stdout:2874: done (5 left) 2023-05-20T06:06:49.714 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 30 current snap is 261 2023-05-20T06:06:49.715 INFO:tasks.rados.rados.0.smithi081.stdout:2876: finishing write tid 1 to smithi081164505-17 2023-05-20T06:06:49.715 INFO:tasks.rados.rados.0.smithi081.stdout:2881: seq_num 900 ranges {1179648=679936} 2023-05-20T06:06:49.724 INFO:tasks.rados.rados.0.smithi081.stdout:2881: writing smithi081164505-30 from 1179648 to 1859584 tid 1 2023-05-20T06:06:49.725 INFO:tasks.rados.rados.0.smithi081.stdout:2882: rollback oid 15 current snap is 261 2023-05-20T06:06:49.725 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 260 2023-05-20T06:06:49.725 INFO:tasks.rados.rados.0.smithi081.stdout:2876: finishing write tid 2 to smithi081164505-17 2023-05-20T06:06:49.725 INFO:tasks.rados.rados.0.smithi081.stdout:2876: finishing write tid 3 to smithi081164505-17 2023-05-20T06:06:49.725 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1223 (ObjNum 897 snap 261 seq_num 897) dirty exists 2023-05-20T06:06:49.725 INFO:tasks.rados.rados.0.smithi081.stdout:2876: left oid 17 (ObjNum 897 snap 261 seq_num 897) 2023-05-20T06:06:49.726 INFO:tasks.rados.rados.0.smithi081.stdout:2876: done (6 left) 2023-05-20T06:06:49.726 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 261 2023-05-20T06:06:49.726 INFO:tasks.rados.rados.0.smithi081.stdout:2878: finishing write tid 1 to smithi081164505-31 2023-05-20T06:06:49.726 INFO:tasks.rados.rados.0.smithi081.stdout:2875: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:49.844 INFO:tasks.rados.rados.0.smithi081.stdout:2878: finishing write tid 2 to smithi081164505-31 2023-05-20T06:06:49.844 INFO:tasks.rados.rados.0.smithi081.stdout:2878: finishing write tid 3 to smithi081164505-31 2023-05-20T06:06:49.844 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1745 (ObjNum 898 snap 261 seq_num 898) dirty exists 2023-05-20T06:06:49.844 INFO:tasks.rados.rados.0.smithi081.stdout:2878: left oid 31 (ObjNum 898 snap 261 seq_num 898) 2023-05-20T06:06:49.845 INFO:tasks.rados.rados.0.smithi081.stdout:2879: expect (ObjNum 883 snap 251 seq_num 883) 2023-05-20T06:06:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:49 smithi170 ceph-mon[97338]: osdmap e584: 8 total, 8 up, 8 in 2023-05-20T06:06:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:49 smithi170 ceph-mon[97338]: osdmap e585: 8 total, 8 up, 8 in 2023-05-20T06:06:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:49 smithi081 ceph-mon[95500]: osdmap e584: 8 total, 8 up, 8 in 2023-05-20T06:06:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:49 smithi081 ceph-mon[95500]: osdmap e585: 8 total, 8 up, 8 in 2023-05-20T06:06:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:49 smithi081 ceph-mon[107735]: osdmap e584: 8 total, 8 up, 8 in 2023-05-20T06:06:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:49 smithi081 ceph-mon[107735]: osdmap e585: 8 total, 8 up, 8 in 2023-05-20T06:06:50.412 INFO:tasks.rados.rados.0.smithi081.stdout:2880: finishing write tid 1 to smithi081164505-42 2023-05-20T06:06:50.412 INFO:tasks.rados.rados.0.smithi081.stdout:2880: finishing write tid 2 to smithi081164505-42 2023-05-20T06:06:50.412 INFO:tasks.rados.rados.0.smithi081.stdout:2880: finishing write tid 3 to smithi081164505-42 2023-05-20T06:06:50.413 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1225 (ObjNum 899 snap 261 seq_num 899) dirty exists 2023-05-20T06:06:50.413 INFO:tasks.rados.rados.0.smithi081.stdout:2880: left oid 42 (ObjNum 899 snap 261 seq_num 899) 2023-05-20T06:06:50.413 INFO:tasks.rados.rados.0.smithi081.stdout:2881: finishing write tid 1 to smithi081164505-30 2023-05-20T06:06:50.413 INFO:tasks.rados.rados.0.smithi081.stdout:2883: seq_num 901 ranges {581632=696320} 2023-05-20T06:06:50.414 INFO:tasks.rados.rados.0.smithi081.stdout:2883: writing smithi081164505-16 from 581632 to 1277952 tid 1 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2875: done (6 left) 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2878: done (5 left) 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2879: done (4 left) 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2880: done (3 left) 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2884: read oid 8 snap -1 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2884: expect (ObjNum 876 snap 251 seq_num 876) 2023-05-20T06:06:50.415 INFO:tasks.rados.rados.0.smithi081.stdout:2885: rollback oid 31 current snap is 261 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 257 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:2881: finishing write tid 2 to smithi081164505-30 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:2886: rollback oid 18 current snap is 261 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 18 to 243 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:2882: finishing rollback tid 0 to smithi081164505-15 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:2882: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:06:50.416 INFO:tasks.rados.rados.0.smithi081.stdout:2882: finishing rollback tid 2 to smithi081164505-15 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1548 (ObjNum 871 snap 247 seq_num 871) dirty exists 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:2882: done (5 left) 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:2887: copy_from oid 5 from oid 29 current snap is 261 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:2881: finishing write tid 3 to smithi081164505-30 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1381 (ObjNum 900 snap 261 seq_num 900) dirty exists 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:2881: left oid 30 (ObjNum 900 snap 261 seq_num 900) 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:2881: done (5 left) 2023-05-20T06:06:50.417 INFO:tasks.rados.rados.0.smithi081.stdout:2888: snap_remove snap 249 2023-05-20T06:06:51.130 INFO:tasks.rados.rados.0.smithi081.stdout:2888: done (5 left) 2023-05-20T06:06:51.130 INFO:tasks.rados.rados.0.smithi081.stdout:2889: rollback oid 48 current snap is 261 2023-05-20T06:06:51.130 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 48 to 256 2023-05-20T06:06:51.135 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 261 2023-05-20T06:06:51.135 INFO:tasks.rados.rados.0.smithi081.stdout:2890: seq_num 902 ranges {40960=712704} 2023-05-20T06:06:51.136 INFO:tasks.rados.rados.0.smithi081.stdout:2890: writing smithi081164505-47 from 40960 to 753664 tid 1 2023-05-20T06:06:51.136 INFO:tasks.rados.rados.0.smithi081.stdout:2891: snap_create 2023-05-20T06:06:51.146 INFO:tasks.rados.rados.0.smithi081.stdout:2886: finishing rollback tid 1 to smithi081164505-18 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:2886: finishing rollback tid 2 to smithi081164505-18 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 986 (ObjNum 810 snap 233 seq_num 810) dirty exists 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:2885: finishing rollback tid 0 to smithi081164505-31 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:2885: finishing rollback tid 1 to smithi081164505-31 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:2885: finishing rollback tid 2 to smithi081164505-31 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1748 (ObjNum 889 snap 257 seq_num 889) dirty exists 2023-05-20T06:06:51.147 INFO:tasks.rados.rados.0.smithi081.stdout:2883: finishing write tid 1 to smithi081164505-16 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:2883: finishing write tid 2 to smithi081164505-16 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:2883: finishing write tid 3 to smithi081164505-16 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1551 (ObjNum 901 snap 261 seq_num 901) dirty exists 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:2883: left oid 16 (ObjNum 901 snap 261 seq_num 901) 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:2887: finishing copy_from to smithi081164505-5 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:2887: got expected ENOENT (src dne) 2023-05-20T06:06:51.148 INFO:tasks.rados.rados.0.smithi081.stdout:2887: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:06:51.149 INFO:tasks.rados.rados.0.smithi081.stdout:2884: expect (ObjNum 876 snap 251 seq_num 876) 2023-05-20T06:06:51.314 INFO:tasks.rados.rados.0.smithi081.stdout:2889: finishing rollback tid 0 to smithi081164505-48 2023-05-20T06:06:51.315 INFO:tasks.rados.rados.0.smithi081.stdout:2889: finishing rollback tid 1 to smithi081164505-48 2023-05-20T06:06:51.315 INFO:tasks.rados.rados.0.smithi081.stdout:2889: finishing rollback tid 2 to smithi081164505-48 2023-05-20T06:06:51.315 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1619 (ObjNum 713 snap 202 seq_num 713) dirty exists 2023-05-20T06:06:51.316 INFO:tasks.rados.rados.0.smithi081.stdout:2890: finishing write tid 1 to smithi081164505-47 2023-05-20T06:06:51.316 INFO:tasks.rados.rados.0.smithi081.stdout:2890: finishing write tid 2 to smithi081164505-47 2023-05-20T06:06:51.316 INFO:tasks.rados.rados.0.smithi081.stdout:2890: finishing write tid 3 to smithi081164505-47 2023-05-20T06:06:51.316 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1225 (ObjNum 902 snap 261 seq_num 902) dirty exists 2023-05-20T06:06:51.316 INFO:tasks.rados.rados.0.smithi081.stdout:2890: left oid 47 (ObjNum 902 snap 261 seq_num 902) 2023-05-20T06:06:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:51 smithi170 ceph-mon[97338]: pgmap v626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:51 smithi081 ceph-mon[95500]: pgmap v626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:51 smithi081 ceph-mon[107735]: pgmap v626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:06:51.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:06:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:06:51.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:06:52.136 INFO:tasks.rados.rados.0.smithi081.stdout:2883: done (7 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2884: done (6 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2885: done (5 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2886: done (4 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2887: done (3 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2889: done (2 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2890: done (1 left) 2023-05-20T06:06:52.137 INFO:tasks.rados.rados.0.smithi081.stdout:2891: done (0 left) 2023-05-20T06:06:52.138 INFO:tasks.rados.rados.0.smithi081.stdout:2892: copy_from oid 49 from oid 13 current snap is 262 2023-05-20T06:06:52.138 INFO:tasks.rados.rados.0.smithi081.stdout:2893: copy_from oid 46 from oid 17 current snap is 262 2023-05-20T06:06:52.138 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 262 2023-05-20T06:06:52.138 INFO:tasks.rados.rados.0.smithi081.stdout:2894: seq_num 903 ranges {5103616=729088} 2023-05-20T06:06:52.169 INFO:tasks.rados.rados.0.smithi081.stdout:2894: writing smithi081164505-25 from 5103616 to 5832704 tid 1 2023-05-20T06:06:52.169 INFO:tasks.rados.rados.0.smithi081.stdout:2895: read oid 11 snap -1 2023-05-20T06:06:52.169 INFO:tasks.rados.rados.0.smithi081.stdout:2895: expect (ObjNum 852 snap 243 seq_num 852) 2023-05-20T06:06:52.169 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 262 2023-05-20T06:06:52.169 INFO:tasks.rados.rados.0.smithi081.stdout:2893: finishing copy_from to smithi081164505-46 2023-05-20T06:06:52.169 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1223 (ObjNum 897 snap 261 seq_num 897) dirty exists 2023-05-20T06:06:52.170 INFO:tasks.rados.rados.0.smithi081.stdout:2896: seq_num 904 ranges {7274496=745472} 2023-05-20T06:06:52.212 INFO:tasks.rados.rados.0.smithi081.stdout:2896: writing smithi081164505-12 from 7274496 to 8019968 tid 1 2023-05-20T06:06:52.213 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 262 2023-05-20T06:06:52.213 INFO:tasks.rados.rados.0.smithi081.stdout:2893: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:06:52.213 INFO:tasks.rados.rados.0.smithi081.stdout:2897: seq_num 905 ranges {2424832=761856} 2023-05-20T06:06:52.229 INFO:tasks.rados.rados.0.smithi081.stdout:2897: writing smithi081164505-32 from 2424832 to 3186688 tid 1 2023-05-20T06:06:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:2893: done (5 left) 2023-05-20T06:06:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:2898: rollback oid 30 current snap is 262 2023-05-20T06:06:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 253 2023-05-20T06:06:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:2892: finishing copy_from to smithi081164505-49 2023-05-20T06:06:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1480 (ObjNum 852 snap 243 seq_num 852) dirty exists 2023-05-20T06:06:52.230 INFO:tasks.rados.rados.0.smithi081.stdout:2892: finishing copy_from racing read to smithi081164505-49 2023-05-20T06:06:52.231 INFO:tasks.rados.rados.0.smithi081.stdout:2894: finishing write tid 1 to smithi081164505-25 2023-05-20T06:06:52.231 INFO:tasks.rados.rados.0.smithi081.stdout:2894: finishing write tid 2 to smithi081164505-25 2023-05-20T06:06:52.231 INFO:tasks.rados.rados.0.smithi081.stdout:2894: finishing write tid 3 to smithi081164505-25 2023-05-20T06:06:52.231 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1753 (ObjNum 903 snap 262 seq_num 903) dirty exists 2023-05-20T06:06:52.231 INFO:tasks.rados.rados.0.smithi081.stdout:2894: left oid 25 (ObjNum 903 snap 262 seq_num 903) 2023-05-20T06:06:52.231 INFO:tasks.rados.rados.0.smithi081.stdout:2895: expect (ObjNum 852 snap 243 seq_num 852) 2023-05-20T06:06:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:52 smithi170 ceph-mon[97338]: osdmap e586: 8 total, 8 up, 8 in 2023-05-20T06:06:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:52 smithi081 ceph-mon[95500]: osdmap e586: 8 total, 8 up, 8 in 2023-05-20T06:06:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:52 smithi081 ceph-mon[107735]: osdmap e586: 8 total, 8 up, 8 in 2023-05-20T06:06:52.652 INFO:tasks.rados.rados.0.smithi081.stdout:2896: finishing write tid 1 to smithi081164505-12 2023-05-20T06:06:52.653 INFO:tasks.rados.rados.0.smithi081.stdout:2896: finishing write tid 2 to smithi081164505-12 2023-05-20T06:06:52.653 INFO:tasks.rados.rados.0.smithi081.stdout:2896: finishing write tid 3 to smithi081164505-12 2023-05-20T06:06:52.653 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 993 (ObjNum 904 snap 262 seq_num 904) dirty exists 2023-05-20T06:06:52.653 INFO:tasks.rados.rados.0.smithi081.stdout:2896: left oid 12 (ObjNum 904 snap 262 seq_num 904) 2023-05-20T06:06:52.653 INFO:tasks.rados.rados.0.smithi081.stdout:2897: finishing write tid 1 to smithi081164505-32 2023-05-20T06:06:52.654 INFO:tasks.rados.rados.0.smithi081.stdout:2892: done (5 left) 2023-05-20T06:06:52.654 INFO:tasks.rados.rados.0.smithi081.stdout:2894: done (4 left) 2023-05-20T06:06:52.654 INFO:tasks.rados.rados.0.smithi081.stdout:2895: done (3 left) 2023-05-20T06:06:52.654 INFO:tasks.rados.rados.0.smithi081.stdout:2896: done (2 left) 2023-05-20T06:06:52.654 INFO:tasks.rados.rados.0.smithi081.stdout:2899: delete oid 48 current snap is 262 2023-05-20T06:06:52.655 INFO:tasks.rados.rados.0.smithi081.stdout:2897: finishing write tid 2 to smithi081164505-32 2023-05-20T06:06:52.655 INFO:tasks.rados.rados.0.smithi081.stdout:2898: finishing rollback tid 0 to smithi081164505-30 2023-05-20T06:06:52.655 INFO:tasks.rados.rados.0.smithi081.stdout:2898: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:06:52.655 INFO:tasks.rados.rados.0.smithi081.stdout:2898: finishing rollback tid 2 to smithi081164505-30 2023-05-20T06:06:52.655 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1384 (ObjNum 616 snap 170 seq_num 616) dirty exists 2023-05-20T06:06:52.655 INFO:tasks.rados.rados.0.smithi081.stdout:2897: finishing write tid 3 to smithi081164505-32 2023-05-20T06:06:52.656 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 996 (ObjNum 905 snap 262 seq_num 905) dirty exists 2023-05-20T06:06:52.656 INFO:tasks.rados.rados.0.smithi081.stdout:2897: left oid 32 (ObjNum 905 snap 262 seq_num 905) 2023-05-20T06:06:52.656 INFO:tasks.rados.rados.0.smithi081.stdout:2897: done (2 left) 2023-05-20T06:06:52.657 INFO:tasks.rados.rados.0.smithi081.stdout:2898: done (1 left) 2023-05-20T06:06:52.657 INFO:tasks.rados.rados.0.smithi081.stdout:2899: done (0 left) 2023-05-20T06:06:52.657 INFO:tasks.rados.rados.0.smithi081.stdout:2900: read oid 44 snap -1 2023-05-20T06:06:52.657 INFO:tasks.rados.rados.0.smithi081.stdout:2900: expect deleted 2023-05-20T06:06:52.657 INFO:tasks.rados.rados.0.smithi081.stdout:2901: read oid 36 snap 259 2023-05-20T06:06:52.657 INFO:tasks.rados.rados.0.smithi081.stdout:2901: expect deleted 2023-05-20T06:06:52.658 INFO:tasks.rados.rados.0.smithi081.stdout:2902: snap_remove snap 247 2023-05-20T06:06:53.138 INFO:tasks.rados.rados.0.smithi081.stdout:2902: done (2 left) 2023-05-20T06:06:53.138 INFO:tasks.rados.rados.0.smithi081.stdout:2903: snap_remove snap 253 2023-05-20T06:06:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:53 smithi170 ceph-mon[97338]: pgmap v629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:53 smithi170 ceph-mon[97338]: osdmap e587: 8 total, 8 up, 8 in 2023-05-20T06:06:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:53 smithi081 ceph-mon[95500]: pgmap v629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:53 smithi081 ceph-mon[95500]: osdmap e587: 8 total, 8 up, 8 in 2023-05-20T06:06:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:06:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:53 smithi081 ceph-mon[107735]: pgmap v629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:53 smithi081 ceph-mon[107735]: osdmap e587: 8 total, 8 up, 8 in 2023-05-20T06:06:54.140 INFO:tasks.rados.rados.0.smithi081.stdout:2903: done (2 left) 2023-05-20T06:06:54.140 INFO:tasks.rados.rados.0.smithi081.stdout:2904: read oid 33 snap 244 2023-05-20T06:06:54.140 INFO:tasks.rados.rados.0.smithi081.stdout:2904: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:54.140 INFO:tasks.rados.rados.0.smithi081.stdout:2905: rollback oid 25 current snap is 262 2023-05-20T06:06:54.141 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 256 2023-05-20T06:06:54.141 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 262 2023-05-20T06:06:54.141 INFO:tasks.rados.rados.0.smithi081.stdout:2906: seq_num 907 ranges {155648=794624} 2023-05-20T06:06:54.145 INFO:tasks.rados.rados.0.smithi081.stdout:2906: writing smithi081164505-22 from 155648 to 950272 tid 1 2023-05-20T06:06:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 262 2023-05-20T06:06:54.149 INFO:tasks.rados.rados.0.smithi081.stdout:2907: seq_num 908 ranges {475136=409600,884736=401408} 2023-05-20T06:06:54.152 INFO:tasks.rados.rados.0.smithi081.stdout:2907: writing smithi081164505-38 from 475136 to 884736 tid 1 2023-05-20T06:06:54.154 INFO:tasks.rados.rados.0.smithi081.stdout:2907: writing smithi081164505-38 from 884736 to 1286144 tid 2 2023-05-20T06:06:54.154 INFO:tasks.rados.rados.0.smithi081.stdout:2908: read oid 37 snap -1 2023-05-20T06:06:54.154 INFO:tasks.rados.rados.0.smithi081.stdout:2908: expect (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:06:54.154 INFO:tasks.rados.rados.0.smithi081.stdout:2909: delete oid 32 current snap is 262 2023-05-20T06:06:54.155 INFO:tasks.rados.rados.0.smithi081.stdout:2905: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:06:54.155 INFO:tasks.rados.rados.0.smithi081.stdout:2905: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:06:54.155 INFO:tasks.rados.rados.0.smithi081.stdout:2905: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:06:54.155 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1762 (ObjNum 796 snap 231 seq_num 796) dirty exists 2023-05-20T06:06:54.163 INFO:tasks.rados.rados.0.smithi081.stdout:2904: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:54.219 INFO:tasks.rados.rados.0.smithi081.stdout:2906: finishing write tid 1 to smithi081164505-22 2023-05-20T06:06:54.219 INFO:tasks.rados.rados.0.smithi081.stdout:2906: finishing write tid 2 to smithi081164505-22 2023-05-20T06:06:54.219 INFO:tasks.rados.rados.0.smithi081.stdout:2907: finishing write tid 1 to smithi081164505-38 2023-05-20T06:06:54.219 INFO:tasks.rados.rados.0.smithi081.stdout:2907: finishing write tid 2 to smithi081164505-38 2023-05-20T06:06:54.219 INFO:tasks.rados.rados.0.smithi081.stdout:2906: finishing write tid 3 to smithi081164505-22 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1429 (ObjNum 907 snap 262 seq_num 907) dirty exists 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:2906: left oid 22 (ObjNum 907 snap 262 seq_num 907) 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:2907: finishing write tid 3 to smithi081164505-38 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:2907: finishing write tid 4 to smithi081164505-38 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1433 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:2907: left oid 38 (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:06:54.220 INFO:tasks.rados.rados.0.smithi081.stdout:2900: done (7 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2901: done (6 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2904: done (5 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2905: done (4 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2906: done (3 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2907: done (2 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2909: done (1 left) 2023-05-20T06:06:54.221 INFO:tasks.rados.rados.0.smithi081.stdout:2910: read oid 25 snap -1 2023-05-20T06:06:54.222 INFO:tasks.rados.rados.0.smithi081.stdout:2910: expect (ObjNum 796 snap 231 seq_num 796) 2023-05-20T06:06:54.222 INFO:tasks.rados.rados.0.smithi081.stdout:2911: snap_create 2023-05-20T06:06:54.222 INFO:tasks.rados.rados.0.smithi081.stdout:2908: expect (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:06:54.346 INFO:tasks.rados.rados.0.smithi081.stdout:2910: expect (ObjNum 796 snap 231 seq_num 796) 2023-05-20T06:06:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:54 smithi170 ceph-mon[97338]: osdmap e588: 8 total, 8 up, 8 in 2023-05-20T06:06:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:54 smithi170 ceph-mon[97338]: osdmap e589: 8 total, 8 up, 8 in 2023-05-20T06:06:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:54 smithi081 ceph-mon[95500]: osdmap e588: 8 total, 8 up, 8 in 2023-05-20T06:06:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:54 smithi081 ceph-mon[95500]: osdmap e589: 8 total, 8 up, 8 in 2023-05-20T06:06:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:54 smithi081 ceph-mon[107735]: osdmap e588: 8 total, 8 up, 8 in 2023-05-20T06:06:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:54 smithi081 ceph-mon[107735]: osdmap e589: 8 total, 8 up, 8 in 2023-05-20T06:06:55.160 INFO:tasks.rados.rados.0.smithi081.stdout:2908: done (2 left) 2023-05-20T06:06:55.161 INFO:tasks.rados.rados.0.smithi081.stdout:2910: done (1 left) 2023-05-20T06:06:55.161 INFO:tasks.rados.rados.0.smithi081.stdout:2911: done (0 left) 2023-05-20T06:06:55.161 INFO:tasks.rados.rados.0.smithi081.stdout:2912: rmattr oid 31 current snap is 263 2023-05-20T06:06:55.161 INFO:tasks.rados.rados.0.smithi081.stdout:2912: done (0 left) 2023-05-20T06:06:55.161 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 263 2023-05-20T06:06:55.161 INFO:tasks.rados.rados.0.smithi081.stdout:2913: seq_num 910 ranges {0=442368,442368=401408} 2023-05-20T06:06:55.162 INFO:tasks.rados.rados.0.smithi081.stdout:2913: writing smithi081164505-24 from 0 to 442368 tid 1 2023-05-20T06:06:55.165 INFO:tasks.rados.rados.0.smithi081.stdout:2913: writing smithi081164505-24 from 442368 to 843776 tid 2 2023-05-20T06:06:55.165 INFO:tasks.rados.rados.0.smithi081.stdout:2914: copy_from oid 13 from oid 50 current snap is 263 2023-05-20T06:06:55.165 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 263 2023-05-20T06:06:55.166 INFO:tasks.rados.rados.0.smithi081.stdout:2915: seq_num 911 ranges {3743744=466944,4210688=401408} 2023-05-20T06:06:55.188 INFO:tasks.rados.rados.0.smithi081.stdout:2915: writing smithi081164505-6 from 3743744 to 4210688 tid 1 2023-05-20T06:06:55.191 INFO:tasks.rados.rados.0.smithi081.stdout:2915: writing smithi081164505-6 from 4210688 to 4612096 tid 2 2023-05-20T06:06:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:2916: copy_from oid 2 from oid 10 current snap is 263 2023-05-20T06:06:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:2913: finishing write tid 1 to smithi081164505-24 2023-05-20T06:06:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:2913: finishing write tid 2 to smithi081164505-24 2023-05-20T06:06:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:2913: finishing write tid 3 to smithi081164505-24 2023-05-20T06:06:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:2913: finishing write tid 4 to smithi081164505-24 2023-05-20T06:06:55.192 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1531 (ObjNum 910 snap 263 seq_num 910) dirty exists 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2913: left oid 24 (ObjNum 910 snap 263 seq_num 910) 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2913: done (3 left) 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2917: read oid 27 snap -1 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2917: expect (ObjNum 882 snap 251 seq_num 882) 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2918: read oid 44 snap -1 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2918: expect deleted 2023-05-20T06:06:55.193 INFO:tasks.rados.rados.0.smithi081.stdout:2919: rollback oid 43 current snap is 263 2023-05-20T06:06:55.194 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 257 2023-05-20T06:06:55.194 INFO:tasks.rados.rados.0.smithi081.stdout:2920: snap_create 2023-05-20T06:06:55.194 INFO:tasks.rados.rados.0.smithi081.stdout:2915: finishing write tid 1 to smithi081164505-6 2023-05-20T06:06:55.196 INFO:tasks.rados.rados.0.smithi081.stdout:2917: expect (ObjNum 882 snap 251 seq_num 882) 2023-05-20T06:06:55.207 INFO:tasks.rados.rados.0.smithi081.stdout:2915: finishing write tid 2 to smithi081164505-6 2023-05-20T06:06:55.207 INFO:tasks.rados.rados.0.smithi081.stdout:2915: finishing write tid 3 to smithi081164505-6 2023-05-20T06:06:55.207 INFO:tasks.rados.rados.0.smithi081.stdout:2915: finishing write tid 4 to smithi081164505-6 2023-05-20T06:06:55.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 864 (ObjNum 911 snap 263 seq_num 911) dirty exists 2023-05-20T06:06:55.207 INFO:tasks.rados.rados.0.smithi081.stdout:2915: left oid 6 (ObjNum 911 snap 263 seq_num 911) 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:2916: finishing copy_from to smithi081164505-2 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:2916: got expected ENOENT (src dne) 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:2916: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:2919: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:2919: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:2919: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:06:55.208 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1055 (ObjNum 806 snap 232 seq_num 806) dirty exists 2023-05-20T06:06:55.209 INFO:tasks.rados.rados.0.smithi081.stdout:2914: finishing copy_from to smithi081164505-13 2023-05-20T06:06:55.209 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1052 (ObjNum 753 snap 223 seq_num 753) dirty exists 2023-05-20T06:06:55.209 INFO:tasks.rados.rados.0.smithi081.stdout:2914: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:06:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:55 smithi170 ceph-mon[97338]: pgmap v632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:55 smithi081 ceph-mon[95500]: pgmap v632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:55 smithi081 ceph-mon[107735]: pgmap v632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:2914: done (6 left) 2023-05-20T06:06:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:2915: done (5 left) 2023-05-20T06:06:56.173 INFO:tasks.rados.rados.0.smithi081.stdout:2916: done (4 left) 2023-05-20T06:06:56.174 INFO:tasks.rados.rados.0.smithi081.stdout:2917: done (3 left) 2023-05-20T06:06:56.174 INFO:tasks.rados.rados.0.smithi081.stdout:2918: done (2 left) 2023-05-20T06:06:56.174 INFO:tasks.rados.rados.0.smithi081.stdout:2919: done (1 left) 2023-05-20T06:06:56.174 INFO:tasks.rados.rados.0.smithi081.stdout:2920: done (0 left) 2023-05-20T06:06:56.175 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 264 2023-05-20T06:06:56.175 INFO:tasks.rados.rados.0.smithi081.stdout:2921: seq_num 912 ranges {0=483328,483328=401408} 2023-05-20T06:06:56.176 INFO:tasks.rados.rados.0.smithi081.stdout:2921: writing smithi081164505-44 from 0 to 483328 tid 1 2023-05-20T06:06:56.178 INFO:tasks.rados.rados.0.smithi081.stdout:2921: writing smithi081164505-44 from 483328 to 884736 tid 2 2023-05-20T06:06:56.178 INFO:tasks.rados.rados.0.smithi081.stdout:2922: read oid 50 snap -1 2023-05-20T06:06:56.178 INFO:tasks.rados.rados.0.smithi081.stdout:2922: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:56.178 INFO:tasks.rados.rados.0.smithi081.stdout:2923: delete oid 40 current snap is 264 2023-05-20T06:06:56.183 INFO:tasks.rados.rados.0.smithi081.stdout:2923: done (2 left) 2023-05-20T06:06:56.183 INFO:tasks.rados.rados.0.smithi081.stdout:2924: read oid 6 snap 257 2023-05-20T06:06:56.183 INFO:tasks.rados.rados.0.smithi081.stdout:2924: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:56.183 INFO:tasks.rados.rados.0.smithi081.stdout:2925: copy_from oid 25 from oid 32 current snap is 264 2023-05-20T06:06:56.183 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 264 2023-05-20T06:06:56.184 INFO:tasks.rados.rados.0.smithi081.stdout:2926: seq_num 914 ranges {0=516096,516096=401408} 2023-05-20T06:06:56.186 INFO:tasks.rados.rados.0.smithi081.stdout:2926: writing smithi081164505-36 from 0 to 516096 tid 1 2023-05-20T06:06:56.188 INFO:tasks.rados.rados.0.smithi081.stdout:2926: writing smithi081164505-36 from 516096 to 917504 tid 2 2023-05-20T06:06:56.188 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 264 2023-05-20T06:06:56.189 INFO:tasks.rados.rados.0.smithi081.stdout:2921: finishing write tid 1 to smithi081164505-44 2023-05-20T06:06:56.189 INFO:tasks.rados.rados.0.smithi081.stdout:2927: seq_num 915 ranges {3956736=532480,4489216=401408} 2023-05-20T06:06:56.213 INFO:tasks.rados.rados.0.smithi081.stdout:2927: writing smithi081164505-43 from 3956736 to 4489216 tid 1 2023-05-20T06:06:56.216 INFO:tasks.rados.rados.0.smithi081.stdout:2927: writing smithi081164505-43 from 4489216 to 4890624 tid 2 2023-05-20T06:06:56.216 INFO:tasks.rados.rados.0.smithi081.stdout:2928: copy_from oid 9 from oid 33 current snap is 264 2023-05-20T06:06:56.216 INFO:tasks.rados.rados.0.smithi081.stdout:2929: snap_create 2023-05-20T06:06:56.217 INFO:tasks.rados.rados.0.smithi081.stdout:2921: finishing write tid 2 to smithi081164505-44 2023-05-20T06:06:56.217 INFO:tasks.rados.rados.0.smithi081.stdout:2921: finishing write tid 3 to smithi081164505-44 2023-05-20T06:06:56.218 INFO:tasks.rados.rados.0.smithi081.stdout:2925: finishing copy_from to smithi081164505-25 2023-05-20T06:06:56.218 INFO:tasks.rados.rados.0.smithi081.stdout:2925: got expected ENOENT (src dne) 2023-05-20T06:06:56.218 INFO:tasks.rados.rados.0.smithi081.stdout:2921: finishing write tid 4 to smithi081164505-44 2023-05-20T06:06:56.218 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1058 (ObjNum 912 snap 264 seq_num 912) dirty exists 2023-05-20T06:06:56.218 INFO:tasks.rados.rados.0.smithi081.stdout:2921: left oid 44 (ObjNum 912 snap 264 seq_num 912) 2023-05-20T06:06:56.219 INFO:tasks.rados.rados.0.smithi081.stdout:2925: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:06:56.219 INFO:tasks.rados.rados.0.smithi081.stdout:2926: finishing write tid 1 to smithi081164505-36 2023-05-20T06:06:56.219 INFO:tasks.rados.rados.0.smithi081.stdout:2926: finishing write tid 2 to smithi081164505-36 2023-05-20T06:06:56.219 INFO:tasks.rados.rados.0.smithi081.stdout:2926: finishing write tid 3 to smithi081164505-36 2023-05-20T06:06:56.220 INFO:tasks.rados.rados.0.smithi081.stdout:2926: finishing write tid 4 to smithi081164505-36 2023-05-20T06:06:56.220 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1570 (ObjNum 914 snap 264 seq_num 914) dirty exists 2023-05-20T06:06:56.220 INFO:tasks.rados.rados.0.smithi081.stdout:2926: left oid 36 (ObjNum 914 snap 264 seq_num 914) 2023-05-20T06:06:56.220 INFO:tasks.rados.rados.0.smithi081.stdout:2924: expect (ObjNum 835 snap 241 seq_num 835) 2023-05-20T06:06:56.339 INFO:tasks.rados.rados.0.smithi081.stdout:2922: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:06:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:56 smithi170 ceph-mon[97338]: osdmap e590: 8 total, 8 up, 8 in 2023-05-20T06:06:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:56 smithi081 ceph-mon[95500]: osdmap e590: 8 total, 8 up, 8 in 2023-05-20T06:06:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:56 smithi081 ceph-mon[107735]: osdmap e590: 8 total, 8 up, 8 in 2023-05-20T06:06:56.865 INFO:tasks.rados.rados.0.smithi081.stdout:2927: finishing write tid 1 to smithi081164505-43 2023-05-20T06:06:56.865 INFO:tasks.rados.rados.0.smithi081.stdout:2927: finishing write tid 2 to smithi081164505-43 2023-05-20T06:06:56.865 INFO:tasks.rados.rados.0.smithi081.stdout:2927: finishing write tid 3 to smithi081164505-43 2023-05-20T06:06:56.865 INFO:tasks.rados.rados.0.smithi081.stdout:2927: finishing write tid 4 to smithi081164505-43 2023-05-20T06:06:56.865 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1058 (ObjNum 915 snap 264 seq_num 915) dirty exists 2023-05-20T06:06:56.866 INFO:tasks.rados.rados.0.smithi081.stdout:2927: left oid 43 (ObjNum 915 snap 264 seq_num 915) 2023-05-20T06:06:56.866 INFO:tasks.rados.rados.0.smithi081.stdout:2928: finishing copy_from to smithi081164505-9 2023-05-20T06:06:56.866 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1470 (ObjNum 839 snap 242 seq_num 839) dirty exists 2023-05-20T06:06:56.866 INFO:tasks.rados.rados.0.smithi081.stdout:2928: finishing copy_from racing read to smithi081164505-9 2023-05-20T06:06:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:2921: done (7 left) 2023-05-20T06:06:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:2922: done (6 left) 2023-05-20T06:06:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:2924: done (5 left) 2023-05-20T06:06:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:2925: done (4 left) 2023-05-20T06:06:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:2926: done (3 left) 2023-05-20T06:06:57.178 INFO:tasks.rados.rados.0.smithi081.stdout:2927: done (2 left) 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2928: done (1 left) 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2929: done (0 left) 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2930: read oid 38 snap 257 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2930: expect (ObjNum 888 snap 256 seq_num 888) 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2931: read oid 37 snap 243 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2931: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:57.179 INFO:tasks.rados.rados.0.smithi081.stdout:2932: snap_create 2023-05-20T06:06:57.185 INFO:tasks.rados.rados.0.smithi081.stdout:2931: expect (ObjNum 665 snap 181 seq_num 665) 2023-05-20T06:06:57.263 INFO:tasks.rados.rados.0.smithi081.stdout:2930: expect (ObjNum 888 snap 256 seq_num 888) 2023-05-20T06:06:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:57 smithi170 ceph-mon[97338]: pgmap v635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:57 smithi170 ceph-mon[97338]: osdmap e591: 8 total, 8 up, 8 in 2023-05-20T06:06:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:57 smithi081 ceph-mon[95500]: pgmap v635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:57 smithi081 ceph-mon[95500]: osdmap e591: 8 total, 8 up, 8 in 2023-05-20T06:06:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:57 smithi081 ceph-mon[107735]: pgmap v635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:57 smithi081 ceph-mon[107735]: osdmap e591: 8 total, 8 up, 8 in 2023-05-20T06:06:58.187 INFO:tasks.rados.rados.0.smithi081.stdout:2930: done (2 left) 2023-05-20T06:06:58.187 INFO:tasks.rados.rados.0.smithi081.stdout:2931: done (1 left) 2023-05-20T06:06:58.187 INFO:tasks.rados.rados.0.smithi081.stdout:2932: done (0 left) 2023-05-20T06:06:58.187 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 266 2023-05-20T06:06:58.188 INFO:tasks.rados.rados.0.smithi081.stdout:2933: seq_num 916 ranges {0=548864,548864=401408} 2023-05-20T06:06:58.189 INFO:tasks.rados.rados.0.smithi081.stdout:2933: writing smithi081164505-45 from 0 to 548864 tid 1 2023-05-20T06:06:58.192 INFO:tasks.rados.rados.0.smithi081.stdout:2933: writing smithi081164505-45 from 548864 to 950272 tid 2 2023-05-20T06:06:58.192 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 266 2023-05-20T06:06:58.192 INFO:tasks.rados.rados.0.smithi081.stdout:2934: seq_num 917 ranges {2252800=565248,2818048=401408} 2023-05-20T06:06:58.208 INFO:tasks.rados.rados.0.smithi081.stdout:2934: writing smithi081164505-1 from 2252800 to 2818048 tid 1 2023-05-20T06:06:58.210 INFO:tasks.rados.rados.0.smithi081.stdout:2934: writing smithi081164505-1 from 2818048 to 3219456 tid 2 2023-05-20T06:06:58.210 INFO:tasks.rados.rados.0.smithi081.stdout:2935: snap_remove snap 260 2023-05-20T06:06:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:58 smithi170 ceph-mon[97338]: osdmap e592: 8 total, 8 up, 8 in 2023-05-20T06:06:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:58 smithi081 ceph-mon[95500]: osdmap e592: 8 total, 8 up, 8 in 2023-05-20T06:06:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:58 smithi081 ceph-mon[107735]: osdmap e592: 8 total, 8 up, 8 in 2023-05-20T06:06:59.195 INFO:tasks.rados.rados.0.smithi081.stdout:2935: done (2 left) 2023-05-20T06:06:59.195 INFO:tasks.rados.rados.0.smithi081.stdout:2936: read oid 9 snap 265 2023-05-20T06:06:59.195 INFO:tasks.rados.rados.0.smithi081.stdout:2936: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2937: read oid 10 snap 254 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2937: expect deleted 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2938: delete oid 16 current snap is 266 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2933: finishing write tid 1 to smithi081164505-45 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2933: finishing write tid 2 to smithi081164505-45 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2933: finishing write tid 3 to smithi081164505-45 2023-05-20T06:06:59.196 INFO:tasks.rados.rados.0.smithi081.stdout:2933: finishing write tid 4 to smithi081164505-45 2023-05-20T06:06:59.197 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1228 (ObjNum 916 snap 266 seq_num 916) dirty exists 2023-05-20T06:06:59.197 INFO:tasks.rados.rados.0.smithi081.stdout:2933: left oid 45 (ObjNum 916 snap 266 seq_num 916) 2023-05-20T06:06:59.197 INFO:tasks.rados.rados.0.smithi081.stdout:2934: finishing write tid 1 to smithi081164505-1 2023-05-20T06:06:59.197 INFO:tasks.rados.rados.0.smithi081.stdout:2934: finishing write tid 2 to smithi081164505-1 2023-05-20T06:06:59.197 INFO:tasks.rados.rados.0.smithi081.stdout:2934: finishing write tid 3 to smithi081164505-1 2023-05-20T06:06:59.197 INFO:tasks.rados.rados.0.smithi081.stdout:2934: finishing write tid 4 to smithi081164505-1 2023-05-20T06:06:59.198 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1534 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:06:59.198 INFO:tasks.rados.rados.0.smithi081.stdout:2934: left oid 1 (ObjNum 917 snap 266 seq_num 917) 2023-05-20T06:06:59.202 INFO:tasks.rados.rados.0.smithi081.stdout:2933: done (4 left) 2023-05-20T06:06:59.202 INFO:tasks.rados.rados.0.smithi081.stdout:2934: done (3 left) 2023-05-20T06:06:59.202 INFO:tasks.rados.rados.0.smithi081.stdout:2937: done (2 left) 2023-05-20T06:06:59.202 INFO:tasks.rados.rados.0.smithi081.stdout:2938: done (1 left) 2023-05-20T06:06:59.202 INFO:tasks.rados.rados.0.smithi081.stdout:2939: read oid 16 snap 261 2023-05-20T06:06:59.202 INFO:tasks.rados.rados.0.smithi081.stdout:2939: expect (ObjNum 901 snap 261 seq_num 901) 2023-05-20T06:06:59.203 INFO:tasks.rados.rados.0.smithi081.stdout:2940: setattr oid 40 current snap is 266 2023-05-20T06:06:59.204 INFO:tasks.rados.rados.0.smithi081.stdout:2941: copy_from oid 32 from oid 4 current snap is 266 2023-05-20T06:06:59.205 INFO:tasks.rados.rados.0.smithi081.stdout:2942: delete oid 47 current snap is 266 2023-05-20T06:06:59.206 INFO:tasks.rados.rados.0.smithi081.stdout:2941: finishing copy_from to smithi081164505-32 2023-05-20T06:06:59.206 INFO:tasks.rados.rados.0.smithi081.stdout:2941: got expected ENOENT (src dne) 2023-05-20T06:06:59.206 INFO:tasks.rados.rados.0.smithi081.stdout:2941: finishing copy_from racing read to smithi081164505-32 2023-05-20T06:06:59.214 INFO:tasks.rados.rados.0.smithi081.stdout:2941: done (4 left) 2023-05-20T06:06:59.214 INFO:tasks.rados.rados.0.smithi081.stdout:2942: done (3 left) 2023-05-20T06:06:59.214 INFO:tasks.rados.rados.0.smithi081.stdout:2943: snap_create 2023-05-20T06:06:59.217 INFO:tasks.rados.rados.0.smithi081.stdout:2939: expect (ObjNum 901 snap 261 seq_num 901) 2023-05-20T06:06:59.258 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1581 (ObjNum 33 snap 0 seq_num 164647264) dirty exists 2023-05-20T06:06:59.258 INFO:tasks.rados.rados.0.smithi081.stdout:2936: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:06:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:59 smithi170 ceph-mon[97338]: pgmap v638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:06:59 smithi170 ceph-mon[97338]: osdmap e593: 8 total, 8 up, 8 in 2023-05-20T06:06:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:59 smithi081 ceph-mon[95500]: pgmap v638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:06:59 smithi081 ceph-mon[95500]: osdmap e593: 8 total, 8 up, 8 in 2023-05-20T06:06:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:59 smithi081 ceph-mon[107735]: pgmap v638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:06:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:06:59 smithi081 ceph-mon[107735]: osdmap e593: 8 total, 8 up, 8 in 2023-05-20T06:07:00.195 INFO:tasks.rados.rados.0.smithi081.stdout:2936: done (3 left) 2023-05-20T06:07:00.195 INFO:tasks.rados.rados.0.smithi081.stdout:2939: done (2 left) 2023-05-20T06:07:00.196 INFO:tasks.rados.rados.0.smithi081.stdout:2940: done (1 left) 2023-05-20T06:07:00.196 INFO:tasks.rados.rados.0.smithi081.stdout:2943: done (0 left) 2023-05-20T06:07:00.196 INFO:tasks.rados.rados.0.smithi081.stdout:2944: copy_from oid 14 from oid 19 current snap is 267 2023-05-20T06:07:00.197 INFO:tasks.rados.rados.0.smithi081.stdout:2945: rmattr oid 49 current snap is 267 2023-05-20T06:07:00.197 INFO:tasks.rados.rados.0.smithi081.stdout:2945: done (1 left) 2023-05-20T06:07:00.197 INFO:tasks.rados.rados.0.smithi081.stdout:2946: delete oid 29 current snap is 267 2023-05-20T06:07:00.199 INFO:tasks.rados.rados.0.smithi081.stdout:2946: done (1 left) 2023-05-20T06:07:00.199 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 267 2023-05-20T06:07:00.199 INFO:tasks.rados.rados.0.smithi081.stdout:2947: seq_num 921 ranges {6987776=630784,7618560=401408} 2023-05-20T06:07:00.241 INFO:tasks.rados.rados.0.smithi081.stdout:2947: writing smithi081164505-39 from 6987776 to 7618560 tid 1 2023-05-20T06:07:00.244 INFO:tasks.rados.rados.0.smithi081.stdout:2947: writing smithi081164505-39 from 7618560 to 8019968 tid 2 2023-05-20T06:07:00.244 INFO:tasks.rados.rados.0.smithi081.stdout:2948: delete oid 5 current snap is 267 2023-05-20T06:07:00.244 INFO:tasks.rados.rados.0.smithi081.stdout:2944: finishing copy_from to smithi081164505-14 2023-05-20T06:07:00.245 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1418 (ObjNum 886 snap 255 seq_num 886) dirty exists 2023-05-20T06:07:00.245 INFO:tasks.rados.rados.0.smithi081.stdout:2944: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:07:00.248 INFO:tasks.rados.rados.0.smithi081.stdout:2944: done (2 left) 2023-05-20T06:07:00.248 INFO:tasks.rados.rados.0.smithi081.stdout:2948: done (1 left) 2023-05-20T06:07:00.248 INFO:tasks.rados.rados.0.smithi081.stdout:2949: rmattr oid 47 current snap is 267 2023-05-20T06:07:00.248 INFO:tasks.rados.rados.0.smithi081.stdout:2949: done (1 left) 2023-05-20T06:07:00.249 INFO:tasks.rados.rados.0.smithi081.stdout:2950: read oid 47 snap 259 2023-05-20T06:07:00.249 INFO:tasks.rados.rados.0.smithi081.stdout:2950: expect (ObjNum 862 snap 244 seq_num 862) 2023-05-20T06:07:00.249 INFO:tasks.rados.rados.0.smithi081.stdout:2951: delete oid 26 current snap is 267 2023-05-20T06:07:00.249 INFO:tasks.rados.rados.0.smithi081.stdout:2947: finishing write tid 1 to smithi081164505-39 2023-05-20T06:07:00.249 INFO:tasks.rados.rados.0.smithi081.stdout:2947: finishing write tid 2 to smithi081164505-39 2023-05-20T06:07:00.249 INFO:tasks.rados.rados.0.smithi081.stdout:2947: finishing write tid 3 to smithi081164505-39 2023-05-20T06:07:00.250 INFO:tasks.rados.rados.0.smithi081.stdout:2947: finishing write tid 4 to smithi081164505-39 2023-05-20T06:07:00.250 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1651 (ObjNum 921 snap 267 seq_num 921) dirty exists 2023-05-20T06:07:00.250 INFO:tasks.rados.rados.0.smithi081.stdout:2947: left oid 39 (ObjNum 921 snap 267 seq_num 921) 2023-05-20T06:07:00.251 INFO:tasks.rados.rados.0.smithi081.stdout:2950: expect (ObjNum 862 snap 244 seq_num 862) 2023-05-20T06:07:00.253 INFO:tasks.rados.rados.0.smithi081.stdout:2947: done (2 left) 2023-05-20T06:07:00.253 INFO:tasks.rados.rados.0.smithi081.stdout:2950: done (1 left) 2023-05-20T06:07:00.254 INFO:tasks.rados.rados.0.smithi081.stdout:2951: done (0 left) 2023-05-20T06:07:00.254 INFO:tasks.rados.rados.0.smithi081.stdout:2952: copy_from oid 2 from oid 26 current snap is 267 2023-05-20T06:07:00.254 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 267 2023-05-20T06:07:00.254 INFO:tasks.rados.rados.0.smithi081.stdout:2953: seq_num 924 ranges {0=679936,679936=401408} 2023-05-20T06:07:00.257 INFO:tasks.rados.rados.0.smithi081.stdout:2953: writing smithi081164505-32 from 0 to 679936 tid 1 2023-05-20T06:07:00.260 INFO:tasks.rados.rados.0.smithi081.stdout:2953: writing smithi081164505-32 from 679936 to 1081344 tid 2 2023-05-20T06:07:00.260 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 267 2023-05-20T06:07:00.260 INFO:tasks.rados.rados.0.smithi081.stdout:2952: finishing copy_from to smithi081164505-2 2023-05-20T06:07:00.261 INFO:tasks.rados.rados.0.smithi081.stdout:2952: got expected ENOENT (src dne) 2023-05-20T06:07:00.261 INFO:tasks.rados.rados.0.smithi081.stdout:2952: finishing copy_from racing read to smithi081164505-2 2023-05-20T06:07:00.261 INFO:tasks.rados.rados.0.smithi081.stdout:2954: seq_num 925 ranges {7110656=696320,7806976=401408} 2023-05-20T06:07:00.302 INFO:tasks.rados.rados.0.smithi081.stdout:2954: writing smithi081164505-13 from 7110656 to 7806976 tid 1 2023-05-20T06:07:00.304 INFO:tasks.rados.rados.0.smithi081.stdout:2954: writing smithi081164505-13 from 7806976 to 8208384 tid 2 2023-05-20T06:07:00.304 INFO:tasks.rados.rados.0.smithi081.stdout:2952: done (2 left) 2023-05-20T06:07:00.304 INFO:tasks.rados.rados.0.smithi081.stdout:2955: rollback oid 17 current snap is 267 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 17 to 262 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:2953: finishing write tid 1 to smithi081164505-32 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:2953: finishing write tid 2 to smithi081164505-32 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:2953: finishing write tid 3 to smithi081164505-32 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:2953: finishing write tid 4 to smithi081164505-32 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1016 (ObjNum 924 snap 267 seq_num 924) dirty exists 2023-05-20T06:07:00.305 INFO:tasks.rados.rados.0.smithi081.stdout:2953: left oid 32 (ObjNum 924 snap 267 seq_num 924) 2023-05-20T06:07:00.306 INFO:tasks.rados.rados.0.smithi081.stdout:2953: done (2 left) 2023-05-20T06:07:00.306 INFO:tasks.rados.rados.0.smithi081.stdout:2956: rmattr oid 48 current snap is 267 2023-05-20T06:07:00.306 INFO:tasks.rados.rados.0.smithi081.stdout:2956: done (2 left) 2023-05-20T06:07:00.306 INFO:tasks.rados.rados.0.smithi081.stdout:2957: setattr oid 32 current snap is 267 2023-05-20T06:07:00.306 INFO:tasks.rados.rados.0.smithi081.stdout:2958: snap_create 2023-05-20T06:07:00.307 INFO:tasks.rados.rados.0.smithi081.stdout:2955: finishing rollback tid 0 to smithi081164505-17 2023-05-20T06:07:00.307 INFO:tasks.rados.rados.0.smithi081.stdout:2955: finishing rollback tid 1 to smithi081164505-17 2023-05-20T06:07:00.308 INFO:tasks.rados.rados.0.smithi081.stdout:2955: finishing rollback tid 2 to smithi081164505-17 2023-05-20T06:07:00.308 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1230 (ObjNum 897 snap 261 seq_num 897) dirty exists 2023-05-20T06:07:00.309 INFO:tasks.rados.rados.0.smithi081.stdout:2954: finishing write tid 1 to smithi081164505-13 2023-05-20T06:07:00.309 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1017 (ObjNum 924 snap 267 seq_num 924) dirty exists 2023-05-20T06:07:00.309 INFO:tasks.rados.rados.0.smithi081.stdout:2954: finishing write tid 2 to smithi081164505-13 2023-05-20T06:07:00.309 INFO:tasks.rados.rados.0.smithi081.stdout:2954: finishing write tid 3 to smithi081164505-13 2023-05-20T06:07:00.310 INFO:tasks.rados.rados.0.smithi081.stdout:2954: finishing write tid 4 to smithi081164505-13 2023-05-20T06:07:00.311 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1585 (ObjNum 925 snap 267 seq_num 925) dirty exists 2023-05-20T06:07:00.311 INFO:tasks.rados.rados.0.smithi081.stdout:2954: left oid 13 (ObjNum 925 snap 267 seq_num 925) 2023-05-20T06:07:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:00 smithi170 ceph-mon[97338]: osdmap e594: 8 total, 8 up, 8 in 2023-05-20T06:07:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:00 smithi081 ceph-mon[95500]: osdmap e594: 8 total, 8 up, 8 in 2023-05-20T06:07:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:00 smithi081 ceph-mon[107735]: osdmap e594: 8 total, 8 up, 8 in 2023-05-20T06:07:01.204 INFO:tasks.rados.rados.0.smithi081.stdout:2954: done (3 left) 2023-05-20T06:07:01.205 INFO:tasks.rados.rados.0.smithi081.stdout:2955: done (2 left) 2023-05-20T06:07:01.205 INFO:tasks.rados.rados.0.smithi081.stdout:2957: done (1 left) 2023-05-20T06:07:01.205 INFO:tasks.rados.rados.0.smithi081.stdout:2958: done (0 left) 2023-05-20T06:07:01.205 INFO:tasks.rados.rados.0.smithi081.stdout:2959: delete oid 42 current snap is 268 2023-05-20T06:07:01.212 INFO:tasks.rados.rados.0.smithi081.stdout:2959: done (0 left) 2023-05-20T06:07:01.212 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 268 2023-05-20T06:07:01.212 INFO:tasks.rados.rados.0.smithi081.stdout:2960: seq_num 927 ranges {0=729088,729088=401408} 2023-05-20T06:07:01.216 INFO:tasks.rados.rados.0.smithi081.stdout:2960: writing smithi081164505-26 from 0 to 729088 tid 1 2023-05-20T06:07:01.218 INFO:tasks.rados.rados.0.smithi081.stdout:2960: writing smithi081164505-26 from 729088 to 1130496 tid 2 2023-05-20T06:07:01.218 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 268 2023-05-20T06:07:01.218 INFO:tasks.rados.rados.0.smithi081.stdout:2961: seq_num 928 ranges {0=745472,745472=401408} 2023-05-20T06:07:01.222 INFO:tasks.rados.rados.0.smithi081.stdout:2961: writing smithi081164505-42 from 0 to 745472 tid 1 2023-05-20T06:07:01.225 INFO:tasks.rados.rados.0.smithi081.stdout:2961: writing smithi081164505-42 from 745472 to 1146880 tid 2 2023-05-20T06:07:01.225 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 268 2023-05-20T06:07:01.225 INFO:tasks.rados.rados.0.smithi081.stdout:2960: finishing write tid 1 to smithi081164505-26 2023-05-20T06:07:01.225 INFO:tasks.rados.rados.0.smithi081.stdout:2962: seq_num 929 ranges {950272=761856,1712128=401408} 2023-05-20T06:07:01.234 INFO:tasks.rados.rados.0.smithi081.stdout:2962: writing smithi081164505-22 from 950272 to 1712128 tid 1 2023-05-20T06:07:01.237 INFO:tasks.rados.rados.0.smithi081.stdout:2962: writing smithi081164505-22 from 1712128 to 2113536 tid 2 2023-05-20T06:07:01.237 INFO:tasks.rados.rados.0.smithi081.stdout:2963: delete oid 44 current snap is 268 2023-05-20T06:07:01.237 INFO:tasks.rados.rados.0.smithi081.stdout:2960: finishing write tid 2 to smithi081164505-26 2023-05-20T06:07:01.237 INFO:tasks.rados.rados.0.smithi081.stdout:2960: finishing write tid 3 to smithi081164505-26 2023-05-20T06:07:01.237 INFO:tasks.rados.rados.0.smithi081.stdout:2960: finishing write tid 4 to smithi081164505-26 2023-05-20T06:07:01.237 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1233 (ObjNum 927 snap 268 seq_num 927) dirty exists 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:2960: left oid 26 (ObjNum 927 snap 268 seq_num 927) 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:2961: finishing write tid 1 to smithi081164505-42 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:2961: finishing write tid 2 to smithi081164505-42 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:2961: finishing write tid 3 to smithi081164505-42 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:2961: finishing write tid 4 to smithi081164505-42 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1232 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:07:01.238 INFO:tasks.rados.rados.0.smithi081.stdout:2961: left oid 42 (ObjNum 928 snap 268 seq_num 928) 2023-05-20T06:07:01.242 INFO:tasks.rados.rados.0.smithi081.stdout:2960: done (3 left) 2023-05-20T06:07:01.242 INFO:tasks.rados.rados.0.smithi081.stdout:2961: done (2 left) 2023-05-20T06:07:01.242 INFO:tasks.rados.rados.0.smithi081.stdout:2963: done (1 left) 2023-05-20T06:07:01.242 INFO:tasks.rados.rados.0.smithi081.stdout:2964: read oid 18 snap -1 2023-05-20T06:07:01.243 INFO:tasks.rados.rados.0.smithi081.stdout:2964: expect (ObjNum 810 snap 233 seq_num 810) 2023-05-20T06:07:01.243 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 268 2023-05-20T06:07:01.243 INFO:tasks.rados.rados.0.smithi081.stdout:2965: seq_num 931 ranges {1056768=802816,1859584=401408} 2023-05-20T06:07:01.252 INFO:tasks.rados.rados.0.smithi081.stdout:2965: writing smithi081164505-46 from 1056768 to 1859584 tid 1 2023-05-20T06:07:01.255 INFO:tasks.rados.rados.0.smithi081.stdout:2965: writing smithi081164505-46 from 1859584 to 2260992 tid 2 2023-05-20T06:07:01.255 INFO:tasks.rados.rados.0.smithi081.stdout:2966: read oid 29 snap -1 2023-05-20T06:07:01.255 INFO:tasks.rados.rados.0.smithi081.stdout:2966: expect deleted 2023-05-20T06:07:01.255 INFO:tasks.rados.rados.0.smithi081.stdout:2967: read oid 34 snap -1 2023-05-20T06:07:01.255 INFO:tasks.rados.rados.0.smithi081.stdout:2967: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2968: delete oid 23 current snap is 268 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2962: finishing write tid 1 to smithi081164505-22 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2962: finishing write tid 2 to smithi081164505-22 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2962: finishing write tid 3 to smithi081164505-22 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2962: finishing write tid 4 to smithi081164505-22 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1444 (ObjNum 929 snap 268 seq_num 929) dirty exists 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2962: left oid 22 (ObjNum 929 snap 268 seq_num 929) 2023-05-20T06:07:01.256 INFO:tasks.rados.rados.0.smithi081.stdout:2964: expect (ObjNum 810 snap 233 seq_num 810) 2023-05-20T06:07:01.298 INFO:tasks.rados.rados.0.smithi081.stdout:2965: finishing write tid 1 to smithi081164505-46 2023-05-20T06:07:01.298 INFO:tasks.rados.rados.0.smithi081.stdout:2965: finishing write tid 2 to smithi081164505-46 2023-05-20T06:07:01.299 INFO:tasks.rados.rados.0.smithi081.stdout:2965: finishing write tid 3 to smithi081164505-46 2023-05-20T06:07:01.299 INFO:tasks.rados.rados.0.smithi081.stdout:2965: finishing write tid 4 to smithi081164505-46 2023-05-20T06:07:01.299 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1235 (ObjNum 931 snap 268 seq_num 931) dirty exists 2023-05-20T06:07:01.299 INFO:tasks.rados.rados.0.smithi081.stdout:2965: left oid 46 (ObjNum 931 snap 268 seq_num 931) 2023-05-20T06:07:01.299 INFO:tasks.rados.rados.0.smithi081.stdout:2967: expect (ObjNum 713 snap 202 seq_num 713) 2023-05-20T06:07:01.449 INFO:tasks.rados.rados.0.smithi081.stdout:2962: done (5 left) 2023-05-20T06:07:01.450 INFO:tasks.rados.rados.0.smithi081.stdout:2964: done (4 left) 2023-05-20T06:07:01.450 INFO:tasks.rados.rados.0.smithi081.stdout:2965: done (3 left) 2023-05-20T06:07:01.450 INFO:tasks.rados.rados.0.smithi081.stdout:2966: done (2 left) 2023-05-20T06:07:01.450 INFO:tasks.rados.rados.0.smithi081.stdout:2967: done (1 left) 2023-05-20T06:07:01.450 INFO:tasks.rados.rados.0.smithi081.stdout:2968: done (0 left) 2023-05-20T06:07:01.450 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 268 2023-05-20T06:07:01.451 INFO:tasks.rados.rados.0.smithi081.stdout:2969: seq_num 933 ranges {8019968=434176,8454144=548864,9003008=253952} 2023-05-20T06:07:01.493 INFO:tasks.rados.rados.0.smithi081.stdout:2969: writing smithi081164505-12 from 8019968 to 8454144 tid 1 2023-05-20T06:07:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:01 smithi170 ceph-mon[97338]: pgmap v641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:01 smithi170 ceph-mon[97338]: osdmap e595: 8 total, 8 up, 8 in 2023-05-20T06:07:01.496 INFO:tasks.rados.rados.0.smithi081.stdout:2969: writing smithi081164505-12 from 8454144 to 9003008 tid 2 2023-05-20T06:07:01.498 INFO:tasks.rados.rados.0.smithi081.stdout:2969: writing smithi081164505-12 from 9003008 to 9256960 tid 3 2023-05-20T06:07:01.498 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 268 2023-05-20T06:07:01.499 INFO:tasks.rados.rados.0.smithi081.stdout:2970: seq_num 934 ranges {180224=450560,630784=434176,1064960=368640} 2023-05-20T06:07:01.502 INFO:tasks.rados.rados.0.smithi081.stdout:2970: writing smithi081164505-35 from 180224 to 630784 tid 1 2023-05-20T06:07:01.504 INFO:tasks.rados.rados.0.smithi081.stdout:2970: writing smithi081164505-35 from 630784 to 1064960 tid 2 2023-05-20T06:07:01.507 INFO:tasks.rados.rados.0.smithi081.stdout:2970: writing smithi081164505-35 from 1064960 to 1433600 tid 3 2023-05-20T06:07:01.508 INFO:tasks.rados.rados.0.smithi081.stdout:2971: rmattr oid 33 current snap is 268 2023-05-20T06:07:01.508 INFO:tasks.rados.rados.0.smithi081.stdout:2969: finishing write tid 1 to smithi081164505-12 2023-05-20T06:07:01.508 INFO:tasks.rados.rados.0.smithi081.stdout:2969: finishing write tid 2 to smithi081164505-12 2023-05-20T06:07:01.508 INFO:tasks.rados.rados.0.smithi081.stdout:2969: finishing write tid 3 to smithi081164505-12 2023-05-20T06:07:01.508 INFO:tasks.rados.rados.0.smithi081.stdout:2969: finishing write tid 4 to smithi081164505-12 2023-05-20T06:07:01.508 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 268 2023-05-20T06:07:01.509 INFO:tasks.rados.rados.0.smithi081.stdout:2969: finishing write tid 5 to smithi081164505-12 2023-05-20T06:07:01.509 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1022 (ObjNum 933 snap 268 seq_num 933) dirty exists 2023-05-20T06:07:01.509 INFO:tasks.rados.rados.0.smithi081.stdout:2969: left oid 12 (ObjNum 933 snap 268 seq_num 933) 2023-05-20T06:07:01.509 INFO:tasks.rados.rados.0.smithi081.stdout:2970: finishing write tid 1 to smithi081164505-35 2023-05-20T06:07:01.509 INFO:tasks.rados.rados.0.smithi081.stdout:2972: seq_num 935 ranges {376832=466944,843776=720896,1564672=81920} 2023-05-20T06:07:01.512 INFO:tasks.rados.rados.0.smithi081.stdout:2972: writing smithi081164505-27 from 376832 to 843776 tid 1 2023-05-20T06:07:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:01 smithi081 ceph-mon[95500]: pgmap v641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:01 smithi081 ceph-mon[95500]: osdmap e595: 8 total, 8 up, 8 in 2023-05-20T06:07:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:01 smithi081 ceph-mon[107735]: pgmap v641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:01 smithi081 ceph-mon[107735]: osdmap e595: 8 total, 8 up, 8 in 2023-05-20T06:07:01.518 INFO:tasks.rados.rados.0.smithi081.stdout:2972: writing smithi081164505-27 from 843776 to 1564672 tid 2 2023-05-20T06:07:01.519 INFO:tasks.rados.rados.0.smithi081.stdout:2972: writing smithi081164505-27 from 1564672 to 1646592 tid 3 2023-05-20T06:07:01.519 INFO:tasks.rados.rados.0.smithi081.stdout:2969: done (3 left) 2023-05-20T06:07:01.519 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 268 2023-05-20T06:07:01.519 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 1476 (ObjNum 839 snap 242 seq_num 839) dirty exists 2023-05-20T06:07:01.519 INFO:tasks.rados.rados.0.smithi081.stdout:2973: seq_num 936 ranges {3219456=483328,3702784=655360,4358144=147456} 2023-05-20T06:07:01.537 INFO:tasks.rados.rados.0.smithi081.stdout:2973: writing smithi081164505-1 from 3219456 to 3702784 tid 1 2023-05-20T06:07:01.541 INFO:tasks.rados.rados.0.smithi081.stdout:2973: writing smithi081164505-1 from 3702784 to 4358144 tid 2 2023-05-20T06:07:01.543 INFO:tasks.rados.rados.0.smithi081.stdout:2973: writing smithi081164505-1 from 4358144 to 4505600 tid 3 2023-05-20T06:07:01.543 INFO:tasks.rados.rados.0.smithi081.stdout:2971: done (3 left) 2023-05-20T06:07:01.544 INFO:tasks.rados.rados.0.smithi081.stdout:2974: read oid 10 snap 243 2023-05-20T06:07:01.544 INFO:tasks.rados.rados.0.smithi081.stdout:2974: expect deleted 2023-05-20T06:07:01.544 INFO:tasks.rados.rados.0.smithi081.stdout:2975: copy_from oid 6 from oid 29 current snap is 268 2023-05-20T06:07:01.544 INFO:tasks.rados.rados.0.smithi081.stdout:2970: finishing write tid 2 to smithi081164505-35 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:2970: finishing write tid 3 to smithi081164505-35 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:2970: finishing write tid 4 to smithi081164505-35 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:2970: finishing write tid 5 to smithi081164505-35 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1773 (ObjNum 934 snap 268 seq_num 934) dirty exists 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:2970: left oid 35 (ObjNum 934 snap 268 seq_num 934) 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:2972: finishing write tid 1 to smithi081164505-27 2023-05-20T06:07:01.546 INFO:tasks.rados.rados.0.smithi081.stdout:2970: done (4 left) 2023-05-20T06:07:01.547 INFO:tasks.rados.rados.0.smithi081.stdout:2976: delete oid 33 current snap is 268 2023-05-20T06:07:01.547 INFO:tasks.rados.rados.0.smithi081.stdout:2972: finishing write tid 2 to smithi081164505-27 2023-05-20T06:07:01.547 INFO:tasks.rados.rados.0.smithi081.stdout:2972: finishing write tid 3 to smithi081164505-27 2023-05-20T06:07:01.547 INFO:tasks.rados.rados.0.smithi081.stdout:2972: finishing write tid 4 to smithi081164505-27 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:2972: finishing write tid 5 to smithi081164505-27 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1778 (ObjNum 935 snap 268 seq_num 935) dirty exists 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:2972: left oid 27 (ObjNum 935 snap 268 seq_num 935) 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:2973: finishing write tid 1 to smithi081164505-1 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:2975: finishing copy_from to smithi081164505-6 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:2975: got expected ENOENT (src dne) 2023-05-20T06:07:01.548 INFO:tasks.rados.rados.0.smithi081.stdout:2975: finishing copy_from racing read to smithi081164505-6 2023-05-20T06:07:01.549 INFO:tasks.rados.rados.0.smithi081.stdout:2972: done (4 left) 2023-05-20T06:07:01.549 INFO:tasks.rados.rados.0.smithi081.stdout:2974: done (3 left) 2023-05-20T06:07:01.549 INFO:tasks.rados.rados.0.smithi081.stdout:2975: done (2 left) 2023-05-20T06:07:01.549 INFO:tasks.rados.rados.0.smithi081.stdout:2976: done (1 left) 2023-05-20T06:07:01.550 INFO:tasks.rados.rados.0.smithi081.stdout:2977: snap_remove snap 255 2023-05-20T06:07:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:07:01.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:07:01.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:02.224 INFO:tasks.rados.rados.0.smithi081.stdout:2977: done (1 left) 2023-05-20T06:07:02.225 INFO:tasks.rados.rados.0.smithi081.stdout:2978: read oid 39 snap -1 2023-05-20T06:07:02.225 INFO:tasks.rados.rados.0.smithi081.stdout:2978: expect (ObjNum 921 snap 267 seq_num 921) 2023-05-20T06:07:02.225 INFO:tasks.rados.rados.0.smithi081.stdout:2979: copy_from oid 12 from oid 27 current snap is 268 2023-05-20T06:07:02.225 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 268 2023-05-20T06:07:02.225 INFO:tasks.rados.rados.0.smithi081.stdout:2980: seq_num 938 ranges {8495104=516096,9011200=417792,9428992=385024} 2023-05-20T06:07:02.271 INFO:tasks.rados.rados.0.smithi081.stdout:2980: writing smithi081164505-28 from 8495104 to 9011200 tid 1 2023-05-20T06:07:02.273 INFO:tasks.rados.rados.0.smithi081.stdout:2980: writing smithi081164505-28 from 9011200 to 9428992 tid 2 2023-05-20T06:07:02.276 INFO:tasks.rados.rados.0.smithi081.stdout:2980: writing smithi081164505-28 from 9428992 to 9814016 tid 3 2023-05-20T06:07:02.276 INFO:tasks.rados.rados.0.smithi081.stdout:2981: rollback oid 16 current snap is 268 2023-05-20T06:07:02.276 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 261 2023-05-20T06:07:02.276 INFO:tasks.rados.rados.0.smithi081.stdout:2973: finishing write tid 2 to smithi081164505-1 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:2973: finishing write tid 3 to smithi081164505-1 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:2973: finishing write tid 4 to smithi081164505-1 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:2973: finishing write tid 5 to smithi081164505-1 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1538 (ObjNum 936 snap 268 seq_num 936) dirty exists 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:2973: left oid 1 (ObjNum 936 snap 268 seq_num 936) 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:2979: finishing copy_from to smithi081164505-12 2023-05-20T06:07:02.277 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1778 (ObjNum 935 snap 268 seq_num 935) dirty exists 2023-05-20T06:07:02.278 INFO:tasks.rados.rados.0.smithi081.stdout:2979: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:07:02.278 INFO:tasks.rados.rados.0.smithi081.stdout:2978: expect (ObjNum 921 snap 267 seq_num 921) 2023-05-20T06:07:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:02 smithi170 ceph-mon[97338]: osdmap e596: 8 total, 8 up, 8 in 2023-05-20T06:07:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:02 smithi081 ceph-mon[95500]: osdmap e596: 8 total, 8 up, 8 in 2023-05-20T06:07:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:02 smithi081 ceph-mon[107735]: osdmap e596: 8 total, 8 up, 8 in 2023-05-20T06:07:02.982 INFO:tasks.rados.rados.0.smithi081.stdout:2980: finishing write tid 1 to smithi081164505-28 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2980: finishing write tid 2 to smithi081164505-28 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2981: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2981: finishing rollback tid 2 to smithi081164505-16 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1593 (ObjNum 901 snap 261 seq_num 901) dirty exists 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2980: finishing write tid 3 to smithi081164505-28 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2973: done (4 left) 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2978: done (3 left) 2023-05-20T06:07:02.983 INFO:tasks.rados.rados.0.smithi081.stdout:2979: done (2 left) 2023-05-20T06:07:02.984 INFO:tasks.rados.rados.0.smithi081.stdout:2981: done (1 left) 2023-05-20T06:07:02.984 INFO:tasks.rados.rados.0.smithi081.stdout:2982: delete oid 32 current snap is 268 2023-05-20T06:07:02.984 INFO:tasks.rados.rados.0.smithi081.stdout:2980: finishing write tid 4 to smithi081164505-28 2023-05-20T06:07:02.984 INFO:tasks.rados.rados.0.smithi081.stdout:2980: finishing write tid 5 to smithi081164505-28 2023-05-20T06:07:02.984 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1063 (ObjNum 938 snap 268 seq_num 938) dirty exists 2023-05-20T06:07:02.985 INFO:tasks.rados.rados.0.smithi081.stdout:2980: left oid 28 (ObjNum 938 snap 268 seq_num 938) 2023-05-20T06:07:02.986 INFO:tasks.rados.rados.0.smithi081.stdout:2980: done (1 left) 2023-05-20T06:07:02.986 INFO:tasks.rados.rados.0.smithi081.stdout:2982: done (0 left) 2023-05-20T06:07:02.986 INFO:tasks.rados.rados.0.smithi081.stdout:2983: copy_from oid 35 from oid 17 current snap is 268 2023-05-20T06:07:02.987 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 268 2023-05-20T06:07:02.987 INFO:tasks.rados.rados.0.smithi081.stdout:2984: seq_num 940 ranges {6823936=548864,7372800=589824,7962624=212992} 2023-05-20T06:07:03.024 INFO:tasks.rados.rados.0.smithi081.stdout:2984: writing smithi081164505-49 from 6823936 to 7372800 tid 1 2023-05-20T06:07:03.027 INFO:tasks.rados.rados.0.smithi081.stdout:2984: writing smithi081164505-49 from 7372800 to 7962624 tid 2 2023-05-20T06:07:03.029 INFO:tasks.rados.rados.0.smithi081.stdout:2984: writing smithi081164505-49 from 7962624 to 8175616 tid 3 2023-05-20T06:07:03.029 INFO:tasks.rados.rados.0.smithi081.stdout:2985: rollback oid 36 current snap is 268 2023-05-20T06:07:03.029 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 264 2023-05-20T06:07:03.030 INFO:tasks.rados.rados.0.smithi081.stdout:2983: finishing copy_from to smithi081164505-35 2023-05-20T06:07:03.030 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1230 (ObjNum 897 snap 261 seq_num 897) dirty exists 2023-05-20T06:07:03.030 INFO:tasks.rados.rados.0.smithi081.stdout:2986: rollback oid 23 current snap is 268 2023-05-20T06:07:03.030 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 23 to 265 2023-05-20T06:07:03.030 INFO:tasks.rados.rados.0.smithi081.stdout:2983: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:07:03.030 INFO:tasks.rados.rados.0.smithi081.stdout:2983: done (3 left) 2023-05-20T06:07:03.031 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 268 2023-05-20T06:07:03.031 INFO:tasks.rados.rados.0.smithi081.stdout:2987: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2023-05-20T06:07:03.032 INFO:tasks.rados.rados.0.smithi081.stdout:2987: writing smithi081164505-47 from 0 to 565248 tid 1 2023-05-20T06:07:03.036 INFO:tasks.rados.rados.0.smithi081.stdout:2987: writing smithi081164505-47 from 565248 to 1040384 tid 2 2023-05-20T06:07:03.038 INFO:tasks.rados.rados.0.smithi081.stdout:2987: writing smithi081164505-47 from 1040384 to 1368064 tid 3 2023-05-20T06:07:03.038 INFO:tasks.rados.rados.0.smithi081.stdout:2988: delete oid 26 current snap is 268 2023-05-20T06:07:03.038 INFO:tasks.rados.rados.0.smithi081.stdout:2984: finishing write tid 1 to smithi081164505-49 2023-05-20T06:07:03.038 INFO:tasks.rados.rados.0.smithi081.stdout:2984: finishing write tid 2 to smithi081164505-49 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2986: finishing rollback tid 1 to smithi081164505-23 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2984: finishing write tid 3 to smithi081164505-49 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2984: finishing write tid 4 to smithi081164505-49 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2986: finishing rollback tid 2 to smithi081164505-23 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1789 (ObjNum 872 snap 247 seq_num 872) dirty exists 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2985: finishing rollback tid 0 to smithi081164505-36 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2985: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:07:03.039 INFO:tasks.rados.rados.0.smithi081.stdout:2985: finishing rollback tid 2 to smithi081164505-36 2023-05-20T06:07:03.040 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1597 (ObjNum 914 snap 264 seq_num 914) dirty exists 2023-05-20T06:07:03.040 INFO:tasks.rados.rados.0.smithi081.stdout:2984: finishing write tid 5 to smithi081164505-49 2023-05-20T06:07:03.040 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1484 (ObjNum 940 snap 268 seq_num 940) dirty exists 2023-05-20T06:07:03.040 INFO:tasks.rados.rados.0.smithi081.stdout:2984: left oid 49 (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:03.040 INFO:tasks.rados.rados.0.smithi081.stdout:2987: finishing write tid 1 to smithi081164505-47 2023-05-20T06:07:03.041 INFO:tasks.rados.rados.0.smithi081.stdout:2987: finishing write tid 2 to smithi081164505-47 2023-05-20T06:07:03.041 INFO:tasks.rados.rados.0.smithi081.stdout:2987: finishing write tid 3 to smithi081164505-47 2023-05-20T06:07:03.041 INFO:tasks.rados.rados.0.smithi081.stdout:2987: finishing write tid 4 to smithi081164505-47 2023-05-20T06:07:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:2984: done (4 left) 2023-05-20T06:07:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:2985: done (3 left) 2023-05-20T06:07:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:2986: done (2 left) 2023-05-20T06:07:03.042 INFO:tasks.rados.rados.0.smithi081.stdout:2988: done (1 left) 2023-05-20T06:07:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:2989: read oid 16 snap -1 2023-05-20T06:07:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:2989: expect (ObjNum 901 snap 261 seq_num 901) 2023-05-20T06:07:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:2990: delete oid 30 current snap is 268 2023-05-20T06:07:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:2987: finishing write tid 5 to smithi081164505-47 2023-05-20T06:07:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1237 (ObjNum 941 snap 268 seq_num 941) dirty exists 2023-05-20T06:07:03.043 INFO:tasks.rados.rados.0.smithi081.stdout:2987: left oid 47 (ObjNum 941 snap 268 seq_num 941) 2023-05-20T06:07:03.044 INFO:tasks.rados.rados.0.smithi081.stdout:2987: done (2 left) 2023-05-20T06:07:03.044 INFO:tasks.rados.rados.0.smithi081.stdout:2990: done (1 left) 2023-05-20T06:07:03.044 INFO:tasks.rados.rados.0.smithi081.stdout:2991: copy_from oid 47 from oid 37 current snap is 268 2023-05-20T06:07:03.045 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 268 2023-05-20T06:07:03.045 INFO:tasks.rados.rados.0.smithi081.stdout:2992: seq_num 944 ranges {4505600=614400,5120000=573440,5693440=229376} 2023-05-20T06:07:03.072 INFO:tasks.rados.rados.0.smithi081.stdout:2992: writing smithi081164505-1 from 4505600 to 5120000 tid 1 2023-05-20T06:07:03.075 INFO:tasks.rados.rados.0.smithi081.stdout:2992: writing smithi081164505-1 from 5120000 to 5693440 tid 2 2023-05-20T06:07:03.077 INFO:tasks.rados.rados.0.smithi081.stdout:2992: writing smithi081164505-1 from 5693440 to 5922816 tid 3 2023-05-20T06:07:03.077 INFO:tasks.rados.rados.0.smithi081.stdout:2993: read oid 50 snap -1 2023-05-20T06:07:03.077 INFO:tasks.rados.rados.0.smithi081.stdout:2993: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:07:03.078 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 268 2023-05-20T06:07:03.078 INFO:tasks.rados.rados.0.smithi081.stdout:2994: seq_num 945 ranges {4538368=630784,5169152=458752,5627904=344064} 2023-05-20T06:07:03.105 INFO:tasks.rados.rados.0.smithi081.stdout:2994: writing smithi081164505-34 from 4538368 to 5169152 tid 1 2023-05-20T06:07:03.108 INFO:tasks.rados.rados.0.smithi081.stdout:2994: writing smithi081164505-34 from 5169152 to 5627904 tid 2 2023-05-20T06:07:03.110 INFO:tasks.rados.rados.0.smithi081.stdout:2994: writing smithi081164505-34 from 5627904 to 5971968 tid 3 2023-05-20T06:07:03.110 INFO:tasks.rados.rados.0.smithi081.stdout:2995: delete oid 15 current snap is 268 2023-05-20T06:07:03.110 INFO:tasks.rados.rados.0.smithi081.stdout:2989: expect (ObjNum 901 snap 261 seq_num 901) 2023-05-20T06:07:03.151 INFO:tasks.rados.rados.0.smithi081.stdout:2991: finishing copy_from to smithi081164505-47 2023-05-20T06:07:03.152 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1220 (ObjNum 881 snap 251 seq_num 881) dirty exists 2023-05-20T06:07:03.152 INFO:tasks.rados.rados.0.smithi081.stdout:2991: finishing copy_from racing read to smithi081164505-47 2023-05-20T06:07:03.153 INFO:tasks.rados.rados.0.smithi081.stdout:2992: finishing write tid 1 to smithi081164505-1 2023-05-20T06:07:03.153 INFO:tasks.rados.rados.0.smithi081.stdout:2989: done (5 left) 2023-05-20T06:07:03.153 INFO:tasks.rados.rados.0.smithi081.stdout:2991: done (4 left) 2023-05-20T06:07:03.153 INFO:tasks.rados.rados.0.smithi081.stdout:2995: done (3 left) 2023-05-20T06:07:03.153 INFO:tasks.rados.rados.0.smithi081.stdout:2996: read oid 2 snap -1 2023-05-20T06:07:03.153 INFO:tasks.rados.rados.0.smithi081.stdout:2996: expect (ObjNum 844 snap 242 seq_num 844) 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:2997: rollback oid 9 current snap is 268 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 259 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:2992: finishing write tid 2 to smithi081164505-1 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:2992: finishing write tid 3 to smithi081164505-1 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:2992: finishing write tid 4 to smithi081164505-1 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:2992: finishing write tid 5 to smithi081164505-1 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1542 (ObjNum 944 snap 268 seq_num 944) dirty exists 2023-05-20T06:07:03.154 INFO:tasks.rados.rados.0.smithi081.stdout:2992: left oid 1 (ObjNum 944 snap 268 seq_num 944) 2023-05-20T06:07:03.155 INFO:tasks.rados.rados.0.smithi081.stdout:2993: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:07:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:03 smithi170 ceph-mon[97338]: pgmap v644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:03 smithi170 ceph-mon[97338]: osdmap e597: 8 total, 8 up, 8 in 2023-05-20T06:07:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:03 smithi081 ceph-mon[95500]: pgmap v644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:03 smithi081 ceph-mon[95500]: osdmap e597: 8 total, 8 up, 8 in 2023-05-20T06:07:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:07:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:03 smithi081 ceph-mon[107735]: pgmap v644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:03 smithi081 ceph-mon[107735]: osdmap e597: 8 total, 8 up, 8 in 2023-05-20T06:07:03.682 INFO:tasks.rados.rados.0.smithi081.stdout:2992: done (4 left) 2023-05-20T06:07:03.682 INFO:tasks.rados.rados.0.smithi081.stdout:2993: done (3 left) 2023-05-20T06:07:03.682 INFO:tasks.rados.rados.0.smithi081.stdout:2998: rollback oid 14 current snap is 268 2023-05-20T06:07:03.682 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 267 2023-05-20T06:07:03.682 INFO:tasks.rados.rados.0.smithi081.stdout:2994: finishing write tid 1 to smithi081164505-34 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2994: finishing write tid 2 to smithi081164505-34 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2994: finishing write tid 3 to smithi081164505-34 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2994: finishing write tid 4 to smithi081164505-34 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2994: finishing write tid 5 to smithi081164505-34 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1481 (ObjNum 945 snap 268 seq_num 945) dirty exists 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2994: left oid 34 (ObjNum 945 snap 268 seq_num 945) 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2997: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:07:03.683 INFO:tasks.rados.rados.0.smithi081.stdout:2997: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:07:03.684 INFO:tasks.rados.rados.0.smithi081.stdout:2997: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:07:03.684 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1473 (ObjNum 841 snap 242 seq_num 841) dirty exists 2023-05-20T06:07:03.684 INFO:tasks.rados.rados.0.smithi081.stdout:2996: expect (ObjNum 844 snap 242 seq_num 844) 2023-05-20T06:07:04.185 INFO:tasks.rados.rados.0.smithi081.stdout:2994: done (3 left) 2023-05-20T06:07:04.185 INFO:tasks.rados.rados.0.smithi081.stdout:2996: done (2 left) 2023-05-20T06:07:04.185 INFO:tasks.rados.rados.0.smithi081.stdout:2997: done (1 left) 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:2999: rollback oid 13 current snap is 268 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 245 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:2998: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:2998: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:2998: finishing rollback tid 2 to smithi081164505-14 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1663 (ObjNum 886 snap 255 seq_num 886) dirty exists 2023-05-20T06:07:04.186 INFO:tasks.rados.rados.0.smithi081.stdout:2998: done (1 left) 2023-05-20T06:07:04.187 INFO:tasks.rados.rados.0.smithi081.stdout:3000: snap_create 2023-05-20T06:07:04.190 INFO:tasks.rados.rados.0.smithi081.stdout:2999: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:07:04.191 INFO:tasks.rados.rados.0.smithi081.stdout:2999: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:07:04.191 INFO:tasks.rados.rados.0.smithi081.stdout:2999: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:07:04.191 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1603 (ObjNum 852 snap 243 seq_num 852) dirty exists 2023-05-20T06:07:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:2999: done (1 left) 2023-05-20T06:07:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:3000: done (0 left) 2023-05-20T06:07:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:3001: read oid 49 snap -1 2023-05-20T06:07:05.124 INFO:tasks.rados.rados.0.smithi081.stdout:3001: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:05.125 INFO:tasks.rados.rados.0.smithi081.stdout:3002: snap_remove snap 265 2023-05-20T06:07:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:05 smithi170 ceph-mon[97338]: pgmap v646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:05 smithi170 ceph-mon[97338]: osdmap e598: 8 total, 8 up, 8 in 2023-05-20T06:07:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:05 smithi081 ceph-mon[95500]: pgmap v646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:05 smithi081 ceph-mon[95500]: osdmap e598: 8 total, 8 up, 8 in 2023-05-20T06:07:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:05 smithi081 ceph-mon[107735]: pgmap v646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:05 smithi081 ceph-mon[107735]: osdmap e598: 8 total, 8 up, 8 in 2023-05-20T06:07:06.130 INFO:tasks.rados.rados.0.smithi081.stdout:3002: done (1 left) 2023-05-20T06:07:06.130 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 269 2023-05-20T06:07:06.131 INFO:tasks.rados.rados.0.smithi081.stdout:3001: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:06.697 INFO:tasks.rados.rados.0.smithi081.stdout:3003: seq_num 947 ranges {1646592=663552,2310144=630784,2940928=172032} 2023-05-20T06:07:06.708 INFO:tasks.rados.rados.0.smithi081.stdout:3003: writing smithi081164505-12 from 1646592 to 2310144 tid 1 2023-05-20T06:07:06.712 INFO:tasks.rados.rados.0.smithi081.stdout:3003: writing smithi081164505-12 from 2310144 to 2940928 tid 2 2023-05-20T06:07:06.713 INFO:tasks.rados.rados.0.smithi081.stdout:3003: writing smithi081164505-12 from 2940928 to 3112960 tid 3 2023-05-20T06:07:06.713 INFO:tasks.rados.rados.0.smithi081.stdout:3001: done (1 left) 2023-05-20T06:07:06.714 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 269 2023-05-20T06:07:06.714 INFO:tasks.rados.rados.0.smithi081.stdout:3003: finishing write tid 1 to smithi081164505-12 2023-05-20T06:07:06.714 INFO:tasks.rados.rados.0.smithi081.stdout:3004: seq_num 948 ranges {5472256=679936,6152192=516096,6668288=286720} 2023-05-20T06:07:06.745 INFO:tasks.rados.rados.0.smithi081.stdout:3004: writing smithi081164505-41 from 5472256 to 6152192 tid 1 2023-05-20T06:07:06.748 INFO:tasks.rados.rados.0.smithi081.stdout:3004: writing smithi081164505-41 from 6152192 to 6668288 tid 2 2023-05-20T06:07:06.750 INFO:tasks.rados.rados.0.smithi081.stdout:3004: writing smithi081164505-41 from 6668288 to 6955008 tid 3 2023-05-20T06:07:06.750 INFO:tasks.rados.rados.0.smithi081.stdout:3005: snap_remove snap 266 2023-05-20T06:07:07.219 INFO:tasks.rados.rados.0.smithi081.stdout:3005: done (2 left) 2023-05-20T06:07:07.220 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 269 2023-05-20T06:07:07.220 INFO:tasks.rados.rados.0.smithi081.stdout:3003: finishing write tid 2 to smithi081164505-12 2023-05-20T06:07:07.220 INFO:tasks.rados.rados.0.smithi081.stdout:3006: seq_num 949 ranges {1572864=704512,2277376=794624,3072000=8192} 2023-05-20T06:07:07.233 INFO:tasks.rados.rados.0.smithi081.stdout:3006: writing smithi081164505-18 from 1572864 to 2277376 tid 1 2023-05-20T06:07:07.237 INFO:tasks.rados.rados.0.smithi081.stdout:3006: writing smithi081164505-18 from 2277376 to 3072000 tid 2 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:3006: writing smithi081164505-18 from 3072000 to 3080192 tid 3 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:3007: rollback oid 39 current snap is 269 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 263 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:3003: finishing write tid 3 to smithi081164505-12 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:3003: finishing write tid 4 to smithi081164505-12 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:3003: finishing write tid 5 to smithi081164505-12 2023-05-20T06:07:07.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1783 (ObjNum 947 snap 269 seq_num 947) dirty exists 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3003: left oid 12 (ObjNum 947 snap 269 seq_num 947) 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3004: finishing write tid 1 to smithi081164505-41 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3004: finishing write tid 2 to smithi081164505-41 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3004: finishing write tid 3 to smithi081164505-41 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3004: finishing write tid 4 to smithi081164505-41 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3004: finishing write tid 5 to smithi081164505-41 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 921 (ObjNum 948 snap 269 seq_num 948) dirty exists 2023-05-20T06:07:07.239 INFO:tasks.rados.rados.0.smithi081.stdout:3004: left oid 41 (ObjNum 948 snap 269 seq_num 948) 2023-05-20T06:07:07.240 INFO:tasks.rados.rados.0.smithi081.stdout:3003: done (3 left) 2023-05-20T06:07:07.240 INFO:tasks.rados.rados.0.smithi081.stdout:3004: done (2 left) 2023-05-20T06:07:07.240 INFO:tasks.rados.rados.0.smithi081.stdout:3008: snap_remove snap 264 2023-05-20T06:07:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:07 smithi170 ceph-mon[97338]: pgmap v648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:07 smithi170 ceph-mon[97338]: osdmap e599: 8 total, 8 up, 8 in 2023-05-20T06:07:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:07 smithi081 ceph-mon[95500]: pgmap v648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:07 smithi081 ceph-mon[95500]: osdmap e599: 8 total, 8 up, 8 in 2023-05-20T06:07:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:07 smithi081 ceph-mon[107735]: pgmap v648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:07 smithi081 ceph-mon[107735]: osdmap e599: 8 total, 8 up, 8 in 2023-05-20T06:07:08.227 INFO:tasks.rados.rados.0.smithi081.stdout:3008: done (2 left) 2023-05-20T06:07:08.227 INFO:tasks.rados.rados.0.smithi081.stdout:3009: rmattr oid 14 current snap is 269 2023-05-20T06:07:08.227 INFO:tasks.rados.rados.0.smithi081.stdout:3009: done (2 left) 2023-05-20T06:07:08.227 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 269 2023-05-20T06:07:08.228 INFO:tasks.rados.rados.0.smithi081.stdout:3007: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:07:08.228 INFO:tasks.rados.rados.0.smithi081.stdout:3010: seq_num 950 ranges {6823936=720896,7544832=679936,8224768=122880} 2023-05-20T06:07:08.268 INFO:tasks.rados.rados.0.smithi081.stdout:3010: writing smithi081164505-13 from 6823936 to 7544832 tid 1 2023-05-20T06:07:08.271 INFO:tasks.rados.rados.0.smithi081.stdout:3010: writing smithi081164505-13 from 7544832 to 8224768 tid 2 2023-05-20T06:07:08.272 INFO:tasks.rados.rados.0.smithi081.stdout:3010: writing smithi081164505-13 from 8224768 to 8347648 tid 3 2023-05-20T06:07:08.272 INFO:tasks.rados.rados.0.smithi081.stdout:3011: snap_remove snap 261 2023-05-20T06:07:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:08 smithi170 ceph-mon[97338]: osdmap e600: 8 total, 8 up, 8 in 2023-05-20T06:07:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:08 smithi081 ceph-mon[95500]: osdmap e600: 8 total, 8 up, 8 in 2023-05-20T06:07:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:08 smithi081 ceph-mon[107735]: osdmap e600: 8 total, 8 up, 8 in 2023-05-20T06:07:09.238 INFO:tasks.rados.rados.0.smithi081.stdout:3011: done (3 left) 2023-05-20T06:07:09.239 INFO:tasks.rados.rados.0.smithi081.stdout:3012: copy_from oid 25 from oid 26 current snap is 269 2023-05-20T06:07:09.240 INFO:tasks.rados.rados.0.smithi081.stdout:3013: copy_from oid 11 from oid 2 current snap is 269 2023-05-20T06:07:09.240 INFO:tasks.rados.rados.0.smithi081.stdout:3014: setattr oid 37 current snap is 269 2023-05-20T06:07:09.240 INFO:tasks.rados.rados.0.smithi081.stdout:3006: finishing write tid 1 to smithi081164505-18 2023-05-20T06:07:09.240 INFO:tasks.rados.rados.0.smithi081.stdout:3007: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:07:09.240 INFO:tasks.rados.rados.0.smithi081.stdout:3007: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1675 (ObjNum 896 snap 259 seq_num 896) dirty exists 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:3006: finishing write tid 2 to smithi081164505-18 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:3006: finishing write tid 3 to smithi081164505-18 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:3006: finishing write tid 4 to smithi081164505-18 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:3006: finishing write tid 5 to smithi081164505-18 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 1787 (ObjNum 949 snap 269 seq_num 949) dirty exists 2023-05-20T06:07:09.241 INFO:tasks.rados.rados.0.smithi081.stdout:3006: left oid 18 (ObjNum 949 snap 269 seq_num 949) 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:3010: finishing write tid 1 to smithi081164505-13 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:3010: finishing write tid 2 to smithi081164505-13 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:3010: finishing write tid 3 to smithi081164505-13 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:3010: finishing write tid 4 to smithi081164505-13 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:3010: finishing write tid 5 to smithi081164505-13 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1630 (ObjNum 950 snap 269 seq_num 950) dirty exists 2023-05-20T06:07:09.242 INFO:tasks.rados.rados.0.smithi081.stdout:3010: left oid 13 (ObjNum 950 snap 269 seq_num 950) 2023-05-20T06:07:09.243 INFO:tasks.rados.rados.0.smithi081.stdout:3006: done (5 left) 2023-05-20T06:07:09.243 INFO:tasks.rados.rados.0.smithi081.stdout:3007: done (4 left) 2023-05-20T06:07:09.243 INFO:tasks.rados.rados.0.smithi081.stdout:3010: done (3 left) 2023-05-20T06:07:09.243 INFO:tasks.rados.rados.0.smithi081.stdout:3015: delete oid 1 current snap is 269 2023-05-20T06:07:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:3012: finishing copy_from to smithi081164505-25 2023-05-20T06:07:09.245 INFO:tasks.rados.rados.0.smithi081.stdout:3012: got expected ENOENT (src dne) 2023-05-20T06:07:09.248 INFO:tasks.rados.rados.0.smithi081.stdout:3012: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:07:09.263 INFO:tasks.rados.rados.0.smithi081.stdout:3012: done (3 left) 2023-05-20T06:07:09.263 INFO:tasks.rados.rados.0.smithi081.stdout:3015: done (2 left) 2023-05-20T06:07:09.264 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 269 2023-05-20T06:07:09.264 INFO:tasks.rados.rados.0.smithi081.stdout:3016: seq_num 952 ranges {2744320=753664,3497984=499712,3997696=303104} 2023-05-20T06:07:09.273 INFO:tasks.rados.rados.0.smithi081.stdout:3016: writing smithi081164505-47 from 2744320 to 3497984 tid 1 2023-05-20T06:07:09.276 INFO:tasks.rados.rados.0.smithi081.stdout:3016: writing smithi081164505-47 from 3497984 to 3997696 tid 2 2023-05-20T06:07:09.278 INFO:tasks.rados.rados.0.smithi081.stdout:3016: writing smithi081164505-47 from 3997696 to 4300800 tid 3 2023-05-20T06:07:09.278 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 269 2023-05-20T06:07:09.278 INFO:tasks.rados.rados.0.smithi081.stdout:3017: seq_num 953 ranges {7110656=770048,7880704=786432,8667136=16384} 2023-05-20T06:07:09.322 INFO:tasks.rados.rados.0.smithi081.stdout:3017: writing smithi081164505-50 from 7110656 to 7880704 tid 1 2023-05-20T06:07:09.326 INFO:tasks.rados.rados.0.smithi081.stdout:3017: writing smithi081164505-50 from 7880704 to 8667136 tid 2 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:3017: writing smithi081164505-50 from 8667136 to 8683520 tid 3 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:3018: setattr oid 43 current snap is 269 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1236 (ObjNum 881 snap 251 seq_num 881) dirty exists 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:3016: finishing write tid 1 to smithi081164505-47 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:3016: finishing write tid 2 to smithi081164505-47 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:3016: finishing write tid 3 to smithi081164505-47 2023-05-20T06:07:09.327 INFO:tasks.rados.rados.0.smithi081.stdout:3016: finishing write tid 4 to smithi081164505-47 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:3013: finishing copy_from to smithi081164505-11 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1540 (ObjNum 844 snap 242 seq_num 844) dirty exists 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:3013: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:3016: finishing write tid 5 to smithi081164505-47 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1242 (ObjNum 952 snap 269 seq_num 952) dirty exists 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:3016: left oid 47 (ObjNum 952 snap 269 seq_num 952) 2023-05-20T06:07:09.328 INFO:tasks.rados.rados.0.smithi081.stdout:3017: finishing write tid 1 to smithi081164505-50 2023-05-20T06:07:09.329 INFO:tasks.rados.rados.0.smithi081.stdout:3013: done (4 left) 2023-05-20T06:07:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:3014: done (3 left) 2023-05-20T06:07:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:3016: done (2 left) 2023-05-20T06:07:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:3019: rollback oid 14 current snap is 269 2023-05-20T06:07:09.330 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 245 2023-05-20T06:07:09.331 INFO:tasks.rados.rados.0.smithi081.stdout:3020: setattr oid 22 current snap is 269 2023-05-20T06:07:09.333 INFO:tasks.rados.rados.0.smithi081.stdout:3021: snap_create 2023-05-20T06:07:09.333 INFO:tasks.rados.rados.0.smithi081.stdout:3017: finishing write tid 2 to smithi081164505-50 2023-05-20T06:07:09.334 INFO:tasks.rados.rados.0.smithi081.stdout:3017: finishing write tid 3 to smithi081164505-50 2023-05-20T06:07:09.334 INFO:tasks.rados.rados.0.smithi081.stdout:3017: finishing write tid 4 to smithi081164505-50 2023-05-20T06:07:09.335 INFO:tasks.rados.rados.0.smithi081.stdout:3019: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:07:09.336 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1063 (ObjNum 915 snap 264 seq_num 915) dirty exists 2023-05-20T06:07:09.336 INFO:tasks.rados.rados.0.smithi081.stdout:3019: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:07:09.336 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1470 (ObjNum 929 snap 268 seq_num 929) dirty exists 2023-05-20T06:07:09.336 INFO:tasks.rados.rados.0.smithi081.stdout:3019: finishing rollback tid 2 to smithi081164505-14 2023-05-20T06:07:09.336 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1691 (ObjNum 859 snap 244 seq_num 859) dirty exists 2023-05-20T06:07:09.337 INFO:tasks.rados.rados.0.smithi081.stdout:3017: finishing write tid 5 to smithi081164505-50 2023-05-20T06:07:09.337 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1062 (ObjNum 953 snap 269 seq_num 953) dirty exists 2023-05-20T06:07:09.337 INFO:tasks.rados.rados.0.smithi081.stdout:3017: left oid 50 (ObjNum 953 snap 269 seq_num 953) 2023-05-20T06:07:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:09 smithi170 ceph-mon[97338]: pgmap v651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:09 smithi170 ceph-mon[97338]: osdmap e601: 8 total, 8 up, 8 in 2023-05-20T06:07:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:09 smithi081 ceph-mon[95500]: pgmap v651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:09 smithi081 ceph-mon[95500]: osdmap e601: 8 total, 8 up, 8 in 2023-05-20T06:07:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:09 smithi081 ceph-mon[107735]: pgmap v651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:09 smithi081 ceph-mon[107735]: osdmap e601: 8 total, 8 up, 8 in 2023-05-20T06:07:10.261 INFO:tasks.rados.rados.0.smithi081.stdout:3017: done (4 left) 2023-05-20T06:07:10.261 INFO:tasks.rados.rados.0.smithi081.stdout:3018: done (3 left) 2023-05-20T06:07:10.262 INFO:tasks.rados.rados.0.smithi081.stdout:3019: done (2 left) 2023-05-20T06:07:10.262 INFO:tasks.rados.rados.0.smithi081.stdout:3020: done (1 left) 2023-05-20T06:07:10.262 INFO:tasks.rados.rados.0.smithi081.stdout:3021: done (0 left) 2023-05-20T06:07:10.262 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 270 2023-05-20T06:07:10.263 INFO:tasks.rados.rados.0.smithi081.stdout:3022: seq_num 954 ranges {950272=786432,1736704=671744,2408448=131072} 2023-05-20T06:07:10.270 INFO:tasks.rados.rados.0.smithi081.stdout:3022: writing smithi081164505-45 from 950272 to 1736704 tid 1 2023-05-20T06:07:10.274 INFO:tasks.rados.rados.0.smithi081.stdout:3022: writing smithi081164505-45 from 1736704 to 2408448 tid 2 2023-05-20T06:07:10.275 INFO:tasks.rados.rados.0.smithi081.stdout:3022: writing smithi081164505-45 from 2408448 to 2539520 tid 3 2023-05-20T06:07:10.275 INFO:tasks.rados.rados.0.smithi081.stdout:3023: read oid 41 snap 257 2023-05-20T06:07:10.275 INFO:tasks.rados.rados.0.smithi081.stdout:3023: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:07:10.276 INFO:tasks.rados.rados.0.smithi081.stdout:3024: read oid 30 snap -1 2023-05-20T06:07:10.276 INFO:tasks.rados.rados.0.smithi081.stdout:3024: expect deleted 2023-05-20T06:07:10.276 INFO:tasks.rados.rados.0.smithi081.stdout:3025: copy_from oid 29 from oid 3 current snap is 270 2023-05-20T06:07:10.277 INFO:tasks.rados.rados.0.smithi081.stdout:3026: rollback oid 35 current snap is 270 2023-05-20T06:07:10.277 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 243 2023-05-20T06:07:10.277 INFO:tasks.rados.rados.0.smithi081.stdout:3027: snap_create 2023-05-20T06:07:10.281 INFO:tasks.rados.rados.0.smithi081.stdout:3022: finishing write tid 1 to smithi081164505-45 2023-05-20T06:07:10.281 INFO:tasks.rados.rados.0.smithi081.stdout:3026: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:07:10.282 INFO:tasks.rados.rados.0.smithi081.stdout:3022: finishing write tid 2 to smithi081164505-45 2023-05-20T06:07:10.282 INFO:tasks.rados.rados.0.smithi081.stdout:3026: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:07:10.282 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 1818 (ObjNum 65 snap 0 seq_num 165270720) dirty dne 2023-05-20T06:07:10.284 INFO:tasks.rados.rados.0.smithi081.stdout:3022: finishing write tid 3 to smithi081164505-45 2023-05-20T06:07:10.284 INFO:tasks.rados.rados.0.smithi081.stdout:3022: finishing write tid 4 to smithi081164505-45 2023-05-20T06:07:10.285 INFO:tasks.rados.rados.0.smithi081.stdout:3022: finishing write tid 5 to smithi081164505-45 2023-05-20T06:07:10.286 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1240 (ObjNum 954 snap 270 seq_num 954) dirty exists 2023-05-20T06:07:10.286 INFO:tasks.rados.rados.0.smithi081.stdout:3022: left oid 45 (ObjNum 954 snap 270 seq_num 954) 2023-05-20T06:07:10.303 INFO:tasks.rados.rados.0.smithi081.stdout:3023: expect (ObjNum 789 snap 226 seq_num 789) 2023-05-20T06:07:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:10 smithi170 ceph-mon[97338]: osdmap e602: 8 total, 8 up, 8 in 2023-05-20T06:07:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:10 smithi081 ceph-mon[95500]: osdmap e602: 8 total, 8 up, 8 in 2023-05-20T06:07:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:10 smithi081 ceph-mon[107735]: osdmap e602: 8 total, 8 up, 8 in 2023-05-20T06:07:10.644 INFO:tasks.rados.rados.0.smithi081.stdout:3025: finishing copy_from to smithi081164505-29 2023-05-20T06:07:10.644 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1051 (ObjNum 892 snap 257 seq_num 892) dirty exists 2023-05-20T06:07:10.644 INFO:tasks.rados.rados.0.smithi081.stdout:3025: finishing copy_from racing read to smithi081164505-29 2023-05-20T06:07:11.269 INFO:tasks.rados.rados.0.smithi081.stdout:3022: done (5 left) 2023-05-20T06:07:11.269 INFO:tasks.rados.rados.0.smithi081.stdout:3023: done (4 left) 2023-05-20T06:07:11.269 INFO:tasks.rados.rados.0.smithi081.stdout:3024: done (3 left) 2023-05-20T06:07:11.269 INFO:tasks.rados.rados.0.smithi081.stdout:3025: done (2 left) 2023-05-20T06:07:11.270 INFO:tasks.rados.rados.0.smithi081.stdout:3026: done (1 left) 2023-05-20T06:07:11.270 INFO:tasks.rados.rados.0.smithi081.stdout:3027: done (0 left) 2023-05-20T06:07:11.270 INFO:tasks.rados.rados.0.smithi081.stdout:3028: snap_create 2023-05-20T06:07:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:11 smithi081 ceph-mon[95500]: pgmap v654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:11 smithi081 ceph-mon[95500]: osdmap e603: 8 total, 8 up, 8 in 2023-05-20T06:07:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:11 smithi081 ceph-mon[107735]: pgmap v654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:11 smithi081 ceph-mon[107735]: osdmap e603: 8 total, 8 up, 8 in 2023-05-20T06:07:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:11 smithi170 ceph-mon[97338]: pgmap v654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:11 smithi170 ceph-mon[97338]: osdmap e603: 8 total, 8 up, 8 in 2023-05-20T06:07:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:07:11.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:07:11.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:12.272 INFO:tasks.rados.rados.0.smithi081.stdout:3028: done (0 left) 2023-05-20T06:07:12.273 INFO:tasks.rados.rados.0.smithi081.stdout:3029: delete oid 22 current snap is 272 2023-05-20T06:07:12.276 INFO:tasks.rados.rados.0.smithi081.stdout:3029: done (0 left) 2023-05-20T06:07:12.277 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 272 2023-05-20T06:07:12.277 INFO:tasks.rados.rados.0.smithi081.stdout:3030: seq_num 956 ranges {4300800=417792,4718592=434176,5152768=770048} 2023-05-20T06:07:12.301 INFO:tasks.rados.rados.0.smithi081.stdout:3030: writing smithi081164505-47 from 4300800 to 4718592 tid 1 2023-05-20T06:07:12.304 INFO:tasks.rados.rados.0.smithi081.stdout:3030: writing smithi081164505-47 from 4718592 to 5152768 tid 2 2023-05-20T06:07:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3030: writing smithi081164505-47 from 5152768 to 5922816 tid 3 2023-05-20T06:07:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3031: setattr oid 7 current snap is 272 2023-05-20T06:07:12.310 INFO:tasks.rados.rados.0.smithi081.stdout:3030: finishing write tid 1 to smithi081164505-47 2023-05-20T06:07:12.310 INFO:tasks.rados.rados.0.smithi081.stdout:3030: finishing write tid 2 to smithi081164505-47 2023-05-20T06:07:12.311 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 272 2023-05-20T06:07:12.311 INFO:tasks.rados.rados.0.smithi081.stdout:3032: seq_num 957 ranges {8192000=434176,8626176=720896,9347072=483328} 2023-05-20T06:07:12.355 INFO:tasks.rados.rados.0.smithi081.stdout:3032: writing smithi081164505-2 from 8192000 to 8626176 tid 1 2023-05-20T06:07:12.360 INFO:tasks.rados.rados.0.smithi081.stdout:3032: writing smithi081164505-2 from 8626176 to 9347072 tid 2 2023-05-20T06:07:12.363 INFO:tasks.rados.rados.0.smithi081.stdout:3032: writing smithi081164505-2 from 9347072 to 9830400 tid 3 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:3033: rmattr oid 28 current snap is 272 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:3030: finishing write tid 3 to smithi081164505-47 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:3030: finishing write tid 4 to smithi081164505-47 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:3030: finishing write tid 5 to smithi081164505-47 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1246 (ObjNum 956 snap 272 seq_num 956) dirty exists 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:3030: left oid 47 (ObjNum 956 snap 272 seq_num 956) 2023-05-20T06:07:12.364 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1692 (ObjNum 33 snap 0 seq_num 164226464) dirty exists 2023-05-20T06:07:12.365 INFO:tasks.rados.rados.0.smithi081.stdout:3032: finishing write tid 1 to smithi081164505-2 2023-05-20T06:07:12.365 INFO:tasks.rados.rados.0.smithi081.stdout:3030: done (3 left) 2023-05-20T06:07:12.365 INFO:tasks.rados.rados.0.smithi081.stdout:3031: done (2 left) 2023-05-20T06:07:12.365 INFO:tasks.rados.rados.0.smithi081.stdout:3034: snap_create 2023-05-20T06:07:12.366 INFO:tasks.rados.rados.0.smithi081.stdout:3032: finishing write tid 2 to smithi081164505-2 2023-05-20T06:07:12.367 INFO:tasks.rados.rados.0.smithi081.stdout:3032: finishing write tid 3 to smithi081164505-2 2023-05-20T06:07:12.367 INFO:tasks.rados.rados.0.smithi081.stdout:3032: finishing write tid 4 to smithi081164505-2 2023-05-20T06:07:12.368 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1064 (ObjNum 938 snap 268 seq_num 938) dirty exists 2023-05-20T06:07:12.369 INFO:tasks.rados.rados.0.smithi081.stdout:3032: finishing write tid 5 to smithi081164505-2 2023-05-20T06:07:12.369 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1697 (ObjNum 957 snap 272 seq_num 957) dirty exists 2023-05-20T06:07:12.369 INFO:tasks.rados.rados.0.smithi081.stdout:3032: left oid 2 (ObjNum 957 snap 272 seq_num 957) 2023-05-20T06:07:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:12 smithi170 ceph-mon[97338]: osdmap e604: 8 total, 8 up, 8 in 2023-05-20T06:07:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:12 smithi081 ceph-mon[95500]: osdmap e604: 8 total, 8 up, 8 in 2023-05-20T06:07:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:12 smithi081 ceph-mon[107735]: osdmap e604: 8 total, 8 up, 8 in 2023-05-20T06:07:13.282 INFO:tasks.rados.rados.0.smithi081.stdout:3032: done (2 left) 2023-05-20T06:07:13.282 INFO:tasks.rados.rados.0.smithi081.stdout:3033: done (1 left) 2023-05-20T06:07:13.282 INFO:tasks.rados.rados.0.smithi081.stdout:3034: done (0 left) 2023-05-20T06:07:13.283 INFO:tasks.rados.rados.0.smithi081.stdout:3035: copy_from oid 26 from oid 49 current snap is 273 2023-05-20T06:07:13.283 INFO:tasks.rados.rados.0.smithi081.stdout:3036: setattr oid 24 current snap is 273 2023-05-20T06:07:13.285 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 273 2023-05-20T06:07:13.285 INFO:tasks.rados.rados.0.smithi081.stdout:3037: seq_num 958 ranges {1277952=450560,1728512=655360,2383872=548864} 2023-05-20T06:07:13.294 INFO:tasks.rados.rados.0.smithi081.stdout:3037: writing smithi081164505-16 from 1277952 to 1728512 tid 1 2023-05-20T06:07:13.297 INFO:tasks.rados.rados.0.smithi081.stdout:3037: writing smithi081164505-16 from 1728512 to 2383872 tid 2 2023-05-20T06:07:13.300 INFO:tasks.rados.rados.0.smithi081.stdout:3037: writing smithi081164505-16 from 2383872 to 2932736 tid 3 2023-05-20T06:07:13.301 INFO:tasks.rados.rados.0.smithi081.stdout:3038: delete oid 41 current snap is 273 2023-05-20T06:07:13.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1544 (ObjNum 910 snap 263 seq_num 910) dirty exists 2023-05-20T06:07:13.301 INFO:tasks.rados.rados.0.smithi081.stdout:3037: finishing write tid 1 to smithi081164505-16 2023-05-20T06:07:13.305 INFO:tasks.rados.rados.0.smithi081.stdout:3037: finishing write tid 2 to smithi081164505-16 2023-05-20T06:07:13.306 INFO:tasks.rados.rados.0.smithi081.stdout:3037: finishing write tid 3 to smithi081164505-16 2023-05-20T06:07:13.306 INFO:tasks.rados.rados.0.smithi081.stdout:3036: done (3 left) 2023-05-20T06:07:13.306 INFO:tasks.rados.rados.0.smithi081.stdout:3038: done (2 left) 2023-05-20T06:07:13.306 INFO:tasks.rados.rados.0.smithi081.stdout:3039: rmattr oid 21 current snap is 273 2023-05-20T06:07:13.306 INFO:tasks.rados.rados.0.smithi081.stdout:3037: finishing write tid 4 to smithi081164505-16 2023-05-20T06:07:13.307 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 273 2023-05-20T06:07:13.307 INFO:tasks.rados.rados.0.smithi081.stdout:3040: seq_num 960 ranges {843776=483328,1327104=425984,1753088=761856,2514944=16384} 2023-05-20T06:07:13.314 INFO:tasks.rados.rados.0.smithi081.stdout:3040: writing smithi081164505-24 from 843776 to 1327104 tid 1 2023-05-20T06:07:13.317 INFO:tasks.rados.rados.0.smithi081.stdout:3040: writing smithi081164505-24 from 1327104 to 1753088 tid 2 2023-05-20T06:07:13.322 INFO:tasks.rados.rados.0.smithi081.stdout:3040: writing smithi081164505-24 from 1753088 to 2514944 tid 3 2023-05-20T06:07:13.322 INFO:tasks.rados.rados.0.smithi081.stdout:3040: writing smithi081164505-24 from 2514944 to 2531328 tid 4 2023-05-20T06:07:13.322 INFO:tasks.rados.rados.0.smithi081.stdout:3041: snap_create 2023-05-20T06:07:13.322 INFO:tasks.rados.rados.0.smithi081.stdout:3037: finishing write tid 5 to smithi081164505-16 2023-05-20T06:07:13.323 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1643 (ObjNum 958 snap 273 seq_num 958) dirty exists 2023-05-20T06:07:13.323 INFO:tasks.rados.rados.0.smithi081.stdout:3037: left oid 16 (ObjNum 958 snap 273 seq_num 958) 2023-05-20T06:07:13.323 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1820 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:07:13.323 INFO:tasks.rados.rados.0.smithi081.stdout:3040: finishing write tid 1 to smithi081164505-24 2023-05-20T06:07:13.323 INFO:tasks.rados.rados.0.smithi081.stdout:3040: finishing write tid 2 to smithi081164505-24 2023-05-20T06:07:13.326 INFO:tasks.rados.rados.0.smithi081.stdout:3035: finishing copy_from to smithi081164505-26 2023-05-20T06:07:13.326 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1484 (ObjNum 940 snap 268 seq_num 940) dirty exists 2023-05-20T06:07:13.327 INFO:tasks.rados.rados.0.smithi081.stdout:3040: finishing write tid 3 to smithi081164505-24 2023-05-20T06:07:13.327 INFO:tasks.rados.rados.0.smithi081.stdout:3035: finishing copy_from racing read to smithi081164505-26 2023-05-20T06:07:13.328 INFO:tasks.rados.rados.0.smithi081.stdout:3040: finishing write tid 4 to smithi081164505-24 2023-05-20T06:07:13.328 INFO:tasks.rados.rados.0.smithi081.stdout:3040: finishing write tid 5 to smithi081164505-24 2023-05-20T06:07:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:3040: finishing write tid 6 to smithi081164505-24 2023-05-20T06:07:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1549 (ObjNum 960 snap 273 seq_num 960) dirty exists 2023-05-20T06:07:13.329 INFO:tasks.rados.rados.0.smithi081.stdout:3040: left oid 24 (ObjNum 960 snap 273 seq_num 960) 2023-05-20T06:07:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:07:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:13 smithi081 ceph-mon[95500]: pgmap v657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:13 smithi081 ceph-mon[95500]: osdmap e605: 8 total, 8 up, 8 in 2023-05-20T06:07:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:13 smithi081 ceph-mon[107735]: pgmap v657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:13 smithi081 ceph-mon[107735]: osdmap e605: 8 total, 8 up, 8 in 2023-05-20T06:07:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:13 smithi170 ceph-mon[97338]: pgmap v657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:13.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:13 smithi170 ceph-mon[97338]: osdmap e605: 8 total, 8 up, 8 in 2023-05-20T06:07:14.296 INFO:tasks.rados.rados.0.smithi081.stdout:3035: done (4 left) 2023-05-20T06:07:14.296 INFO:tasks.rados.rados.0.smithi081.stdout:3037: done (3 left) 2023-05-20T06:07:14.297 INFO:tasks.rados.rados.0.smithi081.stdout:3039: done (2 left) 2023-05-20T06:07:14.297 INFO:tasks.rados.rados.0.smithi081.stdout:3040: done (1 left) 2023-05-20T06:07:14.297 INFO:tasks.rados.rados.0.smithi081.stdout:3041: done (0 left) 2023-05-20T06:07:14.297 INFO:tasks.rados.rados.0.smithi081.stdout:3042: delete oid 25 current snap is 274 2023-05-20T06:07:14.299 INFO:tasks.rados.rados.0.smithi081.stdout:3042: done (0 left) 2023-05-20T06:07:14.300 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 274 2023-05-20T06:07:14.300 INFO:tasks.rados.rados.0.smithi081.stdout:3043: seq_num 962 ranges {2539520=516096,3055616=589824,3645440=614400} 2023-05-20T06:07:14.316 INFO:tasks.rados.rados.0.smithi081.stdout:3043: writing smithi081164505-45 from 2539520 to 3055616 tid 1 2023-05-20T06:07:14.320 INFO:tasks.rados.rados.0.smithi081.stdout:3043: writing smithi081164505-45 from 3055616 to 3645440 tid 2 2023-05-20T06:07:14.323 INFO:tasks.rados.rados.0.smithi081.stdout:3043: writing smithi081164505-45 from 3645440 to 4259840 tid 3 2023-05-20T06:07:14.323 INFO:tasks.rados.rados.0.smithi081.stdout:3044: read oid 17 snap -1 2023-05-20T06:07:14.323 INFO:tasks.rados.rados.0.smithi081.stdout:3044: expect (ObjNum 897 snap 261 seq_num 897) 2023-05-20T06:07:14.324 INFO:tasks.rados.rados.0.smithi081.stdout:3045: delete oid 32 current snap is 274 2023-05-20T06:07:14.324 INFO:tasks.rados.rados.0.smithi081.stdout:3043: finishing write tid 1 to smithi081164505-45 2023-05-20T06:07:14.327 INFO:tasks.rados.rados.0.smithi081.stdout:3045: done (2 left) 2023-05-20T06:07:14.327 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 274 2023-05-20T06:07:14.327 INFO:tasks.rados.rados.0.smithi081.stdout:3046: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2023-05-20T06:07:14.330 INFO:tasks.rados.rados.0.smithi081.stdout:3046: writing smithi081164505-1 from 0 to 548864 tid 1 2023-05-20T06:07:14.334 INFO:tasks.rados.rados.0.smithi081.stdout:3046: writing smithi081164505-1 from 548864 to 1310720 tid 2 2023-05-20T06:07:14.337 INFO:tasks.rados.rados.0.smithi081.stdout:3046: writing smithi081164505-1 from 1310720 to 1753088 tid 3 2023-05-20T06:07:14.337 INFO:tasks.rados.rados.0.smithi081.stdout:3047: snap_create 2023-05-20T06:07:14.338 INFO:tasks.rados.rados.0.smithi081.stdout:3043: finishing write tid 2 to smithi081164505-45 2023-05-20T06:07:14.338 INFO:tasks.rados.rados.0.smithi081.stdout:3043: finishing write tid 3 to smithi081164505-45 2023-05-20T06:07:14.338 INFO:tasks.rados.rados.0.smithi081.stdout:3044: expect (ObjNum 897 snap 261 seq_num 897) 2023-05-20T06:07:14.371 INFO:tasks.rados.rados.0.smithi081.stdout:3043: finishing write tid 4 to smithi081164505-45 2023-05-20T06:07:14.372 INFO:tasks.rados.rados.0.smithi081.stdout:3043: finishing write tid 5 to smithi081164505-45 2023-05-20T06:07:14.372 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1244 (ObjNum 962 snap 274 seq_num 962) dirty exists 2023-05-20T06:07:14.372 INFO:tasks.rados.rados.0.smithi081.stdout:3043: left oid 45 (ObjNum 962 snap 274 seq_num 962) 2023-05-20T06:07:14.372 INFO:tasks.rados.rados.0.smithi081.stdout:3046: finishing write tid 1 to smithi081164505-1 2023-05-20T06:07:14.372 INFO:tasks.rados.rados.0.smithi081.stdout:3046: finishing write tid 2 to smithi081164505-1 2023-05-20T06:07:14.372 INFO:tasks.rados.rados.0.smithi081.stdout:3046: finishing write tid 3 to smithi081164505-1 2023-05-20T06:07:14.373 INFO:tasks.rados.rados.0.smithi081.stdout:3046: finishing write tid 4 to smithi081164505-1 2023-05-20T06:07:14.373 INFO:tasks.rados.rados.0.smithi081.stdout:3046: finishing write tid 5 to smithi081164505-1 2023-05-20T06:07:14.373 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1553 (ObjNum 964 snap 274 seq_num 964) dirty exists 2023-05-20T06:07:14.373 INFO:tasks.rados.rados.0.smithi081.stdout:3046: left oid 1 (ObjNum 964 snap 274 seq_num 964) 2023-05-20T06:07:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:14 smithi170 ceph-mon[97338]: osdmap e606: 8 total, 8 up, 8 in 2023-05-20T06:07:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:14 smithi081 ceph-mon[95500]: osdmap e606: 8 total, 8 up, 8 in 2023-05-20T06:07:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:14 smithi081 ceph-mon[107735]: osdmap e606: 8 total, 8 up, 8 in 2023-05-20T06:07:15.297 INFO:tasks.rados.rados.0.smithi081.stdout:3043: done (3 left) 2023-05-20T06:07:15.298 INFO:tasks.rados.rados.0.smithi081.stdout:3044: done (2 left) 2023-05-20T06:07:15.298 INFO:tasks.rados.rados.0.smithi081.stdout:3046: done (1 left) 2023-05-20T06:07:15.298 INFO:tasks.rados.rados.0.smithi081.stdout:3047: done (0 left) 2023-05-20T06:07:15.298 INFO:tasks.rados.rados.0.smithi081.stdout:3048: delete oid 26 current snap is 275 2023-05-20T06:07:15.304 INFO:tasks.rados.rados.0.smithi081.stdout:3048: done (0 left) 2023-05-20T06:07:15.304 INFO:tasks.rados.rados.0.smithi081.stdout:3049: copy_from oid 40 from oid 42 current snap is 275 2023-05-20T06:07:15.304 INFO:tasks.rados.rados.0.smithi081.stdout:3050: rmattr oid 28 current snap is 275 2023-05-20T06:07:15.304 INFO:tasks.rados.rados.0.smithi081.stdout:3051: delete oid 50 current snap is 275 2023-05-20T06:07:15.308 INFO:tasks.rados.rados.0.smithi081.stdout:3051: done (2 left) 2023-05-20T06:07:15.308 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 275 2023-05-20T06:07:15.309 INFO:tasks.rados.rados.0.smithi081.stdout:3052: seq_num 967 ranges {4612096=598016,5210112=466944,5677056=516096,6193152=221184} 2023-05-20T06:07:15.335 INFO:tasks.rados.rados.0.smithi081.stdout:3052: writing smithi081164505-6 from 4612096 to 5210112 tid 1 2023-05-20T06:07:15.337 INFO:tasks.rados.rados.0.smithi081.stdout:3052: writing smithi081164505-6 from 5210112 to 5677056 tid 2 2023-05-20T06:07:15.341 INFO:tasks.rados.rados.0.smithi081.stdout:3052: writing smithi081164505-6 from 5677056 to 6193152 tid 3 2023-05-20T06:07:15.342 INFO:tasks.rados.rados.0.smithi081.stdout:3052: writing smithi081164505-6 from 6193152 to 6414336 tid 4 2023-05-20T06:07:15.342 INFO:tasks.rados.rados.0.smithi081.stdout:3053: read oid 44 snap -1 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:3053: expect deleted 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:3054: read oid 30 snap -1 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:3054: expect deleted 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 275 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1065 (ObjNum 938 snap 268 seq_num 938) dirty exists 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:3049: finishing copy_from to smithi081164505-40 2023-05-20T06:07:15.343 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1232 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:07:15.344 INFO:tasks.rados.rados.0.smithi081.stdout:3049: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:07:15.344 INFO:tasks.rados.rados.0.smithi081.stdout:3052: finishing write tid 1 to smithi081164505-6 2023-05-20T06:07:15.344 INFO:tasks.rados.rados.0.smithi081.stdout:3052: finishing write tid 2 to smithi081164505-6 2023-05-20T06:07:15.344 INFO:tasks.rados.rados.0.smithi081.stdout:3055: seq_num 968 ranges {2260992=614400,2875392=745472,3620864=458752} 2023-05-20T06:07:15.358 INFO:tasks.rados.rados.0.smithi081.stdout:3055: writing smithi081164505-46 from 2260992 to 2875392 tid 1 2023-05-20T06:07:15.362 INFO:tasks.rados.rados.0.smithi081.stdout:3055: writing smithi081164505-46 from 2875392 to 3620864 tid 2 2023-05-20T06:07:15.365 INFO:tasks.rados.rados.0.smithi081.stdout:3055: writing smithi081164505-46 from 3620864 to 4079616 tid 3 2023-05-20T06:07:15.365 INFO:tasks.rados.rados.0.smithi081.stdout:3049: done (5 left) 2023-05-20T06:07:15.365 INFO:tasks.rados.rados.0.smithi081.stdout:3050: done (4 left) 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:3056: rollback oid 34 current snap is 275 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 256 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:3052: finishing write tid 3 to smithi081164505-6 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:3052: finishing write tid 4 to smithi081164505-6 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:3052: finishing write tid 5 to smithi081164505-6 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:3052: finishing write tid 6 to smithi081164505-6 2023-05-20T06:07:15.366 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 869 (ObjNum 967 snap 275 seq_num 967) dirty exists 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3052: left oid 6 (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3055: finishing write tid 1 to smithi081164505-46 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3055: finishing write tid 2 to smithi081164505-46 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3052: done (4 left) 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3053: done (3 left) 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3054: done (2 left) 2023-05-20T06:07:15.367 INFO:tasks.rados.rados.0.smithi081.stdout:3057: rollback oid 5 current snap is 275 2023-05-20T06:07:15.368 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 5 to 244 2023-05-20T06:07:15.368 INFO:tasks.rados.rados.0.smithi081.stdout:3058: snap_create 2023-05-20T06:07:15.368 INFO:tasks.rados.rados.0.smithi081.stdout:3055: finishing write tid 3 to smithi081164505-46 2023-05-20T06:07:15.369 INFO:tasks.rados.rados.0.smithi081.stdout:3057: finishing rollback tid 1 to smithi081164505-5 2023-05-20T06:07:15.369 INFO:tasks.rados.rados.0.smithi081.stdout:3055: finishing write tid 4 to smithi081164505-46 2023-05-20T06:07:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:3056: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:07:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:3057: finishing rollback tid 2 to smithi081164505-5 2023-05-20T06:07:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1475 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:07:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:3056: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:07:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:3056: finishing rollback tid 2 to smithi081164505-34 2023-05-20T06:07:15.370 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1484 (ObjNum 850 snap 242 seq_num 850) dirty exists 2023-05-20T06:07:15.371 INFO:tasks.rados.rados.0.smithi081.stdout:3055: finishing write tid 5 to smithi081164505-46 2023-05-20T06:07:15.371 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1248 (ObjNum 968 snap 275 seq_num 968) dirty exists 2023-05-20T06:07:15.371 INFO:tasks.rados.rados.0.smithi081.stdout:3055: left oid 46 (ObjNum 968 snap 275 seq_num 968) 2023-05-20T06:07:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:15 smithi170 ceph-mon[97338]: pgmap v660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:15 smithi170 ceph-mon[97338]: osdmap e607: 8 total, 8 up, 8 in 2023-05-20T06:07:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:15 smithi081 ceph-mon[95500]: pgmap v660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:15 smithi081 ceph-mon[95500]: osdmap e607: 8 total, 8 up, 8 in 2023-05-20T06:07:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:15 smithi081 ceph-mon[107735]: pgmap v660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:15 smithi081 ceph-mon[107735]: osdmap e607: 8 total, 8 up, 8 in 2023-05-20T06:07:16.305 INFO:tasks.rados.rados.0.smithi081.stdout:3055: done (3 left) 2023-05-20T06:07:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:3056: done (2 left) 2023-05-20T06:07:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:3057: done (1 left) 2023-05-20T06:07:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:3058: done (0 left) 2023-05-20T06:07:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:3059: read oid 15 snap -1 2023-05-20T06:07:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:3059: expect deleted 2023-05-20T06:07:16.306 INFO:tasks.rados.rados.0.smithi081.stdout:3060: read oid 49 snap -1 2023-05-20T06:07:16.307 INFO:tasks.rados.rados.0.smithi081.stdout:3060: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:16.307 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 276 2023-05-20T06:07:16.307 INFO:tasks.rados.rados.0.smithi081.stdout:3061: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2023-05-20T06:07:16.310 INFO:tasks.rados.rados.0.smithi081.stdout:3061: writing smithi081164505-21 from 0 to 638976 tid 1 2023-05-20T06:07:16.314 INFO:tasks.rados.rados.0.smithi081.stdout:3061: writing smithi081164505-21 from 638976 to 1269760 tid 2 2023-05-20T06:07:16.317 INFO:tasks.rados.rados.0.smithi081.stdout:3061: writing smithi081164505-21 from 1269760 to 1802240 tid 3 2023-05-20T06:07:16.318 INFO:tasks.rados.rados.0.smithi081.stdout:3061: writing smithi081164505-21 from 1802240 to 1843200 tid 4 2023-05-20T06:07:16.318 INFO:tasks.rados.rados.0.smithi081.stdout:3062: copy_from oid 8 from oid 46 current snap is 276 2023-05-20T06:07:16.318 INFO:tasks.rados.rados.0.smithi081.stdout:3063: copy_from oid 42 from oid 24 current snap is 276 2023-05-20T06:07:16.318 INFO:tasks.rados.rados.0.smithi081.stdout:3059: done (4 left) 2023-05-20T06:07:16.318 INFO:tasks.rados.rados.0.smithi081.stdout:3064: delete oid 41 current snap is 276 2023-05-20T06:07:16.319 INFO:tasks.rados.rados.0.smithi081.stdout:3061: finishing write tid 1 to smithi081164505-21 2023-05-20T06:07:16.319 INFO:tasks.rados.rados.0.smithi081.stdout:3061: finishing write tid 2 to smithi081164505-21 2023-05-20T06:07:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:3064: done (4 left) 2023-05-20T06:07:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:3065: read oid 31 snap -1 2023-05-20T06:07:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:3065: expect (ObjNum 889 snap 257 seq_num 889) 2023-05-20T06:07:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 276 2023-05-20T06:07:16.321 INFO:tasks.rados.rados.0.smithi081.stdout:3066: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2023-05-20T06:07:16.333 INFO:tasks.rados.rados.0.smithi081.stdout:3066: writing smithi081164505-33 from 0 to 671744 tid 1 2023-05-20T06:07:16.334 INFO:tasks.rados.rados.0.smithi081.stdout:3066: writing smithi081164505-33 from 671744 to 1474560 tid 2 2023-05-20T06:07:16.334 INFO:tasks.rados.rados.0.smithi081.stdout:3066: writing smithi081164505-33 from 1474560 to 1875968 tid 3 2023-05-20T06:07:16.334 INFO:tasks.rados.rados.0.smithi081.stdout:3067: copy_from oid 14 from oid 48 current snap is 276 2023-05-20T06:07:16.335 INFO:tasks.rados.rados.0.smithi081.stdout:3068: read oid 16 snap -1 2023-05-20T06:07:16.335 INFO:tasks.rados.rados.0.smithi081.stdout:3068: expect (ObjNum 958 snap 273 seq_num 958) 2023-05-20T06:07:16.335 INFO:tasks.rados.rados.0.smithi081.stdout:3069: delete oid 11 current snap is 276 2023-05-20T06:07:16.335 INFO:tasks.rados.rados.0.smithi081.stdout:3066: finishing write tid 1 to smithi081164505-33 2023-05-20T06:07:16.339 INFO:tasks.rados.rados.0.smithi081.stdout:3066: finishing write tid 2 to smithi081164505-33 2023-05-20T06:07:16.341 INFO:tasks.rados.rados.0.smithi081.stdout:3066: finishing write tid 3 to smithi081164505-33 2023-05-20T06:07:16.343 INFO:tasks.rados.rados.0.smithi081.stdout:3065: expect (ObjNum 889 snap 257 seq_num 889) 2023-05-20T06:07:16.356 INFO:tasks.rados.rados.0.smithi081.stdout:3061: finishing write tid 3 to smithi081164505-21 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:3061: finishing write tid 4 to smithi081164505-21 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:3061: finishing write tid 5 to smithi081164505-21 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:3061: finishing write tid 6 to smithi081164505-21 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1828 (ObjNum 969 snap 276 seq_num 969) dirty exists 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:3061: left oid 21 (ObjNum 969 snap 276 seq_num 969) 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:3061: done (8 left) 2023-05-20T06:07:16.357 INFO:tasks.rados.rados.0.smithi081.stdout:3065: done (7 left) 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3069: done (6 left) 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3070: snap_create 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3067: finishing copy_from to smithi081164505-14 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3067: got expected ENOENT (src dne) 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3067: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3066: finishing write tid 4 to smithi081164505-33 2023-05-20T06:07:16.358 INFO:tasks.rados.rados.0.smithi081.stdout:3060: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:16 smithi170 ceph-mon[97338]: osdmap e608: 8 total, 8 up, 8 in 2023-05-20T06:07:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:16 smithi081 ceph-mon[95500]: osdmap e608: 8 total, 8 up, 8 in 2023-05-20T06:07:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:16 smithi081 ceph-mon[107735]: osdmap e608: 8 total, 8 up, 8 in 2023-05-20T06:07:16.914 INFO:tasks.rados.rados.0.smithi081.stdout:3063: finishing copy_from to smithi081164505-42 2023-05-20T06:07:16.914 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1549 (ObjNum 960 snap 273 seq_num 960) dirty exists 2023-05-20T06:07:16.915 INFO:tasks.rados.rados.0.smithi081.stdout:3063: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:07:16.915 INFO:tasks.rados.rados.0.smithi081.stdout:3066: finishing write tid 5 to smithi081164505-33 2023-05-20T06:07:16.915 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 1488 (ObjNum 971 snap 276 seq_num 971) dirty exists 2023-05-20T06:07:16.916 INFO:tasks.rados.rados.0.smithi081.stdout:3066: left oid 33 (ObjNum 971 snap 276 seq_num 971) 2023-05-20T06:07:16.916 INFO:tasks.rados.rados.0.smithi081.stdout:3068: expect (ObjNum 958 snap 273 seq_num 958) 2023-05-20T06:07:17.013 INFO:tasks.rados.rados.0.smithi081.stdout:3062: finishing copy_from to smithi081164505-8 2023-05-20T06:07:17.014 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1248 (ObjNum 968 snap 275 seq_num 968) dirty exists 2023-05-20T06:07:17.014 INFO:tasks.rados.rados.0.smithi081.stdout:3062: finishing copy_from racing read to smithi081164505-8 2023-05-20T06:07:17.309 INFO:tasks.rados.rados.0.smithi081.stdout:3060: done (6 left) 2023-05-20T06:07:17.309 INFO:tasks.rados.rados.0.smithi081.stdout:3062: done (5 left) 2023-05-20T06:07:17.309 INFO:tasks.rados.rados.0.smithi081.stdout:3063: done (4 left) 2023-05-20T06:07:17.309 INFO:tasks.rados.rados.0.smithi081.stdout:3066: done (3 left) 2023-05-20T06:07:17.309 INFO:tasks.rados.rados.0.smithi081.stdout:3067: done (2 left) 2023-05-20T06:07:17.310 INFO:tasks.rados.rados.0.smithi081.stdout:3068: done (1 left) 2023-05-20T06:07:17.310 INFO:tasks.rados.rados.0.smithi081.stdout:3070: done (0 left) 2023-05-20T06:07:17.310 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 277 2023-05-20T06:07:17.310 INFO:tasks.rados.rados.0.smithi081.stdout:3071: seq_num 973 ranges {2531328=704512,3235840=573440,3809280=507904,4317184=122880} 2023-05-20T06:07:17.326 INFO:tasks.rados.rados.0.smithi081.stdout:3071: writing smithi081164505-42 from 2531328 to 3235840 tid 1 2023-05-20T06:07:17.329 INFO:tasks.rados.rados.0.smithi081.stdout:3071: writing smithi081164505-42 from 3235840 to 3809280 tid 2 2023-05-20T06:07:17.332 INFO:tasks.rados.rados.0.smithi081.stdout:3071: writing smithi081164505-42 from 3809280 to 4317184 tid 3 2023-05-20T06:07:17.334 INFO:tasks.rados.rados.0.smithi081.stdout:3071: writing smithi081164505-42 from 4317184 to 4440064 tid 4 2023-05-20T06:07:17.334 INFO:tasks.rados.rados.0.smithi081.stdout:3072: read oid 13 snap -1 2023-05-20T06:07:17.334 INFO:tasks.rados.rados.0.smithi081.stdout:3072: expect (ObjNum 950 snap 269 seq_num 950) 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3073: copy_from oid 10 from oid 18 current snap is 277 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3071: finishing write tid 1 to smithi081164505-42 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3074: read oid 31 snap -1 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3074: expect (ObjNum 889 snap 257 seq_num 889) 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3075: read oid 32 snap 274 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3075: expect deleted 2023-05-20T06:07:17.335 INFO:tasks.rados.rados.0.smithi081.stdout:3076: copy_from oid 46 from oid 9 current snap is 277 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:3077: rollback oid 49 current snap is 277 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 245 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:3078: read oid 27 snap -1 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:3078: expect (ObjNum 935 snap 268 seq_num 935) 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:3079: read oid 36 snap -1 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:3079: expect (ObjNum 914 snap 264 seq_num 914) 2023-05-20T06:07:17.336 INFO:tasks.rados.rados.0.smithi081.stdout:3080: read oid 17 snap -1 2023-05-20T06:07:17.337 INFO:tasks.rados.rados.0.smithi081.stdout:3080: expect (ObjNum 897 snap 261 seq_num 897) 2023-05-20T06:07:17.337 INFO:tasks.rados.rados.0.smithi081.stdout:3081: read oid 7 snap -1 2023-05-20T06:07:17.337 INFO:tasks.rados.rados.0.smithi081.stdout:3081: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:07:17.337 INFO:tasks.rados.rados.0.smithi081.stdout:3082: rmattr oid 21 current snap is 277 2023-05-20T06:07:17.337 INFO:tasks.rados.rados.0.smithi081.stdout:3083: delete oid 1 current snap is 277 2023-05-20T06:07:17.337 INFO:tasks.rados.rados.0.smithi081.stdout:3071: finishing write tid 2 to smithi081164505-42 2023-05-20T06:07:17.338 INFO:tasks.rados.rados.0.smithi081.stdout:3081: expect (ObjNum 0 snap 0 seq_num 0) 2023-05-20T06:07:17.340 INFO:tasks.rados.rados.0.smithi081.stdout:3071: finishing write tid 3 to smithi081164505-42 2023-05-20T06:07:17.340 INFO:tasks.rados.rados.0.smithi081.stdout:3071: finishing write tid 4 to smithi081164505-42 2023-05-20T06:07:17.341 INFO:tasks.rados.rados.0.smithi081.stdout:3071: finishing write tid 5 to smithi081164505-42 2023-05-20T06:07:17.342 INFO:tasks.rados.rados.0.smithi081.stdout:3074: expect (ObjNum 889 snap 257 seq_num 889) 2023-05-20T06:07:17.358 INFO:tasks.rados.rados.0.smithi081.stdout:3074: done (12 left) 2023-05-20T06:07:17.358 INFO:tasks.rados.rados.0.smithi081.stdout:3075: done (11 left) 2023-05-20T06:07:17.358 INFO:tasks.rados.rados.0.smithi081.stdout:3081: done (10 left) 2023-05-20T06:07:17.359 INFO:tasks.rados.rados.0.smithi081.stdout:3083: done (9 left) 2023-05-20T06:07:17.359 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 277 2023-05-20T06:07:17.359 INFO:tasks.rados.rados.0.smithi081.stdout:3077: finishing rollback tid 0 to smithi081164505-49 2023-05-20T06:07:17.359 INFO:tasks.rados.rados.0.smithi081.stdout:3084: seq_num 975 ranges {5922816=737280,6660096=786432,7446528=417792} 2023-05-20T06:07:17.398 INFO:tasks.rados.rados.0.smithi081.stdout:3084: writing smithi081164505-47 from 5922816 to 6660096 tid 1 2023-05-20T06:07:17.403 INFO:tasks.rados.rados.0.smithi081.stdout:3084: writing smithi081164505-47 from 6660096 to 7446528 tid 2 2023-05-20T06:07:17.406 INFO:tasks.rados.rados.0.smithi081.stdout:3084: writing smithi081164505-47 from 7446528 to 7864320 tid 3 2023-05-20T06:07:17.407 INFO:tasks.rados.rados.0.smithi081.stdout:3085: read oid 50 snap -1 2023-05-20T06:07:17.407 INFO:tasks.rados.rados.0.smithi081.stdout:3085: expect deleted 2023-05-20T06:07:17.407 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 277 2023-05-20T06:07:17.407 INFO:tasks.rados.rados.0.smithi081.stdout:3086: seq_num 976 ranges {8306688=753664,9060352=671744,9732096=532480} 2023-05-20T06:07:17.454 INFO:tasks.rados.rados.0.smithi081.stdout:3086: writing smithi081164505-19 from 8306688 to 9060352 tid 1 2023-05-20T06:07:17.458 INFO:tasks.rados.rados.0.smithi081.stdout:3086: writing smithi081164505-19 from 9060352 to 9732096 tid 2 2023-05-20T06:07:17.462 INFO:tasks.rados.rados.0.smithi081.stdout:3086: writing smithi081164505-19 from 9732096 to 10264576 tid 3 2023-05-20T06:07:17.462 INFO:tasks.rados.rados.0.smithi081.stdout:3087: delete oid 31 current snap is 277 2023-05-20T06:07:17.462 INFO:tasks.rados.rados.0.smithi081.stdout:3080: expect (ObjNum 897 snap 261 seq_num 897) 2023-05-20T06:07:17.496 INFO:tasks.rados.rados.0.smithi081.stdout:3077: finishing rollback tid 1 to smithi081164505-49 2023-05-20T06:07:17.496 INFO:tasks.rados.rados.0.smithi081.stdout:3077: finishing rollback tid 2 to smithi081164505-49 2023-05-20T06:07:17.496 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1487 (ObjNum 825 snap 240 seq_num 825) dirty exists 2023-05-20T06:07:17.496 INFO:tasks.rados.rados.0.smithi081.stdout:3078: expect (ObjNum 935 snap 268 seq_num 935) 2023-05-20T06:07:17.542 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1830 (ObjNum 969 snap 276 seq_num 969) dirty exists 2023-05-20T06:07:17.542 INFO:tasks.rados.rados.0.smithi081.stdout:3071: finishing write tid 6 to smithi081164505-42 2023-05-20T06:07:17.542 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1554 (ObjNum 973 snap 277 seq_num 973) dirty exists 2023-05-20T06:07:17.542 INFO:tasks.rados.rados.0.smithi081.stdout:3071: left oid 42 (ObjNum 973 snap 277 seq_num 973) 2023-05-20T06:07:17.542 INFO:tasks.rados.rados.0.smithi081.stdout:3073: finishing copy_from to smithi081164505-10 2023-05-20T06:07:17.543 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1787 (ObjNum 949 snap 269 seq_num 949) dirty exists 2023-05-20T06:07:17.543 INFO:tasks.rados.rados.0.smithi081.stdout:3071: done (12 left) 2023-05-20T06:07:17.543 INFO:tasks.rados.rados.0.smithi081.stdout:3077: done (11 left) 2023-05-20T06:07:17.543 INFO:tasks.rados.rados.0.smithi081.stdout:3078: done (10 left) 2023-05-20T06:07:17.543 INFO:tasks.rados.rados.0.smithi081.stdout:3080: done (9 left) 2023-05-20T06:07:17.543 INFO:tasks.rados.rados.0.smithi081.stdout:3082: done (8 left) 2023-05-20T06:07:17.544 INFO:tasks.rados.rados.0.smithi081.stdout:3087: done (7 left) 2023-05-20T06:07:17.544 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 277 2023-05-20T06:07:17.544 INFO:tasks.rados.rados.0.smithi081.stdout:3073: finishing copy_from racing read to smithi081164505-10 2023-05-20T06:07:17.544 INFO:tasks.rados.rados.0.smithi081.stdout:3088: seq_num 978 ranges {2244608=786432,3031040=442368,3473408=647168,4120576=114688} 2023-05-20T06:07:17.558 INFO:tasks.rados.rados.0.smithi081.stdout:3088: writing smithi081164505-34 from 2244608 to 3031040 tid 1 2023-05-20T06:07:17.560 INFO:tasks.rados.rados.0.smithi081.stdout:3088: writing smithi081164505-34 from 3031040 to 3473408 tid 2 2023-05-20T06:07:17.563 INFO:tasks.rados.rados.0.smithi081.stdout:3088: writing smithi081164505-34 from 3473408 to 4120576 tid 3 2023-05-20T06:07:17.564 INFO:tasks.rados.rados.0.smithi081.stdout:3088: writing smithi081164505-34 from 4120576 to 4235264 tid 4 2023-05-20T06:07:17.565 INFO:tasks.rados.rados.0.smithi081.stdout:3073: done (7 left) 2023-05-20T06:07:17.565 INFO:tasks.rados.rados.0.smithi081.stdout:3089: setattr oid 17 current snap is 277 2023-05-20T06:07:17.565 INFO:tasks.rados.rados.0.smithi081.stdout:3072: expect (ObjNum 950 snap 269 seq_num 950) 2023-05-20T06:07:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:17 smithi170 ceph-mon[97338]: pgmap v663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:17 smithi170 ceph-mon[97338]: osdmap e609: 8 total, 8 up, 8 in 2023-05-20T06:07:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:17 smithi081 ceph-mon[95500]: pgmap v663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:17 smithi081 ceph-mon[95500]: osdmap e609: 8 total, 8 up, 8 in 2023-05-20T06:07:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:17 smithi081 ceph-mon[107735]: pgmap v663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:17 smithi081 ceph-mon[107735]: osdmap e609: 8 total, 8 up, 8 in 2023-05-20T06:07:18.126 INFO:tasks.rados.rados.0.smithi081.stdout:3079: expect (ObjNum 914 snap 264 seq_num 914) 2023-05-20T06:07:18.149 INFO:tasks.rados.rados.0.smithi081.stdout:3076: finishing copy_from to smithi081164505-46 2023-05-20T06:07:18.149 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1473 (ObjNum 841 snap 242 seq_num 841) dirty exists 2023-05-20T06:07:18.149 INFO:tasks.rados.rados.0.smithi081.stdout:3076: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3084: finishing write tid 1 to smithi081164505-47 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3084: finishing write tid 2 to smithi081164505-47 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3084: finishing write tid 3 to smithi081164505-47 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3084: finishing write tid 4 to smithi081164505-47 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3084: finishing write tid 5 to smithi081164505-47 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1791 (ObjNum 975 snap 277 seq_num 975) dirty exists 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3084: left oid 47 (ObjNum 975 snap 277 seq_num 975) 2023-05-20T06:07:18.150 INFO:tasks.rados.rados.0.smithi081.stdout:3086: finishing write tid 1 to smithi081164505-19 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:3086: finishing write tid 2 to smithi081164505-19 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:3086: finishing write tid 3 to smithi081164505-19 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:3086: finishing write tid 4 to smithi081164505-19 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:3086: finishing write tid 5 to smithi081164505-19 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1491 (ObjNum 976 snap 277 seq_num 976) dirty exists 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:3086: left oid 19 (ObjNum 976 snap 277 seq_num 976) 2023-05-20T06:07:18.151 INFO:tasks.rados.rados.0.smithi081.stdout:3088: finishing write tid 1 to smithi081164505-34 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:3088: finishing write tid 2 to smithi081164505-34 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:3088: finishing write tid 3 to smithi081164505-34 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:3088: finishing write tid 4 to smithi081164505-34 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:3088: finishing write tid 5 to smithi081164505-34 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:3088: finishing write tid 6 to smithi081164505-34 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1493 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-05-20T06:07:18.152 INFO:tasks.rados.rados.0.smithi081.stdout:3088: left oid 34 (ObjNum 978 snap 277 seq_num 978) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3072: done (7 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3076: done (6 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3079: done (5 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3084: done (4 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3085: done (3 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3086: done (2 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3088: done (1 left) 2023-05-20T06:07:18.153 INFO:tasks.rados.rados.0.smithi081.stdout:3090: rollback oid 25 current snap is 277 2023-05-20T06:07:18.154 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 269 2023-05-20T06:07:18.154 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 277 2023-05-20T06:07:18.154 INFO:tasks.rados.rados.0.smithi081.stdout:3091: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2023-05-20T06:07:18.154 INFO:tasks.rados.rados.0.smithi081.stdout:3091: writing smithi081164505-48 from 0 to 802816 tid 1 2023-05-20T06:07:18.157 INFO:tasks.rados.rados.0.smithi081.stdout:3091: writing smithi081164505-48 from 802816 to 1531904 tid 2 2023-05-20T06:07:18.160 INFO:tasks.rados.rados.0.smithi081.stdout:3091: writing smithi081164505-48 from 1531904 to 1990656 tid 3 2023-05-20T06:07:18.160 INFO:tasks.rados.rados.0.smithi081.stdout:3091: writing smithi081164505-48 from 1990656 to 2007040 tid 4 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:3092: read oid 38 snap -1 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:3092: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:3093: delete oid 27 current snap is 277 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1792 (ObjNum 897 snap 261 seq_num 897) dirty exists 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:3090: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:3090: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:07:18.161 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1834 (ObjNum 796 snap 231 seq_num 796) dirty exists 2023-05-20T06:07:18.162 INFO:tasks.rados.rados.0.smithi081.stdout:3091: finishing write tid 1 to smithi081164505-48 2023-05-20T06:07:18.162 INFO:tasks.rados.rados.0.smithi081.stdout:3091: finishing write tid 2 to smithi081164505-48 2023-05-20T06:07:18.164 INFO:tasks.rados.rados.0.smithi081.stdout:3089: done (4 left) 2023-05-20T06:07:18.164 INFO:tasks.rados.rados.0.smithi081.stdout:3090: done (3 left) 2023-05-20T06:07:18.164 INFO:tasks.rados.rados.0.smithi081.stdout:3093: done (2 left) 2023-05-20T06:07:18.164 INFO:tasks.rados.rados.0.smithi081.stdout:3094: rmattr oid 4 current snap is 277 2023-05-20T06:07:18.165 INFO:tasks.rados.rados.0.smithi081.stdout:3094: done (2 left) 2023-05-20T06:07:18.165 INFO:tasks.rados.rados.0.smithi081.stdout:3095: snap_create 2023-05-20T06:07:18.165 INFO:tasks.rados.rados.0.smithi081.stdout:3091: finishing write tid 3 to smithi081164505-48 2023-05-20T06:07:18.165 INFO:tasks.rados.rados.0.smithi081.stdout:3091: finishing write tid 4 to smithi081164505-48 2023-05-20T06:07:18.166 INFO:tasks.rados.rados.0.smithi081.stdout:3091: finishing write tid 5 to smithi081164505-48 2023-05-20T06:07:18.167 INFO:tasks.rados.rados.0.smithi081.stdout:3092: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:07:18.206 INFO:tasks.rados.rados.0.smithi081.stdout:3091: finishing write tid 6 to smithi081164505-48 2023-05-20T06:07:18.207 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1704 (ObjNum 979 snap 277 seq_num 979) dirty exists 2023-05-20T06:07:18.207 INFO:tasks.rados.rados.0.smithi081.stdout:3091: left oid 48 (ObjNum 979 snap 277 seq_num 979) 2023-05-20T06:07:18.316 INFO:tasks.rados.rados.0.smithi081.stdout:3091: done (2 left) 2023-05-20T06:07:18.317 INFO:tasks.rados.rados.0.smithi081.stdout:3092: done (1 left) 2023-05-20T06:07:18.317 INFO:tasks.rados.rados.0.smithi081.stdout:3095: done (0 left) 2023-05-20T06:07:18.317 INFO:tasks.rados.rados.0.smithi081.stdout:3096: delete oid 7 current snap is 278 2023-05-20T06:07:18.321 INFO:tasks.rados.rados.0.smithi081.stdout:3096: done (0 left) 2023-05-20T06:07:18.322 INFO:tasks.rados.rados.0.smithi081.stdout:3097: snap_remove snap 262 2023-05-20T06:07:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:18 smithi170 ceph-mon[97338]: osdmap e610: 8 total, 8 up, 8 in 2023-05-20T06:07:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:18 smithi081 ceph-mon[95500]: osdmap e610: 8 total, 8 up, 8 in 2023-05-20T06:07:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:18 smithi081 ceph-mon[107735]: osdmap e610: 8 total, 8 up, 8 in 2023-05-20T06:07:19.323 INFO:tasks.rados.rados.0.smithi081.stdout:3097: done (0 left) 2023-05-20T06:07:19.324 INFO:tasks.rados.rados.0.smithi081.stdout:3098: read oid 20 snap -1 2023-05-20T06:07:19.324 INFO:tasks.rados.rados.0.smithi081.stdout:3098: expect (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:07:19.324 INFO:tasks.rados.rados.0.smithi081.stdout:3099: read oid 12 snap -1 2023-05-20T06:07:19.324 INFO:tasks.rados.rados.0.smithi081.stdout:3099: expect (ObjNum 947 snap 269 seq_num 947) 2023-05-20T06:07:19.324 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 278 2023-05-20T06:07:19.324 INFO:tasks.rados.rados.0.smithi081.stdout:3100: seq_num 982 ranges {6430720=450560,6881280=425984,7307264=679936,7987200=466944,8454144=32768} 2023-05-20T06:07:19.362 INFO:tasks.rados.rados.0.smithi081.stdout:3100: writing smithi081164505-3 from 6430720 to 6881280 tid 1 2023-05-20T06:07:19.364 INFO:tasks.rados.rados.0.smithi081.stdout:3100: writing smithi081164505-3 from 6881280 to 7307264 tid 2 2023-05-20T06:07:19.368 INFO:tasks.rados.rados.0.smithi081.stdout:3100: writing smithi081164505-3 from 7307264 to 7987200 tid 3 2023-05-20T06:07:19.371 INFO:tasks.rados.rados.0.smithi081.stdout:3100: writing smithi081164505-3 from 7987200 to 8454144 tid 4 2023-05-20T06:07:19.372 INFO:tasks.rados.rados.0.smithi081.stdout:3100: writing smithi081164505-3 from 8454144 to 8486912 tid 5 2023-05-20T06:07:19.372 INFO:tasks.rados.rados.0.smithi081.stdout:3101: read oid 24 snap 243 2023-05-20T06:07:19.372 INFO:tasks.rados.rados.0.smithi081.stdout:3101: expect deleted 2023-05-20T06:07:19.372 INFO:tasks.rados.rados.0.smithi081.stdout:3102: copy_from oid 22 from oid 49 current snap is 278 2023-05-20T06:07:19.372 INFO:tasks.rados.rados.0.smithi081.stdout:3098: expect (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:07:19.375 INFO:tasks.rados.rados.0.smithi081.stdout:3099: expect (ObjNum 947 snap 269 seq_num 947) 2023-05-20T06:07:19.484 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 1 to smithi081164505-3 2023-05-20T06:07:19.484 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 2 to smithi081164505-3 2023-05-20T06:07:19.484 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 3 to smithi081164505-3 2023-05-20T06:07:19.484 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 4 to smithi081164505-3 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 5 to smithi081164505-3 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 6 to smithi081164505-3 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3098: done (4 left) 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3099: done (3 left) 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3101: done (2 left) 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3103: read oid 6 snap -1 2023-05-20T06:07:19.485 INFO:tasks.rados.rados.0.smithi081.stdout:3103: expect (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:3104: read oid 15 snap -1 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:3104: expect deleted 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:3105: setattr oid 5 current snap is 278 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:3100: finishing write tid 7 to smithi081164505-3 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1070 (ObjNum 982 snap 278 seq_num 982) dirty exists 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:3100: left oid 3 (ObjNum 982 snap 278 seq_num 982) 2023-05-20T06:07:19.486 INFO:tasks.rados.rados.0.smithi081.stdout:3102: finishing copy_from to smithi081164505-22 2023-05-20T06:07:19.487 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1487 (ObjNum 825 snap 240 seq_num 825) dirty exists 2023-05-20T06:07:19.487 INFO:tasks.rados.rados.0.smithi081.stdout:3102: finishing copy_from racing read to smithi081164505-22 2023-05-20T06:07:19.487 INFO:tasks.rados.rados.0.smithi081.stdout:3100: done (4 left) 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3102: done (3 left) 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3104: done (2 left) 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3106: read oid 2 snap -1 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3106: expect (ObjNum 957 snap 272 seq_num 957) 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3107: read oid 9 snap 267 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3107: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:07:19.488 INFO:tasks.rados.rados.0.smithi081.stdout:3108: snap_remove snap 277 2023-05-20T06:07:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:19 smithi170 ceph-mon[97338]: pgmap v666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:19 smithi170 ceph-mon[97338]: osdmap e611: 8 total, 8 up, 8 in 2023-05-20T06:07:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:19 smithi081 ceph-mon[95500]: pgmap v666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:19 smithi081 ceph-mon[95500]: osdmap e611: 8 total, 8 up, 8 in 2023-05-20T06:07:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:19 smithi081 ceph-mon[107735]: pgmap v666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:19 smithi081 ceph-mon[107735]: osdmap e611: 8 total, 8 up, 8 in 2023-05-20T06:07:20.329 INFO:tasks.rados.rados.0.smithi081.stdout:3108: done (4 left) 2023-05-20T06:07:20.330 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 278 2023-05-20T06:07:20.330 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1488 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:07:20.330 INFO:tasks.rados.rados.0.smithi081.stdout:3109: seq_num 983 ranges {6995968=466944,7462912=712704,8175616=434176,8609792=458752} 2023-05-20T06:07:20.369 INFO:tasks.rados.rados.0.smithi081.stdout:3109: writing smithi081164505-46 from 6995968 to 7462912 tid 1 2023-05-20T06:07:20.373 INFO:tasks.rados.rados.0.smithi081.stdout:3109: writing smithi081164505-46 from 7462912 to 8175616 tid 2 2023-05-20T06:07:20.376 INFO:tasks.rados.rados.0.smithi081.stdout:3109: writing smithi081164505-46 from 8175616 to 8609792 tid 3 2023-05-20T06:07:20.379 INFO:tasks.rados.rados.0.smithi081.stdout:3109: writing smithi081164505-46 from 8609792 to 9068544 tid 4 2023-05-20T06:07:20.379 INFO:tasks.rados.rados.0.smithi081.stdout:3105: done (4 left) 2023-05-20T06:07:20.380 INFO:tasks.rados.rados.0.smithi081.stdout:3110: setattr oid 32 current snap is 278 2023-05-20T06:07:20.380 INFO:tasks.rados.rados.0.smithi081.stdout:3107: expect (ObjNum 839 snap 242 seq_num 839) 2023-05-20T06:07:20.433 INFO:tasks.rados.rados.0.smithi081.stdout:3103: expect (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:20.745 INFO:tasks.rados.rados.0.smithi081.stdout:3106: expect (ObjNum 957 snap 272 seq_num 957) 2023-05-20T06:07:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:20 smithi170 ceph-mon[97338]: osdmap e612: 8 total, 8 up, 8 in 2023-05-20T06:07:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:20 smithi081 ceph-mon[95500]: osdmap e612: 8 total, 8 up, 8 in 2023-05-20T06:07:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:20 smithi081 ceph-mon[107735]: osdmap e612: 8 total, 8 up, 8 in 2023-05-20T06:07:21.413 INFO:tasks.rados.rados.0.smithi081.stdout:3109: finishing write tid 1 to smithi081164505-46 2023-05-20T06:07:21.413 INFO:tasks.rados.rados.0.smithi081.stdout:3109: finishing write tid 2 to smithi081164505-46 2023-05-20T06:07:21.413 INFO:tasks.rados.rados.0.smithi081.stdout:3109: finishing write tid 3 to smithi081164505-46 2023-05-20T06:07:21.414 INFO:tasks.rados.rados.0.smithi081.stdout:3109: finishing write tid 4 to smithi081164505-46 2023-05-20T06:07:21.414 INFO:tasks.rados.rados.0.smithi081.stdout:3109: finishing write tid 5 to smithi081164505-46 2023-05-20T06:07:21.414 INFO:tasks.rados.rados.0.smithi081.stdout:3109: finishing write tid 6 to smithi081164505-46 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1559 (ObjNum 983 snap 278 seq_num 983) dirty exists 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:3109: left oid 46 (ObjNum 983 snap 278 seq_num 983) 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:3103: done (4 left) 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:3106: done (3 left) 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:3107: done (2 left) 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:3109: done (1 left) 2023-05-20T06:07:21.415 INFO:tasks.rados.rados.0.smithi081.stdout:3111: snap_remove snap 269 2023-05-20T06:07:21.654 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:21 smithi081 ceph-mon[95500]: pgmap v669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:21.654 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:21 smithi081 ceph-mon[95500]: osdmap e613: 8 total, 8 up, 8 in 2023-05-20T06:07:21.654 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:21 smithi081 ceph-mon[107735]: pgmap v669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:21.655 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:21 smithi081 ceph-mon[107735]: osdmap e613: 8 total, 8 up, 8 in 2023-05-20T06:07:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:21 smithi170 ceph-mon[97338]: pgmap v669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:21 smithi170 ceph-mon[97338]: osdmap e613: 8 total, 8 up, 8 in 2023-05-20T06:07:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:07:21.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:07:21.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:22.335 INFO:tasks.rados.rados.0.smithi081.stdout:3111: done (1 left) 2023-05-20T06:07:22.336 INFO:tasks.rados.rados.0.smithi081.stdout:3112: snap_remove snap 263 2023-05-20T06:07:23.339 INFO:tasks.rados.rados.0.smithi081.stdout:3112: done (1 left) 2023-05-20T06:07:23.339 INFO:tasks.rados.rados.0.smithi081.stdout:3113: snap_remove snap 243 2023-05-20T06:07:23.342 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:23 smithi081 ceph-mon[95500]: pgmap v671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:23.343 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:23 smithi081 ceph-mon[95500]: osdmap e614: 8 total, 8 up, 8 in 2023-05-20T06:07:23.343 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:07:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:23 smithi170 ceph-mon[97338]: pgmap v671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:23 smithi170 ceph-mon[97338]: osdmap e614: 8 total, 8 up, 8 in 2023-05-20T06:07:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:23 smithi081 ceph-mon[107735]: pgmap v671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:23 smithi081 ceph-mon[107735]: osdmap e614: 8 total, 8 up, 8 in 2023-05-20T06:07:24.340 INFO:tasks.rados.rados.0.smithi081.stdout:3113: done (1 left) 2023-05-20T06:07:24.341 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 278 2023-05-20T06:07:24.341 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1788 (ObjNum 33 snap 0 seq_num 163763472) dirty exists 2023-05-20T06:07:24.344 INFO:tasks.rados.rados.0.smithi081.stdout:3114: seq_num 984 ranges {2531328=483328,3014656=598016,3612672=647168,4259840=360448} 2023-05-20T06:07:24.358 INFO:tasks.rados.rados.0.smithi081.stdout:3114: writing smithi081164505-24 from 2531328 to 3014656 tid 1 2023-05-20T06:07:24.365 INFO:tasks.rados.rados.0.smithi081.stdout:3114: writing smithi081164505-24 from 3014656 to 3612672 tid 2 2023-05-20T06:07:24.369 INFO:tasks.rados.rados.0.smithi081.stdout:3114: writing smithi081164505-24 from 3612672 to 4259840 tid 3 2023-05-20T06:07:24.370 INFO:tasks.rados.rados.0.smithi081.stdout:3114: writing smithi081164505-24 from 4259840 to 4620288 tid 4 2023-05-20T06:07:24.370 INFO:tasks.rados.rados.0.smithi081.stdout:3110: done (1 left) 2023-05-20T06:07:24.370 INFO:tasks.rados.rados.0.smithi081.stdout:3115: snap_create 2023-05-20T06:07:24.370 INFO:tasks.rados.rados.0.smithi081.stdout:3114: finishing write tid 1 to smithi081164505-24 2023-05-20T06:07:24.375 INFO:tasks.rados.rados.0.smithi081.stdout:3114: finishing write tid 2 to smithi081164505-24 2023-05-20T06:07:24.378 INFO:tasks.rados.rados.0.smithi081.stdout:3114: finishing write tid 3 to smithi081164505-24 2023-05-20T06:07:24.378 INFO:tasks.rados.rados.0.smithi081.stdout:3114: finishing write tid 4 to smithi081164505-24 2023-05-20T06:07:24.378 INFO:tasks.rados.rados.0.smithi081.stdout:3114: finishing write tid 5 to smithi081164505-24 2023-05-20T06:07:24.379 INFO:tasks.rados.rados.0.smithi081.stdout:3114: finishing write tid 6 to smithi081164505-24 2023-05-20T06:07:24.379 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1559 (ObjNum 984 snap 278 seq_num 984) dirty exists 2023-05-20T06:07:24.379 INFO:tasks.rados.rados.0.smithi081.stdout:3114: left oid 24 (ObjNum 984 snap 278 seq_num 984) 2023-05-20T06:07:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:24 smithi170 ceph-mon[97338]: osdmap e615: 8 total, 8 up, 8 in 2023-05-20T06:07:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:24 smithi170 ceph-mon[97338]: osdmap e616: 8 total, 8 up, 8 in 2023-05-20T06:07:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:24 smithi081 ceph-mon[95500]: osdmap e615: 8 total, 8 up, 8 in 2023-05-20T06:07:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:24 smithi081 ceph-mon[95500]: osdmap e616: 8 total, 8 up, 8 in 2023-05-20T06:07:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:24 smithi081 ceph-mon[107735]: osdmap e615: 8 total, 8 up, 8 in 2023-05-20T06:07:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:24 smithi081 ceph-mon[107735]: osdmap e616: 8 total, 8 up, 8 in 2023-05-20T06:07:25.368 INFO:tasks.rados.rados.0.smithi081.stdout:3114: done (1 left) 2023-05-20T06:07:25.369 INFO:tasks.rados.rados.0.smithi081.stdout:3115: done (0 left) 2023-05-20T06:07:25.369 INFO:tasks.rados.rados.0.smithi081.stdout:3116: rmattr oid 43 current snap is 279 2023-05-20T06:07:25.369 INFO:tasks.rados.rados.0.smithi081.stdout:3117: read oid 38 snap 258 2023-05-20T06:07:25.369 INFO:tasks.rados.rados.0.smithi081.stdout:3117: expect (ObjNum 888 snap 256 seq_num 888) 2023-05-20T06:07:25.369 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 279 2023-05-20T06:07:25.369 INFO:tasks.rados.rados.0.smithi081.stdout:3118: seq_num 985 ranges {2932736=499712,3432448=483328,3915776=450560,4366336=581632,4947968=90112} 2023-05-20T06:07:25.387 INFO:tasks.rados.rados.0.smithi081.stdout:3118: writing smithi081164505-16 from 2932736 to 3432448 tid 1 2023-05-20T06:07:25.390 INFO:tasks.rados.rados.0.smithi081.stdout:3118: writing smithi081164505-16 from 3432448 to 3915776 tid 2 2023-05-20T06:07:25.392 INFO:tasks.rados.rados.0.smithi081.stdout:3118: writing smithi081164505-16 from 3915776 to 4366336 tid 3 2023-05-20T06:07:25.396 INFO:tasks.rados.rados.0.smithi081.stdout:3118: writing smithi081164505-16 from 4366336 to 4947968 tid 4 2023-05-20T06:07:25.396 INFO:tasks.rados.rados.0.smithi081.stdout:3118: writing smithi081164505-16 from 4947968 to 5038080 tid 5 2023-05-20T06:07:25.397 INFO:tasks.rados.rados.0.smithi081.stdout:3119: read oid 14 snap -1 2023-05-20T06:07:25.397 INFO:tasks.rados.rados.0.smithi081.stdout:3119: expect (ObjNum 859 snap 244 seq_num 859) 2023-05-20T06:07:25.397 INFO:tasks.rados.rados.0.smithi081.stdout:3120: rollback oid 22 current snap is 279 2023-05-20T06:07:25.397 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 276 2023-05-20T06:07:25.397 INFO:tasks.rados.rados.0.smithi081.stdout:3117: expect (ObjNum 888 snap 256 seq_num 888) 2023-05-20T06:07:25.414 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1071 (ObjNum 915 snap 264 seq_num 915) dirty exists 2023-05-20T06:07:25.414 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 1 to smithi081164505-16 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 2 to smithi081164505-16 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3116: done (4 left) 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3117: done (3 left) 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3121: read oid 11 snap -1 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3121: expect deleted 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3122: copy_from oid 46 from oid 41 current snap is 279 2023-05-20T06:07:25.415 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 3 to smithi081164505-16 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:3120: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:3120: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1509 (ObjNum 161 snap 0 seq_num 164557888) dirty dne 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 4 to smithi081164505-16 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 5 to smithi081164505-16 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 6 to smithi081164505-16 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:3118: finishing write tid 7 to smithi081164505-16 2023-05-20T06:07:25.416 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1680 (ObjNum 985 snap 279 seq_num 985) dirty exists 2023-05-20T06:07:25.417 INFO:tasks.rados.rados.0.smithi081.stdout:3118: left oid 16 (ObjNum 985 snap 279 seq_num 985) 2023-05-20T06:07:25.417 INFO:tasks.rados.rados.0.smithi081.stdout:3118: done (4 left) 2023-05-20T06:07:25.417 INFO:tasks.rados.rados.0.smithi081.stdout:3120: done (3 left) 2023-05-20T06:07:25.417 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 279 2023-05-20T06:07:25.417 INFO:tasks.rados.rados.0.smithi081.stdout:3123: seq_num 986 ranges {8486912=516096,9003008=770048,9773056=655360,10428416=180224} 2023-05-20T06:07:25.462 INFO:tasks.rados.rados.0.smithi081.stdout:3123: writing smithi081164505-3 from 8486912 to 9003008 tid 1 2023-05-20T06:07:25.468 INFO:tasks.rados.rados.0.smithi081.stdout:3123: writing smithi081164505-3 from 9003008 to 9773056 tid 2 2023-05-20T06:07:25.471 INFO:tasks.rados.rados.0.smithi081.stdout:3123: writing smithi081164505-3 from 9773056 to 10428416 tid 3 2023-05-20T06:07:25.472 INFO:tasks.rados.rados.0.smithi081.stdout:3123: writing smithi081164505-3 from 10428416 to 10608640 tid 4 2023-05-20T06:07:25.472 INFO:tasks.rados.rados.0.smithi081.stdout:3124: copy_from oid 43 from oid 1 current snap is 279 2023-05-20T06:07:25.473 INFO:tasks.rados.rados.0.smithi081.stdout:3122: finishing copy_from to smithi081164505-46 2023-05-20T06:07:25.473 INFO:tasks.rados.rados.0.smithi081.stdout:3122: got expected ENOENT (src dne) 2023-05-20T06:07:25.473 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 279 2023-05-20T06:07:25.473 INFO:tasks.rados.rados.0.smithi081.stdout:3122: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:07:25.473 INFO:tasks.rados.rados.0.smithi081.stdout:3119: expect (ObjNum 859 snap 244 seq_num 859) 2023-05-20T06:07:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:25 smithi170 ceph-mon[97338]: pgmap v674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:25 smithi081 ceph-mon[95500]: pgmap v674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:25 smithi081 ceph-mon[107735]: pgmap v674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:25.845 INFO:tasks.rados.rados.0.smithi081.stdout:3123: finishing write tid 1 to smithi081164505-3 2023-05-20T06:07:25.845 INFO:tasks.rados.rados.0.smithi081.stdout:3123: finishing write tid 2 to smithi081164505-3 2023-05-20T06:07:25.846 INFO:tasks.rados.rados.0.smithi081.stdout:3123: finishing write tid 3 to smithi081164505-3 2023-05-20T06:07:25.846 INFO:tasks.rados.rados.0.smithi081.stdout:3123: finishing write tid 4 to smithi081164505-3 2023-05-20T06:07:25.846 INFO:tasks.rados.rados.0.smithi081.stdout:3125: seq_num 987 ranges {6995968=532480,7528448=647168,8175616=417792,8593408=409600,9003008=131072} 2023-05-20T06:07:25.882 INFO:tasks.rados.rados.0.smithi081.stdout:3125: writing smithi081164505-9 from 6995968 to 7528448 tid 1 2023-05-20T06:07:25.886 INFO:tasks.rados.rados.0.smithi081.stdout:3125: writing smithi081164505-9 from 7528448 to 8175616 tid 2 2023-05-20T06:07:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:3125: writing smithi081164505-9 from 8175616 to 8593408 tid 3 2023-05-20T06:07:25.890 INFO:tasks.rados.rados.0.smithi081.stdout:3125: writing smithi081164505-9 from 8593408 to 9003008 tid 4 2023-05-20T06:07:25.891 INFO:tasks.rados.rados.0.smithi081.stdout:3125: writing smithi081164505-9 from 9003008 to 9134080 tid 5 2023-05-20T06:07:25.892 INFO:tasks.rados.rados.0.smithi081.stdout:3119: done (5 left) 2023-05-20T06:07:25.892 INFO:tasks.rados.rados.0.smithi081.stdout:3121: done (4 left) 2023-05-20T06:07:25.893 INFO:tasks.rados.rados.0.smithi081.stdout:3122: done (3 left) 2023-05-20T06:07:25.893 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 279 2023-05-20T06:07:25.893 INFO:tasks.rados.rados.0.smithi081.stdout:3123: finishing write tid 5 to smithi081164505-3 2023-05-20T06:07:25.893 INFO:tasks.rados.rados.0.smithi081.stdout:3123: finishing write tid 6 to smithi081164505-3 2023-05-20T06:07:25.894 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1076 (ObjNum 986 snap 279 seq_num 986) dirty exists 2023-05-20T06:07:25.894 INFO:tasks.rados.rados.0.smithi081.stdout:3123: left oid 3 (ObjNum 986 snap 279 seq_num 986) 2023-05-20T06:07:25.894 INFO:tasks.rados.rados.0.smithi081.stdout:3124: finishing copy_from to smithi081164505-43 2023-05-20T06:07:25.894 INFO:tasks.rados.rados.0.smithi081.stdout:3124: got expected ENOENT (src dne) 2023-05-20T06:07:25.894 INFO:tasks.rados.rados.0.smithi081.stdout:3124: finishing copy_from racing read to smithi081164505-43 2023-05-20T06:07:25.894 INFO:tasks.rados.rados.0.smithi081.stdout:3126: seq_num 988 ranges {917504=557056,1474560=532480,2007040=622592,2629632=450560} 2023-05-20T06:07:25.899 INFO:tasks.rados.rados.0.smithi081.stdout:3126: writing smithi081164505-36 from 917504 to 1474560 tid 1 2023-05-20T06:07:25.902 INFO:tasks.rados.rados.0.smithi081.stdout:3126: writing smithi081164505-36 from 1474560 to 2007040 tid 2 2023-05-20T06:07:25.906 INFO:tasks.rados.rados.0.smithi081.stdout:3126: writing smithi081164505-36 from 2007040 to 2629632 tid 3 2023-05-20T06:07:25.909 INFO:tasks.rados.rados.0.smithi081.stdout:3126: writing smithi081164505-36 from 2629632 to 3080192 tid 4 2023-05-20T06:07:25.909 INFO:tasks.rados.rados.0.smithi081.stdout:3123: done (3 left) 2023-05-20T06:07:25.909 INFO:tasks.rados.rados.0.smithi081.stdout:3124: done (2 left) 2023-05-20T06:07:25.909 INFO:tasks.rados.rados.0.smithi081.stdout:3127: rollback oid 39 current snap is 279 2023-05-20T06:07:25.909 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 267 2023-05-20T06:07:25.909 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 1 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 2 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 3 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 4 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 5 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 6 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:3125: finishing write tid 7 to smithi081164505-9 2023-05-20T06:07:25.910 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1479 (ObjNum 987 snap 279 seq_num 987) dirty exists 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3125: left oid 9 (ObjNum 987 snap 279 seq_num 987) 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3126: finishing write tid 1 to smithi081164505-36 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3126: finishing write tid 2 to smithi081164505-36 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3125: done (2 left) 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3128: copy_from oid 16 from oid 47 current snap is 279 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3129: snap_create 2023-05-20T06:07:25.911 INFO:tasks.rados.rados.0.smithi081.stdout:3126: finishing write tid 3 to smithi081164505-36 2023-05-20T06:07:25.912 INFO:tasks.rados.rados.0.smithi081.stdout:3126: finishing write tid 4 to smithi081164505-36 2023-05-20T06:07:25.913 INFO:tasks.rados.rados.0.smithi081.stdout:3127: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:07:25.913 INFO:tasks.rados.rados.0.smithi081.stdout:3126: finishing write tid 5 to smithi081164505-36 2023-05-20T06:07:25.914 INFO:tasks.rados.rados.0.smithi081.stdout:3127: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:07:25.914 INFO:tasks.rados.rados.0.smithi081.stdout:3127: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:07:25.914 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1744 (ObjNum 921 snap 267 seq_num 921) dirty exists 2023-05-20T06:07:25.915 INFO:tasks.rados.rados.0.smithi081.stdout:3126: finishing write tid 6 to smithi081164505-36 2023-05-20T06:07:25.915 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1686 (ObjNum 988 snap 279 seq_num 988) dirty exists 2023-05-20T06:07:25.916 INFO:tasks.rados.rados.0.smithi081.stdout:3126: left oid 36 (ObjNum 988 snap 279 seq_num 988) 2023-05-20T06:07:25.951 INFO:tasks.rados.rados.0.smithi081.stdout:3128: finishing copy_from to smithi081164505-16 2023-05-20T06:07:25.951 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1791 (ObjNum 975 snap 277 seq_num 975) dirty exists 2023-05-20T06:07:25.952 INFO:tasks.rados.rados.0.smithi081.stdout:3128: finishing copy_from racing read to smithi081164505-16 2023-05-20T06:07:26.373 INFO:tasks.rados.rados.0.smithi081.stdout:3126: done (3 left) 2023-05-20T06:07:26.374 INFO:tasks.rados.rados.0.smithi081.stdout:3127: done (2 left) 2023-05-20T06:07:26.374 INFO:tasks.rados.rados.0.smithi081.stdout:3128: done (1 left) 2023-05-20T06:07:26.374 INFO:tasks.rados.rados.0.smithi081.stdout:3129: done (0 left) 2023-05-20T06:07:26.375 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 280 2023-05-20T06:07:26.375 INFO:tasks.rados.rados.0.smithi081.stdout:3130: seq_num 989 ranges {9830400=573440,10403840=466944,10870784=434176,11304960=638976,11943936=65536} 2023-05-20T06:07:26.428 INFO:tasks.rados.rados.0.smithi081.stdout:3130: writing smithi081164505-2 from 9830400 to 10403840 tid 1 2023-05-20T06:07:26.430 INFO:tasks.rados.rados.0.smithi081.stdout:3130: writing smithi081164505-2 from 10403840 to 10870784 tid 2 2023-05-20T06:07:26.433 INFO:tasks.rados.rados.0.smithi081.stdout:3130: writing smithi081164505-2 from 10870784 to 11304960 tid 3 2023-05-20T06:07:26.436 INFO:tasks.rados.rados.0.smithi081.stdout:3130: writing smithi081164505-2 from 11304960 to 11943936 tid 4 2023-05-20T06:07:26.437 INFO:tasks.rados.rados.0.smithi081.stdout:3130: writing smithi081164505-2 from 11943936 to 12009472 tid 5 2023-05-20T06:07:26.437 INFO:tasks.rados.rados.0.smithi081.stdout:3131: setattr oid 41 current snap is 280 2023-05-20T06:07:26.437 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 1 to smithi081164505-2 2023-05-20T06:07:26.438 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 2 to smithi081164505-2 2023-05-20T06:07:26.438 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 3 to smithi081164505-2 2023-05-20T06:07:26.440 INFO:tasks.rados.rados.0.smithi081.stdout:3132: read oid 44 snap -1 2023-05-20T06:07:26.440 INFO:tasks.rados.rados.0.smithi081.stdout:3132: expect deleted 2023-05-20T06:07:26.440 INFO:tasks.rados.rados.0.smithi081.stdout:3133: read oid 6 snap -1 2023-05-20T06:07:26.440 INFO:tasks.rados.rados.0.smithi081.stdout:3133: expect (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:26.440 INFO:tasks.rados.rados.0.smithi081.stdout:3134: read oid 35 snap -1 2023-05-20T06:07:26.441 INFO:tasks.rados.rados.0.smithi081.stdout:3134: expect deleted 2023-05-20T06:07:26.441 INFO:tasks.rados.rados.0.smithi081.stdout:3135: delete oid 45 current snap is 280 2023-05-20T06:07:26.443 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 4 to smithi081164505-2 2023-05-20T06:07:26.443 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 5 to smithi081164505-2 2023-05-20T06:07:26.444 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 6 to smithi081164505-2 2023-05-20T06:07:26.444 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 923 (ObjNum 65 snap 0 seq_num 1867735384) dirty exists 2023-05-20T06:07:26.446 INFO:tasks.rados.rados.0.smithi081.stdout:3130: finishing write tid 7 to smithi081164505-2 2023-05-20T06:07:26.446 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1751 (ObjNum 989 snap 280 seq_num 989) dirty exists 2023-05-20T06:07:26.446 INFO:tasks.rados.rados.0.smithi081.stdout:3130: left oid 2 (ObjNum 989 snap 280 seq_num 989) 2023-05-20T06:07:26.453 INFO:tasks.rados.rados.0.smithi081.stdout:3130: done (5 left) 2023-05-20T06:07:26.453 INFO:tasks.rados.rados.0.smithi081.stdout:3131: done (4 left) 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:3132: done (3 left) 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:3134: done (2 left) 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:3135: done (1 left) 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:3136: read oid 36 snap -1 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:3136: expect (ObjNum 988 snap 279 seq_num 988) 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:3137: rollback oid 4 current snap is 280 2023-05-20T06:07:26.454 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 4 to 254 2023-05-20T06:07:26.455 INFO:tasks.rados.rados.0.smithi081.stdout:3138: snap_create 2023-05-20T06:07:26.455 INFO:tasks.rados.rados.0.smithi081.stdout:3137: finishing rollback tid 1 to smithi081164505-4 2023-05-20T06:07:26.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:07:26.457 INFO:tasks.rados.rados.0.smithi081.stdout:3133: expect (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:26 smithi170 ceph-mon[97338]: osdmap e617: 8 total, 8 up, 8 in 2023-05-20T06:07:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:26 smithi081 ceph-mon[95500]: osdmap e617: 8 total, 8 up, 8 in 2023-05-20T06:07:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:26 smithi081 ceph-mon[107735]: osdmap e617: 8 total, 8 up, 8 in 2023-05-20T06:07:26.772 INFO:tasks.rados.rados.0.smithi081.stdout:3136: expect (ObjNum 988 snap 279 seq_num 988) 2023-05-20T06:07:27.378 INFO:tasks.rados.rados.0.smithi081.stdout:3133: done (3 left) 2023-05-20T06:07:27.378 INFO:tasks.rados.rados.0.smithi081.stdout:3136: done (2 left) 2023-05-20T06:07:27.379 INFO:tasks.rados.rados.0.smithi081.stdout:3137: done (1 left) 2023-05-20T06:07:27.379 INFO:tasks.rados.rados.0.smithi081.stdout:3138: done (0 left) 2023-05-20T06:07:27.379 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 281 2023-05-20T06:07:27.379 INFO:tasks.rados.rados.0.smithi081.stdout:3139: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2023-05-20T06:07:27.381 INFO:tasks.rados.rados.0.smithi081.stdout:3139: writing smithi081164505-4 from 0 to 606208 tid 1 2023-05-20T06:07:27.385 INFO:tasks.rados.rados.0.smithi081.stdout:3139: writing smithi081164505-4 from 606208 to 1245184 tid 2 2023-05-20T06:07:27.390 INFO:tasks.rados.rados.0.smithi081.stdout:3139: writing smithi081164505-4 from 1245184 to 2039808 tid 3 2023-05-20T06:07:27.391 INFO:tasks.rados.rados.0.smithi081.stdout:3139: writing smithi081164505-4 from 2039808 to 2211840 tid 4 2023-05-20T06:07:27.391 INFO:tasks.rados.rados.0.smithi081.stdout:3140: copy_from oid 17 from oid 13 current snap is 281 2023-05-20T06:07:27.391 INFO:tasks.rados.rados.0.smithi081.stdout:3139: finishing write tid 1 to smithi081164505-4 2023-05-20T06:07:27.392 INFO:tasks.rados.rados.0.smithi081.stdout:3139: finishing write tid 2 to smithi081164505-4 2023-05-20T06:07:27.392 INFO:tasks.rados.rados.0.smithi081.stdout:3141: snap_remove snap 280 2023-05-20T06:07:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:27 smithi170 ceph-mon[97338]: pgmap v677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:27 smithi170 ceph-mon[97338]: osdmap e618: 8 total, 8 up, 8 in 2023-05-20T06:07:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:27 smithi081 ceph-mon[95500]: pgmap v677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:27 smithi081 ceph-mon[95500]: osdmap e618: 8 total, 8 up, 8 in 2023-05-20T06:07:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:27 smithi081 ceph-mon[107735]: pgmap v677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:27 smithi081 ceph-mon[107735]: osdmap e618: 8 total, 8 up, 8 in 2023-05-20T06:07:28.386 INFO:tasks.rados.rados.0.smithi081.stdout:3141: done (2 left) 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:3142: delete oid 42 current snap is 281 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:3139: finishing write tid 3 to smithi081164505-4 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:3139: finishing write tid 4 to smithi081164505-4 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:3139: finishing write tid 5 to smithi081164505-4 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:3139: finishing write tid 6 to smithi081164505-4 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1496 (ObjNum 991 snap 281 seq_num 991) dirty exists 2023-05-20T06:07:28.387 INFO:tasks.rados.rados.0.smithi081.stdout:3139: left oid 4 (ObjNum 991 snap 281 seq_num 991) 2023-05-20T06:07:28.388 INFO:tasks.rados.rados.0.smithi081.stdout:3140: finishing copy_from to smithi081164505-17 2023-05-20T06:07:28.388 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1630 (ObjNum 950 snap 269 seq_num 950) dirty exists 2023-05-20T06:07:28.388 INFO:tasks.rados.rados.0.smithi081.stdout:3140: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:07:28.390 INFO:tasks.rados.rados.0.smithi081.stdout:3139: done (2 left) 2023-05-20T06:07:28.391 INFO:tasks.rados.rados.0.smithi081.stdout:3140: done (1 left) 2023-05-20T06:07:28.391 INFO:tasks.rados.rados.0.smithi081.stdout:3142: done (0 left) 2023-05-20T06:07:28.391 INFO:tasks.rados.rados.0.smithi081.stdout:3143: setattr oid 12 current snap is 281 2023-05-20T06:07:28.392 INFO:tasks.rados.rados.0.smithi081.stdout:3144: read oid 5 snap -1 2023-05-20T06:07:28.392 INFO:tasks.rados.rados.0.smithi081.stdout:3144: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:07:28.392 INFO:tasks.rados.rados.0.smithi081.stdout:3145: snap_create 2023-05-20T06:07:28.395 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1789 (ObjNum 947 snap 269 seq_num 947) dirty exists 2023-05-20T06:07:28.420 INFO:tasks.rados.rados.0.smithi081.stdout:3144: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:07:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:28 smithi170 ceph-mon[97338]: osdmap e619: 8 total, 8 up, 8 in 2023-05-20T06:07:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:28 smithi081 ceph-mon[95500]: osdmap e619: 8 total, 8 up, 8 in 2023-05-20T06:07:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:28 smithi081 ceph-mon[107735]: osdmap e619: 8 total, 8 up, 8 in 2023-05-20T06:07:29.387 INFO:tasks.rados.rados.0.smithi081.stdout:3143: done (2 left) 2023-05-20T06:07:29.387 INFO:tasks.rados.rados.0.smithi081.stdout:3144: done (1 left) 2023-05-20T06:07:29.387 INFO:tasks.rados.rados.0.smithi081.stdout:3145: done (0 left) 2023-05-20T06:07:29.387 INFO:tasks.rados.rados.0.smithi081.stdout:3146: copy_from oid 19 from oid 27 current snap is 282 2023-05-20T06:07:29.387 INFO:tasks.rados.rados.0.smithi081.stdout:3147: snap_remove snap 257 2023-05-20T06:07:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:29 smithi170 ceph-mon[97338]: pgmap v680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:29 smithi170 ceph-mon[97338]: osdmap e620: 8 total, 8 up, 8 in 2023-05-20T06:07:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:29 smithi081 ceph-mon[95500]: pgmap v680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:29 smithi081 ceph-mon[95500]: osdmap e620: 8 total, 8 up, 8 in 2023-05-20T06:07:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:29 smithi081 ceph-mon[107735]: pgmap v680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:29 smithi081 ceph-mon[107735]: osdmap e620: 8 total, 8 up, 8 in 2023-05-20T06:07:30.400 INFO:tasks.rados.rados.0.smithi081.stdout:3147: done (1 left) 2023-05-20T06:07:30.400 INFO:tasks.rados.rados.0.smithi081.stdout:3148: read oid 21 snap 245 2023-05-20T06:07:30.400 INFO:tasks.rados.rados.0.smithi081.stdout:3148: expect (ObjNum 851 snap 242 seq_num 851) 2023-05-20T06:07:30.400 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 282 2023-05-20T06:07:30.401 INFO:tasks.rados.rados.0.smithi081.stdout:3146: finishing copy_from to smithi081164505-19 2023-05-20T06:07:30.401 INFO:tasks.rados.rados.0.smithi081.stdout:3146: got expected ENOENT (src dne) 2023-05-20T06:07:30.401 INFO:tasks.rados.rados.0.smithi081.stdout:3146: finishing copy_from racing read to smithi081164505-19 2023-05-20T06:07:30.401 INFO:tasks.rados.rados.0.smithi081.stdout:3149: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2023-05-20T06:07:30.403 INFO:tasks.rados.rados.0.smithi081.stdout:3149: writing smithi081164505-7 from 0 to 638976 tid 1 2023-05-20T06:07:30.406 INFO:tasks.rados.rados.0.smithi081.stdout:3149: writing smithi081164505-7 from 638976 to 1048576 tid 2 2023-05-20T06:07:30.409 INFO:tasks.rados.rados.0.smithi081.stdout:3149: writing smithi081164505-7 from 1048576 to 1458176 tid 3 2023-05-20T06:07:30.415 INFO:tasks.rados.rados.0.smithi081.stdout:3149: writing smithi081164505-7 from 1458176 to 2146304 tid 4 2023-05-20T06:07:30.416 INFO:tasks.rados.rados.0.smithi081.stdout:3149: writing smithi081164505-7 from 2146304 to 2244608 tid 5 2023-05-20T06:07:30.416 INFO:tasks.rados.rados.0.smithi081.stdout:3146: done (2 left) 2023-05-20T06:07:30.416 INFO:tasks.rados.rados.0.smithi081.stdout:3150: read oid 30 snap 271 2023-05-20T06:07:30.417 INFO:tasks.rados.rados.0.smithi081.stdout:3150: expect deleted 2023-05-20T06:07:30.417 INFO:tasks.rados.rados.0.smithi081.stdout:3151: delete oid 9 current snap is 282 2023-05-20T06:07:30.421 INFO:tasks.rados.rados.0.smithi081.stdout:3148: expect (ObjNum 851 snap 242 seq_num 851) 2023-05-20T06:07:30.485 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 1 to smithi081164505-7 2023-05-20T06:07:30.485 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 2 to smithi081164505-7 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 3 to smithi081164505-7 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 4 to smithi081164505-7 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 5 to smithi081164505-7 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 6 to smithi081164505-7 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:3149: finishing write tid 7 to smithi081164505-7 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1765 (ObjNum 993 snap 282 seq_num 993) dirty exists 2023-05-20T06:07:30.486 INFO:tasks.rados.rados.0.smithi081.stdout:3149: left oid 7 (ObjNum 993 snap 282 seq_num 993) 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3148: done (3 left) 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3149: done (2 left) 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3150: done (1 left) 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3151: done (0 left) 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3152: read oid 27 snap -1 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3152: expect deleted 2023-05-20T06:07:30.487 INFO:tasks.rados.rados.0.smithi081.stdout:3153: snap_remove snap 278 2023-05-20T06:07:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:30 smithi170 ceph-mon[97338]: osdmap e621: 8 total, 8 up, 8 in 2023-05-20T06:07:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:30 smithi081 ceph-mon[95500]: osdmap e621: 8 total, 8 up, 8 in 2023-05-20T06:07:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:30 smithi081 ceph-mon[107735]: osdmap e621: 8 total, 8 up, 8 in 2023-05-20T06:07:31.404 INFO:tasks.rados.rados.0.smithi081.stdout:3153: done (1 left) 2023-05-20T06:07:31.404 INFO:tasks.rados.rados.0.smithi081.stdout:3154: snap_remove snap 271 2023-05-20T06:07:31.655 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:31 smithi081 ceph-mon[95500]: pgmap v683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:31.655 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:31 smithi081 ceph-mon[95500]: osdmap e622: 8 total, 8 up, 8 in 2023-05-20T06:07:31.655 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:31 smithi081 ceph-mon[107735]: pgmap v683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:31.656 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:31 smithi081 ceph-mon[107735]: osdmap e622: 8 total, 8 up, 8 in 2023-05-20T06:07:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:31 smithi170 ceph-mon[97338]: pgmap v683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:31 smithi170 ceph-mon[97338]: osdmap e622: 8 total, 8 up, 8 in 2023-05-20T06:07:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:07:31.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:07:31.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:32.415 INFO:tasks.rados.rados.0.smithi081.stdout:3154: done (1 left) 2023-05-20T06:07:32.416 INFO:tasks.rados.rados.0.smithi081.stdout:3155: snap_create 2023-05-20T06:07:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:32 smithi170 ceph-mon[97338]: osdmap e623: 8 total, 8 up, 8 in 2023-05-20T06:07:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:32 smithi170 ceph-mon[97338]: pgmap v686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:32 smithi081 ceph-mon[95500]: osdmap e623: 8 total, 8 up, 8 in 2023-05-20T06:07:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:32 smithi081 ceph-mon[95500]: pgmap v686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:32 smithi081 ceph-mon[107735]: osdmap e623: 8 total, 8 up, 8 in 2023-05-20T06:07:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:32 smithi081 ceph-mon[107735]: pgmap v686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:33.409 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:07:33.423 INFO:tasks.rados.rados.0.smithi081.stdout:3152: done (1 left) 2023-05-20T06:07:33.423 INFO:tasks.rados.rados.0.smithi081.stdout:3155: done (0 left) 2023-05-20T06:07:33.423 INFO:tasks.rados.rados.0.smithi081.stdout:3156: delete oid 7 current snap is 283 2023-05-20T06:07:33.430 INFO:tasks.rados.rados.0.smithi081.stdout:3156: done (0 left) 2023-05-20T06:07:33.430 INFO:tasks.rados.rados.0.smithi081.stdout:3157: setattr oid 17 current snap is 283 2023-05-20T06:07:33.435 INFO:tasks.rados.rados.0.smithi081.stdout:3158: snap_remove snap 254 2023-05-20T06:07:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:33 smithi170 ceph-mon[97338]: osdmap e624: 8 total, 8 up, 8 in 2023-05-20T06:07:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:33 smithi081 ceph-mon[95500]: osdmap e624: 8 total, 8 up, 8 in 2023-05-20T06:07:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:33 smithi081 ceph-mon[107735]: osdmap e624: 8 total, 8 up, 8 in 2023-05-20T06:07:34.434 INFO:tasks.rados.rados.0.smithi081.stdout:3158: done (1 left) 2023-05-20T06:07:34.435 INFO:tasks.rados.rados.0.smithi081.stdout:3159: snap_create 2023-05-20T06:07:34.435 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1793 (ObjNum 950 snap 269 seq_num 950) dirty exists 2023-05-20T06:07:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:34 smithi170 ceph-mon[97338]: osdmap e625: 8 total, 8 up, 8 in 2023-05-20T06:07:34.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:34 smithi170 ceph-mon[97338]: pgmap v689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:34 smithi081 ceph-mon[95500]: osdmap e625: 8 total, 8 up, 8 in 2023-05-20T06:07:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:34 smithi081 ceph-mon[95500]: pgmap v689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:34 smithi081 ceph-mon[107735]: osdmap e625: 8 total, 8 up, 8 in 2023-05-20T06:07:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:34 smithi081 ceph-mon[107735]: pgmap v689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:35.441 INFO:tasks.rados.rados.0.smithi081.stdout:3157: done (1 left) 2023-05-20T06:07:35.441 INFO:tasks.rados.rados.0.smithi081.stdout:3159: done (0 left) 2023-05-20T06:07:35.441 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 284 2023-05-20T06:07:35.442 INFO:tasks.rados.rados.0.smithi081.stdout:3160: seq_num 996 ranges {9068544=688128,9756672=507904,10264576=581632,10846208=516096} 2023-05-20T06:07:35.491 INFO:tasks.rados.rados.0.smithi081.stdout:3160: writing smithi081164505-46 from 9068544 to 9756672 tid 1 2023-05-20T06:07:35.494 INFO:tasks.rados.rados.0.smithi081.stdout:3160: writing smithi081164505-46 from 9756672 to 10264576 tid 2 2023-05-20T06:07:35.497 INFO:tasks.rados.rados.0.smithi081.stdout:3160: writing smithi081164505-46 from 10264576 to 10846208 tid 3 2023-05-20T06:07:35.501 INFO:tasks.rados.rados.0.smithi081.stdout:3160: writing smithi081164505-46 from 10846208 to 11362304 tid 4 2023-05-20T06:07:35.501 INFO:tasks.rados.rados.0.smithi081.stdout:3161: read oid 11 snap -1 2023-05-20T06:07:35.501 INFO:tasks.rados.rados.0.smithi081.stdout:3161: expect deleted 2023-05-20T06:07:35.501 INFO:tasks.rados.rados.0.smithi081.stdout:3162: setattr oid 38 current snap is 284 2023-05-20T06:07:35.501 INFO:tasks.rados.rados.0.smithi081.stdout:3160: finishing write tid 1 to smithi081164505-46 2023-05-20T06:07:35.501 INFO:tasks.rados.rados.0.smithi081.stdout:3160: finishing write tid 2 to smithi081164505-46 2023-05-20T06:07:35.502 INFO:tasks.rados.rados.0.smithi081.stdout:3160: finishing write tid 3 to smithi081164505-46 2023-05-20T06:07:35.503 INFO:tasks.rados.rados.0.smithi081.stdout:3161: done (2 left) 2023-05-20T06:07:35.503 INFO:tasks.rados.rados.0.smithi081.stdout:3163: snap_remove snap 270 2023-05-20T06:07:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:35 smithi170 ceph-mon[97338]: osdmap e626: 8 total, 8 up, 8 in 2023-05-20T06:07:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:35 smithi081 ceph-mon[95500]: osdmap e626: 8 total, 8 up, 8 in 2023-05-20T06:07:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:35 smithi081 ceph-mon[107735]: osdmap e626: 8 total, 8 up, 8 in 2023-05-20T06:07:36.447 INFO:tasks.rados.rados.0.smithi081.stdout:3163: done (2 left) 2023-05-20T06:07:36.447 INFO:tasks.rados.rados.0.smithi081.stdout:3164: snap_remove snap 283 2023-05-20T06:07:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:36 smithi170 ceph-mon[97338]: osdmap e627: 8 total, 8 up, 8 in 2023-05-20T06:07:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:36 smithi170 ceph-mon[97338]: pgmap v692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:36 smithi081 ceph-mon[95500]: osdmap e627: 8 total, 8 up, 8 in 2023-05-20T06:07:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:36 smithi081 ceph-mon[95500]: pgmap v692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:36 smithi081 ceph-mon[107735]: osdmap e627: 8 total, 8 up, 8 in 2023-05-20T06:07:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:36 smithi081 ceph-mon[107735]: pgmap v692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:37.453 INFO:tasks.rados.rados.0.smithi081.stdout:3164: done (2 left) 2023-05-20T06:07:37.453 INFO:tasks.rados.rados.0.smithi081.stdout:3165: snap_create 2023-05-20T06:07:37.453 INFO:tasks.rados.rados.0.smithi081.stdout:3160: finishing write tid 4 to smithi081164505-46 2023-05-20T06:07:37.454 INFO:tasks.rados.rados.0.smithi081.stdout:3160: finishing write tid 5 to smithi081164505-46 2023-05-20T06:07:37.454 INFO:tasks.rados.rados.0.smithi081.stdout:3160: finishing write tid 6 to smithi081164505-46 2023-05-20T06:07:37.454 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1566 (ObjNum 996 snap 284 seq_num 996) dirty exists 2023-05-20T06:07:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:3160: left oid 46 (ObjNum 996 snap 284 seq_num 996) 2023-05-20T06:07:37.455 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1533 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:07:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:37 smithi170 ceph-mon[97338]: osdmap e628: 8 total, 8 up, 8 in 2023-05-20T06:07:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:37 smithi081 ceph-mon[95500]: osdmap e628: 8 total, 8 up, 8 in 2023-05-20T06:07:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:37 smithi081 ceph-mon[107735]: osdmap e628: 8 total, 8 up, 8 in 2023-05-20T06:07:38.458 INFO:tasks.rados.rados.0.smithi081.stdout:3160: done (2 left) 2023-05-20T06:07:38.458 INFO:tasks.rados.rados.0.smithi081.stdout:3162: done (1 left) 2023-05-20T06:07:38.459 INFO:tasks.rados.rados.0.smithi081.stdout:3165: done (0 left) 2023-05-20T06:07:38.459 INFO:tasks.rados.rados.0.smithi081.stdout:3166: rmattr oid 20 current snap is 285 2023-05-20T06:07:38.459 INFO:tasks.rados.rados.0.smithi081.stdout:3166: done (0 left) 2023-05-20T06:07:38.459 INFO:tasks.rados.rados.0.smithi081.stdout:3167: rollback oid 4 current snap is 285 2023-05-20T06:07:38.459 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 4 to 244 2023-05-20T06:07:38.460 INFO:tasks.rados.rados.0.smithi081.stdout:3168: rmattr oid 11 current snap is 285 2023-05-20T06:07:38.460 INFO:tasks.rados.rados.0.smithi081.stdout:3168: done (1 left) 2023-05-20T06:07:38.460 INFO:tasks.rados.rados.0.smithi081.stdout:3169: read oid 23 snap 275 2023-05-20T06:07:38.460 INFO:tasks.rados.rados.0.smithi081.stdout:3169: expect (ObjNum 872 snap 247 seq_num 872) 2023-05-20T06:07:38.460 INFO:tasks.rados.rados.0.smithi081.stdout:3170: copy_from oid 38 from oid 44 current snap is 285 2023-05-20T06:07:38.461 INFO:tasks.rados.rados.0.smithi081.stdout:3171: read oid 47 snap -1 2023-05-20T06:07:38.461 INFO:tasks.rados.rados.0.smithi081.stdout:3171: expect (ObjNum 975 snap 277 seq_num 975) 2023-05-20T06:07:38.461 INFO:tasks.rados.rados.0.smithi081.stdout:3172: copy_from oid 30 from oid 11 current snap is 285 2023-05-20T06:07:38.461 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 285 2023-05-20T06:07:38.462 INFO:tasks.rados.rados.0.smithi081.stdout:3173: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2023-05-20T06:07:38.464 INFO:tasks.rados.rados.0.smithi081.stdout:3173: writing smithi081164505-50 from 0 to 704512 tid 1 2023-05-20T06:07:38.468 INFO:tasks.rados.rados.0.smithi081.stdout:3173: writing smithi081164505-50 from 704512 to 1499136 tid 2 2023-05-20T06:07:38.473 INFO:tasks.rados.rados.0.smithi081.stdout:3173: writing smithi081164505-50 from 1499136 to 2293760 tid 3 2023-05-20T06:07:38.474 INFO:tasks.rados.rados.0.smithi081.stdout:3173: writing smithi081164505-50 from 2293760 to 2310144 tid 4 2023-05-20T06:07:38.474 INFO:tasks.rados.rados.0.smithi081.stdout:3174: rollback oid 36 current snap is 285 2023-05-20T06:07:38.474 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 259 2023-05-20T06:07:38.474 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 285 2023-05-20T06:07:38.474 INFO:tasks.rados.rados.0.smithi081.stdout:3175: seq_num 998 ranges {12009472=720896,12730368=679936,13410304=598016,14008320=327680} 2023-05-20T06:07:38.543 INFO:tasks.rados.rados.0.smithi081.stdout:3175: writing smithi081164505-2 from 12009472 to 12730368 tid 1 2023-05-20T06:07:38.546 INFO:tasks.rados.rados.0.smithi081.stdout:3175: writing smithi081164505-2 from 12730368 to 13410304 tid 2 2023-05-20T06:07:38.550 INFO:tasks.rados.rados.0.smithi081.stdout:3175: writing smithi081164505-2 from 13410304 to 14008320 tid 3 2023-05-20T06:07:38.552 INFO:tasks.rados.rados.0.smithi081.stdout:3175: writing smithi081164505-2 from 14008320 to 14336000 tid 4 2023-05-20T06:07:38.552 INFO:tasks.rados.rados.0.smithi081.stdout:3176: snap_create 2023-05-20T06:07:38.552 INFO:tasks.rados.rados.0.smithi081.stdout:3172: finishing copy_from to smithi081164505-30 2023-05-20T06:07:38.552 INFO:tasks.rados.rados.0.smithi081.stdout:3172: got expected ENOENT (src dne) 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3172: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3170: finishing copy_from to smithi081164505-38 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3170: got expected ENOENT (src dne) 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3170: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3167: finishing rollback tid 0 to smithi081164505-4 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3167: finishing rollback tid 1 to smithi081164505-4 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1498 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:07:38.553 INFO:tasks.rados.rados.0.smithi081.stdout:3174: finishing rollback tid 0 to smithi081164505-36 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:3174: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1793 (ObjNum 24273 snap 0 seq_num 3605353280) dirty dne 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:3173: finishing write tid 1 to smithi081164505-50 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:3173: finishing write tid 2 to smithi081164505-50 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:3173: finishing write tid 3 to smithi081164505-50 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:3173: finishing write tid 4 to smithi081164505-50 2023-05-20T06:07:38.554 INFO:tasks.rados.rados.0.smithi081.stdout:3173: finishing write tid 5 to smithi081164505-50 2023-05-20T06:07:38.555 INFO:tasks.rados.rados.0.smithi081.stdout:3171: expect (ObjNum 975 snap 277 seq_num 975) 2023-05-20T06:07:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:38 smithi170 ceph-mon[97338]: osdmap e629: 8 total, 8 up, 8 in 2023-05-20T06:07:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:38 smithi170 ceph-mon[97338]: pgmap v695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:38 smithi081 ceph-mon[95500]: osdmap e629: 8 total, 8 up, 8 in 2023-05-20T06:07:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:38 smithi081 ceph-mon[95500]: pgmap v695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:38 smithi081 ceph-mon[107735]: osdmap e629: 8 total, 8 up, 8 in 2023-05-20T06:07:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:38 smithi081 ceph-mon[107735]: pgmap v695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:39.002 INFO:tasks.rados.rados.0.smithi081.stdout:3173: finishing write tid 6 to smithi081164505-50 2023-05-20T06:07:39.003 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1081 (ObjNum 997 snap 285 seq_num 997) dirty exists 2023-05-20T06:07:39.003 INFO:tasks.rados.rados.0.smithi081.stdout:3173: left oid 50 (ObjNum 997 snap 285 seq_num 997) 2023-05-20T06:07:39.003 INFO:tasks.rados.rados.0.smithi081.stdout:3169: expect (ObjNum 872 snap 247 seq_num 872) 2023-05-20T06:07:39.665 INFO:tasks.rados.rados.0.smithi081.stdout:3175: finishing write tid 1 to smithi081164505-2 2023-05-20T06:07:39.665 INFO:tasks.rados.rados.0.smithi081.stdout:3175: finishing write tid 2 to smithi081164505-2 2023-05-20T06:07:39.665 INFO:tasks.rados.rados.0.smithi081.stdout:3175: finishing write tid 3 to smithi081164505-2 2023-05-20T06:07:39.665 INFO:tasks.rados.rados.0.smithi081.stdout:3175: finishing write tid 4 to smithi081164505-2 2023-05-20T06:07:39.666 INFO:tasks.rados.rados.0.smithi081.stdout:3175: finishing write tid 5 to smithi081164505-2 2023-05-20T06:07:39.666 INFO:tasks.rados.rados.0.smithi081.stdout:3175: finishing write tid 6 to smithi081164505-2 2023-05-20T06:07:39.666 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1801 (ObjNum 998 snap 285 seq_num 998) dirty exists 2023-05-20T06:07:39.667 INFO:tasks.rados.rados.0.smithi081.stdout:3175: left oid 2 (ObjNum 998 snap 285 seq_num 998) 2023-05-20T06:07:39.667 INFO:tasks.rados.rados.0.smithi081.stdout:3167: done (8 left) 2023-05-20T06:07:39.667 INFO:tasks.rados.rados.0.smithi081.stdout:3169: done (7 left) 2023-05-20T06:07:39.667 INFO:tasks.rados.rados.0.smithi081.stdout:3170: done (6 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3171: done (5 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3172: done (4 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3173: done (3 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3174: done (2 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3175: done (1 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3176: done (0 left) 2023-05-20T06:07:39.668 INFO:tasks.rados.rados.0.smithi081.stdout:3177: rmattr oid 26 current snap is 286 2023-05-20T06:07:39.669 INFO:tasks.rados.rados.0.smithi081.stdout:3177: done (0 left) 2023-05-20T06:07:39.669 INFO:tasks.rados.rados.0.smithi081.stdout:3178: rollback oid 26 current snap is 286 2023-05-20T06:07:39.669 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 273 2023-05-20T06:07:39.669 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 286 2023-05-20T06:07:39.669 INFO:tasks.rados.rados.0.smithi081.stdout:3179: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2023-05-20T06:07:39.670 INFO:tasks.rados.rados.0.smithi081.stdout:3179: writing smithi081164505-9 from 0 to 737280 tid 1 2023-05-20T06:07:39.671 INFO:tasks.rados.rados.0.smithi081.stdout:3179: writing smithi081164505-9 from 737280 to 1302528 tid 2 2023-05-20T06:07:39.675 INFO:tasks.rados.rados.0.smithi081.stdout:3179: writing smithi081164505-9 from 1302528 to 2064384 tid 3 2023-05-20T06:07:39.677 INFO:tasks.rados.rados.0.smithi081.stdout:3179: writing smithi081164505-9 from 2064384 to 2342912 tid 4 2023-05-20T06:07:39.678 INFO:tasks.rados.rados.0.smithi081.stdout:3180: snap_remove snap 281 2023-05-20T06:07:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:39 smithi170 ceph-mon[97338]: osdmap e630: 8 total, 8 up, 8 in 2023-05-20T06:07:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:39 smithi081 ceph-mon[95500]: osdmap e630: 8 total, 8 up, 8 in 2023-05-20T06:07:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:39 smithi081 ceph-mon[107735]: osdmap e630: 8 total, 8 up, 8 in 2023-05-20T06:07:40.480 INFO:tasks.rados.rados.0.smithi081.stdout:3180: done (2 left) 2023-05-20T06:07:40.480 INFO:tasks.rados.rados.0.smithi081.stdout:3181: delete oid 11 current snap is 286 2023-05-20T06:07:40.481 INFO:tasks.rados.rados.0.smithi081.stdout:3178: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:07:40.481 INFO:tasks.rados.rados.0.smithi081.stdout:3178: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:07:40.481 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1795 (ObjNum 940 snap 268 seq_num 940) dirty exists 2023-05-20T06:07:40.481 INFO:tasks.rados.rados.0.smithi081.stdout:3179: finishing write tid 1 to smithi081164505-9 2023-05-20T06:07:40.481 INFO:tasks.rados.rados.0.smithi081.stdout:3179: finishing write tid 2 to smithi081164505-9 2023-05-20T06:07:40.482 INFO:tasks.rados.rados.0.smithi081.stdout:3179: finishing write tid 3 to smithi081164505-9 2023-05-20T06:07:40.482 INFO:tasks.rados.rados.0.smithi081.stdout:3179: finishing write tid 4 to smithi081164505-9 2023-05-20T06:07:40.482 INFO:tasks.rados.rados.0.smithi081.stdout:3179: finishing write tid 5 to smithi081164505-9 2023-05-20T06:07:40.482 INFO:tasks.rados.rados.0.smithi081.stdout:3179: finishing write tid 6 to smithi081164505-9 2023-05-20T06:07:40.483 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1485 (ObjNum 999 snap 286 seq_num 999) dirty exists 2023-05-20T06:07:40.483 INFO:tasks.rados.rados.0.smithi081.stdout:3179: left oid 9 (ObjNum 999 snap 286 seq_num 999) 2023-05-20T06:07:40.484 INFO:tasks.rados.rados.0.smithi081.stdout:3178: done (2 left) 2023-05-20T06:07:40.485 INFO:tasks.rados.rados.0.smithi081.stdout:3179: done (1 left) 2023-05-20T06:07:40.485 INFO:tasks.rados.rados.0.smithi081.stdout:3181: done (0 left) 2023-05-20T06:07:40.485 INFO:tasks.rados.rados.0.smithi081.stdout:3182: copy_from oid 26 from oid 30 current snap is 286 2023-05-20T06:07:40.486 INFO:tasks.rados.rados.0.smithi081.stdout:3183: snap_remove snap 259 2023-05-20T06:07:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:40 smithi170 ceph-mon[97338]: osdmap e631: 8 total, 8 up, 8 in 2023-05-20T06:07:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:40 smithi170 ceph-mon[97338]: pgmap v698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:40 smithi081 ceph-mon[95500]: osdmap e631: 8 total, 8 up, 8 in 2023-05-20T06:07:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:40 smithi081 ceph-mon[95500]: pgmap v698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:40 smithi081 ceph-mon[107735]: osdmap e631: 8 total, 8 up, 8 in 2023-05-20T06:07:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:40 smithi081 ceph-mon[107735]: pgmap v698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:41.481 INFO:tasks.rados.rados.0.smithi081.stdout:3183: done (1 left) 2023-05-20T06:07:41.482 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 286 2023-05-20T06:07:41.482 INFO:tasks.rados.rados.0.smithi081.stdout:3184: seq_num 1001 ranges {9355264=770048,10125312=729088,10854400=770048,11624448=106496} 2023-05-20T06:07:41.535 INFO:tasks.rados.rados.0.smithi081.stdout:3184: writing smithi081164505-23 from 9355264 to 10125312 tid 1 2023-05-20T06:07:41.540 INFO:tasks.rados.rados.0.smithi081.stdout:3184: writing smithi081164505-23 from 10125312 to 10854400 tid 2 2023-05-20T06:07:41.544 INFO:tasks.rados.rados.0.smithi081.stdout:3184: writing smithi081164505-23 from 10854400 to 11624448 tid 3 2023-05-20T06:07:41.545 INFO:tasks.rados.rados.0.smithi081.stdout:3184: writing smithi081164505-23 from 11624448 to 11730944 tid 4 2023-05-20T06:07:41.545 INFO:tasks.rados.rados.0.smithi081.stdout:3185: rmattr oid 8 current snap is 286 2023-05-20T06:07:41.546 INFO:tasks.rados.rados.0.smithi081.stdout:3185: done (2 left) 2023-05-20T06:07:41.546 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 286 2023-05-20T06:07:41.546 INFO:tasks.rados.rados.0.smithi081.stdout:3182: finishing copy_from to smithi081164505-26 2023-05-20T06:07:41.546 INFO:tasks.rados.rados.0.smithi081.stdout:3182: got expected ENOENT (src dne) 2023-05-20T06:07:41.546 INFO:tasks.rados.rados.0.smithi081.stdout:3186: seq_num 1002 ranges {1826816=786432,2613248=614400,3227648=581632,3809280=409600} 2023-05-20T06:07:41.559 INFO:tasks.rados.rados.0.smithi081.stdout:3186: writing smithi081164505-49 from 1826816 to 2613248 tid 1 2023-05-20T06:07:41.563 INFO:tasks.rados.rados.0.smithi081.stdout:3186: writing smithi081164505-49 from 2613248 to 3227648 tid 2 2023-05-20T06:07:41.567 INFO:tasks.rados.rados.0.smithi081.stdout:3186: writing smithi081164505-49 from 3227648 to 3809280 tid 3 2023-05-20T06:07:41.569 INFO:tasks.rados.rados.0.smithi081.stdout:3186: writing smithi081164505-49 from 3809280 to 4218880 tid 4 2023-05-20T06:07:41.570 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 286 2023-05-20T06:07:41.570 INFO:tasks.rados.rados.0.smithi081.stdout:3182: finishing copy_from racing read to smithi081164505-26 2023-05-20T06:07:41.570 INFO:tasks.rados.rados.0.smithi081.stdout:3184: finishing write tid 1 to smithi081164505-23 2023-05-20T06:07:41.570 INFO:tasks.rados.rados.0.smithi081.stdout:3184: finishing write tid 2 to smithi081164505-23 2023-05-20T06:07:41.570 INFO:tasks.rados.rados.0.smithi081.stdout:3184: finishing write tid 3 to smithi081164505-23 2023-05-20T06:07:41.570 INFO:tasks.rados.rados.0.smithi081.stdout:3184: finishing write tid 4 to smithi081164505-23 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:3184: finishing write tid 5 to smithi081164505-23 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:3184: finishing write tid 6 to smithi081164505-23 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 1934 (ObjNum 1001 snap 286 seq_num 1001) dirty exists 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:3184: left oid 23 (ObjNum 1001 snap 286 seq_num 1001) 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:3186: finishing write tid 1 to smithi081164505-49 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:3186: finishing write tid 2 to smithi081164505-49 2023-05-20T06:07:41.571 INFO:tasks.rados.rados.0.smithi081.stdout:3186: finishing write tid 3 to smithi081164505-49 2023-05-20T06:07:41.572 INFO:tasks.rados.rados.0.smithi081.stdout:3187: seq_num 1003 ranges {7929856=802816,8732672=499712,9232384=737280,9969664=368640} 2023-05-20T06:07:41.615 INFO:tasks.rados.rados.0.smithi081.stdout:3187: writing smithi081164505-14 from 7929856 to 8732672 tid 1 2023-05-20T06:07:41.618 INFO:tasks.rados.rados.0.smithi081.stdout:3187: writing smithi081164505-14 from 8732672 to 9232384 tid 2 2023-05-20T06:07:41.622 INFO:tasks.rados.rados.0.smithi081.stdout:3187: writing smithi081164505-14 from 9232384 to 9969664 tid 3 2023-05-20T06:07:41.624 INFO:tasks.rados.rados.0.smithi081.stdout:3187: writing smithi081164505-14 from 9969664 to 10338304 tid 4 2023-05-20T06:07:41.625 INFO:tasks.rados.rados.0.smithi081.stdout:3182: done (3 left) 2023-05-20T06:07:41.625 INFO:tasks.rados.rados.0.smithi081.stdout:3184: done (2 left) 2023-05-20T06:07:41.625 INFO:tasks.rados.rados.0.smithi081.stdout:3188: snap_remove snap 274 2023-05-20T06:07:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:41 smithi170 ceph-mon[97338]: osdmap e632: 8 total, 8 up, 8 in 2023-05-20T06:07:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:41 smithi081 ceph-mon[95500]: osdmap e632: 8 total, 8 up, 8 in 2023-05-20T06:07:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:41 smithi081 ceph-mon[107735]: osdmap e632: 8 total, 8 up, 8 in 2023-05-20T06:07:41.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:07:41.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:41.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:07:41.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:42.483 INFO:tasks.rados.rados.0.smithi081.stdout:3188: done (2 left) 2023-05-20T06:07:42.484 INFO:tasks.rados.rados.0.smithi081.stdout:3189: snap_create 2023-05-20T06:07:42.484 INFO:tasks.rados.rados.0.smithi081.stdout:3186: finishing write tid 4 to smithi081164505-49 2023-05-20T06:07:42.484 INFO:tasks.rados.rados.0.smithi081.stdout:3186: finishing write tid 5 to smithi081164505-49 2023-05-20T06:07:42.484 INFO:tasks.rados.rados.0.smithi081.stdout:3186: finishing write tid 6 to smithi081164505-49 2023-05-20T06:07:42.484 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1503 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3186: left oid 49 (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3187: finishing write tid 1 to smithi081164505-14 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3187: finishing write tid 2 to smithi081164505-14 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3187: finishing write tid 3 to smithi081164505-14 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3187: finishing write tid 4 to smithi081164505-14 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3187: finishing write tid 5 to smithi081164505-14 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:3187: finishing write tid 6 to smithi081164505-14 2023-05-20T06:07:42.485 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1820 (ObjNum 1003 snap 286 seq_num 1003) dirty exists 2023-05-20T06:07:42.486 INFO:tasks.rados.rados.0.smithi081.stdout:3187: left oid 14 (ObjNum 1003 snap 286 seq_num 1003) 2023-05-20T06:07:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:42 smithi170 ceph-mon[97338]: osdmap e633: 8 total, 8 up, 8 in 2023-05-20T06:07:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:42 smithi170 ceph-mon[97338]: pgmap v701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:42 smithi081 ceph-mon[95500]: osdmap e633: 8 total, 8 up, 8 in 2023-05-20T06:07:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:42 smithi081 ceph-mon[95500]: pgmap v701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:42 smithi081 ceph-mon[107735]: osdmap e633: 8 total, 8 up, 8 in 2023-05-20T06:07:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:42 smithi081 ceph-mon[107735]: pgmap v701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:43.481 INFO:tasks.rados.rados.0.smithi081.stdout:3186: done (2 left) 2023-05-20T06:07:43.482 INFO:tasks.rados.rados.0.smithi081.stdout:3187: done (1 left) 2023-05-20T06:07:43.482 INFO:tasks.rados.rados.0.smithi081.stdout:3189: done (0 left) 2023-05-20T06:07:43.482 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 287 2023-05-20T06:07:43.483 INFO:tasks.rados.rados.0.smithi081.stdout:3190: seq_num 1004 ranges {8347648=16384} 2023-05-20T06:07:43.484 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:07:43.526 INFO:tasks.rados.rados.0.smithi081.stdout:3190: writing smithi081164505-17 from 8347648 to 8364032 tid 1 2023-05-20T06:07:43.526 INFO:tasks.rados.rados.0.smithi081.stdout:3191: read oid 7 snap -1 2023-05-20T06:07:43.526 INFO:tasks.rados.rados.0.smithi081.stdout:3191: expect deleted 2023-05-20T06:07:43.526 INFO:tasks.rados.rados.0.smithi081.stdout:3192: snap_remove snap 282 2023-05-20T06:07:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:43 smithi170 ceph-mon[97338]: osdmap e634: 8 total, 8 up, 8 in 2023-05-20T06:07:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:43 smithi081 ceph-mon[95500]: osdmap e634: 8 total, 8 up, 8 in 2023-05-20T06:07:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:43 smithi081 ceph-mon[107735]: osdmap e634: 8 total, 8 up, 8 in 2023-05-20T06:07:44.496 INFO:tasks.rados.rados.0.smithi081.stdout:3192: done (2 left) 2023-05-20T06:07:44.497 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 287 2023-05-20T06:07:44.497 INFO:tasks.rados.rados.0.smithi081.stdout:3193: seq_num 1005 ranges {7864320=32768} 2023-05-20T06:07:44.538 INFO:tasks.rados.rados.0.smithi081.stdout:3193: writing smithi081164505-16 from 7864320 to 7897088 tid 1 2023-05-20T06:07:44.539 INFO:tasks.rados.rados.0.smithi081.stdout:3194: rmattr oid 29 current snap is 287 2023-05-20T06:07:44.539 INFO:tasks.rados.rados.0.smithi081.stdout:3190: finishing write tid 1 to smithi081164505-17 2023-05-20T06:07:44.539 INFO:tasks.rados.rados.0.smithi081.stdout:3190: finishing write tid 2 to smithi081164505-17 2023-05-20T06:07:44.540 INFO:tasks.rados.rados.0.smithi081.stdout:3191: done (3 left) 2023-05-20T06:07:44.540 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 287 2023-05-20T06:07:44.541 INFO:tasks.rados.rados.0.smithi081.stdout:3190: finishing write tid 3 to smithi081164505-17 2023-05-20T06:07:44.541 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1797 (ObjNum 1004 snap 287 seq_num 1004) dirty exists 2023-05-20T06:07:44.541 INFO:tasks.rados.rados.0.smithi081.stdout:3190: left oid 17 (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:07:44.541 INFO:tasks.rados.rados.0.smithi081.stdout:3195: seq_num 1006 ranges {3080192=49152} 2023-05-20T06:07:44.555 INFO:tasks.rados.rados.0.smithi081.stdout:3195: writing smithi081164505-10 from 3080192 to 3129344 tid 1 2023-05-20T06:07:44.555 INFO:tasks.rados.rados.0.smithi081.stdout:3190: done (3 left) 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:3196: delete oid 36 current snap is 287 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1559 (ObjNum 892 snap 257 seq_num 892) dirty exists 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:3193: finishing write tid 1 to smithi081164505-16 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:3193: finishing write tid 2 to smithi081164505-16 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:3193: finishing write tid 3 to smithi081164505-16 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1795 (ObjNum 1005 snap 287 seq_num 1005) dirty exists 2023-05-20T06:07:44.556 INFO:tasks.rados.rados.0.smithi081.stdout:3193: left oid 16 (ObjNum 1005 snap 287 seq_num 1005) 2023-05-20T06:07:44.557 INFO:tasks.rados.rados.0.smithi081.stdout:3193: done (3 left) 2023-05-20T06:07:44.557 INFO:tasks.rados.rados.0.smithi081.stdout:3194: done (2 left) 2023-05-20T06:07:44.558 INFO:tasks.rados.rados.0.smithi081.stdout:3196: done (1 left) 2023-05-20T06:07:44.558 INFO:tasks.rados.rados.0.smithi081.stdout:3197: copy_from oid 35 from oid 7 current snap is 287 2023-05-20T06:07:44.558 INFO:tasks.rados.rados.0.smithi081.stdout:3198: rmattr oid 43 current snap is 287 2023-05-20T06:07:44.558 INFO:tasks.rados.rados.0.smithi081.stdout:3199: snap_remove snap 279 2023-05-20T06:07:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:44 smithi170 ceph-mon[97338]: osdmap e635: 8 total, 8 up, 8 in 2023-05-20T06:07:44.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:44 smithi170 ceph-mon[97338]: pgmap v704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:44 smithi081 ceph-mon[95500]: osdmap e635: 8 total, 8 up, 8 in 2023-05-20T06:07:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:44 smithi081 ceph-mon[95500]: pgmap v704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:44 smithi081 ceph-mon[107735]: osdmap e635: 8 total, 8 up, 8 in 2023-05-20T06:07:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:44 smithi081 ceph-mon[107735]: pgmap v704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:45.501 INFO:tasks.rados.rados.0.smithi081.stdout:3199: done (3 left) 2023-05-20T06:07:45.501 INFO:tasks.rados.rados.0.smithi081.stdout:3200: setattr oid 34 current snap is 287 2023-05-20T06:07:45.501 INFO:tasks.rados.rados.0.smithi081.stdout:3195: finishing write tid 1 to smithi081164505-10 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:3195: finishing write tid 2 to smithi081164505-10 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:3197: finishing copy_from to smithi081164505-35 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:3197: got expected ENOENT (src dne) 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:3197: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1082 (ObjNum 915 snap 264 seq_num 915) dirty exists 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:3195: finishing write tid 3 to smithi081164505-10 2023-05-20T06:07:45.502 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1799 (ObjNum 1006 snap 287 seq_num 1006) dirty exists 2023-05-20T06:07:45.503 INFO:tasks.rados.rados.0.smithi081.stdout:3195: left oid 10 (ObjNum 1006 snap 287 seq_num 1006) 2023-05-20T06:07:45.504 INFO:tasks.rados.rados.0.smithi081.stdout:3195: done (3 left) 2023-05-20T06:07:45.504 INFO:tasks.rados.rados.0.smithi081.stdout:3197: done (2 left) 2023-05-20T06:07:45.505 INFO:tasks.rados.rados.0.smithi081.stdout:3198: done (1 left) 2023-05-20T06:07:45.505 INFO:tasks.rados.rados.0.smithi081.stdout:3201: copy_from oid 3 from oid 9 current snap is 287 2023-05-20T06:07:45.505 INFO:tasks.rados.rados.0.smithi081.stdout:3202: read oid 44 snap -1 2023-05-20T06:07:45.505 INFO:tasks.rados.rados.0.smithi081.stdout:3202: expect deleted 2023-05-20T06:07:45.506 INFO:tasks.rados.rados.0.smithi081.stdout:3203: read oid 49 snap 272 2023-05-20T06:07:45.506 INFO:tasks.rados.rados.0.smithi081.stdout:3203: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:45.506 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 287 2023-05-20T06:07:45.506 INFO:tasks.rados.rados.0.smithi081.stdout:3204: seq_num 1008 ranges {6430720=90112} 2023-05-20T06:07:45.539 INFO:tasks.rados.rados.0.smithi081.stdout:3204: writing smithi081164505-29 from 6430720 to 6520832 tid 1 2023-05-20T06:07:45.539 INFO:tasks.rados.rados.0.smithi081.stdout:3205: snap_remove snap 258 2023-05-20T06:07:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:45 smithi170 ceph-mon[97338]: osdmap e636: 8 total, 8 up, 8 in 2023-05-20T06:07:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:45 smithi081 ceph-mon[95500]: osdmap e636: 8 total, 8 up, 8 in 2023-05-20T06:07:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:45 smithi081 ceph-mon[107735]: osdmap e636: 8 total, 8 up, 8 in 2023-05-20T06:07:46.505 INFO:tasks.rados.rados.0.smithi081.stdout:3205: done (5 left) 2023-05-20T06:07:46.505 INFO:tasks.rados.rados.0.smithi081.stdout:3206: rmattr oid 19 current snap is 287 2023-05-20T06:07:46.505 INFO:tasks.rados.rados.0.smithi081.stdout:3206: done (5 left) 2023-05-20T06:07:46.506 INFO:tasks.rados.rados.0.smithi081.stdout:3207: snap_create 2023-05-20T06:07:46.506 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1494 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-05-20T06:07:46.506 INFO:tasks.rados.rados.0.smithi081.stdout:3203: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:46 smithi081 ceph-mon[95500]: osdmap e637: 8 total, 8 up, 8 in 2023-05-20T06:07:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:46 smithi081 ceph-mon[95500]: pgmap v707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:46 smithi081 ceph-mon[107735]: osdmap e637: 8 total, 8 up, 8 in 2023-05-20T06:07:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:46 smithi081 ceph-mon[107735]: pgmap v707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:46 smithi170 ceph-mon[97338]: osdmap e637: 8 total, 8 up, 8 in 2023-05-20T06:07:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:46 smithi170 ceph-mon[97338]: pgmap v707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:47.077 INFO:tasks.rados.rados.0.smithi081.stdout:3201: finishing copy_from to smithi081164505-3 2023-05-20T06:07:47.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1485 (ObjNum 999 snap 286 seq_num 999) dirty exists 2023-05-20T06:07:47.078 INFO:tasks.rados.rados.0.smithi081.stdout:3201: finishing copy_from racing read to smithi081164505-3 2023-05-20T06:07:47.078 INFO:tasks.rados.rados.0.smithi081.stdout:3204: finishing write tid 1 to smithi081164505-29 2023-05-20T06:07:47.078 INFO:tasks.rados.rados.0.smithi081.stdout:3204: finishing write tid 2 to smithi081164505-29 2023-05-20T06:07:47.078 INFO:tasks.rados.rados.0.smithi081.stdout:3204: finishing write tid 3 to smithi081164505-29 2023-05-20T06:07:47.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1565 (ObjNum 1008 snap 287 seq_num 1008) dirty exists 2023-05-20T06:07:47.079 INFO:tasks.rados.rados.0.smithi081.stdout:3204: left oid 29 (ObjNum 1008 snap 287 seq_num 1008) 2023-05-20T06:07:47.507 INFO:tasks.rados.rados.0.smithi081.stdout:3200: done (5 left) 2023-05-20T06:07:47.508 INFO:tasks.rados.rados.0.smithi081.stdout:3201: done (4 left) 2023-05-20T06:07:47.508 INFO:tasks.rados.rados.0.smithi081.stdout:3202: done (3 left) 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:3203: done (2 left) 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:3204: done (1 left) 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:3207: done (0 left) 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:3208: read oid 3 snap -1 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:3208: expect (ObjNum 999 snap 286 seq_num 999) 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 288 2023-05-20T06:07:47.509 INFO:tasks.rados.rados.0.smithi081.stdout:3209: seq_num 1009 ranges {0=106496} 2023-05-20T06:07:47.510 INFO:tasks.rados.rados.0.smithi081.stdout:3209: writing smithi081164505-22 from 0 to 106496 tid 1 2023-05-20T06:07:47.510 INFO:tasks.rados.rados.0.smithi081.stdout:3210: read oid 37 snap -1 2023-05-20T06:07:47.510 INFO:tasks.rados.rados.0.smithi081.stdout:3210: expect (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:07:47.510 INFO:tasks.rados.rados.0.smithi081.stdout:3211: delete oid 18 current snap is 288 2023-05-20T06:07:47.515 INFO:tasks.rados.rados.0.smithi081.stdout:3209: finishing write tid 1 to smithi081164505-22 2023-05-20T06:07:47.515 INFO:tasks.rados.rados.0.smithi081.stdout:3209: finishing write tid 2 to smithi081164505-22 2023-05-20T06:07:47.518 INFO:tasks.rados.rados.0.smithi081.stdout:3209: finishing write tid 3 to smithi081164505-22 2023-05-20T06:07:47.518 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1575 (ObjNum 1009 snap 288 seq_num 1009) dirty exists 2023-05-20T06:07:47.518 INFO:tasks.rados.rados.0.smithi081.stdout:3209: left oid 22 (ObjNum 1009 snap 288 seq_num 1009) 2023-05-20T06:07:47.524 INFO:tasks.rados.rados.0.smithi081.stdout:3208: expect (ObjNum 999 snap 286 seq_num 999) 2023-05-20T06:07:47.582 INFO:tasks.rados.rados.0.smithi081.stdout:3210: expect (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:07:47.708 INFO:tasks.rados.rados.0.smithi081.stdout:3208: done (3 left) 2023-05-20T06:07:47.708 INFO:tasks.rados.rados.0.smithi081.stdout:3209: done (2 left) 2023-05-20T06:07:47.708 INFO:tasks.rados.rados.0.smithi081.stdout:3210: done (1 left) 2023-05-20T06:07:47.708 INFO:tasks.rados.rados.0.smithi081.stdout:3211: done (0 left) 2023-05-20T06:07:47.709 INFO:tasks.rados.rados.0.smithi081.stdout:3212: read oid 20 snap -1 2023-05-20T06:07:47.709 INFO:tasks.rados.rados.0.smithi081.stdout:3212: expect (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:07:47.709 INFO:tasks.rados.rados.0.smithi081.stdout:3213: delete oid 8 current snap is 288 2023-05-20T06:07:47.709 INFO:tasks.rados.rados.0.smithi081.stdout:3212: expect (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:07:47.713 INFO:tasks.rados.rados.0.smithi081.stdout:3212: done (1 left) 2023-05-20T06:07:47.713 INFO:tasks.rados.rados.0.smithi081.stdout:3213: done (0 left) 2023-05-20T06:07:47.713 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 288 2023-05-20T06:07:47.713 INFO:tasks.rados.rados.0.smithi081.stdout:3214: seq_num 1012 ranges {4890624=155648} 2023-05-20T06:07:47.739 INFO:tasks.rados.rados.0.smithi081.stdout:3214: writing smithi081164505-43 from 4890624 to 5046272 tid 1 2023-05-20T06:07:47.739 INFO:tasks.rados.rados.0.smithi081.stdout:3215: snap_create 2023-05-20T06:07:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:3214: finishing write tid 1 to smithi081164505-43 2023-05-20T06:07:47.742 INFO:tasks.rados.rados.0.smithi081.stdout:3214: finishing write tid 2 to smithi081164505-43 2023-05-20T06:07:47.745 INFO:tasks.rados.rados.0.smithi081.stdout:3214: finishing write tid 3 to smithi081164505-43 2023-05-20T06:07:47.746 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1487 (ObjNum 1012 snap 288 seq_num 1012) dirty exists 2023-05-20T06:07:47.746 INFO:tasks.rados.rados.0.smithi081.stdout:3214: left oid 43 (ObjNum 1012 snap 288 seq_num 1012) 2023-05-20T06:07:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:47 smithi081 ceph-mon[95500]: osdmap e638: 8 total, 8 up, 8 in 2023-05-20T06:07:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:47 smithi081 ceph-mon[107735]: osdmap e638: 8 total, 8 up, 8 in 2023-05-20T06:07:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:47 smithi170 ceph-mon[97338]: osdmap e638: 8 total, 8 up, 8 in 2023-05-20T06:07:48.519 INFO:tasks.rados.rados.0.smithi081.stdout:3214: done (1 left) 2023-05-20T06:07:48.520 INFO:tasks.rados.rados.0.smithi081.stdout:3215: done (0 left) 2023-05-20T06:07:48.520 INFO:tasks.rados.rados.0.smithi081.stdout:3216: rmattr oid 21 current snap is 289 2023-05-20T06:07:48.520 INFO:tasks.rados.rados.0.smithi081.stdout:3217: snap_remove snap 272 2023-05-20T06:07:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:48 smithi081 ceph-mon[95500]: osdmap e639: 8 total, 8 up, 8 in 2023-05-20T06:07:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:48 smithi081 ceph-mon[95500]: pgmap v710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:48.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:48 smithi081 ceph-mon[107735]: osdmap e639: 8 total, 8 up, 8 in 2023-05-20T06:07:48.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:48 smithi081 ceph-mon[107735]: pgmap v710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:48 smithi170 ceph-mon[97338]: osdmap e639: 8 total, 8 up, 8 in 2023-05-20T06:07:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:48 smithi170 ceph-mon[97338]: pgmap v710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:49.531 INFO:tasks.rados.rados.0.smithi081.stdout:3217: done (1 left) 2023-05-20T06:07:49.532 INFO:tasks.rados.rados.0.smithi081.stdout:3218: rmattr oid 15 current snap is 289 2023-05-20T06:07:49.532 INFO:tasks.rados.rados.0.smithi081.stdout:3218: done (1 left) 2023-05-20T06:07:49.532 INFO:tasks.rados.rados.0.smithi081.stdout:3219: setattr oid 4 current snap is 289 2023-05-20T06:07:49.532 INFO:tasks.rados.rados.0.smithi081.stdout:3220: read oid 1 snap 275 2023-05-20T06:07:49.532 INFO:tasks.rados.rados.0.smithi081.stdout:3220: expect (ObjNum 964 snap 274 seq_num 964) 2023-05-20T06:07:49.532 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 289 2023-05-20T06:07:49.533 INFO:tasks.rados.rados.0.smithi081.stdout:3221: seq_num 1013 ranges {8019968=172032} 2023-05-20T06:07:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3221: writing smithi081164505-39 from 8019968 to 8192000 tid 1 2023-05-20T06:07:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3222: snap_create 2023-05-20T06:07:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 1960 (ObjNum 969 snap 276 seq_num 969) dirty exists 2023-05-20T06:07:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3220: expect (ObjNum 964 snap 274 seq_num 964) 2023-05-20T06:07:49.617 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1504 (ObjNum 769 snap 0 seq_num 165188880) dirty exists 2023-05-20T06:07:49.617 INFO:tasks.rados.rados.0.smithi081.stdout:3221: finishing write tid 1 to smithi081164505-39 2023-05-20T06:07:49.618 INFO:tasks.rados.rados.0.smithi081.stdout:3221: finishing write tid 2 to smithi081164505-39 2023-05-20T06:07:49.618 INFO:tasks.rados.rados.0.smithi081.stdout:3221: finishing write tid 3 to smithi081164505-39 2023-05-20T06:07:49.618 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1863 (ObjNum 1013 snap 289 seq_num 1013) dirty exists 2023-05-20T06:07:49.618 INFO:tasks.rados.rados.0.smithi081.stdout:3221: left oid 39 (ObjNum 1013 snap 289 seq_num 1013) 2023-05-20T06:07:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:49 smithi170 ceph-mon[97338]: osdmap e640: 8 total, 8 up, 8 in 2023-05-20T06:07:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:49 smithi081 ceph-mon[95500]: osdmap e640: 8 total, 8 up, 8 in 2023-05-20T06:07:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:49 smithi081 ceph-mon[107735]: osdmap e640: 8 total, 8 up, 8 in 2023-05-20T06:07:50.537 INFO:tasks.rados.rados.0.smithi081.stdout:3216: done (4 left) 2023-05-20T06:07:50.537 INFO:tasks.rados.rados.0.smithi081.stdout:3219: done (3 left) 2023-05-20T06:07:50.537 INFO:tasks.rados.rados.0.smithi081.stdout:3220: done (2 left) 2023-05-20T06:07:50.538 INFO:tasks.rados.rados.0.smithi081.stdout:3221: done (1 left) 2023-05-20T06:07:50.538 INFO:tasks.rados.rados.0.smithi081.stdout:3222: done (0 left) 2023-05-20T06:07:50.538 INFO:tasks.rados.rados.0.smithi081.stdout:3223: snap_remove snap 289 2023-05-20T06:07:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:50 smithi170 ceph-mon[97338]: osdmap e641: 8 total, 8 up, 8 in 2023-05-20T06:07:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:50 smithi170 ceph-mon[97338]: pgmap v713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:50 smithi081 ceph-mon[95500]: osdmap e641: 8 total, 8 up, 8 in 2023-05-20T06:07:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:50 smithi081 ceph-mon[95500]: pgmap v713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:50 smithi081 ceph-mon[107735]: osdmap e641: 8 total, 8 up, 8 in 2023-05-20T06:07:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:50 smithi081 ceph-mon[107735]: pgmap v713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:51.542 INFO:tasks.rados.rados.0.smithi081.stdout:3223: done (0 left) 2023-05-20T06:07:51.543 INFO:tasks.rados.rados.0.smithi081.stdout:3224: snap_create 2023-05-20T06:07:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:51 smithi170 ceph-mon[97338]: osdmap e642: 8 total, 8 up, 8 in 2023-05-20T06:07:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:51 smithi081 ceph-mon[95500]: osdmap e642: 8 total, 8 up, 8 in 2023-05-20T06:07:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:51 smithi081 ceph-mon[107735]: osdmap e642: 8 total, 8 up, 8 in 2023-05-20T06:07:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:07:51.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:07:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:07:51.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:07:52.547 INFO:tasks.rados.rados.0.smithi081.stdout:3224: done (0 left) 2023-05-20T06:07:52.547 INFO:tasks.rados.rados.0.smithi081.stdout:3225: read oid 11 snap -1 2023-05-20T06:07:52.547 INFO:tasks.rados.rados.0.smithi081.stdout:3225: expect deleted 2023-05-20T06:07:52.547 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 291 2023-05-20T06:07:52.548 INFO:tasks.rados.rados.0.smithi081.stdout:3226: seq_num 1014 ranges {9814016=188416} 2023-05-20T06:07:52.600 INFO:tasks.rados.rados.0.smithi081.stdout:3226: writing smithi081164505-28 from 9814016 to 10002432 tid 1 2023-05-20T06:07:52.600 INFO:tasks.rados.rados.0.smithi081.stdout:3227: delete oid 46 current snap is 291 2023-05-20T06:07:52.605 INFO:tasks.rados.rados.0.smithi081.stdout:3225: done (2 left) 2023-05-20T06:07:52.605 INFO:tasks.rados.rados.0.smithi081.stdout:3227: done (1 left) 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:3228: read oid 44 snap -1 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:3228: expect deleted 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:3229: rollback oid 38 current snap is 291 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 286 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:3230: rmattr oid 20 current snap is 291 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:3230: done (3 left) 2023-05-20T06:07:52.606 INFO:tasks.rados.rados.0.smithi081.stdout:3231: read oid 42 snap -1 2023-05-20T06:07:52.607 INFO:tasks.rados.rados.0.smithi081.stdout:3231: expect deleted 2023-05-20T06:07:52.607 INFO:tasks.rados.rados.0.smithi081.stdout:3232: snap_create 2023-05-20T06:07:52.607 INFO:tasks.rados.rados.0.smithi081.stdout:3226: finishing write tid 1 to smithi081164505-28 2023-05-20T06:07:52.607 INFO:tasks.rados.rados.0.smithi081.stdout:3226: finishing write tid 2 to smithi081164505-28 2023-05-20T06:07:52.611 INFO:tasks.rados.rados.0.smithi081.stdout:3226: finishing write tid 3 to smithi081164505-28 2023-05-20T06:07:52.611 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1067 (ObjNum 1014 snap 291 seq_num 1014) dirty exists 2023-05-20T06:07:52.611 INFO:tasks.rados.rados.0.smithi081.stdout:3226: left oid 28 (ObjNum 1014 snap 291 seq_num 1014) 2023-05-20T06:07:52.612 INFO:tasks.rados.rados.0.smithi081.stdout:3229: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:07:52.613 INFO:tasks.rados.rados.0.smithi081.stdout:3229: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:07:52.613 INFO:tasks.rados.rados.0.smithi081.stdout:3229: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:07:52.613 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1587 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:07:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:52 smithi170 ceph-mon[97338]: pgmap v715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:52.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:52 smithi170 ceph-mon[97338]: osdmap e643: 8 total, 8 up, 8 in 2023-05-20T06:07:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:52 smithi081 ceph-mon[95500]: pgmap v715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:52 smithi081 ceph-mon[95500]: osdmap e643: 8 total, 8 up, 8 in 2023-05-20T06:07:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:52 smithi081 ceph-mon[107735]: pgmap v715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:52 smithi081 ceph-mon[107735]: osdmap e643: 8 total, 8 up, 8 in 2023-05-20T06:07:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:07:53.559 INFO:tasks.rados.rados.0.smithi081.stdout:3226: done (4 left) 2023-05-20T06:07:53.559 INFO:tasks.rados.rados.0.smithi081.stdout:3228: done (3 left) 2023-05-20T06:07:53.559 INFO:tasks.rados.rados.0.smithi081.stdout:3229: done (2 left) 2023-05-20T06:07:53.559 INFO:tasks.rados.rados.0.smithi081.stdout:3231: done (1 left) 2023-05-20T06:07:53.559 INFO:tasks.rados.rados.0.smithi081.stdout:3232: done (0 left) 2023-05-20T06:07:53.560 INFO:tasks.rados.rados.0.smithi081.stdout:3233: delete oid 27 current snap is 292 2023-05-20T06:07:53.565 INFO:tasks.rados.rados.0.smithi081.stdout:3233: done (0 left) 2023-05-20T06:07:53.565 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 292 2023-05-20T06:07:53.565 INFO:tasks.rados.rados.0.smithi081.stdout:3234: seq_num 1017 ranges {0=237568} 2023-05-20T06:07:53.566 INFO:tasks.rados.rados.0.smithi081.stdout:3234: writing smithi081164505-27 from 0 to 237568 tid 1 2023-05-20T06:07:53.566 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 292 2023-05-20T06:07:53.566 INFO:tasks.rados.rados.0.smithi081.stdout:3235: seq_num 1018 ranges {0=253952} 2023-05-20T06:07:53.566 INFO:tasks.rados.rados.0.smithi081.stdout:3235: writing smithi081164505-36 from 0 to 253952 tid 1 2023-05-20T06:07:53.566 INFO:tasks.rados.rados.0.smithi081.stdout:3236: delete oid 13 current snap is 292 2023-05-20T06:07:53.567 INFO:tasks.rados.rados.0.smithi081.stdout:3234: finishing write tid 1 to smithi081164505-27 2023-05-20T06:07:53.568 INFO:tasks.rados.rados.0.smithi081.stdout:3234: finishing write tid 2 to smithi081164505-27 2023-05-20T06:07:53.570 INFO:tasks.rados.rados.0.smithi081.stdout:3234: finishing write tid 3 to smithi081164505-27 2023-05-20T06:07:53.570 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1973 (ObjNum 1017 snap 292 seq_num 1017) dirty exists 2023-05-20T06:07:53.570 INFO:tasks.rados.rados.0.smithi081.stdout:3234: left oid 27 (ObjNum 1017 snap 292 seq_num 1017) 2023-05-20T06:07:53.571 INFO:tasks.rados.rados.0.smithi081.stdout:3235: finishing write tid 1 to smithi081164505-36 2023-05-20T06:07:53.571 INFO:tasks.rados.rados.0.smithi081.stdout:3235: finishing write tid 2 to smithi081164505-36 2023-05-20T06:07:53.572 INFO:tasks.rados.rados.0.smithi081.stdout:3234: done (2 left) 2023-05-20T06:07:53.572 INFO:tasks.rados.rados.0.smithi081.stdout:3236: done (1 left) 2023-05-20T06:07:53.573 INFO:tasks.rados.rados.0.smithi081.stdout:3237: read oid 6 snap -1 2023-05-20T06:07:53.573 INFO:tasks.rados.rados.0.smithi081.stdout:3237: expect (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:53.573 INFO:tasks.rados.rados.0.smithi081.stdout:3238: read oid 27 snap -1 2023-05-20T06:07:53.573 INFO:tasks.rados.rados.0.smithi081.stdout:3238: expect (ObjNum 1017 snap 292 seq_num 1017) 2023-05-20T06:07:53.573 INFO:tasks.rados.rados.0.smithi081.stdout:3239: delete oid 3 current snap is 292 2023-05-20T06:07:53.573 INFO:tasks.rados.rados.0.smithi081.stdout:3235: finishing write tid 3 to smithi081164505-36 2023-05-20T06:07:53.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1797 (ObjNum 1018 snap 292 seq_num 1018) dirty exists 2023-05-20T06:07:53.574 INFO:tasks.rados.rados.0.smithi081.stdout:3235: left oid 36 (ObjNum 1018 snap 292 seq_num 1018) 2023-05-20T06:07:53.576 INFO:tasks.rados.rados.0.smithi081.stdout:3238: expect (ObjNum 1017 snap 292 seq_num 1017) 2023-05-20T06:07:53.583 INFO:tasks.rados.rados.0.smithi081.stdout:3235: done (3 left) 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:3238: done (2 left) 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:3239: done (1 left) 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:3240: copy_from oid 40 from oid 42 current snap is 292 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:3241: copy_from oid 41 from oid 49 current snap is 292 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:3242: rollback oid 39 current snap is 292 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 256 2023-05-20T06:07:53.584 INFO:tasks.rados.rados.0.smithi081.stdout:3243: copy_from oid 7 from oid 38 current snap is 292 2023-05-20T06:07:53.585 INFO:tasks.rados.rados.0.smithi081.stdout:3244: read oid 44 snap -1 2023-05-20T06:07:53.585 INFO:tasks.rados.rados.0.smithi081.stdout:3244: expect deleted 2023-05-20T06:07:53.585 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 292 2023-05-20T06:07:53.585 INFO:tasks.rados.rados.0.smithi081.stdout:3245: seq_num 1021 ranges {5046272=303104} 2023-05-20T06:07:53.613 INFO:tasks.rados.rados.0.smithi081.stdout:3245: writing smithi081164505-43 from 5046272 to 5349376 tid 1 2023-05-20T06:07:53.613 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 292 2023-05-20T06:07:53.613 INFO:tasks.rados.rados.0.smithi081.stdout:3246: seq_num 1022 ranges {2744320=319488} 2023-05-20T06:07:53.630 INFO:tasks.rados.rados.0.smithi081.stdout:3246: writing smithi081164505-37 from 2744320 to 3063808 tid 1 2023-05-20T06:07:53.630 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 292 2023-05-20T06:07:53.630 INFO:tasks.rados.rados.0.smithi081.stdout:3240: finishing copy_from to smithi081164505-40 2023-05-20T06:07:53.630 INFO:tasks.rados.rados.0.smithi081.stdout:3240: got expected ENOENT (src dne) 2023-05-20T06:07:53.630 INFO:tasks.rados.rados.0.smithi081.stdout:3247: seq_num 1023 ranges {7897088=335872} 2023-05-20T06:07:53.673 INFO:tasks.rados.rados.0.smithi081.stdout:3247: writing smithi081164505-16 from 7897088 to 8232960 tid 1 2023-05-20T06:07:53.673 INFO:tasks.rados.rados.0.smithi081.stdout:3248: delete oid 18 current snap is 292 2023-05-20T06:07:53.673 INFO:tasks.rados.rados.0.smithi081.stdout:3240: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:07:53.673 INFO:tasks.rados.rados.0.smithi081.stdout:3242: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:07:53.674 INFO:tasks.rados.rados.0.smithi081.stdout:3242: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:07:53.674 INFO:tasks.rados.rados.0.smithi081.stdout:3242: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:07:53.674 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1867 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:07:53.674 INFO:tasks.rados.rados.0.smithi081.stdout:3237: expect (ObjNum 967 snap 275 seq_num 967) 2023-05-20T06:07:53.990 INFO:tasks.rados.rados.0.smithi081.stdout:3243: finishing copy_from to smithi081164505-7 2023-05-20T06:07:53.990 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1587 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:07:53.991 INFO:tasks.rados.rados.0.smithi081.stdout:3243: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:07:53.991 INFO:tasks.rados.rados.0.smithi081.stdout:3241: finishing copy_from to smithi081164505-41 2023-05-20T06:07:53.991 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 1503 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:07:53.992 INFO:tasks.rados.rados.0.smithi081.stdout:3237: done (9 left) 2023-05-20T06:07:53.992 INFO:tasks.rados.rados.0.smithi081.stdout:3240: done (8 left) 2023-05-20T06:07:53.993 INFO:tasks.rados.rados.0.smithi081.stdout:3242: done (7 left) 2023-05-20T06:07:53.993 INFO:tasks.rados.rados.0.smithi081.stdout:3243: done (6 left) 2023-05-20T06:07:53.994 INFO:tasks.rados.rados.0.smithi081.stdout:3244: done (5 left) 2023-05-20T06:07:53.994 INFO:tasks.rados.rados.0.smithi081.stdout:3248: done (4 left) 2023-05-20T06:07:53.994 INFO:tasks.rados.rados.0.smithi081.stdout:3249: snap_create 2023-05-20T06:07:53.995 INFO:tasks.rados.rados.0.smithi081.stdout:3241: finishing copy_from racing read to smithi081164505-41 2023-05-20T06:07:53.995 INFO:tasks.rados.rados.0.smithi081.stdout:3245: finishing write tid 1 to smithi081164505-43 2023-05-20T06:07:53.995 INFO:tasks.rados.rados.0.smithi081.stdout:3245: finishing write tid 2 to smithi081164505-43 2023-05-20T06:07:53.995 INFO:tasks.rados.rados.0.smithi081.stdout:3245: finishing write tid 3 to smithi081164505-43 2023-05-20T06:07:53.995 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1490 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2023-05-20T06:07:53.995 INFO:tasks.rados.rados.0.smithi081.stdout:3245: left oid 43 (ObjNum 1021 snap 292 seq_num 1021) 2023-05-20T06:07:53.996 INFO:tasks.rados.rados.0.smithi081.stdout:3246: finishing write tid 1 to smithi081164505-37 2023-05-20T06:07:53.996 INFO:tasks.rados.rados.0.smithi081.stdout:3246: finishing write tid 2 to smithi081164505-37 2023-05-20T06:07:53.996 INFO:tasks.rados.rados.0.smithi081.stdout:3246: finishing write tid 3 to smithi081164505-37 2023-05-20T06:07:53.996 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1569 (ObjNum 1022 snap 292 seq_num 1022) dirty exists 2023-05-20T06:07:53.996 INFO:tasks.rados.rados.0.smithi081.stdout:3246: left oid 37 (ObjNum 1022 snap 292 seq_num 1022) 2023-05-20T06:07:53.996 INFO:tasks.rados.rados.0.smithi081.stdout:3247: finishing write tid 1 to smithi081164505-16 2023-05-20T06:07:53.997 INFO:tasks.rados.rados.0.smithi081.stdout:3247: finishing write tid 2 to smithi081164505-16 2023-05-20T06:07:53.997 INFO:tasks.rados.rados.0.smithi081.stdout:3247: finishing write tid 3 to smithi081164505-16 2023-05-20T06:07:53.997 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1800 (ObjNum 1023 snap 292 seq_num 1023) dirty exists 2023-05-20T06:07:53.997 INFO:tasks.rados.rados.0.smithi081.stdout:3247: left oid 16 (ObjNum 1023 snap 292 seq_num 1023) 2023-05-20T06:07:53.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:53 smithi170 ceph-mon[97338]: osdmap e644: 8 total, 8 up, 8 in 2023-05-20T06:07:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:53 smithi081 ceph-mon[95500]: osdmap e644: 8 total, 8 up, 8 in 2023-05-20T06:07:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:53 smithi081 ceph-mon[107735]: osdmap e644: 8 total, 8 up, 8 in 2023-05-20T06:07:54.559 INFO:tasks.rados.rados.0.smithi081.stdout:3241: done (4 left) 2023-05-20T06:07:54.559 INFO:tasks.rados.rados.0.smithi081.stdout:3245: done (3 left) 2023-05-20T06:07:54.559 INFO:tasks.rados.rados.0.smithi081.stdout:3246: done (2 left) 2023-05-20T06:07:54.559 INFO:tasks.rados.rados.0.smithi081.stdout:3247: done (1 left) 2023-05-20T06:07:54.559 INFO:tasks.rados.rados.0.smithi081.stdout:3249: done (0 left) 2023-05-20T06:07:54.559 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 293 2023-05-20T06:07:54.560 INFO:tasks.rados.rados.0.smithi081.stdout:3250: seq_num 1025 ranges {106496=368640} 2023-05-20T06:07:54.561 INFO:tasks.rados.rados.0.smithi081.stdout:3250: writing smithi081164505-20 from 106496 to 475136 tid 1 2023-05-20T06:07:54.562 INFO:tasks.rados.rados.0.smithi081.stdout:3251: read oid 7 snap -1 2023-05-20T06:07:54.562 INFO:tasks.rados.rados.0.smithi081.stdout:3251: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:07:54.562 INFO:tasks.rados.rados.0.smithi081.stdout:3252: rollback oid 36 current snap is 293 2023-05-20T06:07:54.562 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 291 2023-05-20T06:07:54.562 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 40 current snap is 293 2023-05-20T06:07:54.562 INFO:tasks.rados.rados.0.smithi081.stdout:3253: seq_num 1026 ranges {1146880=385024} 2023-05-20T06:07:54.571 INFO:tasks.rados.rados.0.smithi081.stdout:3253: writing smithi081164505-40 from 1146880 to 1531904 tid 1 2023-05-20T06:07:54.571 INFO:tasks.rados.rados.0.smithi081.stdout:3254: rollback oid 31 current snap is 293 2023-05-20T06:07:54.571 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 286 2023-05-20T06:07:54.571 INFO:tasks.rados.rados.0.smithi081.stdout:3251: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:07:54.616 INFO:tasks.rados.rados.0.smithi081.stdout:3252: finishing rollback tid 0 to smithi081164505-36 2023-05-20T06:07:54.617 INFO:tasks.rados.rados.0.smithi081.stdout:3250: finishing write tid 1 to smithi081164505-20 2023-05-20T06:07:54.617 INFO:tasks.rados.rados.0.smithi081.stdout:3252: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:07:54.617 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1802 (ObjNum 33 snap 0 seq_num 165089696) dirty dne 2023-05-20T06:07:54.617 INFO:tasks.rados.rados.0.smithi081.stdout:3251: done (4 left) 2023-05-20T06:07:54.618 INFO:tasks.rados.rados.0.smithi081.stdout:3252: done (3 left) 2023-05-20T06:07:54.619 INFO:tasks.rados.rados.0.smithi081.stdout:3255: read oid 10 snap -1 2023-05-20T06:07:54.619 INFO:tasks.rados.rados.0.smithi081.stdout:3255: expect (ObjNum 1006 snap 287 seq_num 1006) 2023-05-20T06:07:54.619 INFO:tasks.rados.rados.0.smithi081.stdout:3256: read oid 26 snap -1 2023-05-20T06:07:54.619 INFO:tasks.rados.rados.0.smithi081.stdout:3256: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:54.619 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 293 2023-05-20T06:07:54.619 INFO:tasks.rados.rados.0.smithi081.stdout:3250: finishing write tid 2 to smithi081164505-20 2023-05-20T06:07:54.620 INFO:tasks.rados.rados.0.smithi081.stdout:3257: seq_num 1027 ranges {0=409600} 2023-05-20T06:07:54.621 INFO:tasks.rados.rados.0.smithi081.stdout:3257: writing smithi081164505-45 from 0 to 409600 tid 1 2023-05-20T06:07:54.621 INFO:tasks.rados.rados.0.smithi081.stdout:3250: finishing write tid 3 to smithi081164505-20 2023-05-20T06:07:54.621 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1506 (ObjNum 1025 snap 293 seq_num 1025) dirty exists 2023-05-20T06:07:54.621 INFO:tasks.rados.rados.0.smithi081.stdout:3250: left oid 20 (ObjNum 1025 snap 293 seq_num 1025) 2023-05-20T06:07:54.621 INFO:tasks.rados.rados.0.smithi081.stdout:3254: finishing rollback tid 1 to smithi081164505-31 2023-05-20T06:07:54.621 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1832 (ObjNum 209 snap 0 seq_num 3605351648) dirty dne 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:3253: finishing write tid 1 to smithi081164505-40 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:3253: finishing write tid 2 to smithi081164505-40 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:3253: finishing write tid 3 to smithi081164505-40 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1804 (ObjNum 1026 snap 293 seq_num 1026) dirty exists 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:3253: left oid 40 (ObjNum 1026 snap 293 seq_num 1026) 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:3258: read oid 47 snap -1 2023-05-20T06:07:54.622 INFO:tasks.rados.rados.0.smithi081.stdout:3258: expect (ObjNum 975 snap 277 seq_num 975) 2023-05-20T06:07:54.623 INFO:tasks.rados.rados.0.smithi081.stdout:3250: done (6 left) 2023-05-20T06:07:54.623 INFO:tasks.rados.rados.0.smithi081.stdout:3253: done (5 left) 2023-05-20T06:07:54.623 INFO:tasks.rados.rados.0.smithi081.stdout:3254: done (4 left) 2023-05-20T06:07:54.623 INFO:tasks.rados.rados.0.smithi081.stdout:3259: rollback oid 34 current snap is 293 2023-05-20T06:07:54.623 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 284 2023-05-20T06:07:54.623 INFO:tasks.rados.rados.0.smithi081.stdout:3260: delete oid 41 current snap is 293 2023-05-20T06:07:54.624 INFO:tasks.rados.rados.0.smithi081.stdout:3260: done (5 left) 2023-05-20T06:07:54.624 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 293 2023-05-20T06:07:54.624 INFO:tasks.rados.rados.0.smithi081.stdout:3261: seq_num 1029 ranges {475136=442368} 2023-05-20T06:07:54.628 INFO:tasks.rados.rados.0.smithi081.stdout:3261: writing smithi081164505-20 from 475136 to 917504 tid 1 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:3262: rollback oid 28 current snap is 293 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 245 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:3259: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:3259: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:3259: finishing rollback tid 2 to smithi081164505-34 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1497 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-05-20T06:07:54.629 INFO:tasks.rados.rados.0.smithi081.stdout:3257: finishing write tid 1 to smithi081164505-45 2023-05-20T06:07:54.630 INFO:tasks.rados.rados.0.smithi081.stdout:3259: done (6 left) 2023-05-20T06:07:54.630 INFO:tasks.rados.rados.0.smithi081.stdout:3263: read oid 41 snap -1 2023-05-20T06:07:54.630 INFO:tasks.rados.rados.0.smithi081.stdout:3263: expect deleted 2023-05-20T06:07:54.630 INFO:tasks.rados.rados.0.smithi081.stdout:3264: snap_remove snap 291 2023-05-20T06:07:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:54 smithi170 ceph-mon[97338]: pgmap v718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:54 smithi170 ceph-mon[97338]: osdmap e645: 8 total, 8 up, 8 in 2023-05-20T06:07:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:54 smithi081 ceph-mon[95500]: pgmap v718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:54 smithi081 ceph-mon[95500]: osdmap e645: 8 total, 8 up, 8 in 2023-05-20T06:07:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:54 smithi081 ceph-mon[107735]: pgmap v718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:54 smithi081 ceph-mon[107735]: osdmap e645: 8 total, 8 up, 8 in 2023-05-20T06:07:55.575 INFO:tasks.rados.rados.0.smithi081.stdout:3264: done (7 left) 2023-05-20T06:07:55.576 INFO:tasks.rados.rados.0.smithi081.stdout:3265: setattr oid 27 current snap is 293 2023-05-20T06:07:55.576 INFO:tasks.rados.rados.0.smithi081.stdout:3257: finishing write tid 2 to smithi081164505-45 2023-05-20T06:07:55.576 INFO:tasks.rados.rados.0.smithi081.stdout:3255: expect (ObjNum 1006 snap 287 seq_num 1006) 2023-05-20T06:07:55.730 INFO:tasks.rados.rados.0.smithi081.stdout:3257: finishing write tid 3 to smithi081164505-45 2023-05-20T06:07:55.730 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1571 (ObjNum 1027 snap 293 seq_num 1027) dirty exists 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:3257: left oid 45 (ObjNum 1027 snap 293 seq_num 1027) 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:3262: finishing rollback tid 0 to smithi081164505-28 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:3261: finishing write tid 1 to smithi081164505-20 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:3262: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:3261: finishing write tid 2 to smithi081164505-20 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:3262: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:07:55.731 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1070 (ObjNum 854 snap 244 seq_num 854) dirty exists 2023-05-20T06:07:55.732 INFO:tasks.rados.rados.0.smithi081.stdout:3261: finishing write tid 3 to smithi081164505-20 2023-05-20T06:07:55.732 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1508 (ObjNum 1029 snap 293 seq_num 1029) dirty exists 2023-05-20T06:07:55.732 INFO:tasks.rados.rados.0.smithi081.stdout:3261: left oid 20 (ObjNum 1029 snap 293 seq_num 1029) 2023-05-20T06:07:55.733 INFO:tasks.rados.rados.0.smithi081.stdout:3256: expect (ObjNum 940 snap 268 seq_num 940) 2023-05-20T06:07:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:55 smithi170 ceph-mon[97338]: osdmap e646: 8 total, 8 up, 8 in 2023-05-20T06:07:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:55 smithi081 ceph-mon[95500]: osdmap e646: 8 total, 8 up, 8 in 2023-05-20T06:07:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:55 smithi081 ceph-mon[107735]: osdmap e646: 8 total, 8 up, 8 in 2023-05-20T06:07:56.287 INFO:tasks.rados.rados.0.smithi081.stdout:3258: expect (ObjNum 975 snap 277 seq_num 975) 2023-05-20T06:07:56.735 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1976 (ObjNum 1017 snap 292 seq_num 1017) dirty exists 2023-05-20T06:07:56.735 INFO:tasks.rados.rados.0.smithi081.stdout:3255: done (7 left) 2023-05-20T06:07:56.736 INFO:tasks.rados.rados.0.smithi081.stdout:3256: done (6 left) 2023-05-20T06:07:56.736 INFO:tasks.rados.rados.0.smithi081.stdout:3257: done (5 left) 2023-05-20T06:07:56.736 INFO:tasks.rados.rados.0.smithi081.stdout:3258: done (4 left) 2023-05-20T06:07:56.737 INFO:tasks.rados.rados.0.smithi081.stdout:3261: done (3 left) 2023-05-20T06:07:56.737 INFO:tasks.rados.rados.0.smithi081.stdout:3262: done (2 left) 2023-05-20T06:07:56.737 INFO:tasks.rados.rados.0.smithi081.stdout:3263: done (1 left) 2023-05-20T06:07:56.737 INFO:tasks.rados.rados.0.smithi081.stdout:3265: done (0 left) 2023-05-20T06:07:56.737 INFO:tasks.rados.rados.0.smithi081.stdout:3266: copy_from oid 25 from oid 21 current snap is 293 2023-05-20T06:07:56.737 INFO:tasks.rados.rados.0.smithi081.stdout:3267: copy_from oid 50 from oid 13 current snap is 293 2023-05-20T06:07:56.738 INFO:tasks.rados.rados.0.smithi081.stdout:3268: read oid 29 snap -1 2023-05-20T06:07:56.738 INFO:tasks.rados.rados.0.smithi081.stdout:3268: expect (ObjNum 1008 snap 287 seq_num 1008) 2023-05-20T06:07:56.738 INFO:tasks.rados.rados.0.smithi081.stdout:3269: rmattr oid 5 current snap is 293 2023-05-20T06:07:56.738 INFO:tasks.rados.rados.0.smithi081.stdout:3270: snap_remove snap 284 2023-05-20T06:07:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:56 smithi170 ceph-mon[97338]: pgmap v721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:56.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:56 smithi170 ceph-mon[97338]: osdmap e647: 8 total, 8 up, 8 in 2023-05-20T06:07:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:56 smithi081 ceph-mon[95500]: pgmap v721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:56 smithi081 ceph-mon[95500]: osdmap e647: 8 total, 8 up, 8 in 2023-05-20T06:07:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:56 smithi081 ceph-mon[107735]: pgmap v721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:56 smithi081 ceph-mon[107735]: osdmap e647: 8 total, 8 up, 8 in 2023-05-20T06:07:57.584 INFO:tasks.rados.rados.0.smithi081.stdout:3270: done (4 left) 2023-05-20T06:07:57.585 INFO:tasks.rados.rados.0.smithi081.stdout:3271: rollback oid 20 current snap is 293 2023-05-20T06:07:57.585 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 245 2023-05-20T06:07:57.585 INFO:tasks.rados.rados.0.smithi081.stdout:3272: read oid 40 snap 267 2023-05-20T06:07:57.585 INFO:tasks.rados.rados.0.smithi081.stdout:3272: expect (ObjNum 163509968 snap 21996 seq_num 164840816) 2023-05-20T06:07:57.586 INFO:tasks.rados.rados.0.smithi081.stdout:3273: snap_remove snap 290 2023-05-20T06:07:58.586 INFO:tasks.rados.rados.0.smithi081.stdout:3273: done (6 left) 2023-05-20T06:07:58.587 INFO:tasks.rados.rados.0.smithi081.stdout:3274: rollback oid 2 current snap is 293 2023-05-20T06:07:58.587 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 2 to 276 2023-05-20T06:07:58.587 INFO:tasks.rados.rados.0.smithi081.stdout:3275: copy_from oid 33 from oid 7 current snap is 293 2023-05-20T06:07:58.587 INFO:tasks.rados.rados.0.smithi081.stdout:3276: setattr oid 45 current snap is 293 2023-05-20T06:07:58.587 INFO:tasks.rados.rados.0.smithi081.stdout:3267: finishing copy_from to smithi081164505-50 2023-05-20T06:07:58.587 INFO:tasks.rados.rados.0.smithi081.stdout:3267: got expected ENOENT (src dne) 2023-05-20T06:07:58.588 INFO:tasks.rados.rados.0.smithi081.stdout:3267: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:07:58.588 INFO:tasks.rados.rados.0.smithi081.stdout:3266: finishing copy_from to smithi081164505-25 2023-05-20T06:07:58.588 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1960 (ObjNum 969 snap 276 seq_num 969) dirty exists 2023-05-20T06:07:58.588 INFO:tasks.rados.rados.0.smithi081.stdout:3266: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:07:58.588 INFO:tasks.rados.rados.0.smithi081.stdout:3268: expect (ObjNum 1008 snap 287 seq_num 1008) 2023-05-20T06:07:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:58 smithi170 ceph-mon[97338]: pgmap v723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:58 smithi170 ceph-mon[97338]: osdmap e648: 8 total, 8 up, 8 in 2023-05-20T06:07:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:58 smithi081 ceph-mon[95500]: pgmap v723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:58 smithi081 ceph-mon[95500]: osdmap e648: 8 total, 8 up, 8 in 2023-05-20T06:07:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:58 smithi081 ceph-mon[107735]: pgmap v723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:07:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:58 smithi081 ceph-mon[107735]: osdmap e648: 8 total, 8 up, 8 in 2023-05-20T06:07:59.074 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1589 (ObjNum 517 snap 136 seq_num 517) dirty exists 2023-05-20T06:07:59.074 INFO:tasks.rados.rados.0.smithi081.stdout:3272: expect (ObjNum 163509968 snap 21996 seq_num 164840816) 2023-05-20T06:07:59.078 INFO:tasks.rados.rados.0.smithi081.stdout:3271: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:07:59.078 INFO:tasks.rados.rados.0.smithi081.stdout:3271: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:07:59.078 INFO:tasks.rados.rados.0.smithi081.stdout:3271: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:07:59.078 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1511 (ObjNum 866 snap 245 seq_num 866) dirty exists 2023-05-20T06:07:59.078 INFO:tasks.rados.rados.0.smithi081.stdout:3266: done (8 left) 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3267: done (7 left) 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3268: done (6 left) 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3269: done (5 left) 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3271: done (4 left) 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3272: done (3 left) 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3277: read oid 36 snap -1 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3277: expect deleted 2023-05-20T06:07:59.079 INFO:tasks.rados.rados.0.smithi081.stdout:3278: snap_remove snap 244 2023-05-20T06:07:59.589 INFO:tasks.rados.rados.0.smithi081.stdout:3278: done (4 left) 2023-05-20T06:07:59.589 INFO:tasks.rados.rados.0.smithi081.stdout:3279: rollback oid 28 current snap is 293 2023-05-20T06:07:59.589 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 28 to 245 2023-05-20T06:07:59.590 INFO:tasks.rados.rados.0.smithi081.stdout:3274: finishing rollback tid 0 to smithi081164505-2 2023-05-20T06:07:59.590 INFO:tasks.rados.rados.0.smithi081.stdout:3274: finishing rollback tid 1 to smithi081164505-2 2023-05-20T06:07:59.590 INFO:tasks.rados.rados.0.smithi081.stdout:3274: finishing rollback tid 2 to smithi081164505-2 2023-05-20T06:07:59.590 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1880 (ObjNum 957 snap 272 seq_num 957) dirty exists 2023-05-20T06:07:59.591 INFO:tasks.rados.rados.0.smithi081.stdout:3275: finishing copy_from to smithi081164505-33 2023-05-20T06:07:59.591 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 1587 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:07:59.591 INFO:tasks.rados.rados.0.smithi081.stdout:3275: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:07:59.591 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1572 (ObjNum 1027 snap 293 seq_num 1027) dirty exists 2023-05-20T06:07:59.593 INFO:tasks.rados.rados.0.smithi081.stdout:3274: done (4 left) 2023-05-20T06:07:59.593 INFO:tasks.rados.rados.0.smithi081.stdout:3275: done (3 left) 2023-05-20T06:07:59.594 INFO:tasks.rados.rados.0.smithi081.stdout:3276: done (2 left) 2023-05-20T06:07:59.594 INFO:tasks.rados.rados.0.smithi081.stdout:3277: done (1 left) 2023-05-20T06:07:59.594 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 293 2023-05-20T06:07:59.594 INFO:tasks.rados.rados.0.smithi081.stdout:3280: seq_num 1030 ranges {0=458752} 2023-05-20T06:07:59.595 INFO:tasks.rados.rados.0.smithi081.stdout:3280: writing smithi081164505-4 from 0 to 458752 tid 1 2023-05-20T06:07:59.595 INFO:tasks.rados.rados.0.smithi081.stdout:3281: copy_from oid 15 from oid 44 current snap is 293 2023-05-20T06:07:59.595 INFO:tasks.rados.rados.0.smithi081.stdout:3282: rmattr oid 10 current snap is 293 2023-05-20T06:07:59.595 INFO:tasks.rados.rados.0.smithi081.stdout:3282: done (3 left) 2023-05-20T06:07:59.596 INFO:tasks.rados.rados.0.smithi081.stdout:3283: rmattr oid 39 current snap is 293 2023-05-20T06:07:59.596 INFO:tasks.rados.rados.0.smithi081.stdout:3284: read oid 40 snap -1 2023-05-20T06:07:59.597 INFO:tasks.rados.rados.0.smithi081.stdout:3284: expect (ObjNum 1026 snap 293 seq_num 1026) 2023-05-20T06:07:59.597 INFO:tasks.rados.rados.0.smithi081.stdout:3285: rollback oid 45 current snap is 293 2023-05-20T06:07:59.597 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 256 2023-05-20T06:07:59.597 INFO:tasks.rados.rados.0.smithi081.stdout:3286: read oid 46 snap -1 2023-05-20T06:07:59.598 INFO:tasks.rados.rados.0.smithi081.stdout:3286: expect deleted 2023-05-20T06:07:59.598 INFO:tasks.rados.rados.0.smithi081.stdout:3287: delete oid 13 current snap is 293 2023-05-20T06:07:59.604 INFO:tasks.rados.rados.0.smithi081.stdout:3279: finishing rollback tid 0 to smithi081164505-28 2023-05-20T06:07:59.604 INFO:tasks.rados.rados.0.smithi081.stdout:3279: finishing rollback tid 1 to smithi081164505-28 2023-05-20T06:07:59.604 INFO:tasks.rados.rados.0.smithi081.stdout:3285: finishing rollback tid 0 to smithi081164505-45 2023-05-20T06:07:59.605 INFO:tasks.rados.rados.0.smithi081.stdout:3285: finishing rollback tid 1 to smithi081164505-45 2023-05-20T06:07:59.605 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1574 (ObjNum 65 snap 0 seq_num 1582587497) dirty dne 2023-05-20T06:07:59.606 INFO:tasks.rados.rados.0.smithi081.stdout:3279: finishing rollback tid 2 to smithi081164505-28 2023-05-20T06:07:59.607 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1073 (ObjNum 854 snap 244 seq_num 854) dirty exists 2023-05-20T06:07:59.608 INFO:tasks.rados.rados.0.smithi081.stdout:3280: finishing write tid 1 to smithi081164505-4 2023-05-20T06:07:59.608 INFO:tasks.rados.rados.0.smithi081.stdout:3280: finishing write tid 2 to smithi081164505-4 2023-05-20T06:07:59.609 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 1888 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:07:59.609 INFO:tasks.rados.rados.0.smithi081.stdout:3281: finishing copy_from to smithi081164505-15 2023-05-20T06:07:59.609 INFO:tasks.rados.rados.0.smithi081.stdout:3281: got expected ENOENT (src dne) 2023-05-20T06:07:59.609 INFO:tasks.rados.rados.0.smithi081.stdout:3281: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:07:59.611 INFO:tasks.rados.rados.0.smithi081.stdout:3280: finishing write tid 3 to smithi081164505-4 2023-05-20T06:07:59.611 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1513 (ObjNum 1030 snap 293 seq_num 1030) dirty exists 2023-05-20T06:07:59.612 INFO:tasks.rados.rados.0.smithi081.stdout:3280: left oid 4 (ObjNum 1030 snap 293 seq_num 1030) 2023-05-20T06:07:59.615 INFO:tasks.rados.rados.0.smithi081.stdout:3284: expect (ObjNum 1026 snap 293 seq_num 1026) 2023-05-20T06:07:59.676 INFO:tasks.rados.rados.0.smithi081.stdout:3279: done (7 left) 2023-05-20T06:07:59.676 INFO:tasks.rados.rados.0.smithi081.stdout:3280: done (6 left) 2023-05-20T06:07:59.677 INFO:tasks.rados.rados.0.smithi081.stdout:3281: done (5 left) 2023-05-20T06:07:59.677 INFO:tasks.rados.rados.0.smithi081.stdout:3283: done (4 left) 2023-05-20T06:07:59.677 INFO:tasks.rados.rados.0.smithi081.stdout:3284: done (3 left) 2023-05-20T06:07:59.677 INFO:tasks.rados.rados.0.smithi081.stdout:3285: done (2 left) 2023-05-20T06:07:59.677 INFO:tasks.rados.rados.0.smithi081.stdout:3286: done (1 left) 2023-05-20T06:07:59.678 INFO:tasks.rados.rados.0.smithi081.stdout:3287: done (0 left) 2023-05-20T06:07:59.678 INFO:tasks.rados.rados.0.smithi081.stdout:3288: snap_remove snap 273 2023-05-20T06:07:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:07:59 smithi170 ceph-mon[97338]: osdmap e649: 8 total, 8 up, 8 in 2023-05-20T06:08:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:07:59 smithi081 ceph-mon[95500]: osdmap e649: 8 total, 8 up, 8 in 2023-05-20T06:08:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:07:59 smithi081 ceph-mon[107735]: osdmap e649: 8 total, 8 up, 8 in 2023-05-20T06:08:00.594 INFO:tasks.rados.rados.0.smithi081.stdout:3288: done (0 left) 2023-05-20T06:08:00.595 INFO:tasks.rados.rados.0.smithi081.stdout:3289: read oid 50 snap -1 2023-05-20T06:08:00.595 INFO:tasks.rados.rados.0.smithi081.stdout:3289: expect (ObjNum 997 snap 285 seq_num 997) 2023-05-20T06:08:00.596 INFO:tasks.rados.rados.0.smithi081.stdout:3290: copy_from oid 14 from oid 22 current snap is 293 2023-05-20T06:08:00.596 INFO:tasks.rados.rados.0.smithi081.stdout:3291: rollback oid 3 current snap is 293 2023-05-20T06:08:00.596 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 267 2023-05-20T06:08:00.596 INFO:tasks.rados.rados.0.smithi081.stdout:3292: snap_create 2023-05-20T06:08:00.614 INFO:tasks.rados.rados.0.smithi081.stdout:3289: expect (ObjNum 997 snap 285 seq_num 997) 2023-05-20T06:08:00.681 INFO:tasks.rados.rados.0.smithi081.stdout:3290: finishing copy_from to smithi081164505-14 2023-05-20T06:08:00.682 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1575 (ObjNum 1009 snap 288 seq_num 1009) dirty exists 2023-05-20T06:08:00.682 INFO:tasks.rados.rados.0.smithi081.stdout:3290: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:08:00.682 INFO:tasks.rados.rados.0.smithi081.stdout:3291: finishing rollback tid 1 to smithi081164505-3 2023-05-20T06:08:00.682 INFO:tasks.rados.rados.0.smithi081.stdout:3291: finishing rollback tid 2 to smithi081164505-3 2023-05-20T06:08:00.682 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1492 (ObjNum 892 snap 257 seq_num 892) dirty exists 2023-05-20T06:08:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:00 smithi170 ceph-mon[97338]: pgmap v726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:00 smithi170 ceph-mon[97338]: osdmap e650: 8 total, 8 up, 8 in 2023-05-20T06:08:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:00 smithi081 ceph-mon[95500]: pgmap v726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:00 smithi081 ceph-mon[95500]: osdmap e650: 8 total, 8 up, 8 in 2023-05-20T06:08:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:00 smithi081 ceph-mon[107735]: pgmap v726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:00 smithi081 ceph-mon[107735]: osdmap e650: 8 total, 8 up, 8 in 2023-05-20T06:08:01.607 INFO:tasks.rados.rados.0.smithi081.stdout:3289: done (3 left) 2023-05-20T06:08:01.607 INFO:tasks.rados.rados.0.smithi081.stdout:3290: done (2 left) 2023-05-20T06:08:01.607 INFO:tasks.rados.rados.0.smithi081.stdout:3291: done (1 left) 2023-05-20T06:08:01.608 INFO:tasks.rados.rados.0.smithi081.stdout:3292: done (0 left) 2023-05-20T06:08:01.608 INFO:tasks.rados.rados.0.smithi081.stdout:3293: rollback oid 13 current snap is 294 2023-05-20T06:08:01.608 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 287 2023-05-20T06:08:01.608 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 294 2023-05-20T06:08:01.608 INFO:tasks.rados.rados.0.smithi081.stdout:3294: seq_num 1032 ranges {0=491520} 2023-05-20T06:08:01.610 INFO:tasks.rados.rados.0.smithi081.stdout:3294: writing smithi081164505-42 from 0 to 491520 tid 1 2023-05-20T06:08:01.610 INFO:tasks.rados.rados.0.smithi081.stdout:3295: copy_from oid 47 from oid 38 current snap is 294 2023-05-20T06:08:01.610 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 294 2023-05-20T06:08:01.610 INFO:tasks.rados.rados.0.smithi081.stdout:3296: seq_num 1033 ranges {0=507904} 2023-05-20T06:08:01.613 INFO:tasks.rados.rados.0.smithi081.stdout:3296: writing smithi081164505-35 from 0 to 507904 tid 1 2023-05-20T06:08:01.613 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 294 2023-05-20T06:08:01.613 INFO:tasks.rados.rados.0.smithi081.stdout:3297: seq_num 1034 ranges {3129344=524288} 2023-05-20T06:08:01.633 INFO:tasks.rados.rados.0.smithi081.stdout:3297: writing smithi081164505-10 from 3129344 to 3653632 tid 1 2023-05-20T06:08:01.634 INFO:tasks.rados.rados.0.smithi081.stdout:3298: snap_create 2023-05-20T06:08:01.634 INFO:tasks.rados.rados.0.smithi081.stdout:3293: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:08:01.634 INFO:tasks.rados.rados.0.smithi081.stdout:3293: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:08:01.634 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1810 (ObjNum 950 snap 269 seq_num 950) dirty exists 2023-05-20T06:08:01.634 INFO:tasks.rados.rados.0.smithi081.stdout:3294: finishing write tid 1 to smithi081164505-42 2023-05-20T06:08:01.634 INFO:tasks.rados.rados.0.smithi081.stdout:3294: finishing write tid 2 to smithi081164505-42 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:3294: finishing write tid 3 to smithi081164505-42 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1576 (ObjNum 1032 snap 294 seq_num 1032) dirty exists 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:3294: left oid 42 (ObjNum 1032 snap 294 seq_num 1032) 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:3296: finishing write tid 1 to smithi081164505-35 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:3296: finishing write tid 2 to smithi081164505-35 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:3296: finishing write tid 3 to smithi081164505-35 2023-05-20T06:08:01.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 2008 (ObjNum 1033 snap 294 seq_num 1033) dirty exists 2023-05-20T06:08:01.636 INFO:tasks.rados.rados.0.smithi081.stdout:3296: left oid 35 (ObjNum 1033 snap 294 seq_num 1033) 2023-05-20T06:08:01.636 INFO:tasks.rados.rados.0.smithi081.stdout:3295: finishing copy_from to smithi081164505-47 2023-05-20T06:08:01.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1587 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:01.636 INFO:tasks.rados.rados.0.smithi081.stdout:3295: finishing copy_from racing read to smithi081164505-47 2023-05-20T06:08:01.636 INFO:tasks.rados.rados.0.smithi081.stdout:3297: finishing write tid 1 to smithi081164505-10 2023-05-20T06:08:01.637 INFO:tasks.rados.rados.0.smithi081.stdout:3297: finishing write tid 2 to smithi081164505-10 2023-05-20T06:08:01.638 INFO:tasks.rados.rados.0.smithi081.stdout:3297: finishing write tid 3 to smithi081164505-10 2023-05-20T06:08:01.638 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1801 (ObjNum 1034 snap 294 seq_num 1034) dirty exists 2023-05-20T06:08:01.638 INFO:tasks.rados.rados.0.smithi081.stdout:3297: left oid 10 (ObjNum 1034 snap 294 seq_num 1034) 2023-05-20T06:08:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:01 smithi170 ceph-mon[97338]: osdmap e651: 8 total, 8 up, 8 in 2023-05-20T06:08:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:01 smithi081 ceph-mon[95500]: osdmap e651: 8 total, 8 up, 8 in 2023-05-20T06:08:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:08:01.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:08:01.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:01 smithi081 ceph-mon[107735]: osdmap e651: 8 total, 8 up, 8 in 2023-05-20T06:08:02.620 INFO:tasks.rados.rados.0.smithi081.stdout:3293: done (5 left) 2023-05-20T06:08:02.620 INFO:tasks.rados.rados.0.smithi081.stdout:3294: done (4 left) 2023-05-20T06:08:02.620 INFO:tasks.rados.rados.0.smithi081.stdout:3295: done (3 left) 2023-05-20T06:08:02.621 INFO:tasks.rados.rados.0.smithi081.stdout:3296: done (2 left) 2023-05-20T06:08:02.621 INFO:tasks.rados.rados.0.smithi081.stdout:3297: done (1 left) 2023-05-20T06:08:02.621 INFO:tasks.rados.rados.0.smithi081.stdout:3298: done (0 left) 2023-05-20T06:08:02.621 INFO:tasks.rados.rados.0.smithi081.stdout:3299: read oid 35 snap 287 2023-05-20T06:08:02.621 INFO:tasks.rados.rados.0.smithi081.stdout:3299: expect deleted 2023-05-20T06:08:02.622 INFO:tasks.rados.rados.0.smithi081.stdout:3300: read oid 5 snap 292 2023-05-20T06:08:02.622 INFO:tasks.rados.rados.0.smithi081.stdout:3300: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:08:02.622 INFO:tasks.rados.rados.0.smithi081.stdout:3301: snap_create 2023-05-20T06:08:02.646 INFO:tasks.rados.rados.0.smithi081.stdout:3300: expect (ObjNum 517 snap 136 seq_num 517) 2023-05-20T06:08:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:02 smithi170 ceph-mon[97338]: pgmap v729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:02 smithi170 ceph-mon[97338]: osdmap e652: 8 total, 8 up, 8 in 2023-05-20T06:08:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:02 smithi081 ceph-mon[95500]: pgmap v729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:02 smithi081 ceph-mon[95500]: osdmap e652: 8 total, 8 up, 8 in 2023-05-20T06:08:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:02 smithi081 ceph-mon[107735]: pgmap v729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:02 smithi081 ceph-mon[107735]: osdmap e652: 8 total, 8 up, 8 in 2023-05-20T06:08:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:08:03.620 INFO:tasks.rados.rados.0.smithi081.stdout:3299: done (2 left) 2023-05-20T06:08:03.620 INFO:tasks.rados.rados.0.smithi081.stdout:3300: done (1 left) 2023-05-20T06:08:03.620 INFO:tasks.rados.rados.0.smithi081.stdout:3301: done (0 left) 2023-05-20T06:08:03.620 INFO:tasks.rados.rados.0.smithi081.stdout:3302: setattr oid 34 current snap is 296 2023-05-20T06:08:03.621 INFO:tasks.rados.rados.0.smithi081.stdout:3303: delete oid 18 current snap is 296 2023-05-20T06:08:03.624 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1588 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-05-20T06:08:03.625 INFO:tasks.rados.rados.0.smithi081.stdout:3302: done (1 left) 2023-05-20T06:08:03.625 INFO:tasks.rados.rados.0.smithi081.stdout:3303: done (0 left) 2023-05-20T06:08:03.625 INFO:tasks.rados.rados.0.smithi081.stdout:3304: read oid 33 snap -1 2023-05-20T06:08:03.626 INFO:tasks.rados.rados.0.smithi081.stdout:3304: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:08:03.626 INFO:tasks.rados.rados.0.smithi081.stdout:3305: copy_from oid 12 from oid 25 current snap is 296 2023-05-20T06:08:03.626 INFO:tasks.rados.rados.0.smithi081.stdout:3306: rollback oid 16 current snap is 296 2023-05-20T06:08:03.626 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 268 2023-05-20T06:08:03.626 INFO:tasks.rados.rados.0.smithi081.stdout:3307: delete oid 22 current snap is 296 2023-05-20T06:08:03.630 INFO:tasks.rados.rados.0.smithi081.stdout:3307: done (3 left) 2023-05-20T06:08:03.630 INFO:tasks.rados.rados.0.smithi081.stdout:3308: rollback oid 15 current snap is 296 2023-05-20T06:08:03.630 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 15 to 288 2023-05-20T06:08:03.630 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 296 2023-05-20T06:08:03.631 INFO:tasks.rados.rados.0.smithi081.stdout:3309: seq_num 1037 ranges {8175616=573440} 2023-05-20T06:08:03.676 INFO:tasks.rados.rados.0.smithi081.stdout:3309: writing smithi081164505-26 from 8175616 to 8749056 tid 1 2023-05-20T06:08:03.677 INFO:tasks.rados.rados.0.smithi081.stdout:3310: snap_create 2023-05-20T06:08:03.677 INFO:tasks.rados.rados.0.smithi081.stdout:3304: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:08:03.719 INFO:tasks.rados.rados.0.smithi081.stdout:3306: finishing rollback tid 0 to smithi081164505-16 2023-05-20T06:08:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:3306: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:08:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:3306: finishing rollback tid 2 to smithi081164505-16 2023-05-20T06:08:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1814 (ObjNum 901 snap 261 seq_num 901) dirty exists 2023-05-20T06:08:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:3305: finishing copy_from to smithi081164505-12 2023-05-20T06:08:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1960 (ObjNum 969 snap 276 seq_num 969) dirty exists 2023-05-20T06:08:03.720 INFO:tasks.rados.rados.0.smithi081.stdout:3308: finishing rollback tid 1 to smithi081164505-15 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 1599 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:3305: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:3309: finishing write tid 1 to smithi081164505-26 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:3309: finishing write tid 2 to smithi081164505-26 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:3309: finishing write tid 3 to smithi081164505-26 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1803 (ObjNum 1037 snap 296 seq_num 1037) dirty exists 2023-05-20T06:08:03.721 INFO:tasks.rados.rados.0.smithi081.stdout:3309: left oid 26 (ObjNum 1037 snap 296 seq_num 1037) 2023-05-20T06:08:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:03 smithi170 ceph-mon[97338]: osdmap e653: 8 total, 8 up, 8 in 2023-05-20T06:08:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:03 smithi081 ceph-mon[95500]: osdmap e653: 8 total, 8 up, 8 in 2023-05-20T06:08:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:03 smithi081 ceph-mon[107735]: osdmap e653: 8 total, 8 up, 8 in 2023-05-20T06:08:04.628 INFO:tasks.rados.rados.0.smithi081.stdout:3304: done (5 left) 2023-05-20T06:08:04.628 INFO:tasks.rados.rados.0.smithi081.stdout:3305: done (4 left) 2023-05-20T06:08:04.628 INFO:tasks.rados.rados.0.smithi081.stdout:3306: done (3 left) 2023-05-20T06:08:04.628 INFO:tasks.rados.rados.0.smithi081.stdout:3308: done (2 left) 2023-05-20T06:08:04.628 INFO:tasks.rados.rados.0.smithi081.stdout:3309: done (1 left) 2023-05-20T06:08:04.629 INFO:tasks.rados.rados.0.smithi081.stdout:3310: done (0 left) 2023-05-20T06:08:04.629 INFO:tasks.rados.rados.0.smithi081.stdout:3311: delete oid 13 current snap is 297 2023-05-20T06:08:04.633 INFO:tasks.rados.rados.0.smithi081.stdout:3311: done (0 left) 2023-05-20T06:08:04.633 INFO:tasks.rados.rados.0.smithi081.stdout:3312: delete oid 2 current snap is 297 2023-05-20T06:08:04.639 INFO:tasks.rados.rados.0.smithi081.stdout:3312: done (0 left) 2023-05-20T06:08:04.639 INFO:tasks.rados.rados.0.smithi081.stdout:3313: snap_create 2023-05-20T06:08:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:04 smithi170 ceph-mon[97338]: pgmap v732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:04 smithi170 ceph-mon[97338]: osdmap e654: 8 total, 8 up, 8 in 2023-05-20T06:08:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:04 smithi081 ceph-mon[95500]: pgmap v732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:04 smithi081 ceph-mon[95500]: osdmap e654: 8 total, 8 up, 8 in 2023-05-20T06:08:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:04 smithi081 ceph-mon[107735]: pgmap v732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:04 smithi081 ceph-mon[107735]: osdmap e654: 8 total, 8 up, 8 in 2023-05-20T06:08:05.635 INFO:tasks.rados.rados.0.smithi081.stdout:3313: done (0 left) 2023-05-20T06:08:05.636 INFO:tasks.rados.rados.0.smithi081.stdout:3314: read oid 49 snap -1 2023-05-20T06:08:05.636 INFO:tasks.rados.rados.0.smithi081.stdout:3314: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:08:05.636 INFO:tasks.rados.rados.0.smithi081.stdout:3315: snap_remove snap 286 2023-05-20T06:08:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:05 smithi170 ceph-mon[97338]: osdmap e655: 8 total, 8 up, 8 in 2023-05-20T06:08:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:05 smithi081 ceph-mon[95500]: osdmap e655: 8 total, 8 up, 8 in 2023-05-20T06:08:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:05 smithi081 ceph-mon[107735]: osdmap e655: 8 total, 8 up, 8 in 2023-05-20T06:08:06.646 INFO:tasks.rados.rados.0.smithi081.stdout:3315: done (1 left) 2023-05-20T06:08:06.647 INFO:tasks.rados.rados.0.smithi081.stdout:3316: snap_remove snap 288 2023-05-20T06:08:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:06 smithi170 ceph-mon[97338]: pgmap v735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:06.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:06 smithi170 ceph-mon[97338]: osdmap e656: 8 total, 8 up, 8 in 2023-05-20T06:08:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:06 smithi081 ceph-mon[95500]: pgmap v735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:06 smithi081 ceph-mon[95500]: osdmap e656: 8 total, 8 up, 8 in 2023-05-20T06:08:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:06 smithi081 ceph-mon[107735]: pgmap v735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:07.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:06 smithi081 ceph-mon[107735]: osdmap e656: 8 total, 8 up, 8 in 2023-05-20T06:08:07.650 INFO:tasks.rados.rados.0.smithi081.stdout:3316: done (1 left) 2023-05-20T06:08:07.650 INFO:tasks.rados.rados.0.smithi081.stdout:3317: delete oid 14 current snap is 298 2023-05-20T06:08:07.650 INFO:tasks.rados.rados.0.smithi081.stdout:3314: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:08:07.790 INFO:tasks.rados.rados.0.smithi081.stdout:3314: done (1 left) 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3317: done (0 left) 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3318: rollback oid 19 current snap is 298 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 293 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3319: copy_from oid 18 from oid 42 current snap is 298 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3320: read oid 30 snap 285 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3320: expect deleted 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3321: read oid 10 snap -1 2023-05-20T06:08:07.791 INFO:tasks.rados.rados.0.smithi081.stdout:3321: expect (ObjNum 1034 snap 294 seq_num 1034) 2023-05-20T06:08:07.792 INFO:tasks.rados.rados.0.smithi081.stdout:3322: delete oid 21 current snap is 298 2023-05-20T06:08:07.794 INFO:tasks.rados.rados.0.smithi081.stdout:3320: done (4 left) 2023-05-20T06:08:07.794 INFO:tasks.rados.rados.0.smithi081.stdout:3322: done (3 left) 2023-05-20T06:08:07.794 INFO:tasks.rados.rados.0.smithi081.stdout:3323: rmattr oid 44 current snap is 298 2023-05-20T06:08:07.794 INFO:tasks.rados.rados.0.smithi081.stdout:3323: done (3 left) 2023-05-20T06:08:07.795 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 298 2023-05-20T06:08:07.795 INFO:tasks.rados.rados.0.smithi081.stdout:3324: seq_num 1042 ranges {458752=655360} 2023-05-20T06:08:07.801 INFO:tasks.rados.rados.0.smithi081.stdout:3324: writing smithi081164505-4 from 458752 to 1114112 tid 1 2023-05-20T06:08:07.801 INFO:tasks.rados.rados.0.smithi081.stdout:3325: rollback oid 1 current snap is 298 2023-05-20T06:08:07.801 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 1 to 267 2023-05-20T06:08:07.801 INFO:tasks.rados.rados.0.smithi081.stdout:3318: finishing rollback tid 0 to smithi081164505-19 2023-05-20T06:08:07.801 INFO:tasks.rados.rados.0.smithi081.stdout:3318: finishing rollback tid 1 to smithi081164505-19 2023-05-20T06:08:07.801 INFO:tasks.rados.rados.0.smithi081.stdout:3319: finishing copy_from to smithi081164505-18 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 1576 (ObjNum 1032 snap 294 seq_num 1032) dirty exists 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:3318: finishing rollback tid 2 to smithi081164505-19 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1516 (ObjNum 976 snap 277 seq_num 976) dirty exists 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:3318: done (4 left) 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:3326: rmattr oid 16 current snap is 298 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:3326: done (4 left) 2023-05-20T06:08:07.802 INFO:tasks.rados.rados.0.smithi081.stdout:3327: read oid 22 snap -1 2023-05-20T06:08:07.803 INFO:tasks.rados.rados.0.smithi081.stdout:3327: expect deleted 2023-05-20T06:08:07.803 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 298 2023-05-20T06:08:07.803 INFO:tasks.rados.rados.0.smithi081.stdout:3328: seq_num 1043 ranges {0=671744} 2023-05-20T06:08:07.804 INFO:tasks.rados.rados.0.smithi081.stdout:3328: writing smithi081164505-13 from 0 to 671744 tid 1 2023-05-20T06:08:07.805 INFO:tasks.rados.rados.0.smithi081.stdout:3329: snap_create 2023-05-20T06:08:07.805 INFO:tasks.rados.rados.0.smithi081.stdout:3319: finishing copy_from racing read to smithi081164505-18 2023-05-20T06:08:07.805 INFO:tasks.rados.rados.0.smithi081.stdout:3325: finishing rollback tid 1 to smithi081164505-1 2023-05-20T06:08:07.805 INFO:tasks.rados.rados.0.smithi081.stdout:3325: finishing rollback tid 2 to smithi081164505-1 2023-05-20T06:08:07.805 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1561 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:08:07.805 INFO:tasks.rados.rados.0.smithi081.stdout:3321: expect (ObjNum 1034 snap 294 seq_num 1034) 2023-05-20T06:08:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:07 smithi170 ceph-mon[97338]: osdmap e657: 8 total, 8 up, 8 in 2023-05-20T06:08:08.016 INFO:tasks.rados.rados.0.smithi081.stdout:3324: finishing write tid 1 to smithi081164505-4 2023-05-20T06:08:08.017 INFO:tasks.rados.rados.0.smithi081.stdout:3324: finishing write tid 2 to smithi081164505-4 2023-05-20T06:08:08.018 INFO:tasks.rados.rados.0.smithi081.stdout:3324: finishing write tid 3 to smithi081164505-4 2023-05-20T06:08:08.018 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1518 (ObjNum 1042 snap 298 seq_num 1042) dirty exists 2023-05-20T06:08:08.018 INFO:tasks.rados.rados.0.smithi081.stdout:3324: left oid 4 (ObjNum 1042 snap 298 seq_num 1042) 2023-05-20T06:08:08.018 INFO:tasks.rados.rados.0.smithi081.stdout:3328: finishing write tid 1 to smithi081164505-13 2023-05-20T06:08:08.019 INFO:tasks.rados.rados.0.smithi081.stdout:3328: finishing write tid 2 to smithi081164505-13 2023-05-20T06:08:08.019 INFO:tasks.rados.rados.0.smithi081.stdout:3328: finishing write tid 3 to smithi081164505-13 2023-05-20T06:08:08.019 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1831 (ObjNum 1043 snap 298 seq_num 1043) dirty exists 2023-05-20T06:08:08.020 INFO:tasks.rados.rados.0.smithi081.stdout:3328: left oid 13 (ObjNum 1043 snap 298 seq_num 1043) 2023-05-20T06:08:08.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:07 smithi081 ceph-mon[95500]: osdmap e657: 8 total, 8 up, 8 in 2023-05-20T06:08:08.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:07 smithi081 ceph-mon[107735]: osdmap e657: 8 total, 8 up, 8 in 2023-05-20T06:08:08.652 INFO:tasks.rados.rados.0.smithi081.stdout:3319: done (6 left) 2023-05-20T06:08:08.653 INFO:tasks.rados.rados.0.smithi081.stdout:3321: done (5 left) 2023-05-20T06:08:08.653 INFO:tasks.rados.rados.0.smithi081.stdout:3324: done (4 left) 2023-05-20T06:08:08.653 INFO:tasks.rados.rados.0.smithi081.stdout:3325: done (3 left) 2023-05-20T06:08:08.653 INFO:tasks.rados.rados.0.smithi081.stdout:3327: done (2 left) 2023-05-20T06:08:08.654 INFO:tasks.rados.rados.0.smithi081.stdout:3328: done (1 left) 2023-05-20T06:08:08.654 INFO:tasks.rados.rados.0.smithi081.stdout:3329: done (0 left) 2023-05-20T06:08:08.654 INFO:tasks.rados.rados.0.smithi081.stdout:3330: snap_create 2023-05-20T06:08:08.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:08 smithi170 ceph-mon[97338]: pgmap v738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:08.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:08 smithi170 ceph-mon[97338]: osdmap e658: 8 total, 8 up, 8 in 2023-05-20T06:08:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:08 smithi081 ceph-mon[95500]: pgmap v738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:08 smithi081 ceph-mon[95500]: osdmap e658: 8 total, 8 up, 8 in 2023-05-20T06:08:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:08 smithi081 ceph-mon[107735]: pgmap v738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:09.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:08 smithi081 ceph-mon[107735]: osdmap e658: 8 total, 8 up, 8 in 2023-05-20T06:08:09.655 INFO:tasks.rados.rados.0.smithi081.stdout:3330: done (0 left) 2023-05-20T06:08:09.656 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 32 current snap is 300 2023-05-20T06:08:09.656 INFO:tasks.rados.rados.0.smithi081.stdout:3331: seq_num 1044 ranges {0=688128} 2023-05-20T06:08:09.659 INFO:tasks.rados.rados.0.smithi081.stdout:3331: writing smithi081164505-32 from 0 to 688128 tid 1 2023-05-20T06:08:09.659 INFO:tasks.rados.rados.0.smithi081.stdout:3332: read oid 50 snap 267 2023-05-20T06:08:09.660 INFO:tasks.rados.rados.0.smithi081.stdout:3332: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:08:09.660 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 300 2023-05-20T06:08:09.660 INFO:tasks.rados.rados.0.smithi081.stdout:3333: seq_num 1045 ranges {6520832=704512} 2023-05-20T06:08:09.701 INFO:tasks.rados.rados.0.smithi081.stdout:3333: writing smithi081164505-29 from 6520832 to 7225344 tid 1 2023-05-20T06:08:09.701 INFO:tasks.rados.rados.0.smithi081.stdout:3334: delete oid 14 current snap is 300 2023-05-20T06:08:09.701 INFO:tasks.rados.rados.0.smithi081.stdout:3331: finishing write tid 1 to smithi081164505-32 2023-05-20T06:08:09.702 INFO:tasks.rados.rados.0.smithi081.stdout:3331: finishing write tid 2 to smithi081164505-32 2023-05-20T06:08:09.702 INFO:tasks.rados.rados.0.smithi081.stdout:3331: finishing write tid 3 to smithi081164505-32 2023-05-20T06:08:09.702 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1962 (ObjNum 1044 snap 300 seq_num 1044) dirty exists 2023-05-20T06:08:09.702 INFO:tasks.rados.rados.0.smithi081.stdout:3331: left oid 32 (ObjNum 1044 snap 300 seq_num 1044) 2023-05-20T06:08:09.703 INFO:tasks.rados.rados.0.smithi081.stdout:3332: expect (ObjNum 753 snap 223 seq_num 753) 2023-05-20T06:08:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:09 smithi170 ceph-mon[97338]: osdmap e659: 8 total, 8 up, 8 in 2023-05-20T06:08:10.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:09 smithi081 ceph-mon[95500]: osdmap e659: 8 total, 8 up, 8 in 2023-05-20T06:08:10.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:09 smithi081 ceph-mon[107735]: osdmap e659: 8 total, 8 up, 8 in 2023-05-20T06:08:10.229 INFO:tasks.rados.rados.0.smithi081.stdout:3333: finishing write tid 1 to smithi081164505-29 2023-05-20T06:08:10.230 INFO:tasks.rados.rados.0.smithi081.stdout:3333: finishing write tid 2 to smithi081164505-29 2023-05-20T06:08:10.230 INFO:tasks.rados.rados.0.smithi081.stdout:3333: finishing write tid 3 to smithi081164505-29 2023-05-20T06:08:10.230 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1634 (ObjNum 1045 snap 300 seq_num 1045) dirty exists 2023-05-20T06:08:10.230 INFO:tasks.rados.rados.0.smithi081.stdout:3333: left oid 29 (ObjNum 1045 snap 300 seq_num 1045) 2023-05-20T06:08:10.230 INFO:tasks.rados.rados.0.smithi081.stdout:3331: done (3 left) 2023-05-20T06:08:10.230 INFO:tasks.rados.rados.0.smithi081.stdout:3332: done (2 left) 2023-05-20T06:08:10.231 INFO:tasks.rados.rados.0.smithi081.stdout:3333: done (1 left) 2023-05-20T06:08:10.231 INFO:tasks.rados.rados.0.smithi081.stdout:3334: done (0 left) 2023-05-20T06:08:10.231 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 300 2023-05-20T06:08:10.231 INFO:tasks.rados.rados.0.smithi081.stdout:3335: seq_num 1047 ranges {671744=745472} 2023-05-20T06:08:10.236 INFO:tasks.rados.rados.0.smithi081.stdout:3335: writing smithi081164505-13 from 671744 to 1417216 tid 1 2023-05-20T06:08:10.237 INFO:tasks.rados.rados.0.smithi081.stdout:3336: read oid 26 snap -1 2023-05-20T06:08:10.237 INFO:tasks.rados.rados.0.smithi081.stdout:3336: expect (ObjNum 1037 snap 296 seq_num 1037) 2023-05-20T06:08:10.237 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 300 2023-05-20T06:08:10.237 INFO:tasks.rados.rados.0.smithi081.stdout:3337: seq_num 1048 ranges {0=761856} 2023-05-20T06:08:10.241 INFO:tasks.rados.rados.0.smithi081.stdout:3337: writing smithi081164505-22 from 0 to 761856 tid 1 2023-05-20T06:08:10.241 INFO:tasks.rados.rados.0.smithi081.stdout:3338: rollback oid 23 current snap is 300 2023-05-20T06:08:10.241 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 23 to 296 2023-05-20T06:08:10.242 INFO:tasks.rados.rados.0.smithi081.stdout:3339: setattr oid 35 current snap is 300 2023-05-20T06:08:10.242 INFO:tasks.rados.rados.0.smithi081.stdout:3340: read oid 8 snap -1 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:3340: expect deleted 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:3341: rollback oid 7 current snap is 300 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 7 to 299 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:3342: read oid 17 snap -1 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:3342: expect (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:3343: copy_from oid 12 from oid 2 current snap is 300 2023-05-20T06:08:10.243 INFO:tasks.rados.rados.0.smithi081.stdout:3344: snap_create 2023-05-20T06:08:10.244 INFO:tasks.rados.rados.0.smithi081.stdout:3335: finishing write tid 1 to smithi081164505-13 2023-05-20T06:08:10.244 INFO:tasks.rados.rados.0.smithi081.stdout:3335: finishing write tid 2 to smithi081164505-13 2023-05-20T06:08:10.247 INFO:tasks.rados.rados.0.smithi081.stdout:3335: finishing write tid 3 to smithi081164505-13 2023-05-20T06:08:10.247 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1834 (ObjNum 1047 snap 300 seq_num 1047) dirty exists 2023-05-20T06:08:10.247 INFO:tasks.rados.rados.0.smithi081.stdout:3335: left oid 13 (ObjNum 1047 snap 300 seq_num 1047) 2023-05-20T06:08:10.249 INFO:tasks.rados.rados.0.smithi081.stdout:3341: finishing rollback tid 0 to smithi081164505-7 2023-05-20T06:08:10.250 INFO:tasks.rados.rados.0.smithi081.stdout:3343: finishing copy_from to smithi081164505-12 2023-05-20T06:08:10.250 INFO:tasks.rados.rados.0.smithi081.stdout:3343: got expected ENOENT (src dne) 2023-05-20T06:08:10.250 INFO:tasks.rados.rados.0.smithi081.stdout:3343: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:08:10.251 INFO:tasks.rados.rados.0.smithi081.stdout:3341: finishing rollback tid 1 to smithi081164505-7 2023-05-20T06:08:10.251 INFO:tasks.rados.rados.0.smithi081.stdout:3341: finishing rollback tid 2 to smithi081164505-7 2023-05-20T06:08:10.252 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1927 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:10.253 INFO:tasks.rados.rados.0.smithi081.stdout:3337: finishing write tid 1 to smithi081164505-22 2023-05-20T06:08:10.253 INFO:tasks.rados.rados.0.smithi081.stdout:3337: finishing write tid 2 to smithi081164505-22 2023-05-20T06:08:10.253 INFO:tasks.rados.rados.0.smithi081.stdout:3338: finishing rollback tid 0 to smithi081164505-23 2023-05-20T06:08:10.254 INFO:tasks.rados.rados.0.smithi081.stdout:3338: finishing rollback tid 1 to smithi081164505-23 2023-05-20T06:08:10.254 INFO:tasks.rados.rados.0.smithi081.stdout:3338: finishing rollback tid 2 to smithi081164505-23 2023-05-20T06:08:10.254 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2022 (ObjNum 1001 snap 286 seq_num 1001) dirty exists 2023-05-20T06:08:10.254 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 2024 (ObjNum 1033 snap 294 seq_num 1033) dirty exists 2023-05-20T06:08:10.255 INFO:tasks.rados.rados.0.smithi081.stdout:3337: finishing write tid 3 to smithi081164505-22 2023-05-20T06:08:10.255 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1636 (ObjNum 1048 snap 300 seq_num 1048) dirty exists 2023-05-20T06:08:10.256 INFO:tasks.rados.rados.0.smithi081.stdout:3337: left oid 22 (ObjNum 1048 snap 300 seq_num 1048) 2023-05-20T06:08:10.272 INFO:tasks.rados.rados.0.smithi081.stdout:3336: expect (ObjNum 1037 snap 296 seq_num 1037) 2023-05-20T06:08:10.969 INFO:tasks.rados.rados.0.smithi081.stdout:3342: expect (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:08:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:10 smithi170 ceph-mon[97338]: pgmap v741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:10 smithi170 ceph-mon[97338]: osdmap e660: 8 total, 8 up, 8 in 2023-05-20T06:08:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:10 smithi081 ceph-mon[95500]: pgmap v741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:10 smithi081 ceph-mon[95500]: osdmap e660: 8 total, 8 up, 8 in 2023-05-20T06:08:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:10 smithi081 ceph-mon[107735]: pgmap v741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:10 smithi081 ceph-mon[107735]: osdmap e660: 8 total, 8 up, 8 in 2023-05-20T06:08:11.668 INFO:tasks.rados.rados.0.smithi081.stdout:3335: done (9 left) 2023-05-20T06:08:11.668 INFO:tasks.rados.rados.0.smithi081.stdout:3336: done (8 left) 2023-05-20T06:08:11.668 INFO:tasks.rados.rados.0.smithi081.stdout:3337: done (7 left) 2023-05-20T06:08:11.669 INFO:tasks.rados.rados.0.smithi081.stdout:3338: done (6 left) 2023-05-20T06:08:11.669 INFO:tasks.rados.rados.0.smithi081.stdout:3339: done (5 left) 2023-05-20T06:08:11.669 INFO:tasks.rados.rados.0.smithi081.stdout:3340: done (4 left) 2023-05-20T06:08:11.669 INFO:tasks.rados.rados.0.smithi081.stdout:3341: done (3 left) 2023-05-20T06:08:11.669 INFO:tasks.rados.rados.0.smithi081.stdout:3342: done (2 left) 2023-05-20T06:08:11.670 INFO:tasks.rados.rados.0.smithi081.stdout:3343: done (1 left) 2023-05-20T06:08:11.670 INFO:tasks.rados.rados.0.smithi081.stdout:3344: done (0 left) 2023-05-20T06:08:11.670 INFO:tasks.rados.rados.0.smithi081.stdout:3345: snap_remove snap 296 2023-05-20T06:08:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:08:11.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:08:11.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:12.147 INFO:tasks.rados.rados.0.smithi081.stdout:3345: done (0 left) 2023-05-20T06:08:12.148 INFO:tasks.rados.rados.0.smithi081.stdout:3346: snap_create 2023-05-20T06:08:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:12 smithi170 ceph-mon[97338]: osdmap e661: 8 total, 8 up, 8 in 2023-05-20T06:08:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:12 smithi081 ceph-mon[95500]: osdmap e661: 8 total, 8 up, 8 in 2023-05-20T06:08:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:12 smithi081 ceph-mon[107735]: osdmap e661: 8 total, 8 up, 8 in 2023-05-20T06:08:13.148 INFO:tasks.rados.rados.0.smithi081.stdout:3346: done (0 left) 2023-05-20T06:08:13.149 INFO:tasks.rados.rados.0.smithi081.stdout:3347: snap_create 2023-05-20T06:08:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:13 smithi170 ceph-mon[97338]: pgmap v744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:13 smithi170 ceph-mon[97338]: osdmap e662: 8 total, 8 up, 8 in 2023-05-20T06:08:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:13 smithi081 ceph-mon[95500]: pgmap v744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:13 smithi081 ceph-mon[95500]: osdmap e662: 8 total, 8 up, 8 in 2023-05-20T06:08:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:08:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:13 smithi081 ceph-mon[107735]: pgmap v744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:13 smithi081 ceph-mon[107735]: osdmap e662: 8 total, 8 up, 8 in 2023-05-20T06:08:14.151 INFO:tasks.rados.rados.0.smithi081.stdout:3347: done (0 left) 2023-05-20T06:08:14.151 INFO:tasks.rados.rados.0.smithi081.stdout:3348: copy_from oid 28 from oid 26 current snap is 303 2023-05-20T06:08:14.152 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 303 2023-05-20T06:08:14.152 INFO:tasks.rados.rados.0.smithi081.stdout:3349: seq_num 1049 ranges {106496=778240} 2023-05-20T06:08:14.156 INFO:tasks.rados.rados.0.smithi081.stdout:3349: writing smithi081164505-20 from 106496 to 884736 tid 1 2023-05-20T06:08:14.157 INFO:tasks.rados.rados.0.smithi081.stdout:3350: snap_create 2023-05-20T06:08:14.165 INFO:tasks.rados.rados.0.smithi081.stdout:3349: finishing write tid 1 to smithi081164505-20 2023-05-20T06:08:14.165 INFO:tasks.rados.rados.0.smithi081.stdout:3349: finishing write tid 2 to smithi081164505-20 2023-05-20T06:08:14.167 INFO:tasks.rados.rados.0.smithi081.stdout:3349: finishing write tid 3 to smithi081164505-20 2023-05-20T06:08:14.167 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1520 (ObjNum 1049 snap 303 seq_num 1049) dirty exists 2023-05-20T06:08:14.167 INFO:tasks.rados.rados.0.smithi081.stdout:3349: left oid 20 (ObjNum 1049 snap 303 seq_num 1049) 2023-05-20T06:08:14.214 INFO:tasks.rados.rados.0.smithi081.stdout:3348: finishing copy_from to smithi081164505-28 2023-05-20T06:08:14.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1803 (ObjNum 1037 snap 296 seq_num 1037) dirty exists 2023-05-20T06:08:14.215 INFO:tasks.rados.rados.0.smithi081.stdout:3348: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:08:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:14 smithi170 ceph-mon[97338]: osdmap e663: 8 total, 8 up, 8 in 2023-05-20T06:08:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:14 smithi081 ceph-mon[95500]: osdmap e663: 8 total, 8 up, 8 in 2023-05-20T06:08:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:14 smithi081 ceph-mon[107735]: osdmap e663: 8 total, 8 up, 8 in 2023-05-20T06:08:15.164 INFO:tasks.rados.rados.0.smithi081.stdout:3348: done (2 left) 2023-05-20T06:08:15.165 INFO:tasks.rados.rados.0.smithi081.stdout:3349: done (1 left) 2023-05-20T06:08:15.165 INFO:tasks.rados.rados.0.smithi081.stdout:3350: done (0 left) 2023-05-20T06:08:15.165 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 5 current snap is 304 2023-05-20T06:08:15.165 INFO:tasks.rados.rados.0.smithi081.stdout:3351: seq_num 1050 ranges {6045696=794624} 2023-05-20T06:08:15.201 INFO:tasks.rados.rados.0.smithi081.stdout:3351: writing smithi081164505-5 from 6045696 to 6840320 tid 1 2023-05-20T06:08:15.201 INFO:tasks.rados.rados.0.smithi081.stdout:3352: delete oid 35 current snap is 304 2023-05-20T06:08:15.205 INFO:tasks.rados.rados.0.smithi081.stdout:3352: done (1 left) 2023-05-20T06:08:15.205 INFO:tasks.rados.rados.0.smithi081.stdout:3353: rmattr oid 45 current snap is 304 2023-05-20T06:08:15.205 INFO:tasks.rados.rados.0.smithi081.stdout:3353: done (1 left) 2023-05-20T06:08:15.205 INFO:tasks.rados.rados.0.smithi081.stdout:3354: read oid 42 snap -1 2023-05-20T06:08:15.205 INFO:tasks.rados.rados.0.smithi081.stdout:3354: expect (ObjNum 1032 snap 294 seq_num 1032) 2023-05-20T06:08:15.206 INFO:tasks.rados.rados.0.smithi081.stdout:3355: read oid 46 snap -1 2023-05-20T06:08:15.206 INFO:tasks.rados.rados.0.smithi081.stdout:3355: expect deleted 2023-05-20T06:08:15.206 INFO:tasks.rados.rados.0.smithi081.stdout:3356: copy_from oid 25 from oid 1 current snap is 304 2023-05-20T06:08:15.206 INFO:tasks.rados.rados.0.smithi081.stdout:3357: rmattr oid 30 current snap is 304 2023-05-20T06:08:15.206 INFO:tasks.rados.rados.0.smithi081.stdout:3357: done (4 left) 2023-05-20T06:08:15.207 INFO:tasks.rados.rados.0.smithi081.stdout:3358: read oid 14 snap 292 2023-05-20T06:08:15.207 INFO:tasks.rados.rados.0.smithi081.stdout:3358: expect (ObjNum 1003 snap 286 seq_num 1003) 2023-05-20T06:08:15.207 INFO:tasks.rados.rados.0.smithi081.stdout:3359: copy_from oid 38 from oid 47 current snap is 304 2023-05-20T06:08:15.207 INFO:tasks.rados.rados.0.smithi081.stdout:3360: snap_create 2023-05-20T06:08:15.208 INFO:tasks.rados.rados.0.smithi081.stdout:3351: finishing write tid 1 to smithi081164505-5 2023-05-20T06:08:15.211 INFO:tasks.rados.rados.0.smithi081.stdout:3351: finishing write tid 2 to smithi081164505-5 2023-05-20T06:08:15.212 INFO:tasks.rados.rados.0.smithi081.stdout:3354: expect (ObjNum 1032 snap 294 seq_num 1032) 2023-05-20T06:08:15.228 INFO:tasks.rados.rados.0.smithi081.stdout:3351: finishing write tid 3 to smithi081164505-5 2023-05-20T06:08:15.228 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1641 (ObjNum 1050 snap 304 seq_num 1050) dirty exists 2023-05-20T06:08:15.229 INFO:tasks.rados.rados.0.smithi081.stdout:3351: left oid 5 (ObjNum 1050 snap 304 seq_num 1050) 2023-05-20T06:08:15.229 INFO:tasks.rados.rados.0.smithi081.stdout:3359: finishing copy_from to smithi081164505-38 2023-05-20T06:08:15.229 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1587 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:15.229 INFO:tasks.rados.rados.0.smithi081.stdout:3359: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:08:15.241 INFO:tasks.rados.rados.0.smithi081.stdout:3356: finishing copy_from to smithi081164505-25 2023-05-20T06:08:15.242 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1561 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:08:15.243 INFO:tasks.rados.rados.0.smithi081.stdout:3356: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:08:15.249 INFO:tasks.rados.rados.0.smithi081.stdout:3358: expect (ObjNum 1003 snap 286 seq_num 1003) 2023-05-20T06:08:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:15 smithi170 ceph-mon[97338]: pgmap v747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:15 smithi170 ceph-mon[97338]: osdmap e664: 8 total, 8 up, 8 in 2023-05-20T06:08:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:15 smithi081 ceph-mon[95500]: pgmap v747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:15 smithi081 ceph-mon[95500]: osdmap e664: 8 total, 8 up, 8 in 2023-05-20T06:08:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:15 smithi081 ceph-mon[107735]: pgmap v747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:15 smithi081 ceph-mon[107735]: osdmap e664: 8 total, 8 up, 8 in 2023-05-20T06:08:16.176 INFO:tasks.rados.rados.0.smithi081.stdout:3351: done (6 left) 2023-05-20T06:08:16.176 INFO:tasks.rados.rados.0.smithi081.stdout:3354: done (5 left) 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:3355: done (4 left) 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:3356: done (3 left) 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:3358: done (2 left) 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:3359: done (1 left) 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:3360: done (0 left) 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:3361: rollback oid 9 current snap is 305 2023-05-20T06:08:16.177 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 256 2023-05-20T06:08:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:3362: copy_from oid 11 from oid 31 current snap is 305 2023-05-20T06:08:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:3363: read oid 13 snap -1 2023-05-20T06:08:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:3363: expect (ObjNum 1047 snap 300 seq_num 1047) 2023-05-20T06:08:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:3364: snap_create 2023-05-20T06:08:16.178 INFO:tasks.rados.rados.0.smithi081.stdout:3362: finishing copy_from to smithi081164505-11 2023-05-20T06:08:16.179 INFO:tasks.rados.rados.0.smithi081.stdout:3362: got expected ENOENT (src dne) 2023-05-20T06:08:16.179 INFO:tasks.rados.rados.0.smithi081.stdout:3362: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:08:16.183 INFO:tasks.rados.rados.0.smithi081.stdout:3361: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:08:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:3361: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:08:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:3361: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:08:16.184 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1488 (ObjNum 841 snap 242 seq_num 841) dirty exists 2023-05-20T06:08:16.188 INFO:tasks.rados.rados.0.smithi081.stdout:3363: expect (ObjNum 1047 snap 300 seq_num 1047) 2023-05-20T06:08:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:16 smithi170 ceph-mon[97338]: osdmap e665: 8 total, 8 up, 8 in 2023-05-20T06:08:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:16 smithi081 ceph-mon[95500]: osdmap e665: 8 total, 8 up, 8 in 2023-05-20T06:08:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:16 smithi081 ceph-mon[107735]: osdmap e665: 8 total, 8 up, 8 in 2023-05-20T06:08:17.177 INFO:tasks.rados.rados.0.smithi081.stdout:3361: done (3 left) 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:3362: done (2 left) 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:3363: done (1 left) 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:3364: done (0 left) 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:3365: rollback oid 20 current snap is 306 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 302 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:3366: rmattr oid 23 current snap is 306 2023-05-20T06:08:17.178 INFO:tasks.rados.rados.0.smithi081.stdout:3367: rollback oid 6 current snap is 306 2023-05-20T06:08:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 300 2023-05-20T06:08:17.179 INFO:tasks.rados.rados.0.smithi081.stdout:3368: delete oid 36 current snap is 306 2023-05-20T06:08:17.185 INFO:tasks.rados.rados.0.smithi081.stdout:3365: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:08:17.186 INFO:tasks.rados.rados.0.smithi081.stdout:3368: done (3 left) 2023-05-20T06:08:17.186 INFO:tasks.rados.rados.0.smithi081.stdout:3369: delete oid 36 current snap is 306 2023-05-20T06:08:17.186 INFO:tasks.rados.rados.0.smithi081.stdout:3365: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:08:17.186 INFO:tasks.rados.rados.0.smithi081.stdout:3365: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:08:17.186 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1523 (ObjNum 866 snap 245 seq_num 866) dirty exists 2023-05-20T06:08:17.187 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2036 (ObjNum 1001 snap 286 seq_num 1001) dirty exists 2023-05-20T06:08:17.187 INFO:tasks.rados.rados.0.smithi081.stdout:3365: done (3 left) 2023-05-20T06:08:17.187 INFO:tasks.rados.rados.0.smithi081.stdout:3366: done (2 left) 2023-05-20T06:08:17.188 INFO:tasks.rados.rados.0.smithi081.stdout:3369: done (1 left) 2023-05-20T06:08:17.188 INFO:tasks.rados.rados.0.smithi081.stdout:3370: snap_remove snap 287 2023-05-20T06:08:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:17 smithi170 ceph-mon[97338]: pgmap v750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:17 smithi170 ceph-mon[97338]: osdmap e666: 8 total, 8 up, 8 in 2023-05-20T06:08:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:17 smithi081 ceph-mon[95500]: pgmap v750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:17 smithi081 ceph-mon[95500]: osdmap e666: 8 total, 8 up, 8 in 2023-05-20T06:08:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:17 smithi081 ceph-mon[107735]: pgmap v750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:17 smithi081 ceph-mon[107735]: osdmap e666: 8 total, 8 up, 8 in 2023-05-20T06:08:18.187 INFO:tasks.rados.rados.0.smithi081.stdout:3370: done (1 left) 2023-05-20T06:08:18.187 INFO:tasks.rados.rados.0.smithi081.stdout:3371: delete oid 14 current snap is 306 2023-05-20T06:08:18.187 INFO:tasks.rados.rados.0.smithi081.stdout:3367: finishing rollback tid 0 to smithi081164505-6 2023-05-20T06:08:18.187 INFO:tasks.rados.rados.0.smithi081.stdout:3367: finishing rollback tid 1 to smithi081164505-6 2023-05-20T06:08:18.188 INFO:tasks.rados.rados.0.smithi081.stdout:3367: finishing rollback tid 2 to smithi081164505-6 2023-05-20T06:08:18.188 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 872 (ObjNum 967 snap 275 seq_num 967) dirty exists 2023-05-20T06:08:18.193 INFO:tasks.rados.rados.0.smithi081.stdout:3367: done (1 left) 2023-05-20T06:08:18.193 INFO:tasks.rados.rados.0.smithi081.stdout:3371: done (0 left) 2023-05-20T06:08:18.193 INFO:tasks.rados.rados.0.smithi081.stdout:3372: snap_create 2023-05-20T06:08:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:18 smithi170 ceph-mon[97338]: osdmap e667: 8 total, 8 up, 8 in 2023-05-20T06:08:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:18 smithi081 ceph-mon[95500]: osdmap e667: 8 total, 8 up, 8 in 2023-05-20T06:08:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:18 smithi081 ceph-mon[107735]: osdmap e667: 8 total, 8 up, 8 in 2023-05-20T06:08:19.189 INFO:tasks.rados.rados.0.smithi081.stdout:3372: done (0 left) 2023-05-20T06:08:19.189 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 307 2023-05-20T06:08:19.190 INFO:tasks.rados.rados.0.smithi081.stdout:3373: seq_num 1055 ranges {0=475136,475136=401408} 2023-05-20T06:08:19.191 INFO:tasks.rados.rados.0.smithi081.stdout:3373: writing smithi081164505-8 from 0 to 475136 tid 1 2023-05-20T06:08:19.194 INFO:tasks.rados.rados.0.smithi081.stdout:3373: writing smithi081164505-8 from 475136 to 876544 tid 2 2023-05-20T06:08:19.194 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 307 2023-05-20T06:08:19.195 INFO:tasks.rados.rados.0.smithi081.stdout:3374: seq_num 1056 ranges {7225344=491520,7716864=401408} 2023-05-20T06:08:19.234 INFO:tasks.rados.rados.0.smithi081.stdout:3374: writing smithi081164505-29 from 7225344 to 7716864 tid 1 2023-05-20T06:08:19.237 INFO:tasks.rados.rados.0.smithi081.stdout:3374: writing smithi081164505-29 from 7716864 to 8118272 tid 2 2023-05-20T06:08:19.237 INFO:tasks.rados.rados.0.smithi081.stdout:3375: copy_from oid 12 from oid 17 current snap is 307 2023-05-20T06:08:19.237 INFO:tasks.rados.rados.0.smithi081.stdout:3373: finishing write tid 1 to smithi081164505-8 2023-05-20T06:08:19.237 INFO:tasks.rados.rados.0.smithi081.stdout:3373: finishing write tid 2 to smithi081164505-8 2023-05-20T06:08:19.237 INFO:tasks.rados.rados.0.smithi081.stdout:3373: finishing write tid 3 to smithi081164505-8 2023-05-20T06:08:19.238 INFO:tasks.rados.rados.0.smithi081.stdout:3373: finishing write tid 4 to smithi081164505-8 2023-05-20T06:08:19.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1654 (ObjNum 1055 snap 307 seq_num 1055) dirty exists 2023-05-20T06:08:19.238 INFO:tasks.rados.rados.0.smithi081.stdout:3373: left oid 8 (ObjNum 1055 snap 307 seq_num 1055) 2023-05-20T06:08:19.238 INFO:tasks.rados.rados.0.smithi081.stdout:3373: done (2 left) 2023-05-20T06:08:19.238 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 307 2023-05-20T06:08:19.238 INFO:tasks.rados.rados.0.smithi081.stdout:3376: seq_num 1057 ranges {761856=507904,1269760=401408} 2023-05-20T06:08:19.244 INFO:tasks.rados.rados.0.smithi081.stdout:3376: writing smithi081164505-22 from 761856 to 1269760 tid 1 2023-05-20T06:08:19.246 INFO:tasks.rados.rados.0.smithi081.stdout:3376: writing smithi081164505-22 from 1269760 to 1671168 tid 2 2023-05-20T06:08:19.247 INFO:tasks.rados.rados.0.smithi081.stdout:3377: snap_remove snap 303 2023-05-20T06:08:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:19 smithi170 ceph-mon[97338]: pgmap v753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:19 smithi170 ceph-mon[97338]: osdmap e668: 8 total, 8 up, 8 in 2023-05-20T06:08:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:19 smithi081 ceph-mon[95500]: pgmap v753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:19 smithi081 ceph-mon[95500]: osdmap e668: 8 total, 8 up, 8 in 2023-05-20T06:08:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:19 smithi081 ceph-mon[107735]: pgmap v753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:19 smithi081 ceph-mon[107735]: osdmap e668: 8 total, 8 up, 8 in 2023-05-20T06:08:20.197 INFO:tasks.rados.rados.0.smithi081.stdout:3377: done (3 left) 2023-05-20T06:08:20.198 INFO:tasks.rados.rados.0.smithi081.stdout:3378: rollback oid 40 current snap is 307 2023-05-20T06:08:20.198 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 275 2023-05-20T06:08:20.198 INFO:tasks.rados.rados.0.smithi081.stdout:3379: snap_remove snap 302 2023-05-20T06:08:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:20 smithi170 ceph-mon[97338]: osdmap e669: 8 total, 8 up, 8 in 2023-05-20T06:08:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:20 smithi081 ceph-mon[95500]: osdmap e669: 8 total, 8 up, 8 in 2023-05-20T06:08:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:20 smithi081 ceph-mon[107735]: osdmap e669: 8 total, 8 up, 8 in 2023-05-20T06:08:21.204 INFO:tasks.rados.rados.0.smithi081.stdout:3379: done (4 left) 2023-05-20T06:08:21.204 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 307 2023-05-20T06:08:21.204 INFO:tasks.rados.rados.0.smithi081.stdout:3380: seq_num 1058 ranges {1286144=524288,1810432=401408} 2023-05-20T06:08:21.215 INFO:tasks.rados.rados.0.smithi081.stdout:3380: writing smithi081164505-7 from 1286144 to 1810432 tid 1 2023-05-20T06:08:21.217 INFO:tasks.rados.rados.0.smithi081.stdout:3380: writing smithi081164505-7 from 1810432 to 2211840 tid 2 2023-05-20T06:08:21.217 INFO:tasks.rados.rados.0.smithi081.stdout:3381: snap_create 2023-05-20T06:08:21.218 INFO:tasks.rados.rados.0.smithi081.stdout:3374: finishing write tid 1 to smithi081164505-29 2023-05-20T06:08:21.218 INFO:tasks.rados.rados.0.smithi081.stdout:3374: finishing write tid 2 to smithi081164505-29 2023-05-20T06:08:21.218 INFO:tasks.rados.rados.0.smithi081.stdout:3374: finishing write tid 3 to smithi081164505-29 2023-05-20T06:08:21.218 INFO:tasks.rados.rados.0.smithi081.stdout:3374: finishing write tid 4 to smithi081164505-29 2023-05-20T06:08:21.218 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1658 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:3374: left oid 29 (ObjNum 1056 snap 307 seq_num 1056) 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:3376: finishing write tid 1 to smithi081164505-22 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:3376: finishing write tid 2 to smithi081164505-22 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:3376: finishing write tid 3 to smithi081164505-22 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:3376: finishing write tid 4 to smithi081164505-22 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1662 (ObjNum 1057 snap 307 seq_num 1057) dirty exists 2023-05-20T06:08:21.219 INFO:tasks.rados.rados.0.smithi081.stdout:3376: left oid 22 (ObjNum 1057 snap 307 seq_num 1057) 2023-05-20T06:08:21.220 INFO:tasks.rados.rados.0.smithi081.stdout:3375: finishing copy_from to smithi081164505-12 2023-05-20T06:08:21.220 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1797 (ObjNum 1004 snap 287 seq_num 1004) dirty exists 2023-05-20T06:08:21.220 INFO:tasks.rados.rados.0.smithi081.stdout:3375: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:08:21.220 INFO:tasks.rados.rados.0.smithi081.stdout:3378: finishing rollback tid 0 to smithi081164505-40 2023-05-20T06:08:21.220 INFO:tasks.rados.rados.0.smithi081.stdout:3378: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:08:21.220 INFO:tasks.rados.rados.0.smithi081.stdout:3378: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:08:21.221 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1848 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:08:21.221 INFO:tasks.rados.rados.0.smithi081.stdout:3380: finishing write tid 1 to smithi081164505-7 2023-05-20T06:08:21.221 INFO:tasks.rados.rados.0.smithi081.stdout:3380: finishing write tid 2 to smithi081164505-7 2023-05-20T06:08:21.222 INFO:tasks.rados.rados.0.smithi081.stdout:3380: finishing write tid 3 to smithi081164505-7 2023-05-20T06:08:21.224 INFO:tasks.rados.rados.0.smithi081.stdout:3380: finishing write tid 4 to smithi081164505-7 2023-05-20T06:08:21.224 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1944 (ObjNum 1058 snap 307 seq_num 1058) dirty exists 2023-05-20T06:08:21.225 INFO:tasks.rados.rados.0.smithi081.stdout:3380: left oid 7 (ObjNum 1058 snap 307 seq_num 1058) 2023-05-20T06:08:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:21 smithi170 ceph-mon[97338]: pgmap v756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:21 smithi170 ceph-mon[97338]: osdmap e670: 8 total, 8 up, 8 in 2023-05-20T06:08:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:21 smithi081 ceph-mon[95500]: pgmap v756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:21 smithi081 ceph-mon[95500]: osdmap e670: 8 total, 8 up, 8 in 2023-05-20T06:08:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:21 smithi081 ceph-mon[107735]: pgmap v756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:21 smithi081 ceph-mon[107735]: osdmap e670: 8 total, 8 up, 8 in 2023-05-20T06:08:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:08:21.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:08:21.656Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:22.206 INFO:tasks.rados.rados.0.smithi081.stdout:3374: done (5 left) 2023-05-20T06:08:22.206 INFO:tasks.rados.rados.0.smithi081.stdout:3375: done (4 left) 2023-05-20T06:08:22.206 INFO:tasks.rados.rados.0.smithi081.stdout:3376: done (3 left) 2023-05-20T06:08:22.206 INFO:tasks.rados.rados.0.smithi081.stdout:3378: done (2 left) 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3380: done (1 left) 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3381: done (0 left) 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3382: read oid 31 snap -1 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3382: expect deleted 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3383: read oid 45 snap -1 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3383: expect deleted 2023-05-20T06:08:22.207 INFO:tasks.rados.rados.0.smithi081.stdout:3384: read oid 38 snap 305 2023-05-20T06:08:22.208 INFO:tasks.rados.rados.0.smithi081.stdout:3384: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:08:22.208 INFO:tasks.rados.rados.0.smithi081.stdout:3385: read oid 22 snap -1 2023-05-20T06:08:22.208 INFO:tasks.rados.rados.0.smithi081.stdout:3385: expect (ObjNum 1057 snap 307 seq_num 1057) 2023-05-20T06:08:22.208 INFO:tasks.rados.rados.0.smithi081.stdout:3386: delete oid 16 current snap is 308 2023-05-20T06:08:22.213 INFO:tasks.rados.rados.0.smithi081.stdout:3382: done (4 left) 2023-05-20T06:08:22.213 INFO:tasks.rados.rados.0.smithi081.stdout:3383: done (3 left) 2023-05-20T06:08:22.214 INFO:tasks.rados.rados.0.smithi081.stdout:3386: done (2 left) 2023-05-20T06:08:22.214 INFO:tasks.rados.rados.0.smithi081.stdout:3387: setattr oid 46 current snap is 308 2023-05-20T06:08:22.216 INFO:tasks.rados.rados.0.smithi081.stdout:3384: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:08:22.260 INFO:tasks.rados.rados.0.smithi081.stdout:3385: expect (ObjNum 1057 snap 307 seq_num 1057) 2023-05-20T06:08:22.313 INFO:tasks.rados.rados.0.smithi081.stdout:3384: done (2 left) 2023-05-20T06:08:22.313 INFO:tasks.rados.rados.0.smithi081.stdout:3385: done (1 left) 2023-05-20T06:08:22.314 INFO:tasks.rados.rados.0.smithi081.stdout:3388: delete oid 15 current snap is 308 2023-05-20T06:08:22.315 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1577 (ObjNum 129 snap 0 seq_num 163433552) dirty exists 2023-05-20T06:08:22.316 INFO:tasks.rados.rados.0.smithi081.stdout:3387: done (1 left) 2023-05-20T06:08:22.316 INFO:tasks.rados.rados.0.smithi081.stdout:3388: done (0 left) 2023-05-20T06:08:22.316 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 308 2023-05-20T06:08:22.316 INFO:tasks.rados.rados.0.smithi081.stdout:3389: seq_num 1061 ranges {8364032=573440,8937472=401408} 2023-05-20T06:08:22.362 INFO:tasks.rados.rados.0.smithi081.stdout:3389: writing smithi081164505-12 from 8364032 to 8937472 tid 1 2023-05-20T06:08:22.365 INFO:tasks.rados.rados.0.smithi081.stdout:3389: writing smithi081164505-12 from 8937472 to 9338880 tid 2 2023-05-20T06:08:22.365 INFO:tasks.rados.rados.0.smithi081.stdout:3390: snap_remove snap 276 2023-05-20T06:08:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:22 smithi170 ceph-mon[97338]: osdmap e671: 8 total, 8 up, 8 in 2023-05-20T06:08:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:22 smithi081 ceph-mon[95500]: osdmap e671: 8 total, 8 up, 8 in 2023-05-20T06:08:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:22 smithi081 ceph-mon[107735]: osdmap e671: 8 total, 8 up, 8 in 2023-05-20T06:08:23.214 INFO:tasks.rados.rados.0.smithi081.stdout:3390: done (1 left) 2023-05-20T06:08:23.214 INFO:tasks.rados.rados.0.smithi081.stdout:3391: copy_from oid 28 from oid 33 current snap is 308 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3389: finishing write tid 1 to smithi081164505-12 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3389: finishing write tid 2 to smithi081164505-12 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3389: finishing write tid 3 to smithi081164505-12 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3389: finishing write tid 4 to smithi081164505-12 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1965 (ObjNum 1061 snap 308 seq_num 1061) dirty exists 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3389: left oid 12 (ObjNum 1061 snap 308 seq_num 1061) 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3389: done (1 left) 2023-05-20T06:08:23.215 INFO:tasks.rados.rados.0.smithi081.stdout:3392: rollback oid 20 current snap is 308 2023-05-20T06:08:23.216 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 305 2023-05-20T06:08:23.216 INFO:tasks.rados.rados.0.smithi081.stdout:3393: snap_create 2023-05-20T06:08:23.226 INFO:tasks.rados.rados.0.smithi081.stdout:3392: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:08:23.229 INFO:tasks.rados.rados.0.smithi081.stdout:3392: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:08:23.229 INFO:tasks.rados.rados.0.smithi081.stdout:3392: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:08:23.230 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1526 (ObjNum 1049 snap 303 seq_num 1049) dirty exists 2023-05-20T06:08:23.240 INFO:tasks.rados.rados.0.smithi081.stdout:3391: finishing copy_from to smithi081164505-28 2023-05-20T06:08:23.240 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1587 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:23.241 INFO:tasks.rados.rados.0.smithi081.stdout:3391: finishing copy_from racing read to smithi081164505-28 2023-05-20T06:08:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:23 smithi170 ceph-mon[97338]: pgmap v759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:23 smithi170 ceph-mon[97338]: osdmap e672: 8 total, 8 up, 8 in 2023-05-20T06:08:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:08:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:23 smithi081 ceph-mon[95500]: pgmap v759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:23 smithi081 ceph-mon[95500]: osdmap e672: 8 total, 8 up, 8 in 2023-05-20T06:08:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:23 smithi081 ceph-mon[107735]: pgmap v759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:23 smithi081 ceph-mon[107735]: osdmap e672: 8 total, 8 up, 8 in 2023-05-20T06:08:24.223 INFO:tasks.rados.rados.0.smithi081.stdout:3391: done (2 left) 2023-05-20T06:08:24.224 INFO:tasks.rados.rados.0.smithi081.stdout:3392: done (1 left) 2023-05-20T06:08:24.224 INFO:tasks.rados.rados.0.smithi081.stdout:3393: done (0 left) 2023-05-20T06:08:24.224 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 309 2023-05-20T06:08:24.225 INFO:tasks.rados.rados.0.smithi081.stdout:3394: seq_num 1062 ranges {1114112=589824,1703936=401408} 2023-05-20T06:08:24.232 INFO:tasks.rados.rados.0.smithi081.stdout:3394: writing smithi081164505-4 from 1114112 to 1703936 tid 1 2023-05-20T06:08:24.234 INFO:tasks.rados.rados.0.smithi081.stdout:3394: writing smithi081164505-4 from 1703936 to 2105344 tid 2 2023-05-20T06:08:24.234 INFO:tasks.rados.rados.0.smithi081.stdout:3395: snap_remove snap 285 2023-05-20T06:08:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:24 smithi170 ceph-mon[97338]: osdmap e673: 8 total, 8 up, 8 in 2023-05-20T06:08:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:24 smithi081 ceph-mon[95500]: osdmap e673: 8 total, 8 up, 8 in 2023-05-20T06:08:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:24 smithi081 ceph-mon[107735]: osdmap e673: 8 total, 8 up, 8 in 2023-05-20T06:08:25.228 INFO:tasks.rados.rados.0.smithi081.stdout:3395: done (1 left) 2023-05-20T06:08:25.229 INFO:tasks.rados.rados.0.smithi081.stdout:3396: snap_remove snap 268 2023-05-20T06:08:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:25 smithi170 ceph-mon[97338]: pgmap v762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:25 smithi170 ceph-mon[97338]: osdmap e674: 8 total, 8 up, 8 in 2023-05-20T06:08:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:25 smithi081 ceph-mon[95500]: pgmap v762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:25 smithi081 ceph-mon[95500]: osdmap e674: 8 total, 8 up, 8 in 2023-05-20T06:08:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:25 smithi081 ceph-mon[107735]: pgmap v762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:25 smithi081 ceph-mon[107735]: osdmap e674: 8 total, 8 up, 8 in 2023-05-20T06:08:26.238 INFO:tasks.rados.rados.0.smithi081.stdout:3396: done (1 left) 2023-05-20T06:08:26.238 INFO:tasks.rados.rados.0.smithi081.stdout:3397: delete oid 26 current snap is 309 2023-05-20T06:08:26.238 INFO:tasks.rados.rados.0.smithi081.stdout:3394: finishing write tid 1 to smithi081164505-4 2023-05-20T06:08:26.239 INFO:tasks.rados.rados.0.smithi081.stdout:3394: finishing write tid 2 to smithi081164505-4 2023-05-20T06:08:26.239 INFO:tasks.rados.rados.0.smithi081.stdout:3394: finishing write tid 3 to smithi081164505-4 2023-05-20T06:08:26.239 INFO:tasks.rados.rados.0.smithi081.stdout:3394: finishing write tid 4 to smithi081164505-4 2023-05-20T06:08:26.239 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1529 (ObjNum 1062 snap 309 seq_num 1062) dirty exists 2023-05-20T06:08:26.239 INFO:tasks.rados.rados.0.smithi081.stdout:3394: left oid 4 (ObjNum 1062 snap 309 seq_num 1062) 2023-05-20T06:08:26.249 INFO:tasks.rados.rados.0.smithi081.stdout:3394: done (1 left) 2023-05-20T06:08:26.250 INFO:tasks.rados.rados.0.smithi081.stdout:3397: done (0 left) 2023-05-20T06:08:26.251 INFO:tasks.rados.rados.0.smithi081.stdout:3398: snap_remove snap 297 2023-05-20T06:08:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:26 smithi170 ceph-mon[97338]: osdmap e675: 8 total, 8 up, 8 in 2023-05-20T06:08:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:26 smithi081 ceph-mon[95500]: osdmap e675: 8 total, 8 up, 8 in 2023-05-20T06:08:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:26 smithi081 ceph-mon[107735]: osdmap e675: 8 total, 8 up, 8 in 2023-05-20T06:08:27.251 INFO:tasks.rados.rados.0.smithi081.stdout:3398: done (0 left) 2023-05-20T06:08:27.252 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 309 2023-05-20T06:08:27.252 INFO:tasks.rados.rados.0.smithi081.stdout:3399: seq_num 1064 ranges {2310144=622592,2932736=401408} 2023-05-20T06:08:27.265 INFO:tasks.rados.rados.0.smithi081.stdout:3399: writing smithi081164505-50 from 2310144 to 2932736 tid 1 2023-05-20T06:08:27.267 INFO:tasks.rados.rados.0.smithi081.stdout:3399: writing smithi081164505-50 from 2932736 to 3334144 tid 2 2023-05-20T06:08:27.267 INFO:tasks.rados.rados.0.smithi081.stdout:3400: delete oid 42 current snap is 309 2023-05-20T06:08:27.270 INFO:tasks.rados.rados.0.smithi081.stdout:3399: finishing write tid 1 to smithi081164505-50 2023-05-20T06:08:27.271 INFO:tasks.rados.rados.0.smithi081.stdout:3400: done (1 left) 2023-05-20T06:08:27.272 INFO:tasks.rados.rados.0.smithi081.stdout:3401: snap_create 2023-05-20T06:08:27.272 INFO:tasks.rados.rados.0.smithi081.stdout:3399: finishing write tid 2 to smithi081164505-50 2023-05-20T06:08:27.272 INFO:tasks.rados.rados.0.smithi081.stdout:3399: finishing write tid 3 to smithi081164505-50 2023-05-20T06:08:27.273 INFO:tasks.rados.rados.0.smithi081.stdout:3399: finishing write tid 4 to smithi081164505-50 2023-05-20T06:08:27.273 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1495 (ObjNum 1064 snap 309 seq_num 1064) dirty exists 2023-05-20T06:08:27.273 INFO:tasks.rados.rados.0.smithi081.stdout:3399: left oid 50 (ObjNum 1064 snap 309 seq_num 1064) 2023-05-20T06:08:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:27 smithi170 ceph-mon[97338]: pgmap v765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:27 smithi170 ceph-mon[97338]: osdmap e676: 8 total, 8 up, 8 in 2023-05-20T06:08:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:27 smithi081 ceph-mon[95500]: pgmap v765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:27 smithi081 ceph-mon[95500]: osdmap e676: 8 total, 8 up, 8 in 2023-05-20T06:08:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:27 smithi081 ceph-mon[107735]: pgmap v765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:27 smithi081 ceph-mon[107735]: osdmap e676: 8 total, 8 up, 8 in 2023-05-20T06:08:28.247 INFO:tasks.rados.rados.0.smithi081.stdout:3399: done (1 left) 2023-05-20T06:08:28.248 INFO:tasks.rados.rados.0.smithi081.stdout:3401: done (0 left) 2023-05-20T06:08:28.248 INFO:tasks.rados.rados.0.smithi081.stdout:3402: snap_create 2023-05-20T06:08:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:28 smithi170 ceph-mon[97338]: osdmap e677: 8 total, 8 up, 8 in 2023-05-20T06:08:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:28 smithi081 ceph-mon[95500]: osdmap e677: 8 total, 8 up, 8 in 2023-05-20T06:08:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:28 smithi081 ceph-mon[107735]: osdmap e677: 8 total, 8 up, 8 in 2023-05-20T06:08:29.249 INFO:tasks.rados.rados.0.smithi081.stdout:3402: done (0 left) 2023-05-20T06:08:29.249 INFO:tasks.rados.rados.0.smithi081.stdout:3403: rollback oid 11 current snap is 311 2023-05-20T06:08:29.249 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 305 2023-05-20T06:08:29.249 INFO:tasks.rados.rados.0.smithi081.stdout:3404: rollback oid 32 current snap is 311 2023-05-20T06:08:29.249 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 295 2023-05-20T06:08:29.249 INFO:tasks.rados.rados.0.smithi081.stdout:3405: delete oid 15 current snap is 311 2023-05-20T06:08:29.253 INFO:tasks.rados.rados.0.smithi081.stdout:3403: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:08:29.253 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1699 (ObjNum 65 snap 0 seq_num 1751801715) dirty dne 2023-05-20T06:08:29.254 INFO:tasks.rados.rados.0.smithi081.stdout:3403: done (2 left) 2023-05-20T06:08:29.254 INFO:tasks.rados.rados.0.smithi081.stdout:3405: done (1 left) 2023-05-20T06:08:29.254 INFO:tasks.rados.rados.0.smithi081.stdout:3406: rollback oid 20 current snap is 311 2023-05-20T06:08:29.254 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 20 to 245 2023-05-20T06:08:29.255 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 311 2023-05-20T06:08:29.255 INFO:tasks.rados.rados.0.smithi081.stdout:3407: seq_num 1067 ranges {0=679936,679936=401408} 2023-05-20T06:08:29.257 INFO:tasks.rados.rados.0.smithi081.stdout:3407: writing smithi081164505-16 from 0 to 679936 tid 1 2023-05-20T06:08:29.260 INFO:tasks.rados.rados.0.smithi081.stdout:3407: writing smithi081164505-16 from 679936 to 1081344 tid 2 2023-05-20T06:08:29.260 INFO:tasks.rados.rados.0.smithi081.stdout:3408: snap_create 2023-05-20T06:08:29.261 INFO:tasks.rados.rados.0.smithi081.stdout:3406: finishing rollback tid 0 to smithi081164505-20 2023-05-20T06:08:29.261 INFO:tasks.rados.rados.0.smithi081.stdout:3406: finishing rollback tid 1 to smithi081164505-20 2023-05-20T06:08:29.261 INFO:tasks.rados.rados.0.smithi081.stdout:3404: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:08:29.261 INFO:tasks.rados.rados.0.smithi081.stdout:3406: finishing rollback tid 2 to smithi081164505-20 2023-05-20T06:08:29.261 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1532 (ObjNum 866 snap 245 seq_num 866) dirty exists 2023-05-20T06:08:29.262 INFO:tasks.rados.rados.0.smithi081.stdout:3404: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:08:29.262 INFO:tasks.rados.rados.0.smithi081.stdout:3404: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:08:29.262 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1968 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:08:29.265 INFO:tasks.rados.rados.0.smithi081.stdout:3407: finishing write tid 1 to smithi081164505-16 2023-05-20T06:08:29.265 INFO:tasks.rados.rados.0.smithi081.stdout:3407: finishing write tid 2 to smithi081164505-16 2023-05-20T06:08:29.265 INFO:tasks.rados.rados.0.smithi081.stdout:3407: finishing write tid 3 to smithi081164505-16 2023-05-20T06:08:29.266 INFO:tasks.rados.rados.0.smithi081.stdout:3407: finishing write tid 4 to smithi081164505-16 2023-05-20T06:08:29.266 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1883 (ObjNum 1067 snap 311 seq_num 1067) dirty exists 2023-05-20T06:08:29.266 INFO:tasks.rados.rados.0.smithi081.stdout:3407: left oid 16 (ObjNum 1067 snap 311 seq_num 1067) 2023-05-20T06:08:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:29 smithi081 ceph-mon[95500]: pgmap v768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:29 smithi081 ceph-mon[95500]: osdmap e678: 8 total, 8 up, 8 in 2023-05-20T06:08:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:29 smithi081 ceph-mon[107735]: pgmap v768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:29.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:29 smithi081 ceph-mon[107735]: osdmap e678: 8 total, 8 up, 8 in 2023-05-20T06:08:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:29 smithi170 ceph-mon[97338]: pgmap v768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:29 smithi170 ceph-mon[97338]: osdmap e678: 8 total, 8 up, 8 in 2023-05-20T06:08:30.266 INFO:tasks.rados.rados.0.smithi081.stdout:3404: done (3 left) 2023-05-20T06:08:30.266 INFO:tasks.rados.rados.0.smithi081.stdout:3406: done (2 left) 2023-05-20T06:08:30.267 INFO:tasks.rados.rados.0.smithi081.stdout:3407: done (1 left) 2023-05-20T06:08:30.267 INFO:tasks.rados.rados.0.smithi081.stdout:3408: done (0 left) 2023-05-20T06:08:30.267 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 312 2023-05-20T06:08:30.267 INFO:tasks.rados.rados.0.smithi081.stdout:3409: seq_num 1068 ranges {1417216=696320,2113536=401408} 2023-05-20T06:08:30.277 INFO:tasks.rados.rados.0.smithi081.stdout:3409: writing smithi081164505-13 from 1417216 to 2113536 tid 1 2023-05-20T06:08:30.279 INFO:tasks.rados.rados.0.smithi081.stdout:3409: writing smithi081164505-13 from 2113536 to 2514944 tid 2 2023-05-20T06:08:30.280 INFO:tasks.rados.rados.0.smithi081.stdout:3410: rollback oid 30 current snap is 312 2023-05-20T06:08:30.280 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 309 2023-05-20T06:08:30.280 INFO:tasks.rados.rados.0.smithi081.stdout:3411: snap_create 2023-05-20T06:08:30.286 INFO:tasks.rados.rados.0.smithi081.stdout:3410: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:08:30.286 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1385 (ObjNum 129 snap 0 seq_num 164101056) dirty dne 2023-05-20T06:08:30.286 INFO:tasks.rados.rados.0.smithi081.stdout:3409: finishing write tid 1 to smithi081164505-13 2023-05-20T06:08:30.287 INFO:tasks.rados.rados.0.smithi081.stdout:3409: finishing write tid 2 to smithi081164505-13 2023-05-20T06:08:30.287 INFO:tasks.rados.rados.0.smithi081.stdout:3409: finishing write tid 3 to smithi081164505-13 2023-05-20T06:08:30.289 INFO:tasks.rados.rados.0.smithi081.stdout:3409: finishing write tid 4 to smithi081164505-13 2023-05-20T06:08:30.290 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1887 (ObjNum 1068 snap 312 seq_num 1068) dirty exists 2023-05-20T06:08:30.290 INFO:tasks.rados.rados.0.smithi081.stdout:3409: left oid 13 (ObjNum 1068 snap 312 seq_num 1068) 2023-05-20T06:08:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:30 smithi081 ceph-mon[95500]: osdmap e679: 8 total, 8 up, 8 in 2023-05-20T06:08:30.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:30 smithi081 ceph-mon[107735]: osdmap e679: 8 total, 8 up, 8 in 2023-05-20T06:08:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:30 smithi170 ceph-mon[97338]: osdmap e679: 8 total, 8 up, 8 in 2023-05-20T06:08:31.268 INFO:tasks.rados.rados.0.smithi081.stdout:3409: done (2 left) 2023-05-20T06:08:31.268 INFO:tasks.rados.rados.0.smithi081.stdout:3410: done (1 left) 2023-05-20T06:08:31.268 INFO:tasks.rados.rados.0.smithi081.stdout:3411: done (0 left) 2023-05-20T06:08:31.268 INFO:tasks.rados.rados.0.smithi081.stdout:3412: read oid 41 snap -1 2023-05-20T06:08:31.268 INFO:tasks.rados.rados.0.smithi081.stdout:3412: expect deleted 2023-05-20T06:08:31.269 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 313 2023-05-20T06:08:31.269 INFO:tasks.rados.rados.0.smithi081.stdout:3413: seq_num 1069 ranges {876544=712704,1589248=401408} 2023-05-20T06:08:31.276 INFO:tasks.rados.rados.0.smithi081.stdout:3413: writing smithi081164505-8 from 876544 to 1589248 tid 1 2023-05-20T06:08:31.279 INFO:tasks.rados.rados.0.smithi081.stdout:3413: writing smithi081164505-8 from 1589248 to 1990656 tid 2 2023-05-20T06:08:31.279 INFO:tasks.rados.rados.0.smithi081.stdout:3414: snap_create 2023-05-20T06:08:31.285 INFO:tasks.rados.rados.0.smithi081.stdout:3413: finishing write tid 1 to smithi081164505-8 2023-05-20T06:08:31.286 INFO:tasks.rados.rados.0.smithi081.stdout:3413: finishing write tid 2 to smithi081164505-8 2023-05-20T06:08:31.286 INFO:tasks.rados.rados.0.smithi081.stdout:3413: finishing write tid 3 to smithi081164505-8 2023-05-20T06:08:31.287 INFO:tasks.rados.rados.0.smithi081.stdout:3413: finishing write tid 4 to smithi081164505-8 2023-05-20T06:08:31.287 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1710 (ObjNum 1069 snap 313 seq_num 1069) dirty exists 2023-05-20T06:08:31.288 INFO:tasks.rados.rados.0.smithi081.stdout:3413: left oid 8 (ObjNum 1069 snap 313 seq_num 1069) 2023-05-20T06:08:31.659 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:31 smithi081 ceph-mon[95500]: pgmap v771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:31.660 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:31 smithi081 ceph-mon[95500]: osdmap e680: 8 total, 8 up, 8 in 2023-05-20T06:08:31.660 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:31 smithi081 ceph-mon[107735]: pgmap v771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:31.660 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:31 smithi081 ceph-mon[107735]: osdmap e680: 8 total, 8 up, 8 in 2023-05-20T06:08:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:31 smithi170 ceph-mon[97338]: pgmap v771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:31 smithi170 ceph-mon[97338]: osdmap e680: 8 total, 8 up, 8 in 2023-05-20T06:08:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:08:31.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:08:31.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:32.281 INFO:tasks.rados.rados.0.smithi081.stdout:3412: done (2 left) 2023-05-20T06:08:32.281 INFO:tasks.rados.rados.0.smithi081.stdout:3413: done (1 left) 2023-05-20T06:08:32.281 INFO:tasks.rados.rados.0.smithi081.stdout:3414: done (0 left) 2023-05-20T06:08:32.282 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 314 2023-05-20T06:08:32.282 INFO:tasks.rados.rados.0.smithi081.stdout:3415: seq_num 1070 ranges {2105344=729088,2834432=401408} 2023-05-20T06:08:32.296 INFO:tasks.rados.rados.0.smithi081.stdout:3415: writing smithi081164505-4 from 2105344 to 2834432 tid 1 2023-05-20T06:08:32.298 INFO:tasks.rados.rados.0.smithi081.stdout:3415: writing smithi081164505-4 from 2834432 to 3235840 tid 2 2023-05-20T06:08:32.298 INFO:tasks.rados.rados.0.smithi081.stdout:3416: copy_from oid 41 from oid 13 current snap is 314 2023-05-20T06:08:32.299 INFO:tasks.rados.rados.0.smithi081.stdout:3417: setattr oid 47 current snap is 314 2023-05-20T06:08:32.299 INFO:tasks.rados.rados.0.smithi081.stdout:3418: delete oid 37 current snap is 314 2023-05-20T06:08:32.303 INFO:tasks.rados.rados.0.smithi081.stdout:3418: done (3 left) 2023-05-20T06:08:32.303 INFO:tasks.rados.rados.0.smithi081.stdout:3419: delete oid 25 current snap is 314 2023-05-20T06:08:32.305 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1805 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:32.305 INFO:tasks.rados.rados.0.smithi081.stdout:3415: finishing write tid 1 to smithi081164505-4 2023-05-20T06:08:32.306 INFO:tasks.rados.rados.0.smithi081.stdout:3415: finishing write tid 2 to smithi081164505-4 2023-05-20T06:08:32.306 INFO:tasks.rados.rados.0.smithi081.stdout:3415: finishing write tid 3 to smithi081164505-4 2023-05-20T06:08:32.307 INFO:tasks.rados.rados.0.smithi081.stdout:3417: done (3 left) 2023-05-20T06:08:32.307 INFO:tasks.rados.rados.0.smithi081.stdout:3419: done (2 left) 2023-05-20T06:08:32.307 INFO:tasks.rados.rados.0.smithi081.stdout:3420: snap_remove snap 295 2023-05-20T06:08:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:32 smithi170 ceph-mon[97338]: osdmap e681: 8 total, 8 up, 8 in 2023-05-20T06:08:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:32 smithi081 ceph-mon[95500]: osdmap e681: 8 total, 8 up, 8 in 2023-05-20T06:08:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:32 smithi081 ceph-mon[107735]: osdmap e681: 8 total, 8 up, 8 in 2023-05-20T06:08:33.290 INFO:tasks.rados.rados.0.smithi081.stdout:3420: done (2 left) 2023-05-20T06:08:33.291 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 314 2023-05-20T06:08:33.291 INFO:tasks.rados.rados.0.smithi081.stdout:3421: seq_num 1073 ranges {3653632=778240,4431872=401408} 2023-05-20T06:08:33.309 INFO:tasks.rados.rados.0.smithi081.stdout:3421: writing smithi081164505-10 from 3653632 to 4431872 tid 1 2023-05-20T06:08:33.312 INFO:tasks.rados.rados.0.smithi081.stdout:3421: writing smithi081164505-10 from 4431872 to 4833280 tid 2 2023-05-20T06:08:33.312 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 314 2023-05-20T06:08:33.313 INFO:tasks.rados.rados.0.smithi081.stdout:3422: seq_num 1074 ranges {4235264=794624,5029888=401408} 2023-05-20T06:08:33.339 INFO:tasks.rados.rados.0.smithi081.stdout:3422: writing smithi081164505-34 from 4235264 to 5029888 tid 1 2023-05-20T06:08:33.343 INFO:tasks.rados.rados.0.smithi081.stdout:3422: writing smithi081164505-34 from 5029888 to 5431296 tid 2 2023-05-20T06:08:33.344 INFO:tasks.rados.rados.0.smithi081.stdout:3423: read oid 22 snap -1 2023-05-20T06:08:33.344 INFO:tasks.rados.rados.0.smithi081.stdout:3423: expect (ObjNum 1057 snap 307 seq_num 1057) 2023-05-20T06:08:33.344 INFO:tasks.rados.rados.0.smithi081.stdout:3424: read oid 17 snap -1 2023-05-20T06:08:33.344 INFO:tasks.rados.rados.0.smithi081.stdout:3424: expect (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:08:33.344 INFO:tasks.rados.rados.0.smithi081.stdout:3425: delete oid 44 current snap is 314 2023-05-20T06:08:33.344 INFO:tasks.rados.rados.0.smithi081.stdout:3415: finishing write tid 4 to smithi081164505-4 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1535 (ObjNum 1070 snap 314 seq_num 1070) dirty exists 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:3415: left oid 4 (ObjNum 1070 snap 314 seq_num 1070) 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:3416: finishing copy_from to smithi081164505-41 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 1887 (ObjNum 1068 snap 312 seq_num 1068) dirty exists 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:3416: finishing copy_from racing read to smithi081164505-41 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:3421: finishing write tid 1 to smithi081164505-10 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:3421: finishing write tid 2 to smithi081164505-10 2023-05-20T06:08:33.345 INFO:tasks.rados.rados.0.smithi081.stdout:3421: finishing write tid 3 to smithi081164505-10 2023-05-20T06:08:33.346 INFO:tasks.rados.rados.0.smithi081.stdout:3421: finishing write tid 4 to smithi081164505-10 2023-05-20T06:08:33.346 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1808 (ObjNum 1073 snap 314 seq_num 1073) dirty exists 2023-05-20T06:08:33.346 INFO:tasks.rados.rados.0.smithi081.stdout:3421: left oid 10 (ObjNum 1073 snap 314 seq_num 1073) 2023-05-20T06:08:33.346 INFO:tasks.rados.rados.0.smithi081.stdout:3415: done (6 left) 2023-05-20T06:08:33.346 INFO:tasks.rados.rados.0.smithi081.stdout:3416: done (5 left) 2023-05-20T06:08:33.347 INFO:tasks.rados.rados.0.smithi081.stdout:3421: done (4 left) 2023-05-20T06:08:33.347 INFO:tasks.rados.rados.0.smithi081.stdout:3425: done (3 left) 2023-05-20T06:08:33.347 INFO:tasks.rados.rados.0.smithi081.stdout:3426: snap_remove snap 275 2023-05-20T06:08:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:08:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:33 smithi081 ceph-mon[95500]: pgmap v774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:33 smithi081 ceph-mon[95500]: osdmap e682: 8 total, 8 up, 8 in 2023-05-20T06:08:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:33 smithi081 ceph-mon[107735]: pgmap v774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:33 smithi081 ceph-mon[107735]: osdmap e682: 8 total, 8 up, 8 in 2023-05-20T06:08:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:33 smithi170 ceph-mon[97338]: pgmap v774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:33 smithi170 ceph-mon[97338]: osdmap e682: 8 total, 8 up, 8 in 2023-05-20T06:08:34.293 INFO:tasks.rados.rados.0.smithi081.stdout:3426: done (3 left) 2023-05-20T06:08:34.293 INFO:tasks.rados.rados.0.smithi081.stdout:3427: rollback oid 16 current snap is 314 2023-05-20T06:08:34.293 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 267 2023-05-20T06:08:34.301 INFO:tasks.rados.rados.0.smithi081.stdout:3428: copy_from oid 5 from oid 43 current snap is 314 2023-05-20T06:08:34.301 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 314 2023-05-20T06:08:34.302 INFO:tasks.rados.rados.0.smithi081.stdout:3429: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2023-05-20T06:08:34.302 INFO:tasks.rados.rados.0.smithi081.stdout:3429: writing smithi081164505-42 from 0 to 425984 tid 1 2023-05-20T06:08:34.302 INFO:tasks.rados.rados.0.smithi081.stdout:3429: writing smithi081164505-42 from 425984 to 974848 tid 2 2023-05-20T06:08:34.303 INFO:tasks.rados.rados.0.smithi081.stdout:3429: writing smithi081164505-42 from 974848 to 1228800 tid 3 2023-05-20T06:08:34.303 INFO:tasks.rados.rados.0.smithi081.stdout:3430: read oid 20 snap -1 2023-05-20T06:08:34.303 INFO:tasks.rados.rados.0.smithi081.stdout:3430: expect (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:08:34.303 INFO:tasks.rados.rados.0.smithi081.stdout:3431: snap_remove snap 304 2023-05-20T06:08:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:34 smithi170 ceph-mon[97338]: osdmap e683: 8 total, 8 up, 8 in 2023-05-20T06:08:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:34 smithi081 ceph-mon[95500]: osdmap e683: 8 total, 8 up, 8 in 2023-05-20T06:08:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:34 smithi081 ceph-mon[107735]: osdmap e683: 8 total, 8 up, 8 in 2023-05-20T06:08:35.302 INFO:tasks.rados.rados.0.smithi081.stdout:3431: done (7 left) 2023-05-20T06:08:35.302 INFO:tasks.rados.rados.0.smithi081.stdout:3432: snap_create 2023-05-20T06:08:35.302 INFO:tasks.rados.rados.0.smithi081.stdout:3422: finishing write tid 1 to smithi081164505-34 2023-05-20T06:08:35.302 INFO:tasks.rados.rados.0.smithi081.stdout:3422: finishing write tid 2 to smithi081164505-34 2023-05-20T06:08:35.302 INFO:tasks.rados.rados.0.smithi081.stdout:3422: finishing write tid 3 to smithi081164505-34 2023-05-20T06:08:35.303 INFO:tasks.rados.rados.0.smithi081.stdout:3422: finishing write tid 4 to smithi081164505-34 2023-05-20T06:08:35.303 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1591 (ObjNum 1074 snap 314 seq_num 1074) dirty exists 2023-05-20T06:08:35.303 INFO:tasks.rados.rados.0.smithi081.stdout:3422: left oid 34 (ObjNum 1074 snap 314 seq_num 1074) 2023-05-20T06:08:35.303 INFO:tasks.rados.rados.0.smithi081.stdout:3423: expect (ObjNum 1057 snap 307 seq_num 1057) 2023-05-20T06:08:35.362 INFO:tasks.rados.rados.0.smithi081.stdout:3424: expect (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:08:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:35 smithi170 ceph-mon[97338]: pgmap v777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:35 smithi170 ceph-mon[97338]: osdmap e684: 8 total, 8 up, 8 in 2023-05-20T06:08:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:35 smithi081 ceph-mon[95500]: pgmap v777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:35 smithi081 ceph-mon[95500]: osdmap e684: 8 total, 8 up, 8 in 2023-05-20T06:08:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:35 smithi081 ceph-mon[107735]: pgmap v777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:35 smithi081 ceph-mon[107735]: osdmap e684: 8 total, 8 up, 8 in 2023-05-20T06:08:36.059 INFO:tasks.rados.rados.0.smithi081.stdout:3427: finishing rollback tid 0 to smithi081164505-16 2023-05-20T06:08:36.060 INFO:tasks.rados.rados.0.smithi081.stdout:3427: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:08:36.060 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1900 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:08:36.060 INFO:tasks.rados.rados.0.smithi081.stdout:3429: finishing write tid 1 to smithi081164505-42 2023-05-20T06:08:36.060 INFO:tasks.rados.rados.0.smithi081.stdout:3429: finishing write tid 2 to smithi081164505-42 2023-05-20T06:08:36.061 INFO:tasks.rados.rados.0.smithi081.stdout:3429: finishing write tid 3 to smithi081164505-42 2023-05-20T06:08:36.061 INFO:tasks.rados.rados.0.smithi081.stdout:3429: finishing write tid 4 to smithi081164505-42 2023-05-20T06:08:36.061 INFO:tasks.rados.rados.0.smithi081.stdout:3430: expect (ObjNum 866 snap 245 seq_num 866) 2023-05-20T06:08:36.062 INFO:tasks.rados.rados.0.smithi081.stdout:3429: finishing write tid 5 to smithi081164505-42 2023-05-20T06:08:36.062 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1583 (ObjNum 1076 snap 314 seq_num 1076) dirty exists 2023-05-20T06:08:36.062 INFO:tasks.rados.rados.0.smithi081.stdout:3429: left oid 42 (ObjNum 1076 snap 314 seq_num 1076) 2023-05-20T06:08:36.062 INFO:tasks.rados.rados.0.smithi081.stdout:3428: finishing copy_from to smithi081164505-5 2023-05-20T06:08:36.062 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 1490 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2023-05-20T06:08:36.063 INFO:tasks.rados.rados.0.smithi081.stdout:3428: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:08:36.304 INFO:tasks.rados.rados.0.smithi081.stdout:3422: done (7 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3423: done (6 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3424: done (5 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3427: done (4 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3428: done (3 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3429: done (2 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3430: done (1 left) 2023-05-20T06:08:36.305 INFO:tasks.rados.rados.0.smithi081.stdout:3432: done (0 left) 2023-05-20T06:08:36.306 INFO:tasks.rados.rados.0.smithi081.stdout:3433: snap_remove snap 300 2023-05-20T06:08:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:36 smithi170 ceph-mon[97338]: osdmap e685: 8 total, 8 up, 8 in 2023-05-20T06:08:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:36 smithi081 ceph-mon[95500]: osdmap e685: 8 total, 8 up, 8 in 2023-05-20T06:08:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:36 smithi081 ceph-mon[107735]: osdmap e685: 8 total, 8 up, 8 in 2023-05-20T06:08:37.303 INFO:tasks.rados.rados.0.smithi081.stdout:3433: done (0 left) 2023-05-20T06:08:37.303 INFO:tasks.rados.rados.0.smithi081.stdout:3434: snap_create 2023-05-20T06:08:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:37 smithi170 ceph-mon[97338]: pgmap v780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:37.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:37 smithi170 ceph-mon[97338]: osdmap e686: 8 total, 8 up, 8 in 2023-05-20T06:08:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:37 smithi081 ceph-mon[95500]: pgmap v780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:37 smithi081 ceph-mon[95500]: osdmap e686: 8 total, 8 up, 8 in 2023-05-20T06:08:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:37 smithi081 ceph-mon[107735]: pgmap v780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:37 smithi081 ceph-mon[107735]: osdmap e686: 8 total, 8 up, 8 in 2023-05-20T06:08:38.306 INFO:tasks.rados.rados.0.smithi081.stdout:3434: done (0 left) 2023-05-20T06:08:38.306 INFO:tasks.rados.rados.0.smithi081.stdout:3435: read oid 23 snap -1 2023-05-20T06:08:38.306 INFO:tasks.rados.rados.0.smithi081.stdout:3435: expect (ObjNum 1001 snap 286 seq_num 1001) 2023-05-20T06:08:38.306 INFO:tasks.rados.rados.0.smithi081.stdout:3436: snap_create 2023-05-20T06:08:38.341 INFO:tasks.rados.rados.0.smithi081.stdout:3435: expect (ObjNum 1001 snap 286 seq_num 1001) 2023-05-20T06:08:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:38 smithi170 ceph-mon[97338]: osdmap e687: 8 total, 8 up, 8 in 2023-05-20T06:08:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:38 smithi170 ceph-mon[97338]: osdmap e688: 8 total, 8 up, 8 in 2023-05-20T06:08:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:38 smithi081 ceph-mon[95500]: osdmap e687: 8 total, 8 up, 8 in 2023-05-20T06:08:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:38 smithi081 ceph-mon[95500]: osdmap e688: 8 total, 8 up, 8 in 2023-05-20T06:08:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:38 smithi081 ceph-mon[107735]: osdmap e687: 8 total, 8 up, 8 in 2023-05-20T06:08:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:38 smithi081 ceph-mon[107735]: osdmap e688: 8 total, 8 up, 8 in 2023-05-20T06:08:39.310 INFO:tasks.rados.rados.0.smithi081.stdout:3435: done (1 left) 2023-05-20T06:08:39.311 INFO:tasks.rados.rados.0.smithi081.stdout:3436: done (0 left) 2023-05-20T06:08:39.311 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 317 2023-05-20T06:08:39.311 INFO:tasks.rados.rados.0.smithi081.stdout:3437: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2023-05-20T06:08:39.312 INFO:tasks.rados.rados.0.smithi081.stdout:3437: writing smithi081164505-45 from 0 to 442368 tid 1 2023-05-20T06:08:39.318 INFO:tasks.rados.rados.0.smithi081.stdout:3437: writing smithi081164505-45 from 442368 to 876544 tid 2 2023-05-20T06:08:39.318 INFO:tasks.rados.rados.0.smithi081.stdout:3437: writing smithi081164505-45 from 876544 to 1245184 tid 3 2023-05-20T06:08:39.319 INFO:tasks.rados.rados.0.smithi081.stdout:3438: rollback oid 38 current snap is 317 2023-05-20T06:08:39.319 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 301 2023-05-20T06:08:39.319 INFO:tasks.rados.rados.0.smithi081.stdout:3437: finishing write tid 1 to smithi081164505-45 2023-05-20T06:08:39.319 INFO:tasks.rados.rados.0.smithi081.stdout:3439: rollback oid 1 current snap is 317 2023-05-20T06:08:39.319 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 1 to 305 2023-05-20T06:08:39.319 INFO:tasks.rados.rados.0.smithi081.stdout:3440: setattr oid 22 current snap is 317 2023-05-20T06:08:39.320 INFO:tasks.rados.rados.0.smithi081.stdout:3441: snap_create 2023-05-20T06:08:39.322 INFO:tasks.rados.rados.0.smithi081.stdout:3437: finishing write tid 2 to smithi081164505-45 2023-05-20T06:08:39.324 INFO:tasks.rados.rados.0.smithi081.stdout:3437: finishing write tid 3 to smithi081164505-45 2023-05-20T06:08:39.325 INFO:tasks.rados.rados.0.smithi081.stdout:3437: finishing write tid 4 to smithi081164505-45 2023-05-20T06:08:39.326 INFO:tasks.rados.rados.0.smithi081.stdout:3439: finishing rollback tid 0 to smithi081164505-1 2023-05-20T06:08:39.326 INFO:tasks.rados.rados.0.smithi081.stdout:3439: finishing rollback tid 1 to smithi081164505-1 2023-05-20T06:08:39.327 INFO:tasks.rados.rados.0.smithi081.stdout:3438: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:08:39.327 INFO:tasks.rados.rados.0.smithi081.stdout:3438: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:08:39.328 INFO:tasks.rados.rados.0.smithi081.stdout:3439: finishing rollback tid 2 to smithi081164505-1 2023-05-20T06:08:39.328 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1564 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:08:39.328 INFO:tasks.rados.rados.0.smithi081.stdout:3438: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:08:39.328 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1746 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:39.328 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1748 (ObjNum 1057 snap 307 seq_num 1057) dirty exists 2023-05-20T06:08:39.329 INFO:tasks.rados.rados.0.smithi081.stdout:3437: finishing write tid 5 to smithi081164505-45 2023-05-20T06:08:39.329 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1587 (ObjNum 1077 snap 317 seq_num 1077) dirty exists 2023-05-20T06:08:39.329 INFO:tasks.rados.rados.0.smithi081.stdout:3437: left oid 45 (ObjNum 1077 snap 317 seq_num 1077) 2023-05-20T06:08:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:39 smithi170 ceph-mon[97338]: pgmap v783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:39 smithi170 ceph-mon[97338]: osdmap e689: 8 total, 8 up, 8 in 2023-05-20T06:08:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:39 smithi081 ceph-mon[95500]: pgmap v783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:39 smithi081 ceph-mon[95500]: osdmap e689: 8 total, 8 up, 8 in 2023-05-20T06:08:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:39 smithi081 ceph-mon[107735]: pgmap v783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:39 smithi081 ceph-mon[107735]: osdmap e689: 8 total, 8 up, 8 in 2023-05-20T06:08:40.334 INFO:tasks.rados.rados.0.smithi081.stdout:3437: done (4 left) 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:3438: done (3 left) 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:3439: done (2 left) 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:3440: done (1 left) 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:3441: done (0 left) 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:3442: rollback oid 29 current snap is 318 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 313 2023-05-20T06:08:40.335 INFO:tasks.rados.rados.0.smithi081.stdout:3443: snap_create 2023-05-20T06:08:40.340 INFO:tasks.rados.rados.0.smithi081.stdout:3442: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:08:40.340 INFO:tasks.rados.rados.0.smithi081.stdout:3442: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:08:40.341 INFO:tasks.rados.rados.0.smithi081.stdout:3442: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:08:40.341 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1752 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:08:41.332 INFO:tasks.rados.rados.0.smithi081.stdout:3442: done (1 left) 2023-05-20T06:08:41.333 INFO:tasks.rados.rados.0.smithi081.stdout:3443: done (0 left) 2023-05-20T06:08:41.333 INFO:tasks.rados.rados.0.smithi081.stdout:3444: delete oid 19 current snap is 319 2023-05-20T06:08:41.335 INFO:tasks.rados.rados.0.smithi081.stdout:3444: done (0 left) 2023-05-20T06:08:41.336 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 319 2023-05-20T06:08:41.336 INFO:tasks.rados.rados.0.smithi081.stdout:3445: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2023-05-20T06:08:41.338 INFO:tasks.rados.rados.0.smithi081.stdout:3445: writing smithi081164505-44 from 0 to 475136 tid 1 2023-05-20T06:08:41.342 INFO:tasks.rados.rados.0.smithi081.stdout:3445: writing smithi081164505-44 from 475136 to 1081344 tid 2 2023-05-20T06:08:41.343 INFO:tasks.rados.rados.0.smithi081.stdout:3445: writing smithi081164505-44 from 1081344 to 1277952 tid 3 2023-05-20T06:08:41.343 INFO:tasks.rados.rados.0.smithi081.stdout:3446: snap_create 2023-05-20T06:08:41.345 INFO:tasks.rados.rados.0.smithi081.stdout:3445: finishing write tid 1 to smithi081164505-44 2023-05-20T06:08:41.347 INFO:tasks.rados.rados.0.smithi081.stdout:3445: finishing write tid 2 to smithi081164505-44 2023-05-20T06:08:41.347 INFO:tasks.rados.rados.0.smithi081.stdout:3445: finishing write tid 3 to smithi081164505-44 2023-05-20T06:08:41.348 INFO:tasks.rados.rados.0.smithi081.stdout:3445: finishing write tid 4 to smithi081164505-44 2023-05-20T06:08:41.350 INFO:tasks.rados.rados.0.smithi081.stdout:3445: finishing write tid 5 to smithi081164505-44 2023-05-20T06:08:41.350 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1807 (ObjNum 1079 snap 319 seq_num 1079) dirty exists 2023-05-20T06:08:41.350 INFO:tasks.rados.rados.0.smithi081.stdout:3445: left oid 44 (ObjNum 1079 snap 319 seq_num 1079) 2023-05-20T06:08:41.660 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:41 smithi081 ceph-mon[95500]: pgmap v786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:41.661 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:41 smithi081 ceph-mon[95500]: osdmap e690: 8 total, 8 up, 8 in 2023-05-20T06:08:41.661 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:41 smithi081 ceph-mon[107735]: pgmap v786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:41.661 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:41 smithi081 ceph-mon[107735]: osdmap e690: 8 total, 8 up, 8 in 2023-05-20T06:08:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:41 smithi170 ceph-mon[97338]: pgmap v786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:41 smithi170 ceph-mon[97338]: osdmap e690: 8 total, 8 up, 8 in 2023-05-20T06:08:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:08:41.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:08:41.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:42.344 INFO:tasks.rados.rados.0.smithi081.stdout:3445: done (1 left) 2023-05-20T06:08:42.344 INFO:tasks.rados.rados.0.smithi081.stdout:3446: done (0 left) 2023-05-20T06:08:42.344 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 320 2023-05-20T06:08:42.344 INFO:tasks.rados.rados.0.smithi081.stdout:3447: seq_num 1080 ranges {11730944=491520,12222464=540672,12763136=262144} 2023-05-20T06:08:42.407 INFO:tasks.rados.rados.0.smithi081.stdout:3447: writing smithi081164505-23 from 11730944 to 12222464 tid 1 2023-05-20T06:08:42.411 INFO:tasks.rados.rados.0.smithi081.stdout:3447: writing smithi081164505-23 from 12222464 to 12763136 tid 2 2023-05-20T06:08:42.412 INFO:tasks.rados.rados.0.smithi081.stdout:3447: writing smithi081164505-23 from 12763136 to 13025280 tid 3 2023-05-20T06:08:42.413 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 320 2023-05-20T06:08:42.413 INFO:tasks.rados.rados.0.smithi081.stdout:3448: seq_num 1081 ranges {6430720=507904,6938624=425984,7364608=376832} 2023-05-20T06:08:42.449 INFO:tasks.rados.rados.0.smithi081.stdout:3448: writing smithi081164505-3 from 6430720 to 6938624 tid 1 2023-05-20T06:08:42.452 INFO:tasks.rados.rados.0.smithi081.stdout:3448: writing smithi081164505-3 from 6938624 to 7364608 tid 2 2023-05-20T06:08:42.455 INFO:tasks.rados.rados.0.smithi081.stdout:3448: writing smithi081164505-3 from 7364608 to 7741440 tid 3 2023-05-20T06:08:42.455 INFO:tasks.rados.rados.0.smithi081.stdout:3449: read oid 34 snap -1 2023-05-20T06:08:42.455 INFO:tasks.rados.rados.0.smithi081.stdout:3449: expect (ObjNum 1074 snap 314 seq_num 1074) 2023-05-20T06:08:42.455 INFO:tasks.rados.rados.0.smithi081.stdout:3450: copy_from oid 48 from oid 21 current snap is 320 2023-05-20T06:08:42.456 INFO:tasks.rados.rados.0.smithi081.stdout:3447: finishing write tid 1 to smithi081164505-23 2023-05-20T06:08:42.456 INFO:tasks.rados.rados.0.smithi081.stdout:3447: finishing write tid 2 to smithi081164505-23 2023-05-20T06:08:42.456 INFO:tasks.rados.rados.0.smithi081.stdout:3447: finishing write tid 3 to smithi081164505-23 2023-05-20T06:08:42.456 INFO:tasks.rados.rados.0.smithi081.stdout:3447: finishing write tid 4 to smithi081164505-23 2023-05-20T06:08:42.457 INFO:tasks.rados.rados.0.smithi081.stdout:3447: finishing write tid 5 to smithi081164505-23 2023-05-20T06:08:42.457 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2121 (ObjNum 1080 snap 320 seq_num 1080) dirty exists 2023-05-20T06:08:42.457 INFO:tasks.rados.rados.0.smithi081.stdout:3447: left oid 23 (ObjNum 1080 snap 320 seq_num 1080) 2023-05-20T06:08:42.457 INFO:tasks.rados.rados.0.smithi081.stdout:3448: finishing write tid 1 to smithi081164505-3 2023-05-20T06:08:42.457 INFO:tasks.rados.rados.0.smithi081.stdout:3447: done (3 left) 2023-05-20T06:08:42.457 INFO:tasks.rados.rados.0.smithi081.stdout:3451: rmattr oid 8 current snap is 320 2023-05-20T06:08:42.458 INFO:tasks.rados.rados.0.smithi081.stdout:3451: done (3 left) 2023-05-20T06:08:42.458 INFO:tasks.rados.rados.0.smithi081.stdout:3452: delete oid 29 current snap is 320 2023-05-20T06:08:42.458 INFO:tasks.rados.rados.0.smithi081.stdout:3450: finishing copy_from to smithi081164505-48 2023-05-20T06:08:42.459 INFO:tasks.rados.rados.0.smithi081.stdout:3450: got expected ENOENT (src dne) 2023-05-20T06:08:42.459 INFO:tasks.rados.rados.0.smithi081.stdout:3450: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:08:42.459 INFO:tasks.rados.rados.0.smithi081.stdout:3448: finishing write tid 2 to smithi081164505-3 2023-05-20T06:08:42.460 INFO:tasks.rados.rados.0.smithi081.stdout:3450: done (3 left) 2023-05-20T06:08:42.460 INFO:tasks.rados.rados.0.smithi081.stdout:3452: done (2 left) 2023-05-20T06:08:42.460 INFO:tasks.rados.rados.0.smithi081.stdout:3453: read oid 45 snap -1 2023-05-20T06:08:42.460 INFO:tasks.rados.rados.0.smithi081.stdout:3453: expect (ObjNum 1077 snap 317 seq_num 1077) 2023-05-20T06:08:42.460 INFO:tasks.rados.rados.0.smithi081.stdout:3454: copy_from oid 13 from oid 27 current snap is 320 2023-05-20T06:08:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:3455: rollback oid 16 current snap is 320 2023-05-20T06:08:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 310 2023-05-20T06:08:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:3456: rollback oid 37 current snap is 320 2023-05-20T06:08:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 315 2023-05-20T06:08:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:3457: read oid 33 snap -1 2023-05-20T06:08:42.461 INFO:tasks.rados.rados.0.smithi081.stdout:3457: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:08:42.462 INFO:tasks.rados.rados.0.smithi081.stdout:3458: delete oid 25 current snap is 320 2023-05-20T06:08:42.462 INFO:tasks.rados.rados.0.smithi081.stdout:3448: finishing write tid 3 to smithi081164505-3 2023-05-20T06:08:42.463 INFO:tasks.rados.rados.0.smithi081.stdout:3448: finishing write tid 4 to smithi081164505-3 2023-05-20T06:08:42.464 INFO:tasks.rados.rados.0.smithi081.stdout:3455: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:08:42.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1900 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:08:42.464 INFO:tasks.rados.rados.0.smithi081.stdout:3448: finishing write tid 5 to smithi081164505-3 2023-05-20T06:08:42.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1499 (ObjNum 1081 snap 320 seq_num 1081) dirty exists 2023-05-20T06:08:42.465 INFO:tasks.rados.rados.0.smithi081.stdout:3448: left oid 3 (ObjNum 1081 snap 320 seq_num 1081) 2023-05-20T06:08:42.466 INFO:tasks.rados.rados.0.smithi081.stdout:3448: done (7 left) 2023-05-20T06:08:42.467 INFO:tasks.rados.rados.0.smithi081.stdout:3455: done (6 left) 2023-05-20T06:08:42.467 INFO:tasks.rados.rados.0.smithi081.stdout:3458: done (5 left) 2023-05-20T06:08:42.467 INFO:tasks.rados.rados.0.smithi081.stdout:3459: snap_remove snap 292 2023-05-20T06:08:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:42 smithi170 ceph-mon[97338]: osdmap e691: 8 total, 8 up, 8 in 2023-05-20T06:08:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:42 smithi081 ceph-mon[95500]: osdmap e691: 8 total, 8 up, 8 in 2023-05-20T06:08:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:42 smithi081 ceph-mon[107735]: osdmap e691: 8 total, 8 up, 8 in 2023-05-20T06:08:43.350 INFO:tasks.rados.rados.0.smithi081.stdout:3459: done (5 left) 2023-05-20T06:08:43.351 INFO:tasks.rados.rados.0.smithi081.stdout:3460: rollback oid 40 current snap is 320 2023-05-20T06:08:43.351 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 308 2023-05-20T06:08:43.351 INFO:tasks.rados.rados.0.smithi081.stdout:3453: expect (ObjNum 1077 snap 317 seq_num 1077) 2023-05-20T06:08:43.359 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:43 smithi081 ceph-mon[107735]: pgmap v789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:43.359 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:43 smithi081 ceph-mon[107735]: osdmap e692: 8 total, 8 up, 8 in 2023-05-20T06:08:43.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:43 smithi081 ceph-mon[95500]: pgmap v789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:43.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:43 smithi081 ceph-mon[95500]: osdmap e692: 8 total, 8 up, 8 in 2023-05-20T06:08:43.361 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:08:43.388 INFO:tasks.rados.rados.0.smithi081.stdout:3456: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:08:43.389 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1579 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:08:43.389 INFO:tasks.rados.rados.0.smithi081.stdout:3454: finishing copy_from to smithi081164505-13 2023-05-20T06:08:43.389 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1976 (ObjNum 1017 snap 292 seq_num 1017) dirty exists 2023-05-20T06:08:43.390 INFO:tasks.rados.rados.0.smithi081.stdout:3454: finishing copy_from racing read to smithi081164505-13 2023-05-20T06:08:43.390 INFO:tasks.rados.rados.0.smithi081.stdout:3449: expect (ObjNum 1074 snap 314 seq_num 1074) 2023-05-20T06:08:43.622 INFO:tasks.rados.rados.0.smithi081.stdout:3457: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:08:43.663 INFO:tasks.rados.rados.0.smithi081.stdout:3460: finishing rollback tid 0 to smithi081164505-40 2023-05-20T06:08:43.664 INFO:tasks.rados.rados.0.smithi081.stdout:3460: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:08:43.664 INFO:tasks.rados.rados.0.smithi081.stdout:3460: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:08:43.664 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1979 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:08:43.664 INFO:tasks.rados.rados.0.smithi081.stdout:3449: done (5 left) 2023-05-20T06:08:43.664 INFO:tasks.rados.rados.0.smithi081.stdout:3453: done (4 left) 2023-05-20T06:08:43.664 INFO:tasks.rados.rados.0.smithi081.stdout:3454: done (3 left) 2023-05-20T06:08:43.665 INFO:tasks.rados.rados.0.smithi081.stdout:3456: done (2 left) 2023-05-20T06:08:43.665 INFO:tasks.rados.rados.0.smithi081.stdout:3457: done (1 left) 2023-05-20T06:08:43.665 INFO:tasks.rados.rados.0.smithi081.stdout:3460: done (0 left) 2023-05-20T06:08:43.665 INFO:tasks.rados.rados.0.smithi081.stdout:3461: delete oid 15 current snap is 320 2023-05-20T06:08:43.667 INFO:tasks.rados.rados.0.smithi081.stdout:3461: done (0 left) 2023-05-20T06:08:43.667 INFO:tasks.rados.rados.0.smithi081.stdout:3462: read oid 22 snap 306 2023-05-20T06:08:43.667 INFO:tasks.rados.rados.0.smithi081.stdout:3462: expect (ObjNum 1048 snap 300 seq_num 1048) 2023-05-20T06:08:43.667 INFO:tasks.rados.rados.0.smithi081.stdout:3463: setattr oid 42 current snap is 320 2023-05-20T06:08:43.668 INFO:tasks.rados.rados.0.smithi081.stdout:3464: snap_create 2023-05-20T06:08:43.674 INFO:tasks.rados.rados.0.smithi081.stdout:3462: expect (ObjNum 1048 snap 300 seq_num 1048) 2023-05-20T06:08:43.694 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1588 (ObjNum 1076 snap 314 seq_num 1076) dirty exists 2023-05-20T06:08:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:43 smithi170 ceph-mon[97338]: pgmap v789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:43 smithi170 ceph-mon[97338]: osdmap e692: 8 total, 8 up, 8 in 2023-05-20T06:08:44.376 INFO:tasks.rados.rados.0.smithi081.stdout:3462: done (2 left) 2023-05-20T06:08:44.377 INFO:tasks.rados.rados.0.smithi081.stdout:3463: done (1 left) 2023-05-20T06:08:44.377 INFO:tasks.rados.rados.0.smithi081.stdout:3464: done (0 left) 2023-05-20T06:08:44.377 INFO:tasks.rados.rados.0.smithi081.stdout:3465: rmattr oid 41 current snap is 321 2023-05-20T06:08:44.377 INFO:tasks.rados.rados.0.smithi081.stdout:3465: done (0 left) 2023-05-20T06:08:44.377 INFO:tasks.rados.rados.0.smithi081.stdout:3466: read oid 41 snap -1 2023-05-20T06:08:44.378 INFO:tasks.rados.rados.0.smithi081.stdout:3466: expect (ObjNum 1068 snap 312 seq_num 1068) 2023-05-20T06:08:44.378 INFO:tasks.rados.rados.0.smithi081.stdout:3467: snap_remove snap 267 2023-05-20T06:08:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:44 smithi170 ceph-mon[97338]: osdmap e693: 8 total, 8 up, 8 in 2023-05-20T06:08:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:44 smithi081 ceph-mon[95500]: osdmap e693: 8 total, 8 up, 8 in 2023-05-20T06:08:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:44 smithi081 ceph-mon[107735]: osdmap e693: 8 total, 8 up, 8 in 2023-05-20T06:08:45.377 INFO:tasks.rados.rados.0.smithi081.stdout:3467: done (1 left) 2023-05-20T06:08:45.377 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 321 2023-05-20T06:08:45.377 INFO:tasks.rados.rados.0.smithi081.stdout:3468: seq_num 1085 ranges {3235840=581632,3817472=761856,4579328=40960} 2023-05-20T06:08:45.397 INFO:tasks.rados.rados.0.smithi081.stdout:3468: writing smithi081164505-4 from 3235840 to 3817472 tid 1 2023-05-20T06:08:45.402 INFO:tasks.rados.rados.0.smithi081.stdout:3468: writing smithi081164505-4 from 3817472 to 4579328 tid 2 2023-05-20T06:08:45.412 INFO:tasks.rados.rados.0.smithi081.stdout:3468: writing smithi081164505-4 from 4579328 to 4620288 tid 3 2023-05-20T06:08:45.412 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 321 2023-05-20T06:08:45.412 INFO:tasks.rados.rados.0.smithi081.stdout:3469: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2023-05-20T06:08:45.412 INFO:tasks.rados.rados.0.smithi081.stdout:3469: writing smithi081164505-16 from 0 to 598016 tid 1 2023-05-20T06:08:45.413 INFO:tasks.rados.rados.0.smithi081.stdout:3469: writing smithi081164505-16 from 598016 to 1245184 tid 2 2023-05-20T06:08:45.413 INFO:tasks.rados.rados.0.smithi081.stdout:3469: writing smithi081164505-16 from 1245184 to 1400832 tid 3 2023-05-20T06:08:45.413 INFO:tasks.rados.rados.0.smithi081.stdout:3470: read oid 37 snap 256 2023-05-20T06:08:45.414 INFO:tasks.rados.rados.0.smithi081.stdout:3470: expect (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:08:45.414 INFO:tasks.rados.rados.0.smithi081.stdout:3471: snap_create 2023-05-20T06:08:45.414 INFO:tasks.rados.rados.0.smithi081.stdout:3466: expect (ObjNum 1068 snap 312 seq_num 1068) 2023-05-20T06:08:45.513 INFO:tasks.rados.rados.0.smithi081.stdout:3468: finishing write tid 1 to smithi081164505-4 2023-05-20T06:08:45.513 INFO:tasks.rados.rados.0.smithi081.stdout:3468: finishing write tid 2 to smithi081164505-4 2023-05-20T06:08:45.513 INFO:tasks.rados.rados.0.smithi081.stdout:3468: finishing write tid 3 to smithi081164505-4 2023-05-20T06:08:45.513 INFO:tasks.rados.rados.0.smithi081.stdout:3468: finishing write tid 4 to smithi081164505-4 2023-05-20T06:08:45.513 INFO:tasks.rados.rados.0.smithi081.stdout:3468: finishing write tid 5 to smithi081164505-4 2023-05-20T06:08:45.514 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1540 (ObjNum 1085 snap 321 seq_num 1085) dirty exists 2023-05-20T06:08:45.514 INFO:tasks.rados.rados.0.smithi081.stdout:3468: left oid 4 (ObjNum 1085 snap 321 seq_num 1085) 2023-05-20T06:08:45.514 INFO:tasks.rados.rados.0.smithi081.stdout:3469: finishing write tid 1 to smithi081164505-16 2023-05-20T06:08:45.514 INFO:tasks.rados.rados.0.smithi081.stdout:3469: finishing write tid 2 to smithi081164505-16 2023-05-20T06:08:45.514 INFO:tasks.rados.rados.0.smithi081.stdout:3469: finishing write tid 3 to smithi081164505-16 2023-05-20T06:08:45.514 INFO:tasks.rados.rados.0.smithi081.stdout:3469: finishing write tid 4 to smithi081164505-16 2023-05-20T06:08:45.515 INFO:tasks.rados.rados.0.smithi081.stdout:3469: finishing write tid 5 to smithi081164505-16 2023-05-20T06:08:45.515 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1983 (ObjNum 1086 snap 321 seq_num 1086) dirty exists 2023-05-20T06:08:45.516 INFO:tasks.rados.rados.0.smithi081.stdout:3469: left oid 16 (ObjNum 1086 snap 321 seq_num 1086) 2023-05-20T06:08:45.516 INFO:tasks.rados.rados.0.smithi081.stdout:3470: expect (ObjNum 881 snap 251 seq_num 881) 2023-05-20T06:08:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:45 smithi170 ceph-mon[97338]: pgmap v792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:45 smithi170 ceph-mon[97338]: osdmap e694: 8 total, 8 up, 8 in 2023-05-20T06:08:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:45 smithi081 ceph-mon[95500]: pgmap v792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:45 smithi081 ceph-mon[95500]: osdmap e694: 8 total, 8 up, 8 in 2023-05-20T06:08:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:45 smithi081 ceph-mon[107735]: pgmap v792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:45 smithi081 ceph-mon[107735]: osdmap e694: 8 total, 8 up, 8 in 2023-05-20T06:08:46.387 INFO:tasks.rados.rados.0.smithi081.stdout:3466: done (4 left) 2023-05-20T06:08:46.387 INFO:tasks.rados.rados.0.smithi081.stdout:3468: done (3 left) 2023-05-20T06:08:46.387 INFO:tasks.rados.rados.0.smithi081.stdout:3469: done (2 left) 2023-05-20T06:08:46.387 INFO:tasks.rados.rados.0.smithi081.stdout:3470: done (1 left) 2023-05-20T06:08:46.388 INFO:tasks.rados.rados.0.smithi081.stdout:3471: done (0 left) 2023-05-20T06:08:46.388 INFO:tasks.rados.rados.0.smithi081.stdout:3472: rollback oid 22 current snap is 322 2023-05-20T06:08:46.388 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 306 2023-05-20T06:08:46.388 INFO:tasks.rados.rados.0.smithi081.stdout:3473: snap_remove snap 256 2023-05-20T06:08:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:46 smithi170 ceph-mon[97338]: osdmap e695: 8 total, 8 up, 8 in 2023-05-20T06:08:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:46 smithi081 ceph-mon[95500]: osdmap e695: 8 total, 8 up, 8 in 2023-05-20T06:08:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:46 smithi081 ceph-mon[107735]: osdmap e695: 8 total, 8 up, 8 in 2023-05-20T06:08:47.391 INFO:tasks.rados.rados.0.smithi081.stdout:3473: done (1 left) 2023-05-20T06:08:47.392 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 322 2023-05-20T06:08:47.392 INFO:tasks.rados.rados.0.smithi081.stdout:3474: seq_num 1087 ranges {3334144=614400,3948544=532480,4481024=270336} 2023-05-20T06:08:47.413 INFO:tasks.rados.rados.0.smithi081.stdout:3474: writing smithi081164505-50 from 3334144 to 3948544 tid 1 2023-05-20T06:08:47.418 INFO:tasks.rados.rados.0.smithi081.stdout:3474: writing smithi081164505-50 from 3948544 to 4481024 tid 2 2023-05-20T06:08:47.418 INFO:tasks.rados.rados.0.smithi081.stdout:3474: writing smithi081164505-50 from 4481024 to 4751360 tid 3 2023-05-20T06:08:47.419 INFO:tasks.rados.rados.0.smithi081.stdout:3475: delete oid 17 current snap is 322 2023-05-20T06:08:47.419 INFO:tasks.rados.rados.0.smithi081.stdout:3472: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:08:47.419 INFO:tasks.rados.rados.0.smithi081.stdout:3472: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:08:47.419 INFO:tasks.rados.rados.0.smithi081.stdout:3472: finishing rollback tid 2 to smithi081164505-22 2023-05-20T06:08:47.420 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1772 (ObjNum 1048 snap 300 seq_num 1048) dirty exists 2023-05-20T06:08:47.423 INFO:tasks.rados.rados.0.smithi081.stdout:3474: finishing write tid 1 to smithi081164505-50 2023-05-20T06:08:47.424 INFO:tasks.rados.rados.0.smithi081.stdout:3472: done (2 left) 2023-05-20T06:08:47.424 INFO:tasks.rados.rados.0.smithi081.stdout:3475: done (1 left) 2023-05-20T06:08:47.425 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 322 2023-05-20T06:08:47.425 INFO:tasks.rados.rados.0.smithi081.stdout:3476: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2023-05-20T06:08:47.428 INFO:tasks.rados.rados.0.smithi081.stdout:3476: writing smithi081164505-14 from 0 to 647168 tid 1 2023-05-20T06:08:47.433 INFO:tasks.rados.rados.0.smithi081.stdout:3476: writing smithi081164505-14 from 647168 to 1392640 tid 2 2023-05-20T06:08:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:3476: writing smithi081164505-14 from 1392640 to 1449984 tid 3 2023-05-20T06:08:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:3477: read oid 44 snap -1 2023-05-20T06:08:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:3477: expect (ObjNum 1079 snap 319 seq_num 1079) 2023-05-20T06:08:47.434 INFO:tasks.rados.rados.0.smithi081.stdout:3478: rollback oid 11 current snap is 322 2023-05-20T06:08:47.435 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 11 to 317 2023-05-20T06:08:47.435 INFO:tasks.rados.rados.0.smithi081.stdout:3474: finishing write tid 2 to smithi081164505-50 2023-05-20T06:08:47.436 INFO:tasks.rados.rados.0.smithi081.stdout:3474: finishing write tid 3 to smithi081164505-50 2023-05-20T06:08:47.436 INFO:tasks.rados.rados.0.smithi081.stdout:3474: finishing write tid 4 to smithi081164505-50 2023-05-20T06:08:47.436 INFO:tasks.rados.rados.0.smithi081.stdout:3474: finishing write tid 5 to smithi081164505-50 2023-05-20T06:08:47.437 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1503 (ObjNum 1087 snap 322 seq_num 1087) dirty exists 2023-05-20T06:08:47.437 INFO:tasks.rados.rados.0.smithi081.stdout:3474: left oid 50 (ObjNum 1087 snap 322 seq_num 1087) 2023-05-20T06:08:47.437 INFO:tasks.rados.rados.0.smithi081.stdout:3474: done (3 left) 2023-05-20T06:08:47.438 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 322 2023-05-20T06:08:47.438 INFO:tasks.rados.rados.0.smithi081.stdout:3479: seq_num 1090 ranges {237568=663552,901120=630784,1531904=172032} 2023-05-20T06:08:47.439 INFO:tasks.rados.rados.0.smithi081.stdout:3479: writing smithi081164505-13 from 237568 to 901120 tid 1 2023-05-20T06:08:47.443 INFO:tasks.rados.rados.0.smithi081.stdout:3479: writing smithi081164505-13 from 901120 to 1531904 tid 2 2023-05-20T06:08:47.444 INFO:tasks.rados.rados.0.smithi081.stdout:3479: writing smithi081164505-13 from 1531904 to 1703936 tid 3 2023-05-20T06:08:47.444 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 16 current snap is 322 2023-05-20T06:08:47.444 INFO:tasks.rados.rados.0.smithi081.stdout:3476: finishing write tid 1 to smithi081164505-14 2023-05-20T06:08:47.444 INFO:tasks.rados.rados.0.smithi081.stdout:3480: seq_num 1091 ranges {1400832=679936,2080768=516096,2596864=286720} 2023-05-20T06:08:47.455 INFO:tasks.rados.rados.0.smithi081.stdout:3480: writing smithi081164505-16 from 1400832 to 2080768 tid 1 2023-05-20T06:08:47.458 INFO:tasks.rados.rados.0.smithi081.stdout:3480: writing smithi081164505-16 from 2080768 to 2596864 tid 2 2023-05-20T06:08:47.460 INFO:tasks.rados.rados.0.smithi081.stdout:3480: writing smithi081164505-16 from 2596864 to 2883584 tid 3 2023-05-20T06:08:47.460 INFO:tasks.rados.rados.0.smithi081.stdout:3481: rollback oid 10 current snap is 322 2023-05-20T06:08:47.460 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 10 to 317 2023-05-20T06:08:47.460 INFO:tasks.rados.rados.0.smithi081.stdout:3476: finishing write tid 2 to smithi081164505-14 2023-05-20T06:08:47.460 INFO:tasks.rados.rados.0.smithi081.stdout:3476: finishing write tid 3 to smithi081164505-14 2023-05-20T06:08:47.460 INFO:tasks.rados.rados.0.smithi081.stdout:3476: finishing write tid 4 to smithi081164505-14 2023-05-20T06:08:47.461 INFO:tasks.rados.rados.0.smithi081.stdout:3478: finishing rollback tid 1 to smithi081164505-11 2023-05-20T06:08:47.461 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1699 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:08:47.461 INFO:tasks.rados.rados.0.smithi081.stdout:3477: expect (ObjNum 1079 snap 319 seq_num 1079) 2023-05-20T06:08:47.493 INFO:tasks.rados.rados.0.smithi081.stdout:3476: finishing write tid 5 to smithi081164505-14 2023-05-20T06:08:47.493 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 2021 (ObjNum 1089 snap 322 seq_num 1089) dirty exists 2023-05-20T06:08:47.493 INFO:tasks.rados.rados.0.smithi081.stdout:3476: left oid 14 (ObjNum 1089 snap 322 seq_num 1089) 2023-05-20T06:08:47.493 INFO:tasks.rados.rados.0.smithi081.stdout:3479: finishing write tid 1 to smithi081164505-13 2023-05-20T06:08:47.493 INFO:tasks.rados.rados.0.smithi081.stdout:3476: done (5 left) 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3477: done (4 left) 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3478: done (3 left) 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3482: snap_create 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3479: finishing write tid 2 to smithi081164505-13 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3479: finishing write tid 3 to smithi081164505-13 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3479: finishing write tid 4 to smithi081164505-13 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:3479: finishing write tid 5 to smithi081164505-13 2023-05-20T06:08:47.494 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 1987 (ObjNum 1090 snap 322 seq_num 1090) dirty exists 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:3479: left oid 13 (ObjNum 1090 snap 322 seq_num 1090) 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:3480: finishing write tid 1 to smithi081164505-16 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:3481: finishing rollback tid 0 to smithi081164505-10 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:3481: finishing rollback tid 1 to smithi081164505-10 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:3480: finishing write tid 2 to smithi081164505-16 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:3481: finishing rollback tid 2 to smithi081164505-10 2023-05-20T06:08:47.495 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1812 (ObjNum 1073 snap 314 seq_num 1073) dirty exists 2023-05-20T06:08:47.496 INFO:tasks.rados.rados.0.smithi081.stdout:3480: finishing write tid 3 to smithi081164505-16 2023-05-20T06:08:47.496 INFO:tasks.rados.rados.0.smithi081.stdout:3480: finishing write tid 4 to smithi081164505-16 2023-05-20T06:08:47.496 INFO:tasks.rados.rados.0.smithi081.stdout:3480: finishing write tid 5 to smithi081164505-16 2023-05-20T06:08:47.496 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1991 (ObjNum 1091 snap 322 seq_num 1091) dirty exists 2023-05-20T06:08:47.496 INFO:tasks.rados.rados.0.smithi081.stdout:3480: left oid 16 (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:08:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:47 smithi170 ceph-mon[97338]: pgmap v795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:47 smithi170 ceph-mon[97338]: osdmap e696: 8 total, 8 up, 8 in 2023-05-20T06:08:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:47 smithi081 ceph-mon[95500]: pgmap v795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:47 smithi081 ceph-mon[95500]: osdmap e696: 8 total, 8 up, 8 in 2023-05-20T06:08:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:47 smithi081 ceph-mon[107735]: pgmap v795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:47 smithi081 ceph-mon[107735]: osdmap e696: 8 total, 8 up, 8 in 2023-05-20T06:08:48.406 INFO:tasks.rados.rados.0.smithi081.stdout:3479: done (3 left) 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:3480: done (2 left) 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:3481: done (1 left) 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:3482: done (0 left) 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:3483: rollback oid 6 current snap is 323 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 316 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:3484: read oid 16 snap -1 2023-05-20T06:08:48.407 INFO:tasks.rados.rados.0.smithi081.stdout:3484: expect (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:08:48.408 INFO:tasks.rados.rados.0.smithi081.stdout:3485: snap_remove snap 299 2023-05-20T06:08:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:48 smithi170 ceph-mon[97338]: osdmap e697: 8 total, 8 up, 8 in 2023-05-20T06:08:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:48 smithi081 ceph-mon[95500]: osdmap e697: 8 total, 8 up, 8 in 2023-05-20T06:08:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:48 smithi081 ceph-mon[107735]: osdmap e697: 8 total, 8 up, 8 in 2023-05-20T06:08:49.415 INFO:tasks.rados.rados.0.smithi081.stdout:3485: done (2 left) 2023-05-20T06:08:49.415 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 3 current snap is 323 2023-05-20T06:08:49.416 INFO:tasks.rados.rados.0.smithi081.stdout:3486: seq_num 1092 ranges {7741440=696320,8437760=802816} 2023-05-20T06:08:49.458 INFO:tasks.rados.rados.0.smithi081.stdout:3486: writing smithi081164505-3 from 7741440 to 8437760 tid 1 2023-05-20T06:08:49.462 INFO:tasks.rados.rados.0.smithi081.stdout:3486: writing smithi081164505-3 from 8437760 to 9240576 tid 2 2023-05-20T06:08:49.462 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 323 2023-05-20T06:08:49.463 INFO:tasks.rados.rados.0.smithi081.stdout:3483: finishing rollback tid 0 to smithi081164505-6 2023-05-20T06:08:49.463 INFO:tasks.rados.rados.0.smithi081.stdout:3487: seq_num 1093 ranges {1286144=712704,1998848=688128,2686976=114688} 2023-05-20T06:08:49.473 INFO:tasks.rados.rados.0.smithi081.stdout:3487: writing smithi081164505-33 from 1286144 to 1998848 tid 1 2023-05-20T06:08:49.477 INFO:tasks.rados.rados.0.smithi081.stdout:3487: writing smithi081164505-33 from 1998848 to 2686976 tid 2 2023-05-20T06:08:49.478 INFO:tasks.rados.rados.0.smithi081.stdout:3487: writing smithi081164505-33 from 2686976 to 2801664 tid 3 2023-05-20T06:08:49.478 INFO:tasks.rados.rados.0.smithi081.stdout:3488: rollback oid 2 current snap is 323 2023-05-20T06:08:49.478 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 2 to 321 2023-05-20T06:08:49.478 INFO:tasks.rados.rados.0.smithi081.stdout:3483: finishing rollback tid 1 to smithi081164505-6 2023-05-20T06:08:49.479 INFO:tasks.rados.rados.0.smithi081.stdout:3483: finishing rollback tid 2 to smithi081164505-6 2023-05-20T06:08:49.479 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 875 (ObjNum 967 snap 275 seq_num 967) dirty exists 2023-05-20T06:08:49.479 INFO:tasks.rados.rados.0.smithi081.stdout:3484: expect (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:08:49.572 INFO:tasks.rados.rados.0.smithi081.stdout:3486: finishing write tid 1 to smithi081164505-3 2023-05-20T06:08:49.572 INFO:tasks.rados.rados.0.smithi081.stdout:3483: done (4 left) 2023-05-20T06:08:49.572 INFO:tasks.rados.rados.0.smithi081.stdout:3484: done (3 left) 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3489: snap_create 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3486: finishing write tid 2 to smithi081164505-3 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3486: finishing write tid 3 to smithi081164505-3 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3486: finishing write tid 4 to smithi081164505-3 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1506 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3486: left oid 3 (ObjNum 1092 snap 323 seq_num 1092) 2023-05-20T06:08:49.573 INFO:tasks.rados.rados.0.smithi081.stdout:3487: finishing write tid 1 to smithi081164505-33 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3487: finishing write tid 2 to smithi081164505-33 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3488: finishing rollback tid 1 to smithi081164505-2 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 1908 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3487: finishing write tid 3 to smithi081164505-33 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3487: finishing write tid 4 to smithi081164505-33 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3487: finishing write tid 5 to smithi081164505-33 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 1595 (ObjNum 1093 snap 323 seq_num 1093) dirty exists 2023-05-20T06:08:49.574 INFO:tasks.rados.rados.0.smithi081.stdout:3487: left oid 33 (ObjNum 1093 snap 323 seq_num 1093) 2023-05-20T06:08:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:49 smithi170 ceph-mon[97338]: pgmap v798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:49 smithi170 ceph-mon[97338]: osdmap e698: 8 total, 8 up, 8 in 2023-05-20T06:08:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:49 smithi081 ceph-mon[95500]: pgmap v798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:49 smithi081 ceph-mon[95500]: osdmap e698: 8 total, 8 up, 8 in 2023-05-20T06:08:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:49 smithi081 ceph-mon[107735]: pgmap v798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:49 smithi081 ceph-mon[107735]: osdmap e698: 8 total, 8 up, 8 in 2023-05-20T06:08:50.420 INFO:tasks.rados.rados.0.smithi081.stdout:3486: done (3 left) 2023-05-20T06:08:50.420 INFO:tasks.rados.rados.0.smithi081.stdout:3487: done (2 left) 2023-05-20T06:08:50.420 INFO:tasks.rados.rados.0.smithi081.stdout:3488: done (1 left) 2023-05-20T06:08:50.420 INFO:tasks.rados.rados.0.smithi081.stdout:3489: done (0 left) 2023-05-20T06:08:50.420 INFO:tasks.rados.rados.0.smithi081.stdout:3490: read oid 5 snap -1 2023-05-20T06:08:50.420 INFO:tasks.rados.rados.0.smithi081.stdout:3490: expect (ObjNum 1021 snap 292 seq_num 1021) 2023-05-20T06:08:50.421 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 41 current snap is 324 2023-05-20T06:08:50.421 INFO:tasks.rados.rados.0.smithi081.stdout:3491: seq_num 1094 ranges {2514944=729088,3244032=573440,3817472=229376} 2023-05-20T06:08:50.438 INFO:tasks.rados.rados.0.smithi081.stdout:3491: writing smithi081164505-41 from 2514944 to 3244032 tid 1 2023-05-20T06:08:50.441 INFO:tasks.rados.rados.0.smithi081.stdout:3491: writing smithi081164505-41 from 3244032 to 3817472 tid 2 2023-05-20T06:08:50.443 INFO:tasks.rados.rados.0.smithi081.stdout:3491: writing smithi081164505-41 from 3817472 to 4046848 tid 3 2023-05-20T06:08:50.443 INFO:tasks.rados.rados.0.smithi081.stdout:3492: read oid 43 snap 298 2023-05-20T06:08:50.443 INFO:tasks.rados.rados.0.smithi081.stdout:3492: expect (ObjNum 1021 snap 292 seq_num 1021) 2023-05-20T06:08:50.444 INFO:tasks.rados.rados.0.smithi081.stdout:3493: rollback oid 8 current snap is 324 2023-05-20T06:08:50.444 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 306 2023-05-20T06:08:50.444 INFO:tasks.rados.rados.0.smithi081.stdout:3494: copy_from oid 46 from oid 47 current snap is 324 2023-05-20T06:08:50.444 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 324 2023-05-20T06:08:50.444 INFO:tasks.rados.rados.0.smithi081.stdout:3495: seq_num 1095 ranges {9338880=745472,10084352=499712,10584064=303104} 2023-05-20T06:08:50.497 INFO:tasks.rados.rados.0.smithi081.stdout:3495: writing smithi081164505-12 from 9338880 to 10084352 tid 1 2023-05-20T06:08:50.500 INFO:tasks.rados.rados.0.smithi081.stdout:3495: writing smithi081164505-12 from 10084352 to 10584064 tid 2 2023-05-20T06:08:50.502 INFO:tasks.rados.rados.0.smithi081.stdout:3495: writing smithi081164505-12 from 10584064 to 10887168 tid 3 2023-05-20T06:08:50.503 INFO:tasks.rados.rados.0.smithi081.stdout:3496: read oid 23 snap 298 2023-05-20T06:08:50.503 INFO:tasks.rados.rados.0.smithi081.stdout:3496: expect (ObjNum 1001 snap 286 seq_num 1001) 2023-05-20T06:08:50.503 INFO:tasks.rados.rados.0.smithi081.stdout:3497: snap_create 2023-05-20T06:08:50.503 INFO:tasks.rados.rados.0.smithi081.stdout:3491: finishing write tid 1 to smithi081164505-41 2023-05-20T06:08:50.504 INFO:tasks.rados.rados.0.smithi081.stdout:3491: finishing write tid 2 to smithi081164505-41 2023-05-20T06:08:50.504 INFO:tasks.rados.rados.0.smithi081.stdout:3491: finishing write tid 3 to smithi081164505-41 2023-05-20T06:08:50.504 INFO:tasks.rados.rados.0.smithi081.stdout:3491: finishing write tid 4 to smithi081164505-41 2023-05-20T06:08:50.504 INFO:tasks.rados.rados.0.smithi081.stdout:3490: expect (ObjNum 1021 snap 292 seq_num 1021) 2023-05-20T06:08:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:50 smithi170 ceph-mon[97338]: osdmap e699: 8 total, 8 up, 8 in 2023-05-20T06:08:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:50 smithi170 ceph-mon[97338]: pgmap v801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:50 smithi081 ceph-mon[95500]: osdmap e699: 8 total, 8 up, 8 in 2023-05-20T06:08:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:50 smithi081 ceph-mon[95500]: pgmap v801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:50 smithi081 ceph-mon[107735]: osdmap e699: 8 total, 8 up, 8 in 2023-05-20T06:08:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:50 smithi081 ceph-mon[107735]: pgmap v801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:50.908 INFO:tasks.rados.rados.0.smithi081.stdout:3493: finishing rollback tid 0 to smithi081164505-8 2023-05-20T06:08:50.908 INFO:tasks.rados.rados.0.smithi081.stdout:3493: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:08:50.909 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1789 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:08:50.909 INFO:tasks.rados.rados.0.smithi081.stdout:3491: finishing write tid 5 to smithi081164505-41 2023-05-20T06:08:50.910 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 1891 (ObjNum 1094 snap 324 seq_num 1094) dirty exists 2023-05-20T06:08:50.910 INFO:tasks.rados.rados.0.smithi081.stdout:3491: left oid 41 (ObjNum 1094 snap 324 seq_num 1094) 2023-05-20T06:08:50.910 INFO:tasks.rados.rados.0.smithi081.stdout:3494: finishing copy_from to smithi081164505-46 2023-05-20T06:08:50.911 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1805 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:50.911 INFO:tasks.rados.rados.0.smithi081.stdout:3492: expect (ObjNum 1021 snap 292 seq_num 1021) 2023-05-20T06:08:51.308 INFO:tasks.rados.rados.0.smithi081.stdout:3494: finishing copy_from racing read to smithi081164505-46 2023-05-20T06:08:51.308 INFO:tasks.rados.rados.0.smithi081.stdout:3495: finishing write tid 1 to smithi081164505-12 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:3495: finishing write tid 2 to smithi081164505-12 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:3495: finishing write tid 3 to smithi081164505-12 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:3495: finishing write tid 4 to smithi081164505-12 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:3495: finishing write tid 5 to smithi081164505-12 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1972 (ObjNum 1095 snap 324 seq_num 1095) dirty exists 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:3495: left oid 12 (ObjNum 1095 snap 324 seq_num 1095) 2023-05-20T06:08:51.309 INFO:tasks.rados.rados.0.smithi081.stdout:3496: expect (ObjNum 1001 snap 286 seq_num 1001) 2023-05-20T06:08:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:51 smithi170 ceph-mon[97338]: osdmap e700: 8 total, 8 up, 8 in 2023-05-20T06:08:51.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:51 smithi081 ceph-mon[95500]: osdmap e700: 8 total, 8 up, 8 in 2023-05-20T06:08:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:51 smithi081 ceph-mon[107735]: osdmap e700: 8 total, 8 up, 8 in 2023-05-20T06:08:51.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:08:51.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:51.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:08:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:08:51.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:08:52.175 INFO:tasks.rados.rados.0.smithi081.stdout:3490: done (7 left) 2023-05-20T06:08:52.175 INFO:tasks.rados.rados.0.smithi081.stdout:3491: done (6 left) 2023-05-20T06:08:52.176 INFO:tasks.rados.rados.0.smithi081.stdout:3492: done (5 left) 2023-05-20T06:08:52.176 INFO:tasks.rados.rados.0.smithi081.stdout:3493: done (4 left) 2023-05-20T06:08:52.176 INFO:tasks.rados.rados.0.smithi081.stdout:3494: done (3 left) 2023-05-20T06:08:52.176 INFO:tasks.rados.rados.0.smithi081.stdout:3495: done (2 left) 2023-05-20T06:08:52.176 INFO:tasks.rados.rados.0.smithi081.stdout:3496: done (1 left) 2023-05-20T06:08:52.176 INFO:tasks.rados.rados.0.smithi081.stdout:3497: done (0 left) 2023-05-20T06:08:52.177 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 325 2023-05-20T06:08:52.177 INFO:tasks.rados.rados.0.smithi081.stdout:3498: seq_num 1096 ranges {491520=761856,1253376=786432,2039808=16384} 2023-05-20T06:08:52.182 INFO:tasks.rados.rados.0.smithi081.stdout:3498: writing smithi081164505-18 from 491520 to 1253376 tid 1 2023-05-20T06:08:52.187 INFO:tasks.rados.rados.0.smithi081.stdout:3498: writing smithi081164505-18 from 1253376 to 2039808 tid 2 2023-05-20T06:08:52.187 INFO:tasks.rados.rados.0.smithi081.stdout:3498: writing smithi081164505-18 from 2039808 to 2056192 tid 3 2023-05-20T06:08:52.187 INFO:tasks.rados.rados.0.smithi081.stdout:3499: snap_create 2023-05-20T06:08:52.188 INFO:tasks.rados.rados.0.smithi081.stdout:3498: finishing write tid 1 to smithi081164505-18 2023-05-20T06:08:52.191 INFO:tasks.rados.rados.0.smithi081.stdout:3498: finishing write tid 2 to smithi081164505-18 2023-05-20T06:08:52.191 INFO:tasks.rados.rados.0.smithi081.stdout:3498: finishing write tid 3 to smithi081164505-18 2023-05-20T06:08:52.191 INFO:tasks.rados.rados.0.smithi081.stdout:3498: finishing write tid 4 to smithi081164505-18 2023-05-20T06:08:52.192 INFO:tasks.rados.rados.0.smithi081.stdout:3498: finishing write tid 5 to smithi081164505-18 2023-05-20T06:08:52.192 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 1976 (ObjNum 1096 snap 325 seq_num 1096) dirty exists 2023-05-20T06:08:52.193 INFO:tasks.rados.rados.0.smithi081.stdout:3498: left oid 18 (ObjNum 1096 snap 325 seq_num 1096) 2023-05-20T06:08:52.432 INFO:tasks.rados.rados.0.smithi081.stdout:3498: done (1 left) 2023-05-20T06:08:52.433 INFO:tasks.rados.rados.0.smithi081.stdout:3499: done (0 left) 2023-05-20T06:08:52.433 INFO:tasks.rados.rados.0.smithi081.stdout:3500: snap_create 2023-05-20T06:08:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:52 smithi170 ceph-mon[97338]: osdmap e701: 8 total, 8 up, 8 in 2023-05-20T06:08:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:52 smithi170 ceph-mon[97338]: pgmap v804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:52 smithi081 ceph-mon[95500]: osdmap e701: 8 total, 8 up, 8 in 2023-05-20T06:08:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:52 smithi081 ceph-mon[95500]: pgmap v804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:52 smithi081 ceph-mon[107735]: osdmap e701: 8 total, 8 up, 8 in 2023-05-20T06:08:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:52 smithi081 ceph-mon[107735]: pgmap v804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:53.433 INFO:tasks.rados.rados.0.smithi081.stdout:3500: done (0 left) 2023-05-20T06:08:53.433 INFO:tasks.rados.rados.0.smithi081.stdout:3501: rollback oid 29 current snap is 327 2023-05-20T06:08:53.434 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 307 2023-05-20T06:08:53.434 INFO:tasks.rados.rados.0.smithi081.stdout:3502: rmattr oid 15 current snap is 327 2023-05-20T06:08:53.434 INFO:tasks.rados.rados.0.smithi081.stdout:3502: done (1 left) 2023-05-20T06:08:53.435 INFO:tasks.rados.rados.0.smithi081.stdout:3503: rmattr oid 40 current snap is 327 2023-05-20T06:08:53.435 INFO:tasks.rados.rados.0.smithi081.stdout:3503: done (1 left) 2023-05-20T06:08:53.435 INFO:tasks.rados.rados.0.smithi081.stdout:3504: snap_remove snap 322 2023-05-20T06:08:53.436 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:08:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:53 smithi170 ceph-mon[97338]: osdmap e702: 8 total, 8 up, 8 in 2023-05-20T06:08:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:53 smithi081 ceph-mon[95500]: osdmap e702: 8 total, 8 up, 8 in 2023-05-20T06:08:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:53 smithi081 ceph-mon[107735]: osdmap e702: 8 total, 8 up, 8 in 2023-05-20T06:08:54.436 INFO:tasks.rados.rados.0.smithi081.stdout:3504: done (1 left) 2023-05-20T06:08:54.436 INFO:tasks.rados.rados.0.smithi081.stdout:3505: delete oid 12 current snap is 327 2023-05-20T06:08:54.436 INFO:tasks.rados.rados.0.smithi081.stdout:3501: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:08:54.436 INFO:tasks.rados.rados.0.smithi081.stdout:3501: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:08:54.436 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1791 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:08:54.449 INFO:tasks.rados.rados.0.smithi081.stdout:3501: done (1 left) 2023-05-20T06:08:54.449 INFO:tasks.rados.rados.0.smithi081.stdout:3505: done (0 left) 2023-05-20T06:08:54.449 INFO:tasks.rados.rados.0.smithi081.stdout:3506: snap_create 2023-05-20T06:08:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:54 smithi170 ceph-mon[97338]: osdmap e703: 8 total, 8 up, 8 in 2023-05-20T06:08:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:54 smithi170 ceph-mon[97338]: pgmap v807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:54 smithi081 ceph-mon[95500]: osdmap e703: 8 total, 8 up, 8 in 2023-05-20T06:08:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:54 smithi081 ceph-mon[95500]: pgmap v807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:54 smithi081 ceph-mon[107735]: osdmap e703: 8 total, 8 up, 8 in 2023-05-20T06:08:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:54 smithi081 ceph-mon[107735]: pgmap v807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:55.457 INFO:tasks.rados.rados.0.smithi081.stdout:3506: done (0 left) 2023-05-20T06:08:55.458 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 328 2023-05-20T06:08:55.458 INFO:tasks.rados.rados.0.smithi081.stdout:3507: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2023-05-20T06:08:55.462 INFO:tasks.rados.rados.0.smithi081.stdout:3507: writing smithi081164505-19 from 0 to 794624 tid 1 2023-05-20T06:08:55.465 INFO:tasks.rados.rados.0.smithi081.stdout:3507: writing smithi081164505-19 from 794624 to 1351680 tid 2 2023-05-20T06:08:55.467 INFO:tasks.rados.rados.0.smithi081.stdout:3507: writing smithi081164505-19 from 1351680 to 1597440 tid 3 2023-05-20T06:08:55.467 INFO:tasks.rados.rados.0.smithi081.stdout:3508: copy_from oid 20 from oid 49 current snap is 328 2023-05-20T06:08:55.467 INFO:tasks.rados.rados.0.smithi081.stdout:3509: snap_remove snap 312 2023-05-20T06:08:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:55 smithi170 ceph-mon[97338]: osdmap e704: 8 total, 8 up, 8 in 2023-05-20T06:08:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:55 smithi081 ceph-mon[95500]: osdmap e704: 8 total, 8 up, 8 in 2023-05-20T06:08:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:55 smithi081 ceph-mon[107735]: osdmap e704: 8 total, 8 up, 8 in 2023-05-20T06:08:56.468 INFO:tasks.rados.rados.0.smithi081.stdout:3509: done (2 left) 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:3510: rollback oid 39 current snap is 328 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 39 to 309 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:3507: finishing write tid 1 to smithi081164505-19 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:3507: finishing write tid 2 to smithi081164505-19 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:3507: finishing write tid 3 to smithi081164505-19 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:3507: finishing write tid 4 to smithi081164505-19 2023-05-20T06:08:56.469 INFO:tasks.rados.rados.0.smithi081.stdout:3507: finishing write tid 5 to smithi081164505-19 2023-05-20T06:08:56.470 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1544 (ObjNum 1098 snap 328 seq_num 1098) dirty exists 2023-05-20T06:08:56.470 INFO:tasks.rados.rados.0.smithi081.stdout:3507: left oid 19 (ObjNum 1098 snap 328 seq_num 1098) 2023-05-20T06:08:56.470 INFO:tasks.rados.rados.0.smithi081.stdout:3508: finishing copy_from to smithi081164505-20 2023-05-20T06:08:56.470 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1503 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:08:56.471 INFO:tasks.rados.rados.0.smithi081.stdout:3508: finishing copy_from racing read to smithi081164505-20 2023-05-20T06:08:56.471 INFO:tasks.rados.rados.0.smithi081.stdout:3507: done (2 left) 2023-05-20T06:08:56.471 INFO:tasks.rados.rados.0.smithi081.stdout:3508: done (1 left) 2023-05-20T06:08:56.471 INFO:tasks.rados.rados.0.smithi081.stdout:3511: copy_from oid 27 from oid 46 current snap is 328 2023-05-20T06:08:56.471 INFO:tasks.rados.rados.0.smithi081.stdout:3512: delete oid 4 current snap is 328 2023-05-20T06:08:56.480 INFO:tasks.rados.rados.0.smithi081.stdout:3512: done (2 left) 2023-05-20T06:08:56.480 INFO:tasks.rados.rados.0.smithi081.stdout:3513: rollback oid 38 current snap is 328 2023-05-20T06:08:56.480 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 316 2023-05-20T06:08:56.480 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 328 2023-05-20T06:08:56.485 INFO:tasks.rados.rados.0.smithi081.stdout:3514: seq_num 1100 ranges {13025280=425984,13451264=729088,14180352=475136} 2023-05-20T06:08:56.552 INFO:tasks.rados.rados.0.smithi081.stdout:3514: writing smithi081164505-23 from 13025280 to 13451264 tid 1 2023-05-20T06:08:56.556 INFO:tasks.rados.rados.0.smithi081.stdout:3514: writing smithi081164505-23 from 13451264 to 14180352 tid 2 2023-05-20T06:08:56.559 INFO:tasks.rados.rados.0.smithi081.stdout:3514: writing smithi081164505-23 from 14180352 to 14655488 tid 3 2023-05-20T06:08:56.559 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 328 2023-05-20T06:08:56.559 INFO:tasks.rados.rados.0.smithi081.stdout:3510: finishing rollback tid 0 to smithi081164505-39 2023-05-20T06:08:56.560 INFO:tasks.rados.rados.0.smithi081.stdout:3515: seq_num 1101 ranges {5349376=442368,5791744=606208,6397952=598016} 2023-05-20T06:08:56.590 INFO:tasks.rados.rados.0.smithi081.stdout:3515: writing smithi081164505-43 from 5349376 to 5791744 tid 1 2023-05-20T06:08:56.593 INFO:tasks.rados.rados.0.smithi081.stdout:3515: writing smithi081164505-43 from 5791744 to 6397952 tid 2 2023-05-20T06:08:56.598 INFO:tasks.rados.rados.0.smithi081.stdout:3515: writing smithi081164505-43 from 6397952 to 6995968 tid 3 2023-05-20T06:08:56.598 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 328 2023-05-20T06:08:56.598 INFO:tasks.rados.rados.0.smithi081.stdout:3511: finishing copy_from to smithi081164505-27 2023-05-20T06:08:56.598 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 1805 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:56.598 INFO:tasks.rados.rados.0.smithi081.stdout:3513: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:3513: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:3513: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1805 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:3511: finishing copy_from racing read to smithi081164505-27 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:3510: finishing rollback tid 1 to smithi081164505-39 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:3510: finishing rollback tid 2 to smithi081164505-39 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 2029 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:08:56.599 INFO:tasks.rados.rados.0.smithi081.stdout:3514: finishing write tid 1 to smithi081164505-23 2023-05-20T06:08:56.600 INFO:tasks.rados.rados.0.smithi081.stdout:3516: seq_num 1102 ranges {761856=458752,1220608=491520,1712128=491520,2203648=221184} 2023-05-20T06:08:56.604 INFO:tasks.rados.rados.0.smithi081.stdout:3516: writing smithi081164505-22 from 761856 to 1220608 tid 1 2023-05-20T06:08:56.606 INFO:tasks.rados.rados.0.smithi081.stdout:3516: writing smithi081164505-22 from 1220608 to 1712128 tid 2 2023-05-20T06:08:56.609 INFO:tasks.rados.rados.0.smithi081.stdout:3516: writing smithi081164505-22 from 1712128 to 2203648 tid 3 2023-05-20T06:08:56.611 INFO:tasks.rados.rados.0.smithi081.stdout:3516: writing smithi081164505-22 from 2203648 to 2424832 tid 4 2023-05-20T06:08:56.611 INFO:tasks.rados.rados.0.smithi081.stdout:3510: done (5 left) 2023-05-20T06:08:56.612 INFO:tasks.rados.rados.0.smithi081.stdout:3511: done (4 left) 2023-05-20T06:08:56.612 INFO:tasks.rados.rados.0.smithi081.stdout:3513: done (3 left) 2023-05-20T06:08:56.612 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 328 2023-05-20T06:08:56.612 INFO:tasks.rados.rados.0.smithi081.stdout:3514: finishing write tid 2 to smithi081164505-23 2023-05-20T06:08:56.613 INFO:tasks.rados.rados.0.smithi081.stdout:3517: seq_num 1103 ranges {1245184=475136,1720320=425984,2146304=696320,2842624=81920} 2023-05-20T06:08:56.620 INFO:tasks.rados.rados.0.smithi081.stdout:3517: writing smithi081164505-45 from 1245184 to 1720320 tid 1 2023-05-20T06:08:56.623 INFO:tasks.rados.rados.0.smithi081.stdout:3517: writing smithi081164505-45 from 1720320 to 2146304 tid 2 2023-05-20T06:08:56.626 INFO:tasks.rados.rados.0.smithi081.stdout:3517: writing smithi081164505-45 from 2146304 to 2842624 tid 3 2023-05-20T06:08:56.628 INFO:tasks.rados.rados.0.smithi081.stdout:3517: writing smithi081164505-45 from 2842624 to 2924544 tid 4 2023-05-20T06:08:56.628 INFO:tasks.rados.rados.0.smithi081.stdout:3518: delete oid 47 current snap is 328 2023-05-20T06:08:56.628 INFO:tasks.rados.rados.0.smithi081.stdout:3514: finishing write tid 3 to smithi081164505-23 2023-05-20T06:08:56.628 INFO:tasks.rados.rados.0.smithi081.stdout:3514: finishing write tid 4 to smithi081164505-23 2023-05-20T06:08:56.628 INFO:tasks.rados.rados.0.smithi081.stdout:3514: finishing write tid 5 to smithi081164505-23 2023-05-20T06:08:56.628 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2169 (ObjNum 1100 snap 328 seq_num 1100) dirty exists 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:3514: left oid 23 (ObjNum 1100 snap 328 seq_num 1100) 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:3515: finishing write tid 1 to smithi081164505-43 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:3515: finishing write tid 2 to smithi081164505-43 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:3515: finishing write tid 3 to smithi081164505-43 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:3515: finishing write tid 4 to smithi081164505-43 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:3515: finishing write tid 5 to smithi081164505-43 2023-05-20T06:08:56.629 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1510 (ObjNum 1101 snap 328 seq_num 1101) dirty exists 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3515: left oid 43 (ObjNum 1101 snap 328 seq_num 1101) 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3516: finishing write tid 1 to smithi081164505-22 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3516: finishing write tid 2 to smithi081164505-22 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3516: finishing write tid 3 to smithi081164505-22 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3516: finishing write tid 4 to smithi081164505-22 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3516: finishing write tid 5 to smithi081164505-22 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:3516: finishing write tid 6 to smithi081164505-22 2023-05-20T06:08:56.630 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1813 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:08:56.631 INFO:tasks.rados.rados.0.smithi081.stdout:3516: left oid 22 (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:08:56.631 INFO:tasks.rados.rados.0.smithi081.stdout:3517: finishing write tid 1 to smithi081164505-45 2023-05-20T06:08:56.631 INFO:tasks.rados.rados.0.smithi081.stdout:3517: finishing write tid 2 to smithi081164505-45 2023-05-20T06:08:56.631 INFO:tasks.rados.rados.0.smithi081.stdout:3514: done (4 left) 2023-05-20T06:08:56.632 INFO:tasks.rados.rados.0.smithi081.stdout:3515: done (3 left) 2023-05-20T06:08:56.632 INFO:tasks.rados.rados.0.smithi081.stdout:3516: done (2 left) 2023-05-20T06:08:56.632 INFO:tasks.rados.rados.0.smithi081.stdout:3518: done (1 left) 2023-05-20T06:08:56.632 INFO:tasks.rados.rados.0.smithi081.stdout:3519: delete oid 1 current snap is 328 2023-05-20T06:08:56.632 INFO:tasks.rados.rados.0.smithi081.stdout:3517: finishing write tid 3 to smithi081164505-45 2023-05-20T06:08:56.632 INFO:tasks.rados.rados.0.smithi081.stdout:3517: finishing write tid 4 to smithi081164505-45 2023-05-20T06:08:56.633 INFO:tasks.rados.rados.0.smithi081.stdout:3517: finishing write tid 5 to smithi081164505-45 2023-05-20T06:08:56.633 INFO:tasks.rados.rados.0.smithi081.stdout:3517: finishing write tid 6 to smithi081164505-45 2023-05-20T06:08:56.633 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1810 (ObjNum 1103 snap 328 seq_num 1103) dirty exists 2023-05-20T06:08:56.634 INFO:tasks.rados.rados.0.smithi081.stdout:3517: left oid 45 (ObjNum 1103 snap 328 seq_num 1103) 2023-05-20T06:08:56.634 INFO:tasks.rados.rados.0.smithi081.stdout:3517: done (1 left) 2023-05-20T06:08:56.634 INFO:tasks.rados.rados.0.smithi081.stdout:3519: done (0 left) 2023-05-20T06:08:56.634 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 328 2023-05-20T06:08:56.634 INFO:tasks.rados.rados.0.smithi081.stdout:3520: seq_num 1106 ranges {0=532480,532480=483328,1015808=475136,1490944=245760} 2023-05-20T06:08:56.635 INFO:tasks.rados.rados.0.smithi081.stdout:3520: writing smithi081164505-37 from 0 to 532480 tid 1 2023-05-20T06:08:56.638 INFO:tasks.rados.rados.0.smithi081.stdout:3520: writing smithi081164505-37 from 532480 to 1015808 tid 2 2023-05-20T06:08:56.641 INFO:tasks.rados.rados.0.smithi081.stdout:3520: writing smithi081164505-37 from 1015808 to 1490944 tid 3 2023-05-20T06:08:56.643 INFO:tasks.rados.rados.0.smithi081.stdout:3520: writing smithi081164505-37 from 1490944 to 1736704 tid 4 2023-05-20T06:08:56.643 INFO:tasks.rados.rados.0.smithi081.stdout:3521: snap_create 2023-05-20T06:08:56.643 INFO:tasks.rados.rados.0.smithi081.stdout:3520: finishing write tid 1 to smithi081164505-37 2023-05-20T06:08:56.643 INFO:tasks.rados.rados.0.smithi081.stdout:3520: finishing write tid 2 to smithi081164505-37 2023-05-20T06:08:56.644 INFO:tasks.rados.rados.0.smithi081.stdout:3520: finishing write tid 3 to smithi081164505-37 2023-05-20T06:08:56.645 INFO:tasks.rados.rados.0.smithi081.stdout:3520: finishing write tid 4 to smithi081164505-37 2023-05-20T06:08:56.645 INFO:tasks.rados.rados.0.smithi081.stdout:3520: finishing write tid 5 to smithi081164505-37 2023-05-20T06:08:56.646 INFO:tasks.rados.rados.0.smithi081.stdout:3520: finishing write tid 6 to smithi081164505-37 2023-05-20T06:08:56.646 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1815 (ObjNum 1106 snap 328 seq_num 1106) dirty exists 2023-05-20T06:08:56.647 INFO:tasks.rados.rados.0.smithi081.stdout:3520: left oid 37 (ObjNum 1106 snap 328 seq_num 1106) 2023-05-20T06:08:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:56 smithi170 ceph-mon[97338]: osdmap e705: 8 total, 8 up, 8 in 2023-05-20T06:08:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:56 smithi170 ceph-mon[97338]: pgmap v810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:56 smithi081 ceph-mon[95500]: osdmap e705: 8 total, 8 up, 8 in 2023-05-20T06:08:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:56 smithi081 ceph-mon[95500]: pgmap v810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:56 smithi081 ceph-mon[107735]: osdmap e705: 8 total, 8 up, 8 in 2023-05-20T06:08:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:56 smithi081 ceph-mon[107735]: pgmap v810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:57.469 INFO:tasks.rados.rados.0.smithi081.stdout:3520: done (1 left) 2023-05-20T06:08:57.469 INFO:tasks.rados.rados.0.smithi081.stdout:3521: done (0 left) 2023-05-20T06:08:57.469 INFO:tasks.rados.rados.0.smithi081.stdout:3522: read oid 25 snap -1 2023-05-20T06:08:57.469 INFO:tasks.rados.rados.0.smithi081.stdout:3522: expect deleted 2023-05-20T06:08:57.470 INFO:tasks.rados.rados.0.smithi081.stdout:3523: rollback oid 21 current snap is 329 2023-05-20T06:08:57.470 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 301 2023-05-20T06:08:57.470 INFO:tasks.rados.rados.0.smithi081.stdout:3524: read oid 35 snap 306 2023-05-20T06:08:57.470 INFO:tasks.rados.rados.0.smithi081.stdout:3524: expect deleted 2023-05-20T06:08:57.470 INFO:tasks.rados.rados.0.smithi081.stdout:3525: snap_create 2023-05-20T06:08:57.472 INFO:tasks.rados.rados.0.smithi081.stdout:3523: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:08:57.472 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2018 (ObjNum 81 snap 0 seq_num 164581120) dirty dne 2023-05-20T06:08:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:57 smithi170 ceph-mon[97338]: osdmap e706: 8 total, 8 up, 8 in 2023-05-20T06:08:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:57 smithi081 ceph-mon[95500]: osdmap e706: 8 total, 8 up, 8 in 2023-05-20T06:08:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:57 smithi081 ceph-mon[107735]: osdmap e706: 8 total, 8 up, 8 in 2023-05-20T06:08:58.476 INFO:tasks.rados.rados.0.smithi081.stdout:3522: done (3 left) 2023-05-20T06:08:58.476 INFO:tasks.rados.rados.0.smithi081.stdout:3523: done (2 left) 2023-05-20T06:08:58.476 INFO:tasks.rados.rados.0.smithi081.stdout:3524: done (1 left) 2023-05-20T06:08:58.477 INFO:tasks.rados.rados.0.smithi081.stdout:3525: done (0 left) 2023-05-20T06:08:58.477 INFO:tasks.rados.rados.0.smithi081.stdout:3526: setattr oid 4 current snap is 330 2023-05-20T06:08:58.477 INFO:tasks.rados.rados.0.smithi081.stdout:3527: setattr oid 39 current snap is 330 2023-05-20T06:08:58.478 INFO:tasks.rados.rados.0.smithi081.stdout:3528: snap_create 2023-05-20T06:08:58.483 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1546 (ObjNum 0 snap 0 seq_num 304) dirty exists 2023-05-20T06:08:58.484 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 2031 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:08:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:58 smithi170 ceph-mon[97338]: osdmap e707: 8 total, 8 up, 8 in 2023-05-20T06:08:58.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:58 smithi170 ceph-mon[97338]: pgmap v813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:58 smithi081 ceph-mon[95500]: osdmap e707: 8 total, 8 up, 8 in 2023-05-20T06:08:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:58 smithi081 ceph-mon[95500]: pgmap v813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:58 smithi081 ceph-mon[107735]: osdmap e707: 8 total, 8 up, 8 in 2023-05-20T06:08:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:58 smithi081 ceph-mon[107735]: pgmap v813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:08:59.479 INFO:tasks.rados.rados.0.smithi081.stdout:3526: done (2 left) 2023-05-20T06:08:59.480 INFO:tasks.rados.rados.0.smithi081.stdout:3527: done (1 left) 2023-05-20T06:08:59.480 INFO:tasks.rados.rados.0.smithi081.stdout:3528: done (0 left) 2023-05-20T06:08:59.480 INFO:tasks.rados.rados.0.smithi081.stdout:3529: rollback oid 29 current snap is 331 2023-05-20T06:08:59.480 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 316 2023-05-20T06:08:59.480 INFO:tasks.rados.rados.0.smithi081.stdout:3530: rollback oid 14 current snap is 331 2023-05-20T06:08:59.481 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 14 to 316 2023-05-20T06:08:59.481 INFO:tasks.rados.rados.0.smithi081.stdout:3531: snap_remove snap 315 2023-05-20T06:08:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:08:59 smithi170 ceph-mon[97338]: osdmap e708: 8 total, 8 up, 8 in 2023-05-20T06:08:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:08:59 smithi081 ceph-mon[95500]: osdmap e708: 8 total, 8 up, 8 in 2023-05-20T06:08:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:08:59 smithi081 ceph-mon[107735]: osdmap e708: 8 total, 8 up, 8 in 2023-05-20T06:09:00.488 INFO:tasks.rados.rados.0.smithi081.stdout:3531: done (2 left) 2023-05-20T06:09:00.488 INFO:tasks.rados.rados.0.smithi081.stdout:3532: rmattr oid 43 current snap is 331 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:3530: finishing rollback tid 0 to smithi081164505-14 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:3530: finishing rollback tid 1 to smithi081164505-14 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 2034 (ObjNum 161 snap 0 seq_num 163958240) dirty dne 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:3529: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:3529: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:3529: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:09:00.489 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1817 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:09:00.490 INFO:tasks.rados.rados.0.smithi081.stdout:3529: done (2 left) 2023-05-20T06:09:00.490 INFO:tasks.rados.rados.0.smithi081.stdout:3530: done (1 left) 2023-05-20T06:09:00.490 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 331 2023-05-20T06:09:00.490 INFO:tasks.rados.rados.0.smithi081.stdout:3533: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2023-05-20T06:09:00.492 INFO:tasks.rados.rados.0.smithi081.stdout:3533: writing smithi081164505-4 from 0 to 548864 tid 1 2023-05-20T06:09:00.497 INFO:tasks.rados.rados.0.smithi081.stdout:3533: writing smithi081164505-4 from 548864 to 1318912 tid 2 2023-05-20T06:09:00.500 INFO:tasks.rados.rados.0.smithi081.stdout:3533: writing smithi081164505-4 from 1318912 to 1753088 tid 3 2023-05-20T06:09:00.500 INFO:tasks.rados.rados.0.smithi081.stdout:3534: read oid 23 snap -1 2023-05-20T06:09:00.500 INFO:tasks.rados.rados.0.smithi081.stdout:3534: expect (ObjNum 1100 snap 328 seq_num 1100) 2023-05-20T06:09:00.500 INFO:tasks.rados.rados.0.smithi081.stdout:3535: copy_from oid 31 from oid 1 current snap is 331 2023-05-20T06:09:00.501 INFO:tasks.rados.rados.0.smithi081.stdout:3536: delete oid 6 current snap is 331 2023-05-20T06:09:00.508 INFO:tasks.rados.rados.0.smithi081.stdout:3536: done (4 left) 2023-05-20T06:09:00.508 INFO:tasks.rados.rados.0.smithi081.stdout:3537: read oid 10 snap 306 2023-05-20T06:09:00.508 INFO:tasks.rados.rados.0.smithi081.stdout:3537: expect (ObjNum 1034 snap 294 seq_num 1034) 2023-05-20T06:09:00.509 INFO:tasks.rados.rados.0.smithi081.stdout:3538: rollback oid 17 current snap is 331 2023-05-20T06:09:00.509 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 17 to 245 2023-05-20T06:09:00.509 INFO:tasks.rados.rados.0.smithi081.stdout:3539: delete oid 27 current snap is 331 2023-05-20T06:09:00.509 INFO:tasks.rados.rados.0.smithi081.stdout:3535: finishing copy_from to smithi081164505-31 2023-05-20T06:09:00.509 INFO:tasks.rados.rados.0.smithi081.stdout:3535: got expected ENOENT (src dne) 2023-05-20T06:09:00.509 INFO:tasks.rados.rados.0.smithi081.stdout:3535: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:09:00.510 INFO:tasks.rados.rados.0.smithi081.stdout:3533: finishing write tid 1 to smithi081164505-4 2023-05-20T06:09:00.510 INFO:tasks.rados.rados.0.smithi081.stdout:3533: finishing write tid 2 to smithi081164505-4 2023-05-20T06:09:00.510 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1511 (ObjNum 1101 snap 328 seq_num 1101) dirty exists 2023-05-20T06:09:00.515 INFO:tasks.rados.rados.0.smithi081.stdout:3533: finishing write tid 3 to smithi081164505-4 2023-05-20T06:09:00.515 INFO:tasks.rados.rados.0.smithi081.stdout:3533: finishing write tid 4 to smithi081164505-4 2023-05-20T06:09:00.516 INFO:tasks.rados.rados.0.smithi081.stdout:3533: finishing write tid 5 to smithi081164505-4 2023-05-20T06:09:00.516 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1550 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2023-05-20T06:09:00.517 INFO:tasks.rados.rados.0.smithi081.stdout:3533: left oid 4 (ObjNum 1107 snap 331 seq_num 1107) 2023-05-20T06:09:00.533 INFO:tasks.rados.rados.0.smithi081.stdout:3538: finishing rollback tid 1 to smithi081164505-17 2023-05-20T06:09:00.533 INFO:tasks.rados.rados.0.smithi081.stdout:3538: finishing rollback tid 2 to smithi081164505-17 2023-05-20T06:09:00.533 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1815 (ObjNum 822 snap 238 seq_num 822) dirty exists 2023-05-20T06:09:00.538 INFO:tasks.rados.rados.0.smithi081.stdout:3537: expect (ObjNum 1034 snap 294 seq_num 1034) 2023-05-20T06:09:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:00 smithi170 ceph-mon[97338]: osdmap e709: 8 total, 8 up, 8 in 2023-05-20T06:09:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:00 smithi170 ceph-mon[97338]: pgmap v816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:00.754 INFO:tasks.rados.rados.0.smithi081.stdout:3534: expect (ObjNum 1100 snap 328 seq_num 1100) 2023-05-20T06:09:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:00 smithi081 ceph-mon[95500]: osdmap e709: 8 total, 8 up, 8 in 2023-05-20T06:09:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:00 smithi081 ceph-mon[95500]: pgmap v816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:00 smithi081 ceph-mon[107735]: osdmap e709: 8 total, 8 up, 8 in 2023-05-20T06:09:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:00 smithi081 ceph-mon[107735]: pgmap v816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:01 smithi170 ceph-mon[97338]: osdmap e710: 8 total, 8 up, 8 in 2023-05-20T06:09:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:01 smithi081 ceph-mon[95500]: osdmap e710: 8 total, 8 up, 8 in 2023-05-20T06:09:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:01 smithi081 ceph-mon[107735]: osdmap e710: 8 total, 8 up, 8 in 2023-05-20T06:09:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:09:01.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:09:01.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:02.074 INFO:tasks.rados.rados.0.smithi081.stdout:3532: done (6 left) 2023-05-20T06:09:02.075 INFO:tasks.rados.rados.0.smithi081.stdout:3533: done (5 left) 2023-05-20T06:09:02.075 INFO:tasks.rados.rados.0.smithi081.stdout:3534: done (4 left) 2023-05-20T06:09:02.076 INFO:tasks.rados.rados.0.smithi081.stdout:3535: done (3 left) 2023-05-20T06:09:02.076 INFO:tasks.rados.rados.0.smithi081.stdout:3537: done (2 left) 2023-05-20T06:09:02.076 INFO:tasks.rados.rados.0.smithi081.stdout:3538: done (1 left) 2023-05-20T06:09:02.076 INFO:tasks.rados.rados.0.smithi081.stdout:3539: done (0 left) 2023-05-20T06:09:02.077 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 331 2023-05-20T06:09:02.077 INFO:tasks.rados.rados.0.smithi081.stdout:3540: seq_num 1110 ranges {2924544=598016,3522560=466944,3989504=450560,4440064=286720} 2023-05-20T06:09:02.093 INFO:tasks.rados.rados.0.smithi081.stdout:3540: writing smithi081164505-45 from 2924544 to 3522560 tid 1 2023-05-20T06:09:02.096 INFO:tasks.rados.rados.0.smithi081.stdout:3540: writing smithi081164505-45 from 3522560 to 3989504 tid 2 2023-05-20T06:09:02.099 INFO:tasks.rados.rados.0.smithi081.stdout:3540: writing smithi081164505-45 from 3989504 to 4440064 tid 3 2023-05-20T06:09:02.100 INFO:tasks.rados.rados.0.smithi081.stdout:3540: writing smithi081164505-45 from 4440064 to 4726784 tid 4 2023-05-20T06:09:02.101 INFO:tasks.rados.rados.0.smithi081.stdout:3541: rmattr oid 31 current snap is 331 2023-05-20T06:09:02.101 INFO:tasks.rados.rados.0.smithi081.stdout:3541: done (1 left) 2023-05-20T06:09:02.101 INFO:tasks.rados.rados.0.smithi081.stdout:3542: snap_remove snap 245 2023-05-20T06:09:02.495 INFO:tasks.rados.rados.0.smithi081.stdout:3542: done (1 left) 2023-05-20T06:09:02.495 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 331 2023-05-20T06:09:02.495 INFO:tasks.rados.rados.0.smithi081.stdout:3540: finishing write tid 1 to smithi081164505-45 2023-05-20T06:09:02.496 INFO:tasks.rados.rados.0.smithi081.stdout:3543: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2023-05-20T06:09:02.498 INFO:tasks.rados.rados.0.smithi081.stdout:3543: writing smithi081164505-21 from 0 to 614400 tid 1 2023-05-20T06:09:02.503 INFO:tasks.rados.rados.0.smithi081.stdout:3543: writing smithi081164505-21 from 614400 to 1368064 tid 2 2023-05-20T06:09:02.506 INFO:tasks.rados.rados.0.smithi081.stdout:3543: writing smithi081164505-21 from 1368064 to 1818624 tid 3 2023-05-20T06:09:02.506 INFO:tasks.rados.rados.0.smithi081.stdout:3544: snap_remove snap 309 2023-05-20T06:09:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:02 smithi170 ceph-mon[97338]: pgmap v818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:02 smithi081 ceph-mon[95500]: pgmap v818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:02 smithi081 ceph-mon[107735]: pgmap v818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:03.490 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:09:03.503 INFO:tasks.rados.rados.0.smithi081.stdout:3544: done (2 left) 2023-05-20T06:09:03.503 INFO:tasks.rados.rados.0.smithi081.stdout:3545: delete oid 46 current snap is 331 2023-05-20T06:09:03.504 INFO:tasks.rados.rados.0.smithi081.stdout:3540: finishing write tid 2 to smithi081164505-45 2023-05-20T06:09:03.504 INFO:tasks.rados.rados.0.smithi081.stdout:3540: finishing write tid 3 to smithi081164505-45 2023-05-20T06:09:03.504 INFO:tasks.rados.rados.0.smithi081.stdout:3540: finishing write tid 4 to smithi081164505-45 2023-05-20T06:09:03.504 INFO:tasks.rados.rados.0.smithi081.stdout:3540: finishing write tid 5 to smithi081164505-45 2023-05-20T06:09:03.504 INFO:tasks.rados.rados.0.smithi081.stdout:3540: finishing write tid 6 to smithi081164505-45 2023-05-20T06:09:03.504 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1820 (ObjNum 1110 snap 331 seq_num 1110) dirty exists 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:3540: left oid 45 (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:3543: finishing write tid 1 to smithi081164505-21 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:3543: finishing write tid 2 to smithi081164505-21 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:3543: finishing write tid 3 to smithi081164505-21 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:3543: finishing write tid 4 to smithi081164505-21 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:3543: finishing write tid 5 to smithi081164505-21 2023-05-20T06:09:03.505 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2184 (ObjNum 1111 snap 331 seq_num 1111) dirty exists 2023-05-20T06:09:03.506 INFO:tasks.rados.rados.0.smithi081.stdout:3543: left oid 21 (ObjNum 1111 snap 331 seq_num 1111) 2023-05-20T06:09:03.517 INFO:tasks.rados.rados.0.smithi081.stdout:3540: done (2 left) 2023-05-20T06:09:03.517 INFO:tasks.rados.rados.0.smithi081.stdout:3543: done (1 left) 2023-05-20T06:09:03.517 INFO:tasks.rados.rados.0.smithi081.stdout:3545: done (0 left) 2023-05-20T06:09:03.517 INFO:tasks.rados.rados.0.smithi081.stdout:3546: rollback oid 8 current snap is 331 2023-05-20T06:09:03.517 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 301 2023-05-20T06:09:03.518 INFO:tasks.rados.rados.0.smithi081.stdout:3547: read oid 28 snap -1 2023-05-20T06:09:03.518 INFO:tasks.rados.rados.0.smithi081.stdout:3547: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:09:03.518 INFO:tasks.rados.rados.0.smithi081.stdout:3548: read oid 33 snap -1 2023-05-20T06:09:03.518 INFO:tasks.rados.rados.0.smithi081.stdout:3548: expect (ObjNum 1093 snap 323 seq_num 1093) 2023-05-20T06:09:03.518 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 6 current snap is 331 2023-05-20T06:09:03.518 INFO:tasks.rados.rados.0.smithi081.stdout:3549: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2023-05-20T06:09:03.523 INFO:tasks.rados.rados.0.smithi081.stdout:3549: writing smithi081164505-6 from 0 to 647168 tid 1 2023-05-20T06:09:03.530 INFO:tasks.rados.rados.0.smithi081.stdout:3549: writing smithi081164505-6 from 647168 to 1171456 tid 2 2023-05-20T06:09:03.530 INFO:tasks.rados.rados.0.smithi081.stdout:3549: writing smithi081164505-6 from 1171456 to 1794048 tid 3 2023-05-20T06:09:03.530 INFO:tasks.rados.rados.0.smithi081.stdout:3549: writing smithi081164505-6 from 1794048 to 1851392 tid 4 2023-05-20T06:09:03.531 INFO:tasks.rados.rados.0.smithi081.stdout:3550: delete oid 35 current snap is 331 2023-05-20T06:09:03.531 INFO:tasks.rados.rados.0.smithi081.stdout:3546: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:09:03.531 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1789 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-05-20T06:09:03.533 INFO:tasks.rados.rados.0.smithi081.stdout:3547: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:09:03.579 INFO:tasks.rados.rados.0.smithi081.stdout:3548: expect (ObjNum 1093 snap 323 seq_num 1093) 2023-05-20T06:09:03.677 INFO:tasks.rados.rados.0.smithi081.stdout:3549: finishing write tid 1 to smithi081164505-6 2023-05-20T06:09:03.678 INFO:tasks.rados.rados.0.smithi081.stdout:3549: finishing write tid 2 to smithi081164505-6 2023-05-20T06:09:03.678 INFO:tasks.rados.rados.0.smithi081.stdout:3549: finishing write tid 3 to smithi081164505-6 2023-05-20T06:09:03.678 INFO:tasks.rados.rados.0.smithi081.stdout:3549: finishing write tid 4 to smithi081164505-6 2023-05-20T06:09:03.679 INFO:tasks.rados.rados.0.smithi081.stdout:3549: finishing write tid 5 to smithi081164505-6 2023-05-20T06:09:03.679 INFO:tasks.rados.rados.0.smithi081.stdout:3549: finishing write tid 6 to smithi081164505-6 2023-05-20T06:09:03.680 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 881 (ObjNum 1113 snap 331 seq_num 1113) dirty exists 2023-05-20T06:09:03.680 INFO:tasks.rados.rados.0.smithi081.stdout:3549: left oid 6 (ObjNum 1113 snap 331 seq_num 1113) 2023-05-20T06:09:03.680 INFO:tasks.rados.rados.0.smithi081.stdout:3546: done (4 left) 2023-05-20T06:09:03.680 INFO:tasks.rados.rados.0.smithi081.stdout:3547: done (3 left) 2023-05-20T06:09:03.680 INFO:tasks.rados.rados.0.smithi081.stdout:3548: done (2 left) 2023-05-20T06:09:03.680 INFO:tasks.rados.rados.0.smithi081.stdout:3549: done (1 left) 2023-05-20T06:09:03.681 INFO:tasks.rados.rados.0.smithi081.stdout:3550: done (0 left) 2023-05-20T06:09:03.681 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 331 2023-05-20T06:09:03.681 INFO:tasks.rados.rados.0.smithi081.stdout:3551: seq_num 1115 ranges {1277952=679936,1957888=688128,2646016=516096} 2023-05-20T06:09:03.688 INFO:tasks.rados.rados.0.smithi081.stdout:3551: writing smithi081164505-44 from 1277952 to 1957888 tid 1 2023-05-20T06:09:03.691 INFO:tasks.rados.rados.0.smithi081.stdout:3551: writing smithi081164505-44 from 1957888 to 2646016 tid 2 2023-05-20T06:09:03.694 INFO:tasks.rados.rados.0.smithi081.stdout:3551: writing smithi081164505-44 from 2646016 to 3162112 tid 3 2023-05-20T06:09:03.695 INFO:tasks.rados.rados.0.smithi081.stdout:3552: snap_remove snap 294 2023-05-20T06:09:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:03 smithi170 ceph-mon[97338]: osdmap e711: 8 total, 8 up, 8 in 2023-05-20T06:09:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:03 smithi081 ceph-mon[95500]: osdmap e711: 8 total, 8 up, 8 in 2023-05-20T06:09:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:03 smithi081 ceph-mon[107735]: osdmap e711: 8 total, 8 up, 8 in 2023-05-20T06:09:04.504 INFO:tasks.rados.rados.0.smithi081.stdout:3552: done (1 left) 2023-05-20T06:09:04.505 INFO:tasks.rados.rados.0.smithi081.stdout:3553: snap_create 2023-05-20T06:09:04.505 INFO:tasks.rados.rados.0.smithi081.stdout:3551: finishing write tid 1 to smithi081164505-44 2023-05-20T06:09:04.505 INFO:tasks.rados.rados.0.smithi081.stdout:3551: finishing write tid 2 to smithi081164505-44 2023-05-20T06:09:04.505 INFO:tasks.rados.rados.0.smithi081.stdout:3551: finishing write tid 3 to smithi081164505-44 2023-05-20T06:09:04.506 INFO:tasks.rados.rados.0.smithi081.stdout:3551: finishing write tid 4 to smithi081164505-44 2023-05-20T06:09:04.506 INFO:tasks.rados.rados.0.smithi081.stdout:3551: finishing write tid 5 to smithi081164505-44 2023-05-20T06:09:04.506 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1811 (ObjNum 1115 snap 331 seq_num 1115) dirty exists 2023-05-20T06:09:04.506 INFO:tasks.rados.rados.0.smithi081.stdout:3551: left oid 44 (ObjNum 1115 snap 331 seq_num 1115) 2023-05-20T06:09:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:04 smithi081 ceph-mon[95500]: osdmap e712: 8 total, 8 up, 8 in 2023-05-20T06:09:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:04 smithi081 ceph-mon[95500]: pgmap v821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:04 smithi081 ceph-mon[107735]: osdmap e712: 8 total, 8 up, 8 in 2023-05-20T06:09:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:04 smithi081 ceph-mon[107735]: pgmap v821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:04 smithi170 ceph-mon[97338]: osdmap e712: 8 total, 8 up, 8 in 2023-05-20T06:09:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:04 smithi170 ceph-mon[97338]: pgmap v821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:05.509 INFO:tasks.rados.rados.0.smithi081.stdout:3551: done (1 left) 2023-05-20T06:09:05.509 INFO:tasks.rados.rados.0.smithi081.stdout:3553: done (0 left) 2023-05-20T06:09:05.509 INFO:tasks.rados.rados.0.smithi081.stdout:3554: rollback oid 21 current snap is 332 2023-05-20T06:09:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 21 to 328 2023-05-20T06:09:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:3555: rollback oid 38 current snap is 332 2023-05-20T06:09:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 38 to 298 2023-05-20T06:09:05.510 INFO:tasks.rados.rados.0.smithi081.stdout:3556: snap_create 2023-05-20T06:09:05.513 INFO:tasks.rados.rados.0.smithi081.stdout:3554: finishing rollback tid 0 to smithi081164505-21 2023-05-20T06:09:05.514 INFO:tasks.rados.rados.0.smithi081.stdout:3554: finishing rollback tid 1 to smithi081164505-21 2023-05-20T06:09:05.514 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2208 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-05-20T06:09:05.516 INFO:tasks.rados.rados.0.smithi081.stdout:3555: finishing rollback tid 0 to smithi081164505-38 2023-05-20T06:09:05.517 INFO:tasks.rados.rados.0.smithi081.stdout:3555: finishing rollback tid 1 to smithi081164505-38 2023-05-20T06:09:05.517 INFO:tasks.rados.rados.0.smithi081.stdout:3555: finishing rollback tid 2 to smithi081164505-38 2023-05-20T06:09:05.517 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1858 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:09:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:05 smithi081 ceph-mon[95500]: osdmap e713: 8 total, 8 up, 8 in 2023-05-20T06:09:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:05 smithi081 ceph-mon[107735]: osdmap e713: 8 total, 8 up, 8 in 2023-05-20T06:09:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:05 smithi170 ceph-mon[97338]: osdmap e713: 8 total, 8 up, 8 in 2023-05-20T06:09:06.515 INFO:tasks.rados.rados.0.smithi081.stdout:3554: done (2 left) 2023-05-20T06:09:06.515 INFO:tasks.rados.rados.0.smithi081.stdout:3555: done (1 left) 2023-05-20T06:09:06.516 INFO:tasks.rados.rados.0.smithi081.stdout:3556: done (0 left) 2023-05-20T06:09:06.516 INFO:tasks.rados.rados.0.smithi081.stdout:3557: read oid 9 snap 329 2023-05-20T06:09:06.516 INFO:tasks.rados.rados.0.smithi081.stdout:3557: expect (ObjNum 841 snap 242 seq_num 841) 2023-05-20T06:09:06.516 INFO:tasks.rados.rados.0.smithi081.stdout:3558: delete oid 24 current snap is 333 2023-05-20T06:09:06.522 INFO:tasks.rados.rados.0.smithi081.stdout:3558: done (1 left) 2023-05-20T06:09:06.522 INFO:tasks.rados.rados.0.smithi081.stdout:3559: rollback oid 26 current snap is 333 2023-05-20T06:09:06.522 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 26 to 306 2023-05-20T06:09:06.522 INFO:tasks.rados.rados.0.smithi081.stdout:3560: snap_create 2023-05-20T06:09:06.525 INFO:tasks.rados.rados.0.smithi081.stdout:3559: finishing rollback tid 1 to smithi081164505-26 2023-05-20T06:09:06.525 INFO:tasks.rados.rados.0.smithi081.stdout:3559: finishing rollback tid 2 to smithi081164505-26 2023-05-20T06:09:06.526 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1817 (ObjNum 1037 snap 296 seq_num 1037) dirty exists 2023-05-20T06:09:06.552 INFO:tasks.rados.rados.0.smithi081.stdout:3557: expect (ObjNum 841 snap 242 seq_num 841) 2023-05-20T06:09:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:06 smithi081 ceph-mon[95500]: osdmap e714: 8 total, 8 up, 8 in 2023-05-20T06:09:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:06 smithi081 ceph-mon[95500]: pgmap v824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:06 smithi081 ceph-mon[107735]: osdmap e714: 8 total, 8 up, 8 in 2023-05-20T06:09:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:06 smithi081 ceph-mon[107735]: pgmap v824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:06 smithi170 ceph-mon[97338]: osdmap e714: 8 total, 8 up, 8 in 2023-05-20T06:09:06.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:06 smithi170 ceph-mon[97338]: pgmap v824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:07.526 INFO:tasks.rados.rados.0.smithi081.stdout:3557: done (2 left) 2023-05-20T06:09:07.526 INFO:tasks.rados.rados.0.smithi081.stdout:3559: done (1 left) 2023-05-20T06:09:07.526 INFO:tasks.rados.rados.0.smithi081.stdout:3560: done (0 left) 2023-05-20T06:09:07.526 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 334 2023-05-20T06:09:07.526 INFO:tasks.rados.rados.0.smithi081.stdout:3561: seq_num 1117 ranges {14655488=712704,15368192=458752,15826944=655360,16482304=90112} 2023-05-20T06:09:07.605 INFO:tasks.rados.rados.0.smithi081.stdout:3561: writing smithi081164505-23 from 14655488 to 15368192 tid 1 2023-05-20T06:09:07.608 INFO:tasks.rados.rados.0.smithi081.stdout:3561: writing smithi081164505-23 from 15368192 to 15826944 tid 2 2023-05-20T06:09:07.612 INFO:tasks.rados.rados.0.smithi081.stdout:3561: writing smithi081164505-23 from 15826944 to 16482304 tid 3 2023-05-20T06:09:07.613 INFO:tasks.rados.rados.0.smithi081.stdout:3561: writing smithi081164505-23 from 16482304 to 16572416 tid 4 2023-05-20T06:09:07.613 INFO:tasks.rados.rados.0.smithi081.stdout:3562: delete oid 13 current snap is 334 2023-05-20T06:09:07.613 INFO:tasks.rados.rados.0.smithi081.stdout:3561: finishing write tid 1 to smithi081164505-23 2023-05-20T06:09:07.614 INFO:tasks.rados.rados.0.smithi081.stdout:3561: finishing write tid 2 to smithi081164505-23 2023-05-20T06:09:07.616 INFO:tasks.rados.rados.0.smithi081.stdout:3562: done (1 left) 2023-05-20T06:09:07.616 INFO:tasks.rados.rados.0.smithi081.stdout:3563: copy_from oid 14 from oid 37 current snap is 334 2023-05-20T06:09:07.617 INFO:tasks.rados.rados.0.smithi081.stdout:3564: snap_remove snap 333 2023-05-20T06:09:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:07 smithi081 ceph-mon[95500]: osdmap e715: 8 total, 8 up, 8 in 2023-05-20T06:09:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:07 smithi081 ceph-mon[107735]: osdmap e715: 8 total, 8 up, 8 in 2023-05-20T06:09:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:07 smithi170 ceph-mon[97338]: osdmap e715: 8 total, 8 up, 8 in 2023-05-20T06:09:08.535 INFO:tasks.rados.rados.0.smithi081.stdout:3564: done (2 left) 2023-05-20T06:09:08.536 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 334 2023-05-20T06:09:08.536 INFO:tasks.rados.rados.0.smithi081.stdout:3561: finishing write tid 3 to smithi081164505-23 2023-05-20T06:09:08.536 INFO:tasks.rados.rados.0.smithi081.stdout:3565: seq_num 1119 ranges {1597440=745472,2342912=679936,3022848=524288} 2023-05-20T06:09:08.548 INFO:tasks.rados.rados.0.smithi081.stdout:3565: writing smithi081164505-19 from 1597440 to 2342912 tid 1 2023-05-20T06:09:08.553 INFO:tasks.rados.rados.0.smithi081.stdout:3565: writing smithi081164505-19 from 2342912 to 3022848 tid 2 2023-05-20T06:09:08.557 INFO:tasks.rados.rados.0.smithi081.stdout:3565: writing smithi081164505-19 from 3022848 to 3547136 tid 3 2023-05-20T06:09:08.557 INFO:tasks.rados.rados.0.smithi081.stdout:3566: snap_create 2023-05-20T06:09:08.558 INFO:tasks.rados.rados.0.smithi081.stdout:3561: finishing write tid 4 to smithi081164505-23 2023-05-20T06:09:08.558 INFO:tasks.rados.rados.0.smithi081.stdout:3561: finishing write tid 5 to smithi081164505-23 2023-05-20T06:09:08.558 INFO:tasks.rados.rados.0.smithi081.stdout:3561: finishing write tid 6 to smithi081164505-23 2023-05-20T06:09:08.558 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2214 (ObjNum 1117 snap 334 seq_num 1117) dirty exists 2023-05-20T06:09:08.559 INFO:tasks.rados.rados.0.smithi081.stdout:3561: left oid 23 (ObjNum 1117 snap 334 seq_num 1117) 2023-05-20T06:09:08.559 INFO:tasks.rados.rados.0.smithi081.stdout:3563: finishing copy_from to smithi081164505-14 2023-05-20T06:09:08.559 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1815 (ObjNum 1106 snap 328 seq_num 1106) dirty exists 2023-05-20T06:09:08.560 INFO:tasks.rados.rados.0.smithi081.stdout:3563: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:09:08.560 INFO:tasks.rados.rados.0.smithi081.stdout:3565: finishing write tid 1 to smithi081164505-19 2023-05-20T06:09:08.560 INFO:tasks.rados.rados.0.smithi081.stdout:3565: finishing write tid 2 to smithi081164505-19 2023-05-20T06:09:08.561 INFO:tasks.rados.rados.0.smithi081.stdout:3565: finishing write tid 3 to smithi081164505-19 2023-05-20T06:09:08.561 INFO:tasks.rados.rados.0.smithi081.stdout:3565: finishing write tid 4 to smithi081164505-19 2023-05-20T06:09:08.562 INFO:tasks.rados.rados.0.smithi081.stdout:3565: finishing write tid 5 to smithi081164505-19 2023-05-20T06:09:08.562 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1554 (ObjNum 1119 snap 334 seq_num 1119) dirty exists 2023-05-20T06:09:08.562 INFO:tasks.rados.rados.0.smithi081.stdout:3565: left oid 19 (ObjNum 1119 snap 334 seq_num 1119) 2023-05-20T06:09:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:08 smithi170 ceph-mon[97338]: osdmap e716: 8 total, 8 up, 8 in 2023-05-20T06:09:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:08 smithi170 ceph-mon[97338]: pgmap v827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:08 smithi081 ceph-mon[95500]: osdmap e716: 8 total, 8 up, 8 in 2023-05-20T06:09:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:08 smithi081 ceph-mon[95500]: pgmap v827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:08 smithi081 ceph-mon[107735]: osdmap e716: 8 total, 8 up, 8 in 2023-05-20T06:09:09.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:08 smithi081 ceph-mon[107735]: pgmap v827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:09.538 INFO:tasks.rados.rados.0.smithi081.stdout:3561: done (3 left) 2023-05-20T06:09:09.538 INFO:tasks.rados.rados.0.smithi081.stdout:3563: done (2 left) 2023-05-20T06:09:09.538 INFO:tasks.rados.rados.0.smithi081.stdout:3565: done (1 left) 2023-05-20T06:09:09.538 INFO:tasks.rados.rados.0.smithi081.stdout:3566: done (0 left) 2023-05-20T06:09:09.539 INFO:tasks.rados.rados.0.smithi081.stdout:3567: copy_from oid 7 from oid 49 current snap is 335 2023-05-20T06:09:09.539 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 335 2023-05-20T06:09:09.539 INFO:tasks.rados.rados.0.smithi081.stdout:3568: seq_num 1120 ranges {1736704=761856,2498560=557056,3055616=425984,3481600=221184} 2023-05-20T06:09:09.552 INFO:tasks.rados.rados.0.smithi081.stdout:3568: writing smithi081164505-37 from 1736704 to 2498560 tid 1 2023-05-20T06:09:09.555 INFO:tasks.rados.rados.0.smithi081.stdout:3568: writing smithi081164505-37 from 2498560 to 3055616 tid 2 2023-05-20T06:09:09.558 INFO:tasks.rados.rados.0.smithi081.stdout:3568: writing smithi081164505-37 from 3055616 to 3481600 tid 3 2023-05-20T06:09:09.560 INFO:tasks.rados.rados.0.smithi081.stdout:3568: writing smithi081164505-37 from 3481600 to 3702784 tid 4 2023-05-20T06:09:09.560 INFO:tasks.rados.rados.0.smithi081.stdout:3569: copy_from oid 5 from oid 6 current snap is 335 2023-05-20T06:09:09.560 INFO:tasks.rados.rados.0.smithi081.stdout:3568: finishing write tid 1 to smithi081164505-37 2023-05-20T06:09:09.560 INFO:tasks.rados.rados.0.smithi081.stdout:3570: rollback oid 30 current snap is 335 2023-05-20T06:09:09.561 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 311 2023-05-20T06:09:09.561 INFO:tasks.rados.rados.0.smithi081.stdout:3571: rollback oid 44 current snap is 335 2023-05-20T06:09:09.561 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 44 to 301 2023-05-20T06:09:09.561 INFO:tasks.rados.rados.0.smithi081.stdout:3572: copy_from oid 25 from oid 18 current snap is 335 2023-05-20T06:09:09.561 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 10 current snap is 335 2023-05-20T06:09:09.561 INFO:tasks.rados.rados.0.smithi081.stdout:3573: seq_num 1121 ranges {4833280=778240,5611520=442368,6053888=638976,6692864=122880} 2023-05-20T06:09:09.591 INFO:tasks.rados.rados.0.smithi081.stdout:3573: writing smithi081164505-10 from 4833280 to 5611520 tid 1 2023-05-20T06:09:09.593 INFO:tasks.rados.rados.0.smithi081.stdout:3573: writing smithi081164505-10 from 5611520 to 6053888 tid 2 2023-05-20T06:09:09.597 INFO:tasks.rados.rados.0.smithi081.stdout:3573: writing smithi081164505-10 from 6053888 to 6692864 tid 3 2023-05-20T06:09:09.598 INFO:tasks.rados.rados.0.smithi081.stdout:3573: writing smithi081164505-10 from 6692864 to 6815744 tid 4 2023-05-20T06:09:09.598 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 335 2023-05-20T06:09:09.598 INFO:tasks.rados.rados.0.smithi081.stdout:3570: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:09:09.599 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:09:09.599 INFO:tasks.rados.rados.0.smithi081.stdout:3574: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2023-05-20T06:09:09.603 INFO:tasks.rados.rados.0.smithi081.stdout:3574: writing smithi081164505-47 from 0 to 794624 tid 1 2023-05-20T06:09:09.607 INFO:tasks.rados.rados.0.smithi081.stdout:3574: writing smithi081164505-47 from 794624 to 1523712 tid 2 2023-05-20T06:09:09.611 INFO:tasks.rados.rados.0.smithi081.stdout:3574: writing smithi081164505-47 from 1523712 to 1998848 tid 3 2023-05-20T06:09:09.611 INFO:tasks.rados.rados.0.smithi081.stdout:3570: done (7 left) 2023-05-20T06:09:09.611 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 24 current snap is 335 2023-05-20T06:09:09.611 INFO:tasks.rados.rados.0.smithi081.stdout:3568: finishing write tid 2 to smithi081164505-37 2023-05-20T06:09:09.611 INFO:tasks.rados.rados.0.smithi081.stdout:3575: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2023-05-20T06:09:09.613 INFO:tasks.rados.rados.0.smithi081.stdout:3575: writing smithi081164505-24 from 0 to 409600 tid 1 2023-05-20T06:09:09.617 INFO:tasks.rados.rados.0.smithi081.stdout:3575: writing smithi081164505-24 from 409600 to 1024000 tid 2 2023-05-20T06:09:09.620 INFO:tasks.rados.rados.0.smithi081.stdout:3575: writing smithi081164505-24 from 1024000 to 1622016 tid 3 2023-05-20T06:09:09.622 INFO:tasks.rados.rados.0.smithi081.stdout:3575: writing smithi081164505-24 from 1622016 to 2015232 tid 4 2023-05-20T06:09:09.623 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 335 2023-05-20T06:09:09.623 INFO:tasks.rados.rados.0.smithi081.stdout:3576: seq_num 1124 ranges {8749056=434176,9183232=499712,9682944=409600,10092544=663552,10756096=32768} 2023-05-20T06:09:09.670 INFO:tasks.rados.rados.0.smithi081.stdout:3576: writing smithi081164505-26 from 8749056 to 9183232 tid 1 2023-05-20T06:09:09.673 INFO:tasks.rados.rados.0.smithi081.stdout:3576: writing smithi081164505-26 from 9183232 to 9682944 tid 2 2023-05-20T06:09:09.676 INFO:tasks.rados.rados.0.smithi081.stdout:3576: writing smithi081164505-26 from 9682944 to 10092544 tid 3 2023-05-20T06:09:09.680 INFO:tasks.rados.rados.0.smithi081.stdout:3576: writing smithi081164505-26 from 10092544 to 10756096 tid 4 2023-05-20T06:09:09.682 INFO:tasks.rados.rados.0.smithi081.stdout:3576: writing smithi081164505-26 from 10756096 to 10788864 tid 5 2023-05-20T06:09:09.682 INFO:tasks.rados.rados.0.smithi081.stdout:3577: read oid 31 snap -1 2023-05-20T06:09:09.682 INFO:tasks.rados.rados.0.smithi081.stdout:3577: expect deleted 2023-05-20T06:09:09.682 INFO:tasks.rados.rados.0.smithi081.stdout:3578: copy_from oid 16 from oid 22 current snap is 335 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:3571: finishing rollback tid 0 to smithi081164505-44 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:3571: finishing rollback tid 1 to smithi081164505-44 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1813 (ObjNum 33 snap 0 seq_num 164548064) dirty dne 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:3567: finishing copy_from to smithi081164505-7 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1503 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:3568: finishing write tid 3 to smithi081164505-37 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:3568: finishing write tid 4 to smithi081164505-37 2023-05-20T06:09:09.683 INFO:tasks.rados.rados.0.smithi081.stdout:3568: finishing write tid 5 to smithi081164505-37 2023-05-20T06:09:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:3567: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:09:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:3568: finishing write tid 6 to smithi081164505-37 2023-05-20T06:09:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1826 (ObjNum 1120 snap 335 seq_num 1120) dirty exists 2023-05-20T06:09:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:3568: left oid 37 (ObjNum 1120 snap 335 seq_num 1120) 2023-05-20T06:09:09.684 INFO:tasks.rados.rados.0.smithi081.stdout:3572: finishing copy_from to smithi081164505-25 2023-05-20T06:09:09.685 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 1976 (ObjNum 1096 snap 325 seq_num 1096) dirty exists 2023-05-20T06:09:09.685 INFO:tasks.rados.rados.0.smithi081.stdout:3572: finishing copy_from racing read to smithi081164505-25 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:3569: finishing copy_from to smithi081164505-5 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 881 (ObjNum 1113 snap 331 seq_num 1113) dirty exists 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:3569: finishing copy_from racing read to smithi081164505-5 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:3573: finishing write tid 1 to smithi081164505-10 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:3573: finishing write tid 2 to smithi081164505-10 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:3573: finishing write tid 3 to smithi081164505-10 2023-05-20T06:09:09.686 INFO:tasks.rados.rados.0.smithi081.stdout:3573: finishing write tid 4 to smithi081164505-10 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:3573: finishing write tid 5 to smithi081164505-10 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:3573: finishing write tid 6 to smithi081164505-10 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1822 (ObjNum 1121 snap 335 seq_num 1121) dirty exists 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:3573: left oid 10 (ObjNum 1121 snap 335 seq_num 1121) 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:3574: finishing write tid 1 to smithi081164505-47 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:3574: finishing write tid 2 to smithi081164505-47 2023-05-20T06:09:09.687 INFO:tasks.rados.rados.0.smithi081.stdout:3574: finishing write tid 3 to smithi081164505-47 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:3574: finishing write tid 4 to smithi081164505-47 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:3574: finishing write tid 5 to smithi081164505-47 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 1826 (ObjNum 1122 snap 335 seq_num 1122) dirty exists 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:3574: left oid 47 (ObjNum 1122 snap 335 seq_num 1122) 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:3575: finishing write tid 1 to smithi081164505-24 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:3575: finishing write tid 2 to smithi081164505-24 2023-05-20T06:09:09.688 INFO:tasks.rados.rados.0.smithi081.stdout:3575: finishing write tid 3 to smithi081164505-24 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:3575: finishing write tid 4 to smithi081164505-24 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:3575: finishing write tid 5 to smithi081164505-24 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:3575: finishing write tid 6 to smithi081164505-24 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 1571 (ObjNum 1123 snap 335 seq_num 1123) dirty exists 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:3575: left oid 24 (ObjNum 1123 snap 335 seq_num 1123) 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 1 to smithi081164505-26 2023-05-20T06:09:09.689 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 2 to smithi081164505-26 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 3 to smithi081164505-26 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3567: done (10 left) 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3568: done (9 left) 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3569: done (8 left) 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3571: done (7 left) 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3572: done (6 left) 2023-05-20T06:09:09.690 INFO:tasks.rados.rados.0.smithi081.stdout:3573: done (5 left) 2023-05-20T06:09:09.691 INFO:tasks.rados.rados.0.smithi081.stdout:3574: done (4 left) 2023-05-20T06:09:09.691 INFO:tasks.rados.rados.0.smithi081.stdout:3575: done (3 left) 2023-05-20T06:09:09.691 INFO:tasks.rados.rados.0.smithi081.stdout:3579: snap_remove snap 327 2023-05-20T06:09:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:09 smithi170 ceph-mon[97338]: osdmap e717: 8 total, 8 up, 8 in 2023-05-20T06:09:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:09 smithi081 ceph-mon[95500]: osdmap e717: 8 total, 8 up, 8 in 2023-05-20T06:09:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:09 smithi081 ceph-mon[107735]: osdmap e717: 8 total, 8 up, 8 in 2023-05-20T06:09:10.546 INFO:tasks.rados.rados.0.smithi081.stdout:3579: done (3 left) 2023-05-20T06:09:10.546 INFO:tasks.rados.rados.0.smithi081.stdout:3580: copy_from oid 50 from oid 43 current snap is 335 2023-05-20T06:09:10.546 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 4 to smithi081164505-26 2023-05-20T06:09:10.546 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 5 to smithi081164505-26 2023-05-20T06:09:10.546 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 6 to smithi081164505-26 2023-05-20T06:09:10.546 INFO:tasks.rados.rados.0.smithi081.stdout:3576: finishing write tid 7 to smithi081164505-26 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1832 (ObjNum 1124 snap 335 seq_num 1124) dirty exists 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:3576: left oid 26 (ObjNum 1124 snap 335 seq_num 1124) 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:3578: finishing copy_from to smithi081164505-16 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 1813 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:3578: finishing copy_from racing read to smithi081164505-16 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:3576: done (3 left) 2023-05-20T06:09:10.547 INFO:tasks.rados.rados.0.smithi081.stdout:3577: done (2 left) 2023-05-20T06:09:10.548 INFO:tasks.rados.rados.0.smithi081.stdout:3578: done (1 left) 2023-05-20T06:09:10.548 INFO:tasks.rados.rados.0.smithi081.stdout:3581: rollback oid 34 current snap is 335 2023-05-20T06:09:10.548 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 34 to 311 2023-05-20T06:09:10.548 INFO:tasks.rados.rados.0.smithi081.stdout:3582: copy_from oid 11 from oid 40 current snap is 335 2023-05-20T06:09:10.549 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 335 2023-05-20T06:09:10.549 INFO:tasks.rados.rados.0.smithi081.stdout:3583: seq_num 1125 ranges {1736704=450560,2187264=786432,2973696=614400,3588096=204800} 2023-05-20T06:09:10.559 INFO:tasks.rados.rados.0.smithi081.stdout:3583: writing smithi081164505-14 from 1736704 to 2187264 tid 1 2023-05-20T06:09:10.567 INFO:tasks.rados.rados.0.smithi081.stdout:3583: writing smithi081164505-14 from 2187264 to 2973696 tid 2 2023-05-20T06:09:10.568 INFO:tasks.rados.rados.0.smithi081.stdout:3583: writing smithi081164505-14 from 2973696 to 3588096 tid 3 2023-05-20T06:09:10.570 INFO:tasks.rados.rados.0.smithi081.stdout:3583: writing smithi081164505-14 from 3588096 to 3792896 tid 4 2023-05-20T06:09:10.570 INFO:tasks.rados.rados.0.smithi081.stdout:3584: copy_from oid 31 from oid 49 current snap is 335 2023-05-20T06:09:10.570 INFO:tasks.rados.rados.0.smithi081.stdout:3585: snap_remove snap 320 2023-05-20T06:09:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:10 smithi170 ceph-mon[97338]: osdmap e718: 8 total, 8 up, 8 in 2023-05-20T06:09:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:10 smithi170 ceph-mon[97338]: pgmap v830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:10 smithi081 ceph-mon[95500]: osdmap e718: 8 total, 8 up, 8 in 2023-05-20T06:09:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:10 smithi081 ceph-mon[95500]: pgmap v830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:10 smithi081 ceph-mon[107735]: osdmap e718: 8 total, 8 up, 8 in 2023-05-20T06:09:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:10 smithi081 ceph-mon[107735]: pgmap v830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:11.552 INFO:tasks.rados.rados.0.smithi081.stdout:3585: done (5 left) 2023-05-20T06:09:11.552 INFO:tasks.rados.rados.0.smithi081.stdout:3586: snap_create 2023-05-20T06:09:11.552 INFO:tasks.rados.rados.0.smithi081.stdout:3581: finishing rollback tid 0 to smithi081164505-34 2023-05-20T06:09:11.552 INFO:tasks.rados.rados.0.smithi081.stdout:3581: finishing rollback tid 1 to smithi081164505-34 2023-05-20T06:09:11.553 INFO:tasks.rados.rados.0.smithi081.stdout:3581: finishing rollback tid 2 to smithi081164505-34 2023-05-20T06:09:11.553 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 1598 (ObjNum 978 snap 277 seq_num 978) dirty exists 2023-05-20T06:09:11.553 INFO:tasks.rados.rados.0.smithi081.stdout:3583: finishing write tid 1 to smithi081164505-14 2023-05-20T06:09:11.553 INFO:tasks.rados.rados.0.smithi081.stdout:3582: finishing copy_from to smithi081164505-11 2023-05-20T06:09:11.553 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1979 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:09:11.553 INFO:tasks.rados.rados.0.smithi081.stdout:3582: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:09:11.554 INFO:tasks.rados.rados.0.smithi081.stdout:3583: finishing write tid 2 to smithi081164505-14 2023-05-20T06:09:11.554 INFO:tasks.rados.rados.0.smithi081.stdout:3583: finishing write tid 3 to smithi081164505-14 2023-05-20T06:09:11.554 INFO:tasks.rados.rados.0.smithi081.stdout:3583: finishing write tid 4 to smithi081164505-14 2023-05-20T06:09:11.554 INFO:tasks.rados.rados.0.smithi081.stdout:3583: finishing write tid 5 to smithi081164505-14 2023-05-20T06:09:11.554 INFO:tasks.rados.rados.0.smithi081.stdout:3583: finishing write tid 6 to smithi081164505-14 2023-05-20T06:09:11.554 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 2072 (ObjNum 1125 snap 335 seq_num 1125) dirty exists 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:3583: left oid 14 (ObjNum 1125 snap 335 seq_num 1125) 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:3580: finishing copy_from to smithi081164505-50 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1511 (ObjNum 1101 snap 328 seq_num 1101) dirty exists 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:3584: finishing copy_from to smithi081164505-31 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 1503 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:3580: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:09:11.555 INFO:tasks.rados.rados.0.smithi081.stdout:3584: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:09:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:11 smithi170 ceph-mon[97338]: osdmap e719: 8 total, 8 up, 8 in 2023-05-20T06:09:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:11 smithi081 ceph-mon[95500]: osdmap e719: 8 total, 8 up, 8 in 2023-05-20T06:09:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:11 smithi081 ceph-mon[107735]: osdmap e719: 8 total, 8 up, 8 in 2023-05-20T06:09:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:09:11.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:09:11.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:12.562 INFO:tasks.rados.rados.0.smithi081.stdout:3580: done (5 left) 2023-05-20T06:09:12.562 INFO:tasks.rados.rados.0.smithi081.stdout:3581: done (4 left) 2023-05-20T06:09:12.562 INFO:tasks.rados.rados.0.smithi081.stdout:3582: done (3 left) 2023-05-20T06:09:12.562 INFO:tasks.rados.rados.0.smithi081.stdout:3583: done (2 left) 2023-05-20T06:09:12.562 INFO:tasks.rados.rados.0.smithi081.stdout:3584: done (1 left) 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:3586: done (0 left) 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:3587: rollback oid 42 current snap is 336 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 42 to 330 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:3588: read oid 27 snap -1 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:3588: expect deleted 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:3589: read oid 29 snap -1 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:3589: expect (ObjNum 1056 snap 307 seq_num 1056) 2023-05-20T06:09:12.563 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 336 2023-05-20T06:09:12.564 INFO:tasks.rados.rados.0.smithi081.stdout:3590: seq_num 1126 ranges {6995968=466944,7462912=720896,8183808=778240,8962048=106496} 2023-05-20T06:09:12.603 INFO:tasks.rados.rados.0.smithi081.stdout:3590: writing smithi081164505-43 from 6995968 to 7462912 tid 1 2023-05-20T06:09:12.608 INFO:tasks.rados.rados.0.smithi081.stdout:3590: writing smithi081164505-43 from 7462912 to 8183808 tid 2 2023-05-20T06:09:12.612 INFO:tasks.rados.rados.0.smithi081.stdout:3590: writing smithi081164505-43 from 8183808 to 8962048 tid 3 2023-05-20T06:09:12.613 INFO:tasks.rados.rados.0.smithi081.stdout:3590: writing smithi081164505-43 from 8962048 to 9068544 tid 4 2023-05-20T06:09:12.613 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 336 2023-05-20T06:09:12.614 INFO:tasks.rados.rados.0.smithi081.stdout:3587: finishing rollback tid 0 to smithi081164505-42 2023-05-20T06:09:12.614 INFO:tasks.rados.rados.0.smithi081.stdout:3587: finishing rollback tid 1 to smithi081164505-42 2023-05-20T06:09:12.614 INFO:tasks.rados.rados.0.smithi081.stdout:3587: finishing rollback tid 2 to smithi081164505-42 2023-05-20T06:09:12.614 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1829 (ObjNum 1076 snap 314 seq_num 1076) dirty exists 2023-05-20T06:09:12.614 INFO:tasks.rados.rados.0.smithi081.stdout:3591: seq_num 1127 ranges {4218880=483328,4702208=598016,5300224=581632,5881856=425984} 2023-05-20T06:09:12.638 INFO:tasks.rados.rados.0.smithi081.stdout:3591: writing smithi081164505-7 from 4218880 to 4702208 tid 1 2023-05-20T06:09:12.641 INFO:tasks.rados.rados.0.smithi081.stdout:3591: writing smithi081164505-7 from 4702208 to 5300224 tid 2 2023-05-20T06:09:12.645 INFO:tasks.rados.rados.0.smithi081.stdout:3591: writing smithi081164505-7 from 5300224 to 5881856 tid 3 2023-05-20T06:09:12.648 INFO:tasks.rados.rados.0.smithi081.stdout:3591: writing smithi081164505-7 from 5881856 to 6307840 tid 4 2023-05-20T06:09:12.648 INFO:tasks.rados.rados.0.smithi081.stdout:3587: done (4 left) 2023-05-20T06:09:12.648 INFO:tasks.rados.rados.0.smithi081.stdout:3588: done (3 left) 2023-05-20T06:09:12.648 INFO:tasks.rados.rados.0.smithi081.stdout:3592: delete oid 47 current snap is 336 2023-05-20T06:09:12.648 INFO:tasks.rados.rados.0.smithi081.stdout:3589: expect (ObjNum 1056 snap 307 seq_num 1056) 2023-05-20T06:09:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:12 smithi170 ceph-mon[97338]: osdmap e720: 8 total, 8 up, 8 in 2023-05-20T06:09:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:12 smithi170 ceph-mon[97338]: pgmap v833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:12 smithi081 ceph-mon[95500]: osdmap e720: 8 total, 8 up, 8 in 2023-05-20T06:09:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:12 smithi081 ceph-mon[95500]: pgmap v833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:12 smithi081 ceph-mon[107735]: osdmap e720: 8 total, 8 up, 8 in 2023-05-20T06:09:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:12 smithi081 ceph-mon[107735]: pgmap v833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:13.381 INFO:tasks.rados.rados.0.smithi081.stdout:3590: finishing write tid 1 to smithi081164505-43 2023-05-20T06:09:13.381 INFO:tasks.rados.rados.0.smithi081.stdout:3590: finishing write tid 2 to smithi081164505-43 2023-05-20T06:09:13.381 INFO:tasks.rados.rados.0.smithi081.stdout:3589: done (3 left) 2023-05-20T06:09:13.381 INFO:tasks.rados.rados.0.smithi081.stdout:3592: done (2 left) 2023-05-20T06:09:13.381 INFO:tasks.rados.rados.0.smithi081.stdout:3593: snap_remove snap 325 2023-05-20T06:09:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:09:13.564 INFO:tasks.rados.rados.0.smithi081.stdout:3593: done (2 left) 2023-05-20T06:09:13.564 INFO:tasks.rados.rados.0.smithi081.stdout:3594: read oid 49 snap -1 2023-05-20T06:09:13.564 INFO:tasks.rados.rados.0.smithi081.stdout:3594: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:3595: snap_create 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:3590: finishing write tid 3 to smithi081164505-43 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:3590: finishing write tid 4 to smithi081164505-43 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:3590: finishing write tid 5 to smithi081164505-43 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:3590: finishing write tid 6 to smithi081164505-43 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1516 (ObjNum 1126 snap 336 seq_num 1126) dirty exists 2023-05-20T06:09:13.565 INFO:tasks.rados.rados.0.smithi081.stdout:3590: left oid 43 (ObjNum 1126 snap 336 seq_num 1126) 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: finishing write tid 1 to smithi081164505-7 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: finishing write tid 2 to smithi081164505-7 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: finishing write tid 3 to smithi081164505-7 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: finishing write tid 4 to smithi081164505-7 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: finishing write tid 5 to smithi081164505-7 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: finishing write tid 6 to smithi081164505-7 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 2082 (ObjNum 1127 snap 336 seq_num 1127) dirty exists 2023-05-20T06:09:13.566 INFO:tasks.rados.rados.0.smithi081.stdout:3591: left oid 7 (ObjNum 1127 snap 336 seq_num 1127) 2023-05-20T06:09:13.591 INFO:tasks.rados.rados.0.smithi081.stdout:3594: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:09:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:13 smithi170 ceph-mon[97338]: osdmap e721: 8 total, 8 up, 8 in 2023-05-20T06:09:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:13 smithi081 ceph-mon[95500]: osdmap e721: 8 total, 8 up, 8 in 2023-05-20T06:09:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:13 smithi081 ceph-mon[107735]: osdmap e721: 8 total, 8 up, 8 in 2023-05-20T06:09:14.572 INFO:tasks.rados.rados.0.smithi081.stdout:3590: done (3 left) 2023-05-20T06:09:14.573 INFO:tasks.rados.rados.0.smithi081.stdout:3591: done (2 left) 2023-05-20T06:09:14.573 INFO:tasks.rados.rados.0.smithi081.stdout:3594: done (1 left) 2023-05-20T06:09:14.573 INFO:tasks.rados.rados.0.smithi081.stdout:3595: done (0 left) 2023-05-20T06:09:14.573 INFO:tasks.rados.rados.0.smithi081.stdout:3596: snap_create 2023-05-20T06:09:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:14 smithi170 ceph-mon[97338]: pgmap v835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:14 smithi170 ceph-mon[97338]: osdmap e722: 8 total, 8 up, 8 in 2023-05-20T06:09:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:14 smithi081 ceph-mon[95500]: pgmap v835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:14 smithi081 ceph-mon[95500]: osdmap e722: 8 total, 8 up, 8 in 2023-05-20T06:09:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:14 smithi081 ceph-mon[107735]: pgmap v835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:14 smithi081 ceph-mon[107735]: osdmap e722: 8 total, 8 up, 8 in 2023-05-20T06:09:15.570 INFO:tasks.rados.rados.0.smithi081.stdout:3596: done (0 left) 2023-05-20T06:09:15.571 INFO:tasks.rados.rados.0.smithi081.stdout:3597: rmattr oid 7 current snap is 338 2023-05-20T06:09:15.571 INFO:tasks.rados.rados.0.smithi081.stdout:3597: done (0 left) 2023-05-20T06:09:15.571 INFO:tasks.rados.rados.0.smithi081.stdout:3598: read oid 17 snap 298 2023-05-20T06:09:15.571 INFO:tasks.rados.rados.0.smithi081.stdout:3598: expect (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:09:15.571 INFO:tasks.rados.rados.0.smithi081.stdout:3599: read oid 36 snap -1 2023-05-20T06:09:15.571 INFO:tasks.rados.rados.0.smithi081.stdout:3599: expect deleted 2023-05-20T06:09:15.572 INFO:tasks.rados.rados.0.smithi081.stdout:3600: snap_create 2023-05-20T06:09:15.602 INFO:tasks.rados.rados.0.smithi081.stdout:3598: expect (ObjNum 1004 snap 287 seq_num 1004) 2023-05-20T06:09:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:15 smithi170 ceph-mon[97338]: osdmap e723: 8 total, 8 up, 8 in 2023-05-20T06:09:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:15 smithi170 ceph-mon[97338]: osdmap e724: 8 total, 8 up, 8 in 2023-05-20T06:09:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:15 smithi081 ceph-mon[95500]: osdmap e723: 8 total, 8 up, 8 in 2023-05-20T06:09:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:15 smithi081 ceph-mon[95500]: osdmap e724: 8 total, 8 up, 8 in 2023-05-20T06:09:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:15 smithi081 ceph-mon[107735]: osdmap e723: 8 total, 8 up, 8 in 2023-05-20T06:09:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:15 smithi081 ceph-mon[107735]: osdmap e724: 8 total, 8 up, 8 in 2023-05-20T06:09:16.571 INFO:tasks.rados.rados.0.smithi081.stdout:3598: done (2 left) 2023-05-20T06:09:16.572 INFO:tasks.rados.rados.0.smithi081.stdout:3599: done (1 left) 2023-05-20T06:09:16.572 INFO:tasks.rados.rados.0.smithi081.stdout:3600: done (0 left) 2023-05-20T06:09:16.572 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 339 2023-05-20T06:09:16.572 INFO:tasks.rados.rados.0.smithi081.stdout:3601: seq_num 1129 ranges {6995968=516096,7512064=770048,8282112=598016,8880128=237568} 2023-05-20T06:09:16.610 INFO:tasks.rados.rados.0.smithi081.stdout:3601: writing smithi081164505-9 from 6995968 to 7512064 tid 1 2023-05-20T06:09:16.614 INFO:tasks.rados.rados.0.smithi081.stdout:3601: writing smithi081164505-9 from 7512064 to 8282112 tid 2 2023-05-20T06:09:16.618 INFO:tasks.rados.rados.0.smithi081.stdout:3601: writing smithi081164505-9 from 8282112 to 8880128 tid 3 2023-05-20T06:09:16.623 INFO:tasks.rados.rados.0.smithi081.stdout:3601: writing smithi081164505-9 from 8880128 to 9117696 tid 4 2023-05-20T06:09:16.624 INFO:tasks.rados.rados.0.smithi081.stdout:3602: setattr oid 3 current snap is 339 2023-05-20T06:09:16.624 INFO:tasks.rados.rados.0.smithi081.stdout:3601: finishing write tid 1 to smithi081164505-9 2023-05-20T06:09:16.625 INFO:tasks.rados.rados.0.smithi081.stdout:3601: finishing write tid 2 to smithi081164505-9 2023-05-20T06:09:16.625 INFO:tasks.rados.rados.0.smithi081.stdout:3603: rollback oid 19 current snap is 339 2023-05-20T06:09:16.625 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 19 to 317 2023-05-20T06:09:16.625 INFO:tasks.rados.rados.0.smithi081.stdout:3604: snap_remove snap 314 2023-05-20T06:09:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:16 smithi170 ceph-mon[97338]: pgmap v838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:16 smithi170 ceph-mon[97338]: osdmap e725: 8 total, 8 up, 8 in 2023-05-20T06:09:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:16 smithi081 ceph-mon[95500]: pgmap v838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:16 smithi081 ceph-mon[95500]: osdmap e725: 8 total, 8 up, 8 in 2023-05-20T06:09:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:16 smithi081 ceph-mon[107735]: pgmap v838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:16 smithi081 ceph-mon[107735]: osdmap e725: 8 total, 8 up, 8 in 2023-05-20T06:09:17.594 INFO:tasks.rados.rados.0.smithi081.stdout:3604: done (3 left) 2023-05-20T06:09:17.594 INFO:tasks.rados.rados.0.smithi081.stdout:3605: rmattr oid 26 current snap is 339 2023-05-20T06:09:17.594 INFO:tasks.rados.rados.0.smithi081.stdout:3605: done (3 left) 2023-05-20T06:09:17.595 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 339 2023-05-20T06:09:17.595 INFO:tasks.rados.rados.0.smithi081.stdout:3606: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2023-05-20T06:09:17.597 INFO:tasks.rados.rados.0.smithi081.stdout:3606: writing smithi081164505-15 from 0 to 532480 tid 1 2023-05-20T06:09:17.605 INFO:tasks.rados.rados.0.smithi081.stdout:3606: writing smithi081164505-15 from 532480 to 1187840 tid 2 2023-05-20T06:09:17.608 INFO:tasks.rados.rados.0.smithi081.stdout:3606: writing smithi081164505-15 from 1187840 to 1941504 tid 3 2023-05-20T06:09:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:3606: writing smithi081164505-15 from 1941504 to 2138112 tid 4 2023-05-20T06:09:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:3607: rmattr oid 37 current snap is 339 2023-05-20T06:09:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:3607: done (4 left) 2023-05-20T06:09:17.609 INFO:tasks.rados.rados.0.smithi081.stdout:3608: read oid 41 snap 329 2023-05-20T06:09:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:3608: expect (ObjNum 1094 snap 324 seq_num 1094) 2023-05-20T06:09:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:3609: read oid 34 snap -1 2023-05-20T06:09:17.610 INFO:tasks.rados.rados.0.smithi081.stdout:3609: expect (ObjNum 978 snap 277 seq_num 978) 2023-05-20T06:09:17.611 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 339 2023-05-20T06:09:17.611 INFO:tasks.rados.rados.0.smithi081.stdout:3610: seq_num 1131 ranges {2007040=548864,2555904=540672,3096576=565248,3661824=425984,4087808=73728} 2023-05-20T06:09:17.623 INFO:tasks.rados.rados.0.smithi081.stdout:3610: writing smithi081164505-48 from 2007040 to 2555904 tid 1 2023-05-20T06:09:17.630 INFO:tasks.rados.rados.0.smithi081.stdout:3610: writing smithi081164505-48 from 2555904 to 3096576 tid 2 2023-05-20T06:09:17.631 INFO:tasks.rados.rados.0.smithi081.stdout:3610: writing smithi081164505-48 from 3096576 to 3661824 tid 3 2023-05-20T06:09:17.633 INFO:tasks.rados.rados.0.smithi081.stdout:3610: writing smithi081164505-48 from 3661824 to 4087808 tid 4 2023-05-20T06:09:17.634 INFO:tasks.rados.rados.0.smithi081.stdout:3610: writing smithi081164505-48 from 4087808 to 4161536 tid 5 2023-05-20T06:09:17.634 INFO:tasks.rados.rados.0.smithi081.stdout:3611: read oid 1 snap -1 2023-05-20T06:09:17.634 INFO:tasks.rados.rados.0.smithi081.stdout:3611: expect deleted 2023-05-20T06:09:17.635 INFO:tasks.rados.rados.0.smithi081.stdout:3612: snap_remove snap 331 2023-05-20T06:09:18.610 INFO:tasks.rados.rados.0.smithi081.stdout:3612: done (8 left) 2023-05-20T06:09:18.610 INFO:tasks.rados.rados.0.smithi081.stdout:3613: rollback oid 25 current snap is 339 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 311 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:3614: rollback oid 16 current snap is 339 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 319 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:3615: copy_from oid 6 from oid 18 current snap is 339 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:3616: setattr oid 29 current snap is 339 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:3617: rollback oid 49 current snap is 339 2023-05-20T06:09:18.611 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 49 to 316 2023-05-20T06:09:18.612 INFO:tasks.rados.rados.0.smithi081.stdout:3618: read oid 2 snap -1 2023-05-20T06:09:18.612 INFO:tasks.rados.rados.0.smithi081.stdout:3618: expect deleted 2023-05-20T06:09:18.612 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 17 current snap is 339 2023-05-20T06:09:18.612 INFO:tasks.rados.rados.0.smithi081.stdout:3619: seq_num 1132 ranges {2834432=565248,3399680=425984,3825664=770048,4595712=409600} 2023-05-20T06:09:18.623 INFO:tasks.rados.rados.0.smithi081.stdout:3619: writing smithi081164505-17 from 2834432 to 3399680 tid 1 2023-05-20T06:09:18.627 INFO:tasks.rados.rados.0.smithi081.stdout:3619: writing smithi081164505-17 from 3399680 to 3825664 tid 2 2023-05-20T06:09:18.631 INFO:tasks.rados.rados.0.smithi081.stdout:3619: writing smithi081164505-17 from 3825664 to 4595712 tid 3 2023-05-20T06:09:18.634 INFO:tasks.rados.rados.0.smithi081.stdout:3619: writing smithi081164505-17 from 4595712 to 5005312 tid 4 2023-05-20T06:09:18.634 INFO:tasks.rados.rados.0.smithi081.stdout:3620: read oid 28 snap -1 2023-05-20T06:09:18.634 INFO:tasks.rados.rados.0.smithi081.stdout:3620: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:09:18.634 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T06:09:18.634 INFO:tasks.rados.rados.0.smithi081.stdout:3601: finishing write tid 3 to smithi081164505-9 2023-05-20T06:09:18.634 INFO:tasks.rados.rados.0.smithi081.stdout:3601: finishing write tid 4 to smithi081164505-9 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:3601: finishing write tid 5 to smithi081164505-9 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1517 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:3603: finishing rollback tid 0 to smithi081164505-19 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:3601: finishing write tid 6 to smithi081164505-9 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1493 (ObjNum 1129 snap 339 seq_num 1129) dirty exists 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:3601: left oid 9 (ObjNum 1129 snap 339 seq_num 1129) 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:3603: finishing rollback tid 1 to smithi081164505-19 2023-05-20T06:09:18.635 INFO:tasks.rados.rados.0.smithi081.stdout:3603: finishing rollback tid 2 to smithi081164505-19 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1557 (ObjNum 976 snap 277 seq_num 976) dirty exists 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:3606: finishing write tid 1 to smithi081164505-15 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:3606: finishing write tid 2 to smithi081164505-15 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:3601: done (15 left) 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:3602: done (14 left) 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:3603: done (13 left) 2023-05-20T06:09:18.636 INFO:tasks.rados.rados.0.smithi081.stdout:3621: copy_from oid 44 from oid 20 current snap is 339 2023-05-20T06:09:18.637 INFO:tasks.rados.rados.0.smithi081.stdout:3606: finishing write tid 3 to smithi081164505-15 2023-05-20T06:09:18.637 INFO:tasks.rados.rados.0.smithi081.stdout:3609: expect (ObjNum 978 snap 277 seq_num 978) 2023-05-20T06:09:18.777 INFO:tasks.rados.rados.0.smithi081.stdout:3606: finishing write tid 4 to smithi081164505-15 2023-05-20T06:09:18.777 INFO:tasks.rados.rados.0.smithi081.stdout:3606: finishing write tid 5 to smithi081164505-15 2023-05-20T06:09:18.778 INFO:tasks.rados.rados.0.smithi081.stdout:3606: finishing write tid 6 to smithi081164505-15 2023-05-20T06:09:18.778 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 2015 (ObjNum 1130 snap 339 seq_num 1130) dirty exists 2023-05-20T06:09:18.778 INFO:tasks.rados.rados.0.smithi081.stdout:3606: left oid 15 (ObjNum 1130 snap 339 seq_num 1130) 2023-05-20T06:09:18.778 INFO:tasks.rados.rados.0.smithi081.stdout:3608: expect (ObjNum 1094 snap 324 seq_num 1094) 2023-05-20T06:09:18.946 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 1 to smithi081164505-48 2023-05-20T06:09:18.947 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 2 to smithi081164505-48 2023-05-20T06:09:18.947 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 3 to smithi081164505-48 2023-05-20T06:09:18.947 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 4 to smithi081164505-48 2023-05-20T06:09:18.947 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 5 to smithi081164505-48 2023-05-20T06:09:18.947 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 6 to smithi081164505-48 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3610: finishing write tid 7 to smithi081164505-48 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 2099 (ObjNum 1131 snap 339 seq_num 1131) dirty exists 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3610: left oid 48 (ObjNum 1131 snap 339 seq_num 1131) 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3617: finishing rollback tid 0 to smithi081164505-49 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3617: finishing rollback tid 1 to smithi081164505-49 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3606: done (13 left) 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3608: done (12 left) 2023-05-20T06:09:18.948 INFO:tasks.rados.rados.0.smithi081.stdout:3609: done (11 left) 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:3610: done (10 left) 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:3611: done (9 left) 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:3622: read oid 41 snap -1 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:3622: expect (ObjNum 1094 snap 324 seq_num 1094) 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:3623: copy_from oid 38 from oid 10 current snap is 339 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:3617: finishing rollback tid 2 to smithi081164505-49 2023-05-20T06:09:18.949 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1560 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1898 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:3613: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:3613: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:3613: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2242 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:3614: finishing rollback tid 0 to smithi081164505-16 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:3613: done (10 left) 2023-05-20T06:09:18.950 INFO:tasks.rados.rados.0.smithi081.stdout:3616: done (9 left) 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3617: done (8 left) 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3618: done (7 left) 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3624: rmattr oid 14 current snap is 339 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3624: done (7 left) 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3625: read oid 45 snap -1 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3625: expect (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3626: read oid 7 snap -1 2023-05-20T06:09:18.951 INFO:tasks.rados.rados.0.smithi081.stdout:3626: expect (ObjNum 1127 snap 336 seq_num 1127) 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:3627: rollback oid 29 current snap is 339 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 29 to 338 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:3614: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 2022 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:3619: finishing write tid 1 to smithi081164505-17 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:3619: finishing write tid 2 to smithi081164505-17 2023-05-20T06:09:18.952 INFO:tasks.rados.rados.0.smithi081.stdout:3615: finishing copy_from to smithi081164505-6 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 1976 (ObjNum 1096 snap 325 seq_num 1096) dirty exists 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3614: done (9 left) 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3628: rmattr oid 26 current snap is 339 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3628: done (9 left) 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3629: read oid 39 snap -1 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3629: expect (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3630: read oid 26 snap -1 2023-05-20T06:09:18.953 INFO:tasks.rados.rados.0.smithi081.stdout:3630: expect (ObjNum 1124 snap 335 seq_num 1124) 2023-05-20T06:09:18.954 INFO:tasks.rados.rados.0.smithi081.stdout:3631: read oid 36 snap -1 2023-05-20T06:09:18.954 INFO:tasks.rados.rados.0.smithi081.stdout:3631: expect deleted 2023-05-20T06:09:18.954 INFO:tasks.rados.rados.0.smithi081.stdout:3632: rmattr oid 22 current snap is 339 2023-05-20T06:09:18.954 INFO:tasks.rados.rados.0.smithi081.stdout:3632: done (12 left) 2023-05-20T06:09:18.954 INFO:tasks.rados.rados.0.smithi081.stdout:3633: read oid 14 snap -1 2023-05-20T06:09:18.954 INFO:tasks.rados.rados.0.smithi081.stdout:3633: expect (ObjNum 1125 snap 335 seq_num 1125) 2023-05-20T06:09:18.958 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 339 2023-05-20T06:09:18.958 INFO:tasks.rados.rados.0.smithi081.stdout:3615: finishing copy_from racing read to smithi081164505-6 2023-05-20T06:09:18.958 INFO:tasks.rados.rados.0.smithi081.stdout:3634: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2023-05-20T06:09:18.962 INFO:tasks.rados.rados.0.smithi081.stdout:3634: writing smithi081164505-8 from 0 to 581632 tid 1 2023-05-20T06:09:18.966 INFO:tasks.rados.rados.0.smithi081.stdout:3634: writing smithi081164505-8 from 581632 to 1335296 tid 2 2023-05-20T06:09:18.969 INFO:tasks.rados.rados.0.smithi081.stdout:3634: writing smithi081164505-8 from 1335296 to 1908736 tid 3 2023-05-20T06:09:18.971 INFO:tasks.rados.rados.0.smithi081.stdout:3634: writing smithi081164505-8 from 1908736 to 2187264 tid 4 2023-05-20T06:09:18.972 INFO:tasks.rados.rados.0.smithi081.stdout:3619: finishing write tid 3 to smithi081164505-17 2023-05-20T06:09:18.972 INFO:tasks.rados.rados.0.smithi081.stdout:3615: done (13 left) 2023-05-20T06:09:18.972 INFO:tasks.rados.rados.0.smithi081.stdout:3635: read oid 34 snap 306 2023-05-20T06:09:18.972 INFO:tasks.rados.rados.0.smithi081.stdout:3635: expect (ObjNum 978 snap 277 seq_num 978) 2023-05-20T06:09:18.972 INFO:tasks.rados.rados.0.smithi081.stdout:3636: setattr oid 30 current snap is 339 2023-05-20T06:09:18.973 INFO:tasks.rados.rados.0.smithi081.stdout:3637: copy_from oid 9 from oid 46 current snap is 339 2023-05-20T06:09:18.973 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 16 2023-05-20T06:09:18.973 INFO:tasks.rados.rados.0.smithi081.stdout:3619: finishing write tid 4 to smithi081164505-17 2023-05-20T06:09:18.974 INFO:tasks.rados.rados.0.smithi081.stdout:3619: finishing write tid 5 to smithi081164505-17 2023-05-20T06:09:18.974 INFO:tasks.rados.rados.0.smithi081.stdout:3619: finishing write tid 6 to smithi081164505-17 2023-05-20T06:09:18.974 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1838 (ObjNum 1132 snap 339 seq_num 1132) dirty exists 2023-05-20T06:09:18.974 INFO:tasks.rados.rados.0.smithi081.stdout:3619: left oid 17 (ObjNum 1132 snap 339 seq_num 1132) 2023-05-20T06:09:18.974 INFO:tasks.rados.rados.0.smithi081.stdout:3620: expect (ObjNum 908 snap 262 seq_num 908) 2023-05-20T06:09:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:18 smithi170 ceph-mon[97338]: pgmap v841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:18 smithi170 ceph-mon[97338]: osdmap e726: 8 total, 8 up, 8 in 2023-05-20T06:09:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:18 smithi081 ceph-mon[95500]: pgmap v841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:18 smithi081 ceph-mon[95500]: osdmap e726: 8 total, 8 up, 8 in 2023-05-20T06:09:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:18 smithi081 ceph-mon[107735]: pgmap v841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:18 smithi081 ceph-mon[107735]: osdmap e726: 8 total, 8 up, 8 in 2023-05-20T06:09:19.034 INFO:tasks.rados.rados.0.smithi081.stdout:3621: finishing copy_from to smithi081164505-44 2023-05-20T06:09:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1503 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:09:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:3621: finishing copy_from racing read to smithi081164505-44 2023-05-20T06:09:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:3627: finishing rollback tid 0 to smithi081164505-29 2023-05-20T06:09:19.035 INFO:tasks.rados.rados.0.smithi081.stdout:3627: finishing rollback tid 1 to smithi081164505-29 2023-05-20T06:09:19.036 INFO:tasks.rados.rados.0.smithi081.stdout:3627: finishing rollback tid 2 to smithi081164505-29 2023-05-20T06:09:19.036 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1901 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:09:19.036 INFO:tasks.rados.rados.0.smithi081.stdout:3619: done (15 left) 2023-05-20T06:09:19.036 INFO:tasks.rados.rados.0.smithi081.stdout:3620: done (14 left) 2023-05-20T06:09:19.036 INFO:tasks.rados.rados.0.smithi081.stdout:3621: done (13 left) 2023-05-20T06:09:19.036 INFO:tasks.rados.rados.0.smithi081.stdout:3627: done (12 left) 2023-05-20T06:09:19.037 INFO:tasks.rados.rados.0.smithi081.stdout:3631: done (11 left) 2023-05-20T06:09:19.037 INFO:tasks.rados.rados.0.smithi081.stdout:3638: rmattr oid 32 current snap is 339 2023-05-20T06:09:19.037 INFO:tasks.rados.rados.0.smithi081.stdout:3625: expect (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:19.215 INFO:tasks.rados.rados.0.smithi081.stdout:3634: finishing write tid 1 to smithi081164505-8 2023-05-20T06:09:19.216 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1386 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:09:19.216 INFO:tasks.rados.rados.0.smithi081.stdout:3634: finishing write tid 2 to smithi081164505-8 2023-05-20T06:09:19.216 INFO:tasks.rados.rados.0.smithi081.stdout:3634: finishing write tid 3 to smithi081164505-8 2023-05-20T06:09:19.216 INFO:tasks.rados.rados.0.smithi081.stdout:3634: finishing write tid 4 to smithi081164505-8 2023-05-20T06:09:19.216 INFO:tasks.rados.rados.0.smithi081.stdout:3634: finishing write tid 5 to smithi081164505-8 2023-05-20T06:09:19.216 INFO:tasks.rados.rados.0.smithi081.stdout:3625: done (11 left) 2023-05-20T06:09:19.217 INFO:tasks.rados.rados.0.smithi081.stdout:3636: done (10 left) 2023-05-20T06:09:19.217 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 18 current snap is 339 2023-05-20T06:09:19.217 INFO:tasks.rados.rados.0.smithi081.stdout:3634: finishing write tid 6 to smithi081164505-8 2023-05-20T06:09:19.217 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 1906 (ObjNum 1133 snap 339 seq_num 1133) dirty exists 2023-05-20T06:09:19.217 INFO:tasks.rados.rados.0.smithi081.stdout:3634: left oid 8 (ObjNum 1133 snap 339 seq_num 1133) 2023-05-20T06:09:19.217 INFO:tasks.rados.rados.0.smithi081.stdout:3622: expect (ObjNum 1094 snap 324 seq_num 1094) 2023-05-20T06:09:19.384 INFO:tasks.rados.rados.0.smithi081.stdout:3637: finishing copy_from to smithi081164505-9 2023-05-20T06:09:19.385 INFO:tasks.rados.rados.0.smithi081.stdout:3637: got expected ENOENT (src dne) 2023-05-20T06:09:19.385 INFO:tasks.rados.rados.0.smithi081.stdout:3637: finishing copy_from racing read to smithi081164505-9 2023-05-20T06:09:19.385 INFO:tasks.rados.rados.0.smithi081.stdout:3626: expect (ObjNum 1127 snap 336 seq_num 1127) 2023-05-20T06:09:19.631 INFO:tasks.rados.rados.0.smithi081.stdout:3635: expect (ObjNum 978 snap 277 seq_num 978) 2023-05-20T06:09:19.769 INFO:tasks.rados.rados.0.smithi081.stdout:3629: expect (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:09:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:19 smithi170 ceph-mon[97338]: osdmap e727: 8 total, 8 up, 8 in 2023-05-20T06:09:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:19 smithi081 ceph-mon[95500]: osdmap e727: 8 total, 8 up, 8 in 2023-05-20T06:09:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:19 smithi081 ceph-mon[107735]: osdmap e727: 8 total, 8 up, 8 in 2023-05-20T06:09:20.225 INFO:tasks.rados.rados.0.smithi081.stdout:3630: expect (ObjNum 1124 snap 335 seq_num 1124) 2023-05-20T06:09:21.105 INFO:tasks.rados.rados.0.smithi081.stdout:3633: expect (ObjNum 1125 snap 335 seq_num 1125) 2023-05-20T06:09:21.226 INFO:tasks.rados.rados.0.smithi081.stdout:3623: finishing copy_from to smithi081164505-38 2023-05-20T06:09:21.226 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1822 (ObjNum 1121 snap 335 seq_num 1121) dirty exists 2023-05-20T06:09:21.226 INFO:tasks.rados.rados.0.smithi081.stdout:3623: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:09:21.226 INFO:tasks.rados.rados.0.smithi081.stdout:3639: seq_num 1134 ranges {2056192=598016,2654208=638976,3293184=737280,4030464=229376} 2023-05-20T06:09:21.239 INFO:tasks.rados.rados.0.smithi081.stdout:3639: writing smithi081164505-18 from 2056192 to 2654208 tid 1 2023-05-20T06:09:21.243 INFO:tasks.rados.rados.0.smithi081.stdout:3639: writing smithi081164505-18 from 2654208 to 3293184 tid 2 2023-05-20T06:09:21.247 INFO:tasks.rados.rados.0.smithi081.stdout:3639: writing smithi081164505-18 from 3293184 to 4030464 tid 3 2023-05-20T06:09:21.249 INFO:tasks.rados.rados.0.smithi081.stdout:3639: writing smithi081164505-18 from 4030464 to 4259840 tid 4 2023-05-20T06:09:21.249 INFO:tasks.rados.rados.0.smithi081.stdout:3622: done (10 left) 2023-05-20T06:09:21.249 INFO:tasks.rados.rados.0.smithi081.stdout:3623: done (9 left) 2023-05-20T06:09:21.249 INFO:tasks.rados.rados.0.smithi081.stdout:3626: done (8 left) 2023-05-20T06:09:21.249 INFO:tasks.rados.rados.0.smithi081.stdout:3629: done (7 left) 2023-05-20T06:09:21.250 INFO:tasks.rados.rados.0.smithi081.stdout:3630: done (6 left) 2023-05-20T06:09:21.250 INFO:tasks.rados.rados.0.smithi081.stdout:3633: done (5 left) 2023-05-20T06:09:21.250 INFO:tasks.rados.rados.0.smithi081.stdout:3634: done (4 left) 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:3635: done (3 left) 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:3637: done (2 left) 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:3640: copy_from oid 4 from oid 16 current snap is 339 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1978 (ObjNum 65 snap 0 seq_num 1516922995) dirty exists 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:3639: finishing write tid 1 to smithi081164505-18 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:3639: finishing write tid 2 to smithi081164505-18 2023-05-20T06:09:21.251 INFO:tasks.rados.rados.0.smithi081.stdout:3638: done (2 left) 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3641: setattr oid 10 current snap is 339 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3640: finishing copy_from to smithi081164505-4 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3640: got expected ENOENT (src dne) 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3642: rollback oid 43 current snap is 339 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 298 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3643: read oid 32 snap 334 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3643: expect (ObjNum 163483904 snap 21996 seq_num 164223296) 2023-05-20T06:09:21.252 INFO:tasks.rados.rados.0.smithi081.stdout:3644: delete oid 2 current snap is 339 2023-05-20T06:09:21.253 INFO:tasks.rados.rados.0.smithi081.stdout:3640: finishing copy_from racing read to smithi081164505-4 2023-05-20T06:09:21.253 INFO:tasks.rados.rados.0.smithi081.stdout:3639: finishing write tid 3 to smithi081164505-18 2023-05-20T06:09:21.253 INFO:tasks.rados.rados.0.smithi081.stdout:3639: finishing write tid 4 to smithi081164505-18 2023-05-20T06:09:21.253 INFO:tasks.rados.rados.0.smithi081.stdout:3643: expect (ObjNum 163483904 snap 21996 seq_num 164223296) 2023-05-20T06:09:21.258 INFO:tasks.rados.rados.0.smithi081.stdout:3640: done (5 left) 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:3643: done (4 left) 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:3644: done (3 left) 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 339 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:3639: finishing write tid 5 to smithi081164505-18 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1839 (ObjNum 1121 snap 335 seq_num 1121) dirty exists 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:3642: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:3642: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:09:21.259 INFO:tasks.rados.rados.0.smithi081.stdout:3642: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:09:21.260 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1520 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2023-05-20T06:09:21.260 INFO:tasks.rados.rados.0.smithi081.stdout:3639: finishing write tid 6 to smithi081164505-18 2023-05-20T06:09:21.260 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 18 v 1983 (ObjNum 1134 snap 339 seq_num 1134) dirty exists 2023-05-20T06:09:21.260 INFO:tasks.rados.rados.0.smithi081.stdout:3639: left oid 18 (ObjNum 1134 snap 339 seq_num 1134) 2023-05-20T06:09:21.260 INFO:tasks.rados.rados.0.smithi081.stdout:3645: seq_num 1136 ranges {16572416=630784,17203200=409600,17612800=753664,18366464=417792,18784256=24576} 2023-05-20T06:09:21.347 INFO:tasks.rados.rados.0.smithi081.stdout:3645: writing smithi081164505-23 from 16572416 to 17203200 tid 1 2023-05-20T06:09:21.349 INFO:tasks.rados.rados.0.smithi081.stdout:3645: writing smithi081164505-23 from 17203200 to 17612800 tid 2 2023-05-20T06:09:21.354 INFO:tasks.rados.rados.0.smithi081.stdout:3645: writing smithi081164505-23 from 17612800 to 18366464 tid 3 2023-05-20T06:09:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:3645: writing smithi081164505-23 from 18366464 to 18784256 tid 4 2023-05-20T06:09:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:3645: writing smithi081164505-23 from 18784256 to 18808832 tid 5 2023-05-20T06:09:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:3639: done (3 left) 2023-05-20T06:09:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:3641: done (2 left) 2023-05-20T06:09:21.357 INFO:tasks.rados.rados.0.smithi081.stdout:3642: done (1 left) 2023-05-20T06:09:21.358 INFO:tasks.rados.rados.0.smithi081.stdout:3646: rollback oid 33 current snap is 339 2023-05-20T06:09:21.358 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 33 to 305 2023-05-20T06:09:21.358 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 1 to smithi081164505-23 2023-05-20T06:09:21.358 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 2 to smithi081164505-23 2023-05-20T06:09:21.359 INFO:tasks.rados.rados.0.smithi081.stdout:3647: read oid 16 snap 328 2023-05-20T06:09:21.359 INFO:tasks.rados.rados.0.smithi081.stdout:3647: expect (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:09:21.359 INFO:tasks.rados.rados.0.smithi081.stdout:3648: copy_from oid 41 from oid 7 current snap is 339 2023-05-20T06:09:21.359 INFO:tasks.rados.rados.0.smithi081.stdout:3649: snap_create 2023-05-20T06:09:21.359 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 3 to smithi081164505-23 2023-05-20T06:09:21.362 INFO:tasks.rados.rados.0.smithi081.stdout:3646: finishing rollback tid 0 to smithi081164505-33 2023-05-20T06:09:21.364 INFO:tasks.rados.rados.0.smithi081.stdout:3646: finishing rollback tid 1 to smithi081164505-33 2023-05-20T06:09:21.364 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 4 to smithi081164505-23 2023-05-20T06:09:21.365 INFO:tasks.rados.rados.0.smithi081.stdout:3646: finishing rollback tid 2 to smithi081164505-33 2023-05-20T06:09:21.365 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 1601 (ObjNum 908 snap 262 seq_num 908) dirty exists 2023-05-20T06:09:21.365 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 5 to smithi081164505-23 2023-05-20T06:09:21.365 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 6 to smithi081164505-23 2023-05-20T06:09:21.368 INFO:tasks.rados.rados.0.smithi081.stdout:3645: finishing write tid 7 to smithi081164505-23 2023-05-20T06:09:21.368 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2249 (ObjNum 1136 snap 339 seq_num 1136) dirty exists 2023-05-20T06:09:21.368 INFO:tasks.rados.rados.0.smithi081.stdout:3645: left oid 23 (ObjNum 1136 snap 339 seq_num 1136) 2023-05-20T06:09:21.371 INFO:tasks.rados.rados.0.smithi081.stdout:3647: expect (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:09:21.464 INFO:tasks.rados.rados.0.smithi081.stdout:3648: finishing copy_from to smithi081164505-41 2023-05-20T06:09:21.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 41 v 2082 (ObjNum 1127 snap 336 seq_num 1127) dirty exists 2023-05-20T06:09:21.464 INFO:tasks.rados.rados.0.smithi081.stdout:3648: finishing copy_from racing read to smithi081164505-41 2023-05-20T06:09:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:21 smithi170 ceph-mon[97338]: pgmap v844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:21 smithi081 ceph-mon[95500]: pgmap v844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:21 smithi081 ceph-mon[107735]: pgmap v844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:09:21.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:09:21.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:22.161 INFO:tasks.rados.rados.0.smithi081.stdout:3645: done (4 left) 2023-05-20T06:09:22.161 INFO:tasks.rados.rados.0.smithi081.stdout:3646: done (3 left) 2023-05-20T06:09:22.162 INFO:tasks.rados.rados.0.smithi081.stdout:3647: done (2 left) 2023-05-20T06:09:22.162 INFO:tasks.rados.rados.0.smithi081.stdout:3648: done (1 left) 2023-05-20T06:09:22.162 INFO:tasks.rados.rados.0.smithi081.stdout:3649: done (0 left) 2023-05-20T06:09:22.162 INFO:tasks.rados.rados.0.smithi081.stdout:3650: delete oid 8 current snap is 340 2023-05-20T06:09:22.166 INFO:tasks.rados.rados.0.smithi081.stdout:3650: done (0 left) 2023-05-20T06:09:22.167 INFO:tasks.rados.rados.0.smithi081.stdout:3651: snap_remove snap 311 2023-05-20T06:09:23.164 INFO:tasks.rados.rados.0.smithi081.stdout:3651: done (0 left) 2023-05-20T06:09:23.165 INFO:tasks.rados.rados.0.smithi081.stdout:3652: rmattr oid 5 current snap is 340 2023-05-20T06:09:23.165 INFO:tasks.rados.rados.0.smithi081.stdout:3652: done (0 left) 2023-05-20T06:09:23.165 INFO:tasks.rados.rados.0.smithi081.stdout:3653: snap_create 2023-05-20T06:09:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:23 smithi170 ceph-mon[97338]: pgmap v845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:23 smithi170 ceph-mon[97338]: osdmap e728: 8 total, 8 up, 8 in 2023-05-20T06:09:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:09:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:23 smithi081 ceph-mon[95500]: pgmap v845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:23 smithi081 ceph-mon[95500]: osdmap e728: 8 total, 8 up, 8 in 2023-05-20T06:09:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:23 smithi081 ceph-mon[107735]: pgmap v845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:23 smithi081 ceph-mon[107735]: osdmap e728: 8 total, 8 up, 8 in 2023-05-20T06:09:24.162 INFO:tasks.rados.rados.0.smithi081.stdout:3653: done (0 left) 2023-05-20T06:09:24.162 INFO:tasks.rados.rados.0.smithi081.stdout:3654: snap_remove snap 332 2023-05-20T06:09:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:24 smithi170 ceph-mon[97338]: osdmap e729: 8 total, 8 up, 8 in 2023-05-20T06:09:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:24 smithi170 ceph-mon[97338]: osdmap e730: 8 total, 8 up, 8 in 2023-05-20T06:09:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:24 smithi081 ceph-mon[95500]: osdmap e729: 8 total, 8 up, 8 in 2023-05-20T06:09:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:24 smithi081 ceph-mon[95500]: osdmap e730: 8 total, 8 up, 8 in 2023-05-20T06:09:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:24 smithi081 ceph-mon[107735]: osdmap e729: 8 total, 8 up, 8 in 2023-05-20T06:09:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:24 smithi081 ceph-mon[107735]: osdmap e730: 8 total, 8 up, 8 in 2023-05-20T06:09:25.165 INFO:tasks.rados.rados.0.smithi081.stdout:3654: done (0 left) 2023-05-20T06:09:25.166 INFO:tasks.rados.rados.0.smithi081.stdout:3655: snap_remove snap 336 2023-05-20T06:09:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:25 smithi170 ceph-mon[97338]: pgmap v848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:25 smithi170 ceph-mon[97338]: osdmap e731: 8 total, 8 up, 8 in 2023-05-20T06:09:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:25 smithi081 ceph-mon[95500]: pgmap v848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:25 smithi081 ceph-mon[95500]: osdmap e731: 8 total, 8 up, 8 in 2023-05-20T06:09:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:25 smithi081 ceph-mon[107735]: pgmap v848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:25 smithi081 ceph-mon[107735]: osdmap e731: 8 total, 8 up, 8 in 2023-05-20T06:09:26.168 INFO:tasks.rados.rados.0.smithi081.stdout:3655: done (0 left) 2023-05-20T06:09:26.168 INFO:tasks.rados.rados.0.smithi081.stdout:3656: snap_create 2023-05-20T06:09:27.176 INFO:tasks.rados.rados.0.smithi081.stdout:3656: done (0 left) 2023-05-20T06:09:27.176 INFO:tasks.rados.rados.0.smithi081.stdout:3657: read oid 36 snap 338 2023-05-20T06:09:27.176 INFO:tasks.rados.rados.0.smithi081.stdout:3657: expect deleted 2023-05-20T06:09:27.177 INFO:tasks.rados.rados.0.smithi081.stdout:3658: setattr oid 19 current snap is 342 2023-05-20T06:09:27.177 INFO:tasks.rados.rados.0.smithi081.stdout:3657: done (1 left) 2023-05-20T06:09:27.177 INFO:tasks.rados.rados.0.smithi081.stdout:3659: copy_from oid 35 from oid 25 current snap is 342 2023-05-20T06:09:27.177 INFO:tasks.rados.rados.0.smithi081.stdout:3660: snap_remove snap 298 2023-05-20T06:09:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:27 smithi170 ceph-mon[97338]: pgmap v851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:27 smithi170 ceph-mon[97338]: osdmap e732: 8 total, 8 up, 8 in 2023-05-20T06:09:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:27 smithi081 ceph-mon[95500]: pgmap v851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:27 smithi081 ceph-mon[95500]: osdmap e732: 8 total, 8 up, 8 in 2023-05-20T06:09:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:27 smithi081 ceph-mon[107735]: pgmap v851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:27 smithi081 ceph-mon[107735]: osdmap e732: 8 total, 8 up, 8 in 2023-05-20T06:09:28.182 INFO:tasks.rados.rados.0.smithi081.stdout:3660: done (2 left) 2023-05-20T06:09:28.182 INFO:tasks.rados.rados.0.smithi081.stdout:3661: rmattr oid 12 current snap is 342 2023-05-20T06:09:28.183 INFO:tasks.rados.rados.0.smithi081.stdout:3661: done (2 left) 2023-05-20T06:09:28.183 INFO:tasks.rados.rados.0.smithi081.stdout:3662: rollback oid 1 current snap is 342 2023-05-20T06:09:28.183 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 1 to 329 2023-05-20T06:09:28.183 INFO:tasks.rados.rados.0.smithi081.stdout:3663: snap_remove snap 341 2023-05-20T06:09:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:28 smithi170 ceph-mon[97338]: osdmap e733: 8 total, 8 up, 8 in 2023-05-20T06:09:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:28 smithi081 ceph-mon[95500]: osdmap e733: 8 total, 8 up, 8 in 2023-05-20T06:09:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:28 smithi081 ceph-mon[107735]: osdmap e733: 8 total, 8 up, 8 in 2023-05-20T06:09:29.181 INFO:tasks.rados.rados.0.smithi081.stdout:3663: done (3 left) 2023-05-20T06:09:29.182 INFO:tasks.rados.rados.0.smithi081.stdout:3664: snap_remove snap 335 2023-05-20T06:09:29.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:29 smithi170 ceph-mon[97338]: pgmap v854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:29 smithi170 ceph-mon[97338]: osdmap e734: 8 total, 8 up, 8 in 2023-05-20T06:09:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:29 smithi081 ceph-mon[95500]: pgmap v854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:29 smithi081 ceph-mon[95500]: osdmap e734: 8 total, 8 up, 8 in 2023-05-20T06:09:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:29 smithi081 ceph-mon[107735]: pgmap v854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:29 smithi081 ceph-mon[107735]: osdmap e734: 8 total, 8 up, 8 in 2023-05-20T06:09:30.186 INFO:tasks.rados.rados.0.smithi081.stdout:3664: done (3 left) 2023-05-20T06:09:30.187 INFO:tasks.rados.rados.0.smithi081.stdout:3665: copy_from oid 40 from oid 29 current snap is 342 2023-05-20T06:09:30.187 INFO:tasks.rados.rados.0.smithi081.stdout:3666: copy_from oid 50 from oid 17 current snap is 342 2023-05-20T06:09:30.187 INFO:tasks.rados.rados.0.smithi081.stdout:3667: snap_remove snap 318 2023-05-20T06:09:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:30 smithi170 ceph-mon[97338]: osdmap e735: 8 total, 8 up, 8 in 2023-05-20T06:09:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:30 smithi170 ceph-mon[97338]: osdmap e736: 8 total, 8 up, 8 in 2023-05-20T06:09:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:30 smithi081 ceph-mon[95500]: osdmap e735: 8 total, 8 up, 8 in 2023-05-20T06:09:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:30 smithi081 ceph-mon[95500]: osdmap e736: 8 total, 8 up, 8 in 2023-05-20T06:09:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:30 smithi081 ceph-mon[107735]: osdmap e735: 8 total, 8 up, 8 in 2023-05-20T06:09:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:30 smithi081 ceph-mon[107735]: osdmap e736: 8 total, 8 up, 8 in 2023-05-20T06:09:31.193 INFO:tasks.rados.rados.0.smithi081.stdout:3667: done (5 left) 2023-05-20T06:09:31.193 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 342 2023-05-20T06:09:31.193 INFO:tasks.rados.rados.0.smithi081.stdout:3668: seq_num 1138 ranges {1146880=663552,1810432=581632,2392064=712704,3104768=311296} 2023-05-20T06:09:31.202 INFO:tasks.rados.rados.0.smithi081.stdout:3668: writing smithi081164505-11 from 1146880 to 1810432 tid 1 2023-05-20T06:09:31.206 INFO:tasks.rados.rados.0.smithi081.stdout:3668: writing smithi081164505-11 from 1810432 to 2392064 tid 2 2023-05-20T06:09:31.212 INFO:tasks.rados.rados.0.smithi081.stdout:3668: writing smithi081164505-11 from 2392064 to 3104768 tid 3 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:3668: writing smithi081164505-11 from 3104768 to 3416064 tid 4 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:3669: rmattr oid 30 current snap is 342 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1561 (ObjNum 976 snap 277 seq_num 976) dirty exists 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:3659: finishing copy_from to smithi081164505-35 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 2242 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:3659: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:09:31.213 INFO:tasks.rados.rados.0.smithi081.stdout:3662: finishing rollback tid 1 to smithi081164505-1 2023-05-20T06:09:31.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1565 (ObjNum 65 snap 0 seq_num 163899104) dirty dne 2023-05-20T06:09:31.214 INFO:tasks.rados.rados.0.smithi081.stdout:3666: finishing copy_from to smithi081164505-50 2023-05-20T06:09:31.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1838 (ObjNum 1132 snap 339 seq_num 1132) dirty exists 2023-05-20T06:09:31.214 INFO:tasks.rados.rados.0.smithi081.stdout:3666: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:09:31.214 INFO:tasks.rados.rados.0.smithi081.stdout:3665: finishing copy_from to smithi081164505-40 2023-05-20T06:09:31.214 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 1901 (ObjNum 1056 snap 307 seq_num 1056) dirty exists 2023-05-20T06:09:31.215 INFO:tasks.rados.rados.0.smithi081.stdout:3665: finishing copy_from racing read to smithi081164505-40 2023-05-20T06:09:31.216 INFO:tasks.rados.rados.0.smithi081.stdout:3658: done (6 left) 2023-05-20T06:09:31.221 INFO:tasks.rados.rados.0.smithi081.stdout:3659: done (5 left) 2023-05-20T06:09:31.221 INFO:tasks.rados.rados.0.smithi081.stdout:3662: done (4 left) 2023-05-20T06:09:31.221 INFO:tasks.rados.rados.0.smithi081.stdout:3665: done (3 left) 2023-05-20T06:09:31.221 INFO:tasks.rados.rados.0.smithi081.stdout:3666: done (2 left) 2023-05-20T06:09:31.221 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 342 2023-05-20T06:09:31.221 INFO:tasks.rados.rados.0.smithi081.stdout:3670: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2023-05-20T06:09:31.222 INFO:tasks.rados.rados.0.smithi081.stdout:3670: writing smithi081164505-21 from 0 to 679936 tid 1 2023-05-20T06:09:31.222 INFO:tasks.rados.rados.0.smithi081.stdout:3670: writing smithi081164505-21 from 679936 to 1138688 tid 2 2023-05-20T06:09:31.224 INFO:tasks.rados.rados.0.smithi081.stdout:3670: writing smithi081164505-21 from 1138688 to 1662976 tid 3 2023-05-20T06:09:31.227 INFO:tasks.rados.rados.0.smithi081.stdout:3670: writing smithi081164505-21 from 1662976 to 2203648 tid 4 2023-05-20T06:09:31.227 INFO:tasks.rados.rados.0.smithi081.stdout:3670: writing smithi081164505-21 from 2203648 to 2285568 tid 5 2023-05-20T06:09:31.227 INFO:tasks.rados.rados.0.smithi081.stdout:3671: setattr oid 37 current snap is 342 2023-05-20T06:09:31.228 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 1387 (ObjNum 129 snap 0 seq_num 164586464) dirty exists 2023-05-20T06:09:31.228 INFO:tasks.rados.rados.0.smithi081.stdout:3668: finishing write tid 1 to smithi081164505-11 2023-05-20T06:09:31.228 INFO:tasks.rados.rados.0.smithi081.stdout:3668: finishing write tid 2 to smithi081164505-11 2023-05-20T06:09:31.228 INFO:tasks.rados.rados.0.smithi081.stdout:3668: finishing write tid 3 to smithi081164505-11 2023-05-20T06:09:31.228 INFO:tasks.rados.rados.0.smithi081.stdout:3668: finishing write tid 4 to smithi081164505-11 2023-05-20T06:09:31.228 INFO:tasks.rados.rados.0.smithi081.stdout:3668: finishing write tid 5 to smithi081164505-11 2023-05-20T06:09:31.229 INFO:tasks.rados.rados.0.smithi081.stdout:3668: finishing write tid 6 to smithi081164505-11 2023-05-20T06:09:31.229 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 2138 (ObjNum 1138 snap 342 seq_num 1138) dirty exists 2023-05-20T06:09:31.229 INFO:tasks.rados.rados.0.smithi081.stdout:3668: left oid 11 (ObjNum 1138 snap 342 seq_num 1138) 2023-05-20T06:09:31.229 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 1 to smithi081164505-21 2023-05-20T06:09:31.229 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 2 to smithi081164505-21 2023-05-20T06:09:31.232 INFO:tasks.rados.rados.0.smithi081.stdout:3668: done (3 left) 2023-05-20T06:09:31.232 INFO:tasks.rados.rados.0.smithi081.stdout:3669: done (2 left) 2023-05-20T06:09:31.232 INFO:tasks.rados.rados.0.smithi081.stdout:3672: read oid 29 snap -1 2023-05-20T06:09:31.232 INFO:tasks.rados.rados.0.smithi081.stdout:3672: expect (ObjNum 1056 snap 307 seq_num 1056) 2023-05-20T06:09:31.232 INFO:tasks.rados.rados.0.smithi081.stdout:3673: read oid 11 snap -1 2023-05-20T06:09:31.232 INFO:tasks.rados.rados.0.smithi081.stdout:3673: expect (ObjNum 1138 snap 342 seq_num 1138) 2023-05-20T06:09:31.233 INFO:tasks.rados.rados.0.smithi081.stdout:3674: read oid 7 snap -1 2023-05-20T06:09:31.233 INFO:tasks.rados.rados.0.smithi081.stdout:3674: expect (ObjNum 1127 snap 336 seq_num 1127) 2023-05-20T06:09:31.233 INFO:tasks.rados.rados.0.smithi081.stdout:3675: snap_create 2023-05-20T06:09:31.236 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 3 to smithi081164505-21 2023-05-20T06:09:31.236 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 4 to smithi081164505-21 2023-05-20T06:09:31.237 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 5 to smithi081164505-21 2023-05-20T06:09:31.238 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 6 to smithi081164505-21 2023-05-20T06:09:31.238 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1830 (ObjNum 1120 snap 335 seq_num 1120) dirty exists 2023-05-20T06:09:31.241 INFO:tasks.rados.rados.0.smithi081.stdout:3670: finishing write tid 7 to smithi081164505-21 2023-05-20T06:09:31.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2284 (ObjNum 1139 snap 342 seq_num 1139) dirty exists 2023-05-20T06:09:31.241 INFO:tasks.rados.rados.0.smithi081.stdout:3670: left oid 21 (ObjNum 1139 snap 342 seq_num 1139) 2023-05-20T06:09:31.248 INFO:tasks.rados.rados.0.smithi081.stdout:3673: expect (ObjNum 1138 snap 342 seq_num 1138) 2023-05-20T06:09:31.352 INFO:tasks.rados.rados.0.smithi081.stdout:3674: expect (ObjNum 1127 snap 336 seq_num 1127) 2023-05-20T06:09:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:31 smithi170 ceph-mon[97338]: pgmap v857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:31 smithi170 ceph-mon[97338]: osdmap e737: 8 total, 8 up, 8 in 2023-05-20T06:09:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:31 smithi081 ceph-mon[95500]: pgmap v857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:31 smithi081 ceph-mon[95500]: osdmap e737: 8 total, 8 up, 8 in 2023-05-20T06:09:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:31 smithi081 ceph-mon[107735]: pgmap v857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:31 smithi081 ceph-mon[107735]: osdmap e737: 8 total, 8 up, 8 in 2023-05-20T06:09:31.598 INFO:tasks.rados.rados.0.smithi081.stdout:3672: expect (ObjNum 1056 snap 307 seq_num 1056) 2023-05-20T06:09:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:09:31.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:09:31.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:32.331 INFO:tasks.rados.rados.0.smithi081.stdout:3670: done (5 left) 2023-05-20T06:09:32.331 INFO:tasks.rados.rados.0.smithi081.stdout:3671: done (4 left) 2023-05-20T06:09:32.331 INFO:tasks.rados.rados.0.smithi081.stdout:3672: done (3 left) 2023-05-20T06:09:32.331 INFO:tasks.rados.rados.0.smithi081.stdout:3673: done (2 left) 2023-05-20T06:09:32.332 INFO:tasks.rados.rados.0.smithi081.stdout:3674: done (1 left) 2023-05-20T06:09:32.332 INFO:tasks.rados.rados.0.smithi081.stdout:3675: done (0 left) 2023-05-20T06:09:32.332 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 343 2023-05-20T06:09:32.332 INFO:tasks.rados.rados.0.smithi081.stdout:3676: seq_num 1140 ranges {2138112=696320,2834432=745472,3579904=729088,4308992=131072} 2023-05-20T06:09:32.345 INFO:tasks.rados.rados.0.smithi081.stdout:3676: writing smithi081164505-15 from 2138112 to 2834432 tid 1 2023-05-20T06:09:32.349 INFO:tasks.rados.rados.0.smithi081.stdout:3676: writing smithi081164505-15 from 2834432 to 3579904 tid 2 2023-05-20T06:09:32.353 INFO:tasks.rados.rados.0.smithi081.stdout:3676: writing smithi081164505-15 from 3579904 to 4308992 tid 3 2023-05-20T06:09:32.354 INFO:tasks.rados.rados.0.smithi081.stdout:3676: writing smithi081164505-15 from 4308992 to 4440064 tid 4 2023-05-20T06:09:32.354 INFO:tasks.rados.rados.0.smithi081.stdout:3677: snap_remove snap 306 2023-05-20T06:09:33.222 INFO:tasks.rados.rados.0.smithi081.stdout:3677: done (1 left) 2023-05-20T06:09:33.222 INFO:tasks.rados.rados.0.smithi081.stdout:3678: snap_create 2023-05-20T06:09:33.222 INFO:tasks.rados.rados.0.smithi081.stdout:3676: finishing write tid 1 to smithi081164505-15 2023-05-20T06:09:33.222 INFO:tasks.rados.rados.0.smithi081.stdout:3676: finishing write tid 2 to smithi081164505-15 2023-05-20T06:09:33.222 INFO:tasks.rados.rados.0.smithi081.stdout:3676: finishing write tid 3 to smithi081164505-15 2023-05-20T06:09:33.223 INFO:tasks.rados.rados.0.smithi081.stdout:3676: finishing write tid 4 to smithi081164505-15 2023-05-20T06:09:33.223 INFO:tasks.rados.rados.0.smithi081.stdout:3676: finishing write tid 5 to smithi081164505-15 2023-05-20T06:09:33.223 INFO:tasks.rados.rados.0.smithi081.stdout:3676: finishing write tid 6 to smithi081164505-15 2023-05-20T06:09:33.223 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 2054 (ObjNum 1140 snap 343 seq_num 1140) dirty exists 2023-05-20T06:09:33.223 INFO:tasks.rados.rados.0.smithi081.stdout:3676: left oid 15 (ObjNum 1140 snap 343 seq_num 1140) 2023-05-20T06:09:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:33 smithi170 ceph-mon[97338]: pgmap v860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:33 smithi170 ceph-mon[97338]: osdmap e738: 8 total, 8 up, 8 in 2023-05-20T06:09:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:33 smithi081 ceph-mon[95500]: pgmap v860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:33 smithi081 ceph-mon[95500]: osdmap e738: 8 total, 8 up, 8 in 2023-05-20T06:09:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:09:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:33 smithi081 ceph-mon[107735]: pgmap v860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:33 smithi081 ceph-mon[107735]: osdmap e738: 8 total, 8 up, 8 in 2023-05-20T06:09:34.217 INFO:tasks.rados.rados.0.smithi081.stdout:3676: done (1 left) 2023-05-20T06:09:34.218 INFO:tasks.rados.rados.0.smithi081.stdout:3678: done (0 left) 2023-05-20T06:09:34.218 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 344 2023-05-20T06:09:34.218 INFO:tasks.rados.rados.0.smithi081.stdout:3679: seq_num 1141 ranges {1286144=712704,1998848=679936,2678784=540672,3219456=385024} 2023-05-20T06:09:34.228 INFO:tasks.rados.rados.0.smithi081.stdout:3679: writing smithi081164505-28 from 1286144 to 1998848 tid 1 2023-05-20T06:09:34.232 INFO:tasks.rados.rados.0.smithi081.stdout:3679: writing smithi081164505-28 from 1998848 to 2678784 tid 2 2023-05-20T06:09:34.236 INFO:tasks.rados.rados.0.smithi081.stdout:3679: writing smithi081164505-28 from 2678784 to 3219456 tid 3 2023-05-20T06:09:34.238 INFO:tasks.rados.rados.0.smithi081.stdout:3679: writing smithi081164505-28 from 3219456 to 3604480 tid 4 2023-05-20T06:09:34.238 INFO:tasks.rados.rados.0.smithi081.stdout:3680: snap_remove snap 324 2023-05-20T06:09:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:34 smithi170 ceph-mon[97338]: osdmap e739: 8 total, 8 up, 8 in 2023-05-20T06:09:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:34 smithi170 ceph-mon[97338]: osdmap e740: 8 total, 8 up, 8 in 2023-05-20T06:09:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:34 smithi081 ceph-mon[95500]: osdmap e739: 8 total, 8 up, 8 in 2023-05-20T06:09:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:34 smithi081 ceph-mon[95500]: osdmap e740: 8 total, 8 up, 8 in 2023-05-20T06:09:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:34 smithi081 ceph-mon[107735]: osdmap e739: 8 total, 8 up, 8 in 2023-05-20T06:09:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:34 smithi081 ceph-mon[107735]: osdmap e740: 8 total, 8 up, 8 in 2023-05-20T06:09:35.243 INFO:tasks.rados.rados.0.smithi081.stdout:3680: done (1 left) 2023-05-20T06:09:35.243 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 9 current snap is 344 2023-05-20T06:09:35.244 INFO:tasks.rados.rados.0.smithi081.stdout:3681: seq_num 1142 ranges {9117696=729088,9846784=565248,10412032=696320,11108352=344064} 2023-05-20T06:09:35.298 INFO:tasks.rados.rados.0.smithi081.stdout:3681: writing smithi081164505-9 from 9117696 to 9846784 tid 1 2023-05-20T06:09:35.301 INFO:tasks.rados.rados.0.smithi081.stdout:3681: writing smithi081164505-9 from 9846784 to 10412032 tid 2 2023-05-20T06:09:35.305 INFO:tasks.rados.rados.0.smithi081.stdout:3681: writing smithi081164505-9 from 10412032 to 11108352 tid 3 2023-05-20T06:09:35.309 INFO:tasks.rados.rados.0.smithi081.stdout:3681: writing smithi081164505-9 from 11108352 to 11452416 tid 4 2023-05-20T06:09:35.309 INFO:tasks.rados.rados.0.smithi081.stdout:3682: rollback oid 32 current snap is 344 2023-05-20T06:09:35.309 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 329 2023-05-20T06:09:35.309 INFO:tasks.rados.rados.0.smithi081.stdout:3679: finishing write tid 1 to smithi081164505-28 2023-05-20T06:09:35.309 INFO:tasks.rados.rados.0.smithi081.stdout:3679: finishing write tid 2 to smithi081164505-28 2023-05-20T06:09:35.310 INFO:tasks.rados.rados.0.smithi081.stdout:3679: finishing write tid 3 to smithi081164505-28 2023-05-20T06:09:35.310 INFO:tasks.rados.rados.0.smithi081.stdout:3679: finishing write tid 4 to smithi081164505-28 2023-05-20T06:09:35.310 INFO:tasks.rados.rados.0.smithi081.stdout:3679: finishing write tid 5 to smithi081164505-28 2023-05-20T06:09:35.310 INFO:tasks.rados.rados.0.smithi081.stdout:3679: finishing write tid 6 to smithi081164505-28 2023-05-20T06:09:35.310 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1818 (ObjNum 1141 snap 344 seq_num 1141) dirty exists 2023-05-20T06:09:35.310 INFO:tasks.rados.rados.0.smithi081.stdout:3679: left oid 28 (ObjNum 1141 snap 344 seq_num 1141) 2023-05-20T06:09:35.311 INFO:tasks.rados.rados.0.smithi081.stdout:3681: finishing write tid 1 to smithi081164505-9 2023-05-20T06:09:35.311 INFO:tasks.rados.rados.0.smithi081.stdout:3681: finishing write tid 2 to smithi081164505-9 2023-05-20T06:09:35.311 INFO:tasks.rados.rados.0.smithi081.stdout:3679: done (2 left) 2023-05-20T06:09:35.311 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 344 2023-05-20T06:09:35.312 INFO:tasks.rados.rados.0.smithi081.stdout:3683: seq_num 1143 ranges {1228800=753664,1982464=450560,2433024=507904,2940928=589824,3530752=57344} 2023-05-20T06:09:35.318 INFO:tasks.rados.rados.0.smithi081.stdout:3683: writing smithi081164505-42 from 1228800 to 1982464 tid 1 2023-05-20T06:09:35.321 INFO:tasks.rados.rados.0.smithi081.stdout:3683: writing smithi081164505-42 from 1982464 to 2433024 tid 2 2023-05-20T06:09:35.324 INFO:tasks.rados.rados.0.smithi081.stdout:3683: writing smithi081164505-42 from 2433024 to 2940928 tid 3 2023-05-20T06:09:35.327 INFO:tasks.rados.rados.0.smithi081.stdout:3683: writing smithi081164505-42 from 2940928 to 3530752 tid 4 2023-05-20T06:09:35.328 INFO:tasks.rados.rados.0.smithi081.stdout:3683: writing smithi081164505-42 from 3530752 to 3588096 tid 5 2023-05-20T06:09:35.328 INFO:tasks.rados.rados.0.smithi081.stdout:3684: copy_from oid 50 from oid 16 current snap is 344 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:3681: finishing write tid 3 to smithi081164505-9 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:3681: finishing write tid 4 to smithi081164505-9 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:3681: finishing write tid 5 to smithi081164505-9 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:3681: finishing write tid 6 to smithi081164505-9 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1498 (ObjNum 1142 snap 344 seq_num 1142) dirty exists 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:3681: left oid 9 (ObjNum 1142 snap 344 seq_num 1142) 2023-05-20T06:09:35.329 INFO:tasks.rados.rados.0.smithi081.stdout:3682: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:3682: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:3681: done (3 left) 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:3685: read oid 21 snap -1 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:3685: expect (ObjNum 1139 snap 342 seq_num 1139) 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:3686: read oid 45 snap -1 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:3686: expect (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:35.330 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 37 current snap is 344 2023-05-20T06:09:35.331 INFO:tasks.rados.rados.0.smithi081.stdout:3682: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:09:35.331 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1986 (ObjNum 129 snap 0 seq_num 164603608) dirty exists 2023-05-20T06:09:35.331 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 1 to smithi081164505-42 2023-05-20T06:09:35.332 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 2 to smithi081164505-42 2023-05-20T06:09:35.332 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 3 to smithi081164505-42 2023-05-20T06:09:35.332 INFO:tasks.rados.rados.0.smithi081.stdout:3687: seq_num 1144 ranges {3702784=770048,4472832=737280,5210112=712704,5922816=155648} 2023-05-20T06:09:35.353 INFO:tasks.rados.rados.0.smithi081.stdout:3687: writing smithi081164505-37 from 3702784 to 4472832 tid 1 2023-05-20T06:09:35.357 INFO:tasks.rados.rados.0.smithi081.stdout:3687: writing smithi081164505-37 from 4472832 to 5210112 tid 2 2023-05-20T06:09:35.361 INFO:tasks.rados.rados.0.smithi081.stdout:3687: writing smithi081164505-37 from 5210112 to 5922816 tid 3 2023-05-20T06:09:35.362 INFO:tasks.rados.rados.0.smithi081.stdout:3687: writing smithi081164505-37 from 5922816 to 6078464 tid 4 2023-05-20T06:09:35.362 INFO:tasks.rados.rados.0.smithi081.stdout:3682: done (5 left) 2023-05-20T06:09:35.363 INFO:tasks.rados.rados.0.smithi081.stdout:3688: snap_remove snap 323 2023-05-20T06:09:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:35 smithi170 ceph-mon[97338]: pgmap v863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:35 smithi081 ceph-mon[95500]: pgmap v863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:35 smithi081 ceph-mon[107735]: pgmap v863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:36.249 INFO:tasks.rados.rados.0.smithi081.stdout:3688: done (5 left) 2023-05-20T06:09:36.249 INFO:tasks.rados.rados.0.smithi081.stdout:3689: snap_remove snap 338 2023-05-20T06:09:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:36 smithi170 ceph-mon[97338]: osdmap e741: 8 total, 8 up, 8 in 2023-05-20T06:09:36.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:36 smithi081 ceph-mon[95500]: osdmap e741: 8 total, 8 up, 8 in 2023-05-20T06:09:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:36 smithi081 ceph-mon[107735]: osdmap e741: 8 total, 8 up, 8 in 2023-05-20T06:09:37.254 INFO:tasks.rados.rados.0.smithi081.stdout:3689: done (5 left) 2023-05-20T06:09:37.254 INFO:tasks.rados.rados.0.smithi081.stdout:3690: copy_from oid 17 from oid 38 current snap is 344 2023-05-20T06:09:37.256 INFO:tasks.rados.rados.0.smithi081.stdout:3691: copy_from oid 12 from oid 3 current snap is 344 2023-05-20T06:09:37.256 INFO:tasks.rados.rados.0.smithi081.stdout:3692: setattr oid 4 current snap is 344 2023-05-20T06:09:37.256 INFO:tasks.rados.rados.0.smithi081.stdout:3693: delete oid 32 current snap is 344 2023-05-20T06:09:37.269 INFO:tasks.rados.rados.0.smithi081.stdout:3684: finishing copy_from to smithi081164505-50 2023-05-20T06:09:37.270 INFO:tasks.rados.rados.0.smithi081.stdout:3684: got expected ENOENT (src dne) 2023-05-20T06:09:37.270 INFO:tasks.rados.rados.0.smithi081.stdout:3684: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:09:37.270 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 4 to smithi081164505-42 2023-05-20T06:09:37.270 INFO:tasks.rados.rados.0.smithi081.stdout:3685: expect (ObjNum 1139 snap 342 seq_num 1139) 2023-05-20T06:09:37.330 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 5 to smithi081164505-42 2023-05-20T06:09:37.331 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 6 to smithi081164505-42 2023-05-20T06:09:37.331 INFO:tasks.rados.rados.0.smithi081.stdout:3684: done (8 left) 2023-05-20T06:09:37.331 INFO:tasks.rados.rados.0.smithi081.stdout:3685: done (7 left) 2023-05-20T06:09:37.331 INFO:tasks.rados.rados.0.smithi081.stdout:3693: done (6 left) 2023-05-20T06:09:37.331 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 344 2023-05-20T06:09:37.331 INFO:tasks.rados.rados.0.smithi081.stdout:3686: expect (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:37 smithi170 ceph-mon[97338]: pgmap v866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:37 smithi170 ceph-mon[97338]: osdmap e742: 8 total, 8 up, 8 in 2023-05-20T06:09:37.510 INFO:tasks.rados.rados.0.smithi081.stdout:3683: finishing write tid 7 to smithi081164505-42 2023-05-20T06:09:37.510 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 1836 (ObjNum 1143 snap 344 seq_num 1143) dirty exists 2023-05-20T06:09:37.510 INFO:tasks.rados.rados.0.smithi081.stdout:3683: left oid 42 (ObjNum 1143 snap 344 seq_num 1143) 2023-05-20T06:09:37.510 INFO:tasks.rados.rados.0.smithi081.stdout:3687: finishing write tid 1 to smithi081164505-37 2023-05-20T06:09:37.510 INFO:tasks.rados.rados.0.smithi081.stdout:3687: finishing write tid 2 to smithi081164505-37 2023-05-20T06:09:37.510 INFO:tasks.rados.rados.0.smithi081.stdout:3687: finishing write tid 3 to smithi081164505-37 2023-05-20T06:09:37.511 INFO:tasks.rados.rados.0.smithi081.stdout:3687: finishing write tid 4 to smithi081164505-37 2023-05-20T06:09:37.511 INFO:tasks.rados.rados.0.smithi081.stdout:3687: finishing write tid 5 to smithi081164505-37 2023-05-20T06:09:37.511 INFO:tasks.rados.rados.0.smithi081.stdout:3687: finishing write tid 6 to smithi081164505-37 2023-05-20T06:09:37.511 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 1841 (ObjNum 1144 snap 344 seq_num 1144) dirty exists 2023-05-20T06:09:37.511 INFO:tasks.rados.rados.0.smithi081.stdout:3687: left oid 37 (ObjNum 1144 snap 344 seq_num 1144) 2023-05-20T06:09:37.511 INFO:tasks.rados.rados.0.smithi081.stdout:3694: seq_num 1146 ranges {2285568=802816,3088384=499712,3588096=679936,4268032=425984} 2023-05-20T06:09:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:37 smithi081 ceph-mon[95500]: pgmap v866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:37 smithi081 ceph-mon[95500]: osdmap e742: 8 total, 8 up, 8 in 2023-05-20T06:09:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:37 smithi081 ceph-mon[107735]: pgmap v866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:37 smithi081 ceph-mon[107735]: osdmap e742: 8 total, 8 up, 8 in 2023-05-20T06:09:37.526 INFO:tasks.rados.rados.0.smithi081.stdout:3694: writing smithi081164505-21 from 2285568 to 3088384 tid 1 2023-05-20T06:09:37.529 INFO:tasks.rados.rados.0.smithi081.stdout:3694: writing smithi081164505-21 from 3088384 to 3588096 tid 2 2023-05-20T06:09:37.533 INFO:tasks.rados.rados.0.smithi081.stdout:3694: writing smithi081164505-21 from 3588096 to 4268032 tid 3 2023-05-20T06:09:37.536 INFO:tasks.rados.rados.0.smithi081.stdout:3694: writing smithi081164505-21 from 4268032 to 4694016 tid 4 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:3683: done (6 left) 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:3686: done (5 left) 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:3687: done (4 left) 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 344 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1562 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:3691: finishing copy_from to smithi081164505-12 2023-05-20T06:09:37.537 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1517 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2023-05-20T06:09:37.538 INFO:tasks.rados.rados.0.smithi081.stdout:3691: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:09:37.538 INFO:tasks.rados.rados.0.smithi081.stdout:3690: finishing copy_from to smithi081164505-17 2023-05-20T06:09:37.538 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 1822 (ObjNum 1121 snap 335 seq_num 1121) dirty exists 2023-05-20T06:09:37.539 INFO:tasks.rados.rados.0.smithi081.stdout:3690: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:09:37.539 INFO:tasks.rados.rados.0.smithi081.stdout:3695: seq_num 1147 ranges {4218880=16384} 2023-05-20T06:09:37.559 INFO:tasks.rados.rados.0.smithi081.stdout:3695: writing smithi081164505-31 from 4218880 to 4235264 tid 1 2023-05-20T06:09:37.559 INFO:tasks.rados.rados.0.smithi081.stdout:3690: done (4 left) 2023-05-20T06:09:37.559 INFO:tasks.rados.rados.0.smithi081.stdout:3691: done (3 left) 2023-05-20T06:09:37.560 INFO:tasks.rados.rados.0.smithi081.stdout:3692: done (2 left) 2023-05-20T06:09:37.560 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 29 current snap is 344 2023-05-20T06:09:37.560 INFO:tasks.rados.rados.0.smithi081.stdout:3694: finishing write tid 1 to smithi081164505-21 2023-05-20T06:09:37.561 INFO:tasks.rados.rados.0.smithi081.stdout:3694: finishing write tid 2 to smithi081164505-21 2023-05-20T06:09:37.561 INFO:tasks.rados.rados.0.smithi081.stdout:3696: seq_num 1148 ranges {8118272=32768} 2023-05-20T06:09:37.602 INFO:tasks.rados.rados.0.smithi081.stdout:3696: writing smithi081164505-29 from 8118272 to 8151040 tid 1 2023-05-20T06:09:37.602 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 12 current snap is 344 2023-05-20T06:09:37.603 INFO:tasks.rados.rados.0.smithi081.stdout:3694: finishing write tid 3 to smithi081164505-21 2023-05-20T06:09:37.603 INFO:tasks.rados.rados.0.smithi081.stdout:3694: finishing write tid 4 to smithi081164505-21 2023-05-20T06:09:37.603 INFO:tasks.rados.rados.0.smithi081.stdout:3694: finishing write tid 5 to smithi081164505-21 2023-05-20T06:09:37.603 INFO:tasks.rados.rados.0.smithi081.stdout:3694: finishing write tid 6 to smithi081164505-21 2023-05-20T06:09:37.604 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2308 (ObjNum 1146 snap 344 seq_num 1146) dirty exists 2023-05-20T06:09:37.604 INFO:tasks.rados.rados.0.smithi081.stdout:3694: left oid 21 (ObjNum 1146 snap 344 seq_num 1146) 2023-05-20T06:09:37.604 INFO:tasks.rados.rados.0.smithi081.stdout:3697: seq_num 1149 ranges {9240576=49152} 2023-05-20T06:09:37.651 INFO:tasks.rados.rados.0.smithi081.stdout:3697: writing smithi081164505-12 from 9240576 to 9289728 tid 1 2023-05-20T06:09:37.651 INFO:tasks.rados.rados.0.smithi081.stdout:3694: done (3 left) 2023-05-20T06:09:37.652 INFO:tasks.rados.rados.0.smithi081.stdout:3698: snap_create 2023-05-20T06:09:37.652 INFO:tasks.rados.rados.0.smithi081.stdout:3695: finishing write tid 1 to smithi081164505-31 2023-05-20T06:09:37.652 INFO:tasks.rados.rados.0.smithi081.stdout:3695: finishing write tid 2 to smithi081164505-31 2023-05-20T06:09:37.652 INFO:tasks.rados.rados.0.smithi081.stdout:3695: finishing write tid 3 to smithi081164505-31 2023-05-20T06:09:37.653 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2311 (ObjNum 1147 snap 344 seq_num 1147) dirty exists 2023-05-20T06:09:37.653 INFO:tasks.rados.rados.0.smithi081.stdout:3695: left oid 31 (ObjNum 1147 snap 344 seq_num 1147) 2023-05-20T06:09:37.653 INFO:tasks.rados.rados.0.smithi081.stdout:3696: finishing write tid 1 to smithi081164505-29 2023-05-20T06:09:37.653 INFO:tasks.rados.rados.0.smithi081.stdout:3696: finishing write tid 2 to smithi081164505-29 2023-05-20T06:09:37.654 INFO:tasks.rados.rados.0.smithi081.stdout:3696: finishing write tid 3 to smithi081164505-29 2023-05-20T06:09:37.654 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 29 v 1979 (ObjNum 1148 snap 344 seq_num 1148) dirty exists 2023-05-20T06:09:37.654 INFO:tasks.rados.rados.0.smithi081.stdout:3696: left oid 29 (ObjNum 1148 snap 344 seq_num 1148) 2023-05-20T06:09:37.655 INFO:tasks.rados.rados.0.smithi081.stdout:3697: finishing write tid 1 to smithi081164505-12 2023-05-20T06:09:37.656 INFO:tasks.rados.rados.0.smithi081.stdout:3697: finishing write tid 2 to smithi081164505-12 2023-05-20T06:09:37.656 INFO:tasks.rados.rados.0.smithi081.stdout:3697: finishing write tid 3 to smithi081164505-12 2023-05-20T06:09:37.656 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1989 (ObjNum 1149 snap 344 seq_num 1149) dirty exists 2023-05-20T06:09:37.656 INFO:tasks.rados.rados.0.smithi081.stdout:3697: left oid 12 (ObjNum 1149 snap 344 seq_num 1149) 2023-05-20T06:09:38.258 INFO:tasks.rados.rados.0.smithi081.stdout:3695: done (3 left) 2023-05-20T06:09:38.259 INFO:tasks.rados.rados.0.smithi081.stdout:3696: done (2 left) 2023-05-20T06:09:38.259 INFO:tasks.rados.rados.0.smithi081.stdout:3697: done (1 left) 2023-05-20T06:09:38.259 INFO:tasks.rados.rados.0.smithi081.stdout:3698: done (0 left) 2023-05-20T06:09:38.259 INFO:tasks.rados.rados.0.smithi081.stdout:3699: read oid 22 snap -1 2023-05-20T06:09:38.259 INFO:tasks.rados.rados.0.smithi081.stdout:3699: expect (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:09:38.260 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 345 2023-05-20T06:09:38.260 INFO:tasks.rados.rados.0.smithi081.stdout:3700: seq_num 1150 ranges {0=65536} 2023-05-20T06:09:38.260 INFO:tasks.rados.rados.0.smithi081.stdout:3700: writing smithi081164505-2 from 0 to 65536 tid 1 2023-05-20T06:09:38.261 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 345 2023-05-20T06:09:38.261 INFO:tasks.rados.rados.0.smithi081.stdout:3701: seq_num 1151 ranges {4218880=81920} 2023-05-20T06:09:38.282 INFO:tasks.rados.rados.0.smithi081.stdout:3701: writing smithi081164505-44 from 4218880 to 4300800 tid 1 2023-05-20T06:09:38.282 INFO:tasks.rados.rados.0.smithi081.stdout:3702: copy_from oid 50 from oid 29 current snap is 345 2023-05-20T06:09:38.282 INFO:tasks.rados.rados.0.smithi081.stdout:3700: finishing write tid 1 to smithi081164505-2 2023-05-20T06:09:38.282 INFO:tasks.rados.rados.0.smithi081.stdout:3700: finishing write tid 2 to smithi081164505-2 2023-05-20T06:09:38.282 INFO:tasks.rados.rados.0.smithi081.stdout:3700: finishing write tid 3 to smithi081164505-2 2023-05-20T06:09:38.283 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 2166 (ObjNum 1150 snap 345 seq_num 1150) dirty exists 2023-05-20T06:09:38.283 INFO:tasks.rados.rados.0.smithi081.stdout:3700: left oid 2 (ObjNum 1150 snap 345 seq_num 1150) 2023-05-20T06:09:38.283 INFO:tasks.rados.rados.0.smithi081.stdout:3699: expect (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:09:38.359 INFO:tasks.rados.rados.0.smithi081.stdout:3699: done (3 left) 2023-05-20T06:09:38.360 INFO:tasks.rados.rados.0.smithi081.stdout:3700: done (2 left) 2023-05-20T06:09:38.360 INFO:tasks.rados.rados.0.smithi081.stdout:3703: read oid 41 snap 307 2023-05-20T06:09:38.361 INFO:tasks.rados.rados.0.smithi081.stdout:3703: expect deleted 2023-05-20T06:09:38.361 INFO:tasks.rados.rados.0.smithi081.stdout:3704: copy_from oid 11 from oid 49 current snap is 345 2023-05-20T06:09:38.361 INFO:tasks.rados.rados.0.smithi081.stdout:3701: finishing write tid 1 to smithi081164505-44 2023-05-20T06:09:38.361 INFO:tasks.rados.rados.0.smithi081.stdout:3701: finishing write tid 2 to smithi081164505-44 2023-05-20T06:09:38.362 INFO:tasks.rados.rados.0.smithi081.stdout:3701: finishing write tid 3 to smithi081164505-44 2023-05-20T06:09:38.362 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1820 (ObjNum 1151 snap 345 seq_num 1151) dirty exists 2023-05-20T06:09:38.362 INFO:tasks.rados.rados.0.smithi081.stdout:3701: left oid 44 (ObjNum 1151 snap 345 seq_num 1151) 2023-05-20T06:09:38.362 INFO:tasks.rados.rados.0.smithi081.stdout:3701: done (3 left) 2023-05-20T06:09:38.363 INFO:tasks.rados.rados.0.smithi081.stdout:3705: snap_create 2023-05-20T06:09:38.363 INFO:tasks.rados.rados.0.smithi081.stdout:3702: finishing copy_from to smithi081164505-50 2023-05-20T06:09:38.363 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 1979 (ObjNum 1148 snap 344 seq_num 1148) dirty exists 2023-05-20T06:09:38.364 INFO:tasks.rados.rados.0.smithi081.stdout:3702: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:09:38.375 INFO:tasks.rados.rados.0.smithi081.stdout:3704: finishing copy_from to smithi081164505-11 2023-05-20T06:09:38.376 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 1560 (ObjNum 1002 snap 286 seq_num 1002) dirty exists 2023-05-20T06:09:38.376 INFO:tasks.rados.rados.0.smithi081.stdout:3704: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:09:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:38 smithi081 ceph-mon[95500]: osdmap e743: 8 total, 8 up, 8 in 2023-05-20T06:09:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:38 smithi081 ceph-mon[107735]: osdmap e743: 8 total, 8 up, 8 in 2023-05-20T06:09:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:38 smithi170 ceph-mon[97338]: osdmap e743: 8 total, 8 up, 8 in 2023-05-20T06:09:39.265 INFO:tasks.rados.rados.0.smithi081.stdout:3702: done (3 left) 2023-05-20T06:09:39.265 INFO:tasks.rados.rados.0.smithi081.stdout:3703: done (2 left) 2023-05-20T06:09:39.265 INFO:tasks.rados.rados.0.smithi081.stdout:3704: done (1 left) 2023-05-20T06:09:39.266 INFO:tasks.rados.rados.0.smithi081.stdout:3705: done (0 left) 2023-05-20T06:09:39.266 INFO:tasks.rados.rados.0.smithi081.stdout:3706: rollback oid 40 current snap is 346 2023-05-20T06:09:39.266 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 40 to 313 2023-05-20T06:09:39.266 INFO:tasks.rados.rados.0.smithi081.stdout:3707: read oid 10 snap -1 2023-05-20T06:09:39.266 INFO:tasks.rados.rados.0.smithi081.stdout:3707: expect (ObjNum 1121 snap 335 seq_num 1121) 2023-05-20T06:09:39.266 INFO:tasks.rados.rados.0.smithi081.stdout:3708: copy_from oid 4 from oid 30 current snap is 346 2023-05-20T06:09:39.267 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 346 2023-05-20T06:09:39.267 INFO:tasks.rados.rados.0.smithi081.stdout:3709: seq_num 1152 ranges {10788864=98304} 2023-05-20T06:09:39.324 INFO:tasks.rados.rados.0.smithi081.stdout:3709: writing smithi081164505-26 from 10788864 to 10887168 tid 1 2023-05-20T06:09:39.324 INFO:tasks.rados.rados.0.smithi081.stdout:3710: copy_from oid 42 from oid 27 current snap is 346 2023-05-20T06:09:39.324 INFO:tasks.rados.rados.0.smithi081.stdout:3706: finishing rollback tid 0 to smithi081164505-40 2023-05-20T06:09:39.324 INFO:tasks.rados.rados.0.smithi081.stdout:3711: snap_remove snap 345 2023-05-20T06:09:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:39 smithi081 ceph-mon[95500]: pgmap v869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:39 smithi081 ceph-mon[95500]: osdmap e744: 8 total, 8 up, 8 in 2023-05-20T06:09:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:39 smithi081 ceph-mon[107735]: pgmap v869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:39 smithi081 ceph-mon[107735]: osdmap e744: 8 total, 8 up, 8 in 2023-05-20T06:09:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:39 smithi170 ceph-mon[97338]: pgmap v869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:39 smithi170 ceph-mon[97338]: osdmap e744: 8 total, 8 up, 8 in 2023-05-20T06:09:40.279 INFO:tasks.rados.rados.0.smithi081.stdout:3711: done (5 left) 2023-05-20T06:09:40.279 INFO:tasks.rados.rados.0.smithi081.stdout:3712: rollback oid 25 current snap is 346 2023-05-20T06:09:40.280 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 330 2023-05-20T06:09:40.280 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 346 2023-05-20T06:09:40.280 INFO:tasks.rados.rados.0.smithi081.stdout:3713: seq_num 1153 ranges {4218880=114688} 2023-05-20T06:09:40.294 INFO:tasks.rados.rados.0.smithi081.stdout:3713: writing smithi081164505-20 from 4218880 to 4333568 tid 1 2023-05-20T06:09:40.294 INFO:tasks.rados.rados.0.smithi081.stdout:3714: read oid 49 snap 337 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:3714: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:3706: finishing rollback tid 1 to smithi081164505-40 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:3706: finishing rollback tid 2 to smithi081164505-40 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 40 v 2080 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:3708: finishing copy_from to smithi081164505-4 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1387 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:09:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:3708: finishing copy_from racing read to smithi081164505-4 2023-05-20T06:09:40.296 INFO:tasks.rados.rados.0.smithi081.stdout:3707: expect (ObjNum 1121 snap 335 seq_num 1121) 2023-05-20T06:09:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:40 smithi081 ceph-mon[95500]: osdmap e745: 8 total, 8 up, 8 in 2023-05-20T06:09:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:40 smithi081 ceph-mon[107735]: osdmap e745: 8 total, 8 up, 8 in 2023-05-20T06:09:40.717 INFO:tasks.rados.rados.0.smithi081.stdout:3710: finishing copy_from to smithi081164505-42 2023-05-20T06:09:40.718 INFO:tasks.rados.rados.0.smithi081.stdout:3710: got expected ENOENT (src dne) 2023-05-20T06:09:40.718 INFO:tasks.rados.rados.0.smithi081.stdout:3710: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:09:40.718 INFO:tasks.rados.rados.0.smithi081.stdout:3709: finishing write tid 1 to smithi081164505-26 2023-05-20T06:09:40.718 INFO:tasks.rados.rados.0.smithi081.stdout:3709: finishing write tid 2 to smithi081164505-26 2023-05-20T06:09:40.718 INFO:tasks.rados.rados.0.smithi081.stdout:3709: finishing write tid 3 to smithi081164505-26 2023-05-20T06:09:40.718 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 1841 (ObjNum 1152 snap 346 seq_num 1152) dirty exists 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3709: left oid 26 (ObjNum 1152 snap 346 seq_num 1152) 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3712: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3712: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2314 (ObjNum 129 snap 0 seq_num 3605351568) dirty dne 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3713: finishing write tid 1 to smithi081164505-20 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3713: finishing write tid 2 to smithi081164505-20 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3706: done (7 left) 2023-05-20T06:09:40.719 INFO:tasks.rados.rados.0.smithi081.stdout:3707: done (6 left) 2023-05-20T06:09:40.720 INFO:tasks.rados.rados.0.smithi081.stdout:3708: done (5 left) 2023-05-20T06:09:40.720 INFO:tasks.rados.rados.0.smithi081.stdout:3709: done (4 left) 2023-05-20T06:09:40.720 INFO:tasks.rados.rados.0.smithi081.stdout:3710: done (3 left) 2023-05-20T06:09:40.720 INFO:tasks.rados.rados.0.smithi081.stdout:3712: done (2 left) 2023-05-20T06:09:40.720 INFO:tasks.rados.rados.0.smithi081.stdout:3715: snap_remove snap 342 2023-05-20T06:09:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:40 smithi170 ceph-mon[97338]: osdmap e745: 8 total, 8 up, 8 in 2023-05-20T06:09:41.277 INFO:tasks.rados.rados.0.smithi081.stdout:3715: done (2 left) 2023-05-20T06:09:41.277 INFO:tasks.rados.rados.0.smithi081.stdout:3716: copy_from oid 30 from oid 40 current snap is 346 2023-05-20T06:09:41.277 INFO:tasks.rados.rados.0.smithi081.stdout:3713: finishing write tid 3 to smithi081164505-20 2023-05-20T06:09:41.277 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1564 (ObjNum 1153 snap 346 seq_num 1153) dirty exists 2023-05-20T06:09:41.277 INFO:tasks.rados.rados.0.smithi081.stdout:3713: left oid 20 (ObjNum 1153 snap 346 seq_num 1153) 2023-05-20T06:09:41.278 INFO:tasks.rados.rados.0.smithi081.stdout:3714: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:09:41.416 INFO:tasks.rados.rados.0.smithi081.stdout:3716: finishing copy_from to smithi081164505-30 2023-05-20T06:09:41.417 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 2080 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:09:41.417 INFO:tasks.rados.rados.0.smithi081.stdout:3716: finishing copy_from racing read to smithi081164505-30 2023-05-20T06:09:41.417 INFO:tasks.rados.rados.0.smithi081.stdout:3713: done (2 left) 2023-05-20T06:09:41.417 INFO:tasks.rados.rados.0.smithi081.stdout:3714: done (1 left) 2023-05-20T06:09:41.417 INFO:tasks.rados.rados.0.smithi081.stdout:3716: done (0 left) 2023-05-20T06:09:41.417 INFO:tasks.rados.rados.0.smithi081.stdout:3717: snap_remove snap 308 2023-05-20T06:09:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:41 smithi081 ceph-mon[95500]: pgmap v872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:41 smithi081 ceph-mon[95500]: osdmap e746: 8 total, 8 up, 8 in 2023-05-20T06:09:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:41 smithi081 ceph-mon[107735]: pgmap v872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:41 smithi081 ceph-mon[107735]: osdmap e746: 8 total, 8 up, 8 in 2023-05-20T06:09:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:41 smithi170 ceph-mon[97338]: pgmap v872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:41 smithi170 ceph-mon[97338]: osdmap e746: 8 total, 8 up, 8 in 2023-05-20T06:09:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:09:41.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:09:41.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:42.280 INFO:tasks.rados.rados.0.smithi081.stdout:3717: done (0 left) 2023-05-20T06:09:42.280 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 4 current snap is 346 2023-05-20T06:09:42.281 INFO:tasks.rados.rados.0.smithi081.stdout:3718: seq_num 1154 ranges {0=131072} 2023-05-20T06:09:42.281 INFO:tasks.rados.rados.0.smithi081.stdout:3718: writing smithi081164505-4 from 0 to 131072 tid 1 2023-05-20T06:09:42.281 INFO:tasks.rados.rados.0.smithi081.stdout:3719: snap_create 2023-05-20T06:09:42.290 INFO:tasks.rados.rados.0.smithi081.stdout:3718: finishing write tid 1 to smithi081164505-4 2023-05-20T06:09:42.295 INFO:tasks.rados.rados.0.smithi081.stdout:3718: finishing write tid 2 to smithi081164505-4 2023-05-20T06:09:42.298 INFO:tasks.rados.rados.0.smithi081.stdout:3718: finishing write tid 3 to smithi081164505-4 2023-05-20T06:09:42.298 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1566 (ObjNum 1154 snap 346 seq_num 1154) dirty exists 2023-05-20T06:09:42.299 INFO:tasks.rados.rados.0.smithi081.stdout:3718: left oid 4 (ObjNum 1154 snap 346 seq_num 1154) 2023-05-20T06:09:42.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:42 smithi170 ceph-mon[97338]: osdmap e747: 8 total, 8 up, 8 in 2023-05-20T06:09:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:42 smithi081 ceph-mon[95500]: osdmap e747: 8 total, 8 up, 8 in 2023-05-20T06:09:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:42 smithi081 ceph-mon[107735]: osdmap e747: 8 total, 8 up, 8 in 2023-05-20T06:09:43.284 INFO:tasks.rados.rados.0.smithi081.stdout:3718: done (1 left) 2023-05-20T06:09:43.284 INFO:tasks.rados.rados.0.smithi081.stdout:3719: done (0 left) 2023-05-20T06:09:43.285 INFO:tasks.rados.rados.0.smithi081.stdout:3720: snap_remove snap 346 2023-05-20T06:09:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:43 smithi081 ceph-mon[95500]: pgmap v875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:43 smithi081 ceph-mon[95500]: osdmap e748: 8 total, 8 up, 8 in 2023-05-20T06:09:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:43 smithi081 ceph-mon[107735]: pgmap v875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:43 smithi081 ceph-mon[107735]: osdmap e748: 8 total, 8 up, 8 in 2023-05-20T06:09:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:09:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:43 smithi170 ceph-mon[97338]: pgmap v875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:43 smithi170 ceph-mon[97338]: osdmap e748: 8 total, 8 up, 8 in 2023-05-20T06:09:44.293 INFO:tasks.rados.rados.0.smithi081.stdout:3720: done (0 left) 2023-05-20T06:09:44.294 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 347 2023-05-20T06:09:44.294 INFO:tasks.rados.rados.0.smithi081.stdout:3721: seq_num 1155 ranges {4333568=147456} 2023-05-20T06:09:44.315 INFO:tasks.rados.rados.0.smithi081.stdout:3721: writing smithi081164505-20 from 4333568 to 4481024 tid 1 2023-05-20T06:09:44.315 INFO:tasks.rados.rados.0.smithi081.stdout:3722: read oid 45 snap -1 2023-05-20T06:09:44.315 INFO:tasks.rados.rados.0.smithi081.stdout:3722: expect (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:44.316 INFO:tasks.rados.rados.0.smithi081.stdout:3723: snap_remove snap 344 2023-05-20T06:09:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:44 smithi170 ceph-mon[97338]: osdmap e749: 8 total, 8 up, 8 in 2023-05-20T06:09:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:44 smithi081 ceph-mon[95500]: osdmap e749: 8 total, 8 up, 8 in 2023-05-20T06:09:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:44 smithi081 ceph-mon[107735]: osdmap e749: 8 total, 8 up, 8 in 2023-05-20T06:09:45.291 INFO:tasks.rados.rados.0.smithi081.stdout:3723: done (2 left) 2023-05-20T06:09:45.291 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 22 current snap is 347 2023-05-20T06:09:45.291 INFO:tasks.rados.rados.0.smithi081.stdout:3724: seq_num 1156 ranges {2424832=163840} 2023-05-20T06:09:45.305 INFO:tasks.rados.rados.0.smithi081.stdout:3724: writing smithi081164505-22 from 2424832 to 2588672 tid 1 2023-05-20T06:09:45.306 INFO:tasks.rados.rados.0.smithi081.stdout:3725: setattr oid 36 current snap is 347 2023-05-20T06:09:45.306 INFO:tasks.rados.rados.0.smithi081.stdout:3721: finishing write tid 1 to smithi081164505-20 2023-05-20T06:09:45.306 INFO:tasks.rados.rados.0.smithi081.stdout:3721: finishing write tid 2 to smithi081164505-20 2023-05-20T06:09:45.306 INFO:tasks.rados.rados.0.smithi081.stdout:3721: finishing write tid 3 to smithi081164505-20 2023-05-20T06:09:45.307 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1568 (ObjNum 1155 snap 347 seq_num 1155) dirty exists 2023-05-20T06:09:45.307 INFO:tasks.rados.rados.0.smithi081.stdout:3721: left oid 20 (ObjNum 1155 snap 347 seq_num 1155) 2023-05-20T06:09:45.307 INFO:tasks.rados.rados.0.smithi081.stdout:3722: expect (ObjNum 1110 snap 331 seq_num 1110) 2023-05-20T06:09:45.489 INFO:tasks.rados.rados.0.smithi081.stdout:3724: finishing write tid 1 to smithi081164505-22 2023-05-20T06:09:45.489 INFO:tasks.rados.rados.0.smithi081.stdout:3724: finishing write tid 2 to smithi081164505-22 2023-05-20T06:09:45.489 INFO:tasks.rados.rados.0.smithi081.stdout:3724: finishing write tid 3 to smithi081164505-22 2023-05-20T06:09:45.489 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1994 (ObjNum 1156 snap 347 seq_num 1156) dirty exists 2023-05-20T06:09:45.490 INFO:tasks.rados.rados.0.smithi081.stdout:3724: left oid 22 (ObjNum 1156 snap 347 seq_num 1156) 2023-05-20T06:09:45.490 INFO:tasks.rados.rados.0.smithi081.stdout:3721: done (3 left) 2023-05-20T06:09:45.490 INFO:tasks.rados.rados.0.smithi081.stdout:3722: done (2 left) 2023-05-20T06:09:45.490 INFO:tasks.rados.rados.0.smithi081.stdout:3724: done (1 left) 2023-05-20T06:09:45.490 INFO:tasks.rados.rados.0.smithi081.stdout:3726: snap_create 2023-05-20T06:09:45.491 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 2093 (ObjNum 545 snap 0 seq_num 3605351984) dirty exists 2023-05-20T06:09:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:45 smithi170 ceph-mon[97338]: pgmap v878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:45 smithi170 ceph-mon[97338]: osdmap e750: 8 total, 8 up, 8 in 2023-05-20T06:09:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:45 smithi081 ceph-mon[95500]: pgmap v878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:45 smithi081 ceph-mon[95500]: osdmap e750: 8 total, 8 up, 8 in 2023-05-20T06:09:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:45 smithi081 ceph-mon[107735]: pgmap v878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:45 smithi081 ceph-mon[107735]: osdmap e750: 8 total, 8 up, 8 in 2023-05-20T06:09:46.307 INFO:tasks.rados.rados.0.smithi081.stdout:3725: done (1 left) 2023-05-20T06:09:46.307 INFO:tasks.rados.rados.0.smithi081.stdout:3726: done (0 left) 2023-05-20T06:09:46.307 INFO:tasks.rados.rados.0.smithi081.stdout:3727: delete oid 11 current snap is 348 2023-05-20T06:09:46.311 INFO:tasks.rados.rados.0.smithi081.stdout:3727: done (0 left) 2023-05-20T06:09:46.312 INFO:tasks.rados.rados.0.smithi081.stdout:3728: snap_remove snap 328 2023-05-20T06:09:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:46 smithi170 ceph-mon[97338]: osdmap e751: 8 total, 8 up, 8 in 2023-05-20T06:09:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:46 smithi081 ceph-mon[95500]: osdmap e751: 8 total, 8 up, 8 in 2023-05-20T06:09:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:46 smithi081 ceph-mon[107735]: osdmap e751: 8 total, 8 up, 8 in 2023-05-20T06:09:47.320 INFO:tasks.rados.rados.0.smithi081.stdout:3728: done (0 left) 2023-05-20T06:09:47.321 INFO:tasks.rados.rados.0.smithi081.stdout:3729: read oid 26 snap -1 2023-05-20T06:09:47.321 INFO:tasks.rados.rados.0.smithi081.stdout:3729: expect (ObjNum 1152 snap 346 seq_num 1152) 2023-05-20T06:09:47.322 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 348 2023-05-20T06:09:47.322 INFO:tasks.rados.rados.0.smithi081.stdout:3730: seq_num 1158 ranges {3604480=196608} 2023-05-20T06:09:47.337 INFO:tasks.rados.rados.0.smithi081.stdout:3730: writing smithi081164505-28 from 3604480 to 3801088 tid 1 2023-05-20T06:09:47.338 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 348 2023-05-20T06:09:47.338 INFO:tasks.rados.rados.0.smithi081.stdout:3731: seq_num 1159 ranges {4726784=212992} 2023-05-20T06:09:47.365 INFO:tasks.rados.rados.0.smithi081.stdout:3731: writing smithi081164505-45 from 4726784 to 4939776 tid 1 2023-05-20T06:09:47.366 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 21 current snap is 348 2023-05-20T06:09:47.367 INFO:tasks.rados.rados.0.smithi081.stdout:3730: finishing write tid 1 to smithi081164505-28 2023-05-20T06:09:47.367 INFO:tasks.rados.rados.0.smithi081.stdout:3732: seq_num 1160 ranges {4694016=229376} 2023-05-20T06:09:47.392 INFO:tasks.rados.rados.0.smithi081.stdout:3732: writing smithi081164505-21 from 4694016 to 4923392 tid 1 2023-05-20T06:09:47.392 INFO:tasks.rados.rados.0.smithi081.stdout:3733: rollback oid 8 current snap is 348 2023-05-20T06:09:47.392 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 313 2023-05-20T06:09:47.392 INFO:tasks.rados.rados.0.smithi081.stdout:3730: finishing write tid 2 to smithi081164505-28 2023-05-20T06:09:47.393 INFO:tasks.rados.rados.0.smithi081.stdout:3730: finishing write tid 3 to smithi081164505-28 2023-05-20T06:09:47.393 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1822 (ObjNum 1158 snap 348 seq_num 1158) dirty exists 2023-05-20T06:09:47.393 INFO:tasks.rados.rados.0.smithi081.stdout:3730: left oid 28 (ObjNum 1158 snap 348 seq_num 1158) 2023-05-20T06:09:47.393 INFO:tasks.rados.rados.0.smithi081.stdout:3729: expect (ObjNum 1152 snap 346 seq_num 1152) 2023-05-20T06:09:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:47 smithi170 ceph-mon[97338]: pgmap v881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:47 smithi170 ceph-mon[97338]: osdmap e752: 8 total, 8 up, 8 in 2023-05-20T06:09:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:47 smithi081 ceph-mon[95500]: pgmap v881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:47 smithi081 ceph-mon[95500]: osdmap e752: 8 total, 8 up, 8 in 2023-05-20T06:09:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:47 smithi081 ceph-mon[107735]: pgmap v881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:47 smithi081 ceph-mon[107735]: osdmap e752: 8 total, 8 up, 8 in 2023-05-20T06:09:48.447 INFO:tasks.rados.rados.0.smithi081.stdout:3731: finishing write tid 1 to smithi081164505-45 2023-05-20T06:09:48.448 INFO:tasks.rados.rados.0.smithi081.stdout:3731: finishing write tid 2 to smithi081164505-45 2023-05-20T06:09:48.448 INFO:tasks.rados.rados.0.smithi081.stdout:3731: finishing write tid 3 to smithi081164505-45 2023-05-20T06:09:48.448 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1843 (ObjNum 1159 snap 348 seq_num 1159) dirty exists 2023-05-20T06:09:48.448 INFO:tasks.rados.rados.0.smithi081.stdout:3731: left oid 45 (ObjNum 1159 snap 348 seq_num 1159) 2023-05-20T06:09:48.448 INFO:tasks.rados.rados.0.smithi081.stdout:3733: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:09:48.448 INFO:tasks.rados.rados.0.smithi081.stdout:3733: finishing rollback tid 2 to smithi081164505-8 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 2004 (ObjNum 1069 snap 313 seq_num 1069) dirty exists 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:3732: finishing write tid 1 to smithi081164505-21 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:3732: finishing write tid 2 to smithi081164505-21 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:3732: finishing write tid 3 to smithi081164505-21 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2335 (ObjNum 1160 snap 348 seq_num 1160) dirty exists 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:3732: left oid 21 (ObjNum 1160 snap 348 seq_num 1160) 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:3729: done (4 left) 2023-05-20T06:09:48.449 INFO:tasks.rados.rados.0.smithi081.stdout:3730: done (3 left) 2023-05-20T06:09:48.450 INFO:tasks.rados.rados.0.smithi081.stdout:3731: done (2 left) 2023-05-20T06:09:48.450 INFO:tasks.rados.rados.0.smithi081.stdout:3732: done (1 left) 2023-05-20T06:09:48.450 INFO:tasks.rados.rados.0.smithi081.stdout:3733: done (0 left) 2023-05-20T06:09:48.450 INFO:tasks.rados.rados.0.smithi081.stdout:3734: copy_from oid 21 from oid 39 current snap is 348 2023-05-20T06:09:48.450 INFO:tasks.rados.rados.0.smithi081.stdout:3735: snap_create 2023-05-20T06:09:48.475 INFO:tasks.rados.rados.0.smithi081.stdout:3734: finishing copy_from to smithi081164505-21 2023-05-20T06:09:48.476 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2031 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:09:48.477 INFO:tasks.rados.rados.0.smithi081.stdout:3734: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:09:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:48 smithi170 ceph-mon[97338]: osdmap e753: 8 total, 8 up, 8 in 2023-05-20T06:09:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:48 smithi081 ceph-mon[95500]: osdmap e753: 8 total, 8 up, 8 in 2023-05-20T06:09:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:48 smithi081 ceph-mon[107735]: osdmap e753: 8 total, 8 up, 8 in 2023-05-20T06:09:49.329 INFO:tasks.rados.rados.0.smithi081.stdout:3734: done (1 left) 2023-05-20T06:09:49.329 INFO:tasks.rados.rados.0.smithi081.stdout:3735: done (0 left) 2023-05-20T06:09:49.329 INFO:tasks.rados.rados.0.smithi081.stdout:3736: rmattr oid 4 current snap is 349 2023-05-20T06:09:49.329 INFO:tasks.rados.rados.0.smithi081.stdout:3737: read oid 37 snap -1 2023-05-20T06:09:49.329 INFO:tasks.rados.rados.0.smithi081.stdout:3737: expect (ObjNum 1144 snap 344 seq_num 1144) 2023-05-20T06:09:49.329 INFO:tasks.rados.rados.0.smithi081.stdout:3738: setattr oid 43 current snap is 349 2023-05-20T06:09:49.330 INFO:tasks.rados.rados.0.smithi081.stdout:3739: read oid 25 snap -1 2023-05-20T06:09:49.331 INFO:tasks.rados.rados.0.smithi081.stdout:3739: expect deleted 2023-05-20T06:09:49.331 INFO:tasks.rados.rados.0.smithi081.stdout:3740: setattr oid 32 current snap is 349 2023-05-20T06:09:49.331 INFO:tasks.rados.rados.0.smithi081.stdout:3741: snap_remove snap 319 2023-05-20T06:09:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:49 smithi170 ceph-mon[97338]: pgmap v884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:49 smithi081 ceph-mon[95500]: pgmap v884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:49 smithi081 ceph-mon[107735]: pgmap v884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:50.344 INFO:tasks.rados.rados.0.smithi081.stdout:3741: done (5 left) 2023-05-20T06:09:50.344 INFO:tasks.rados.rados.0.smithi081.stdout:3742: copy_from oid 33 from oid 14 current snap is 349 2023-05-20T06:09:50.344 INFO:tasks.rados.rados.0.smithi081.stdout:3743: snap_remove snap 339 2023-05-20T06:09:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:50 smithi170 ceph-mon[97338]: osdmap e754: 8 total, 8 up, 8 in 2023-05-20T06:09:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:50 smithi081 ceph-mon[95500]: osdmap e754: 8 total, 8 up, 8 in 2023-05-20T06:09:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:50 smithi081 ceph-mon[107735]: osdmap e754: 8 total, 8 up, 8 in 2023-05-20T06:09:51.344 INFO:tasks.rados.rados.0.smithi081.stdout:3743: done (6 left) 2023-05-20T06:09:51.344 INFO:tasks.rados.rados.0.smithi081.stdout:3744: read oid 46 snap -1 2023-05-20T06:09:51.344 INFO:tasks.rados.rados.0.smithi081.stdout:3744: expect deleted 2023-05-20T06:09:51.345 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 35 current snap is 349 2023-05-20T06:09:51.354 INFO:tasks.rados.rados.0.smithi081.stdout:3745: seq_num 1161 ranges {3219456=245760} 2023-05-20T06:09:51.365 INFO:tasks.rados.rados.0.smithi081.stdout:3745: writing smithi081164505-35 from 3219456 to 3465216 tid 1 2023-05-20T06:09:51.365 INFO:tasks.rados.rados.0.smithi081.stdout:3746: copy_from oid 22 from oid 12 current snap is 349 2023-05-20T06:09:51.366 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 349 2023-05-20T06:09:51.366 INFO:tasks.rados.rados.0.smithi081.stdout:3747: seq_num 1162 ranges {4161536=270336} 2023-05-20T06:09:51.390 INFO:tasks.rados.rados.0.smithi081.stdout:3747: writing smithi081164505-48 from 4161536 to 4431872 tid 1 2023-05-20T06:09:51.390 INFO:tasks.rados.rados.0.smithi081.stdout:3748: delete oid 40 current snap is 349 2023-05-20T06:09:51.391 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1990 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:09:51.391 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 4 v 1569 (ObjNum 1154 snap 346 seq_num 1154) dirty exists 2023-05-20T06:09:51.391 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 1980 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2023-05-20T06:09:51.391 INFO:tasks.rados.rados.0.smithi081.stdout:3737: expect (ObjNum 1144 snap 344 seq_num 1144) 2023-05-20T06:09:51.628 INFO:tasks.rados.rados.0.smithi081.stdout:3742: finishing copy_from to smithi081164505-33 2023-05-20T06:09:51.629 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 2072 (ObjNum 1125 snap 335 seq_num 1125) dirty exists 2023-05-20T06:09:51.629 INFO:tasks.rados.rados.0.smithi081.stdout:3742: finishing copy_from racing read to smithi081164505-33 2023-05-20T06:09:51.629 INFO:tasks.rados.rados.0.smithi081.stdout:3745: finishing write tid 1 to smithi081164505-35 2023-05-20T06:09:51.629 INFO:tasks.rados.rados.0.smithi081.stdout:3745: finishing write tid 2 to smithi081164505-35 2023-05-20T06:09:51.629 INFO:tasks.rados.rados.0.smithi081.stdout:3745: finishing write tid 3 to smithi081164505-35 2023-05-20T06:09:51.630 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 2347 (ObjNum 1161 snap 349 seq_num 1161) dirty exists 2023-05-20T06:09:51.630 INFO:tasks.rados.rados.0.smithi081.stdout:3745: left oid 35 (ObjNum 1161 snap 349 seq_num 1161) 2023-05-20T06:09:51.630 INFO:tasks.rados.rados.0.smithi081.stdout:3736: done (10 left) 2023-05-20T06:09:51.630 INFO:tasks.rados.rados.0.smithi081.stdout:3737: done (9 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3738: done (8 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3739: done (7 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3740: done (6 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3742: done (5 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3744: done (4 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3745: done (3 left) 2023-05-20T06:09:51.631 INFO:tasks.rados.rados.0.smithi081.stdout:3748: done (2 left) 2023-05-20T06:09:51.632 INFO:tasks.rados.rados.0.smithi081.stdout:3749: copy_from oid 3 from oid 18 current snap is 349 2023-05-20T06:09:51.632 INFO:tasks.rados.rados.0.smithi081.stdout:3747: finishing write tid 1 to smithi081164505-48 2023-05-20T06:09:51.632 INFO:tasks.rados.rados.0.smithi081.stdout:3747: finishing write tid 2 to smithi081164505-48 2023-05-20T06:09:51.632 INFO:tasks.rados.rados.0.smithi081.stdout:3747: finishing write tid 3 to smithi081164505-48 2023-05-20T06:09:51.632 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 2199 (ObjNum 1162 snap 349 seq_num 1162) dirty exists 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:3747: left oid 48 (ObjNum 1162 snap 349 seq_num 1162) 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:3746: finishing copy_from to smithi081164505-22 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 1989 (ObjNum 1149 snap 344 seq_num 1149) dirty exists 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:3746: finishing copy_from racing read to smithi081164505-22 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:3746: done (2 left) 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:3747: done (1 left) 2023-05-20T06:09:51.633 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 39 current snap is 349 2023-05-20T06:09:51.634 INFO:tasks.rados.rados.0.smithi081.stdout:3750: seq_num 1164 ranges {6373376=303104} 2023-05-20T06:09:51.664 INFO:tasks.rados.rados.0.smithi081.stdout:3750: writing smithi081164505-39 from 6373376 to 6676480 tid 1 2023-05-20T06:09:51.664 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 349 2023-05-20T06:09:51.664 INFO:tasks.rados.rados.0.smithi081.stdout:3749: finishing copy_from to smithi081164505-3 2023-05-20T06:09:51.664 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 1983 (ObjNum 1134 snap 339 seq_num 1134) dirty exists 2023-05-20T06:09:51.664 INFO:tasks.rados.rados.0.smithi081.stdout:3751: seq_num 1165 ranges {0=319488} 2023-05-20T06:09:51.665 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:51 smithi081 ceph-mon[95500]: pgmap v886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:51.665 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:51 smithi081 ceph-mon[95500]: osdmap e755: 8 total, 8 up, 8 in 2023-05-20T06:09:51.665 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:51 smithi081 ceph-mon[107735]: pgmap v886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:51.665 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:51 smithi081 ceph-mon[107735]: osdmap e755: 8 total, 8 up, 8 in 2023-05-20T06:09:51.666 INFO:tasks.rados.rados.0.smithi081.stdout:3751: writing smithi081164505-13 from 0 to 319488 tid 1 2023-05-20T06:09:51.666 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 349 2023-05-20T06:09:51.666 INFO:tasks.rados.rados.0.smithi081.stdout:3749: finishing copy_from racing read to smithi081164505-3 2023-05-20T06:09:51.666 INFO:tasks.rados.rados.0.smithi081.stdout:3752: seq_num 1166 ranges {3792896=335872} 2023-05-20T06:09:51.688 INFO:tasks.rados.rados.0.smithi081.stdout:3752: writing smithi081164505-14 from 3792896 to 4128768 tid 1 2023-05-20T06:09:51.688 INFO:tasks.rados.rados.0.smithi081.stdout:3749: done (3 left) 2023-05-20T06:09:51.689 INFO:tasks.rados.rados.0.smithi081.stdout:3753: snap_remove snap 348 2023-05-20T06:09:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:51 smithi170 ceph-mon[97338]: pgmap v886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:51 smithi170 ceph-mon[97338]: osdmap e755: 8 total, 8 up, 8 in 2023-05-20T06:09:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:09:51.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:09:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:09:51.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:09:52.355 INFO:tasks.rados.rados.0.smithi081.stdout:3753: done (3 left) 2023-05-20T06:09:52.356 INFO:tasks.rados.rados.0.smithi081.stdout:3754: rollback oid 22 current snap is 349 2023-05-20T06:09:52.356 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 330 2023-05-20T06:09:52.356 INFO:tasks.rados.rados.0.smithi081.stdout:3755: rollback oid 12 current snap is 349 2023-05-20T06:09:52.357 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 12 to 310 2023-05-20T06:09:52.357 INFO:tasks.rados.rados.0.smithi081.stdout:3756: delete oid 11 current snap is 349 2023-05-20T06:09:52.357 INFO:tasks.rados.rados.0.smithi081.stdout:3750: finishing write tid 1 to smithi081164505-39 2023-05-20T06:09:52.357 INFO:tasks.rados.rados.0.smithi081.stdout:3750: finishing write tid 2 to smithi081164505-39 2023-05-20T06:09:52.358 INFO:tasks.rados.rados.0.smithi081.stdout:3751: finishing write tid 1 to smithi081164505-13 2023-05-20T06:09:52.358 INFO:tasks.rados.rados.0.smithi081.stdout:3751: finishing write tid 2 to smithi081164505-13 2023-05-20T06:09:52.358 INFO:tasks.rados.rados.0.smithi081.stdout:3750: finishing write tid 3 to smithi081164505-39 2023-05-20T06:09:52.358 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 39 v 2202 (ObjNum 1164 snap 349 seq_num 1164) dirty exists 2023-05-20T06:09:52.359 INFO:tasks.rados.rados.0.smithi081.stdout:3750: left oid 39 (ObjNum 1164 snap 349 seq_num 1164) 2023-05-20T06:09:52.359 INFO:tasks.rados.rados.0.smithi081.stdout:3751: finishing write tid 3 to smithi081164505-13 2023-05-20T06:09:52.359 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 2111 (ObjNum 1165 snap 349 seq_num 1165) dirty exists 2023-05-20T06:09:52.359 INFO:tasks.rados.rados.0.smithi081.stdout:3751: left oid 13 (ObjNum 1165 snap 349 seq_num 1165) 2023-05-20T06:09:52.360 INFO:tasks.rados.rados.0.smithi081.stdout:3752: finishing write tid 1 to smithi081164505-14 2023-05-20T06:09:52.360 INFO:tasks.rados.rados.0.smithi081.stdout:3752: finishing write tid 2 to smithi081164505-14 2023-05-20T06:09:52.360 INFO:tasks.rados.rados.0.smithi081.stdout:3752: finishing write tid 3 to smithi081164505-14 2023-05-20T06:09:52.361 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 2205 (ObjNum 1166 snap 349 seq_num 1166) dirty exists 2023-05-20T06:09:52.361 INFO:tasks.rados.rados.0.smithi081.stdout:3752: left oid 14 (ObjNum 1166 snap 349 seq_num 1166) 2023-05-20T06:09:52.362 INFO:tasks.rados.rados.0.smithi081.stdout:3754: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:09:52.365 INFO:tasks.rados.rados.0.smithi081.stdout:3754: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:09:52.367 INFO:tasks.rados.rados.0.smithi081.stdout:3754: finishing rollback tid 2 to smithi081164505-22 2023-05-20T06:09:52.367 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 2025 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:09:52.368 INFO:tasks.rados.rados.0.smithi081.stdout:3755: finishing rollback tid 0 to smithi081164505-12 2023-05-20T06:09:52.368 INFO:tasks.rados.rados.0.smithi081.stdout:3755: finishing rollback tid 1 to smithi081164505-12 2023-05-20T06:09:52.370 INFO:tasks.rados.rados.0.smithi081.stdout:3755: finishing rollback tid 2 to smithi081164505-12 2023-05-20T06:09:52.370 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 1993 (ObjNum 1061 snap 308 seq_num 1061) dirty exists 2023-05-20T06:09:52.372 INFO:tasks.rados.rados.0.smithi081.stdout:3750: done (5 left) 2023-05-20T06:09:52.372 INFO:tasks.rados.rados.0.smithi081.stdout:3751: done (4 left) 2023-05-20T06:09:52.373 INFO:tasks.rados.rados.0.smithi081.stdout:3752: done (3 left) 2023-05-20T06:09:52.373 INFO:tasks.rados.rados.0.smithi081.stdout:3754: done (2 left) 2023-05-20T06:09:52.373 INFO:tasks.rados.rados.0.smithi081.stdout:3755: done (1 left) 2023-05-20T06:09:52.374 INFO:tasks.rados.rados.0.smithi081.stdout:3756: done (0 left) 2023-05-20T06:09:52.374 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 349 2023-05-20T06:09:52.374 INFO:tasks.rados.rados.0.smithi081.stdout:3757: seq_num 1168 ranges {4481024=368640} 2023-05-20T06:09:52.397 INFO:tasks.rados.rados.0.smithi081.stdout:3757: writing smithi081164505-20 from 4481024 to 4849664 tid 1 2023-05-20T06:09:52.397 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 28 current snap is 349 2023-05-20T06:09:52.398 INFO:tasks.rados.rados.0.smithi081.stdout:3758: seq_num 1169 ranges {3801088=385024} 2023-05-20T06:09:52.421 INFO:tasks.rados.rados.0.smithi081.stdout:3758: writing smithi081164505-28 from 3801088 to 4186112 tid 1 2023-05-20T06:09:52.421 INFO:tasks.rados.rados.0.smithi081.stdout:3759: snap_remove snap 329 2023-05-20T06:09:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:52 smithi170 ceph-mon[97338]: osdmap e756: 8 total, 8 up, 8 in 2023-05-20T06:09:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:52 smithi081 ceph-mon[95500]: osdmap e756: 8 total, 8 up, 8 in 2023-05-20T06:09:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:52 smithi081 ceph-mon[107735]: osdmap e756: 8 total, 8 up, 8 in 2023-05-20T06:09:53.348 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:09:53.358 INFO:tasks.rados.rados.0.smithi081.stdout:3759: done (2 left) 2023-05-20T06:09:53.359 INFO:tasks.rados.rados.0.smithi081.stdout:3760: delete oid 7 current snap is 349 2023-05-20T06:09:53.359 INFO:tasks.rados.rados.0.smithi081.stdout:3757: finishing write tid 1 to smithi081164505-20 2023-05-20T06:09:53.359 INFO:tasks.rados.rados.0.smithi081.stdout:3757: finishing write tid 2 to smithi081164505-20 2023-05-20T06:09:53.359 INFO:tasks.rados.rados.0.smithi081.stdout:3757: finishing write tid 3 to smithi081164505-20 2023-05-20T06:09:53.359 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1571 (ObjNum 1168 snap 349 seq_num 1168) dirty exists 2023-05-20T06:09:53.359 INFO:tasks.rados.rados.0.smithi081.stdout:3757: left oid 20 (ObjNum 1168 snap 349 seq_num 1168) 2023-05-20T06:09:53.360 INFO:tasks.rados.rados.0.smithi081.stdout:3758: finishing write tid 1 to smithi081164505-28 2023-05-20T06:09:53.360 INFO:tasks.rados.rados.0.smithi081.stdout:3758: finishing write tid 2 to smithi081164505-28 2023-05-20T06:09:53.360 INFO:tasks.rados.rados.0.smithi081.stdout:3758: finishing write tid 3 to smithi081164505-28 2023-05-20T06:09:53.360 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1824 (ObjNum 1169 snap 349 seq_num 1169) dirty exists 2023-05-20T06:09:53.360 INFO:tasks.rados.rados.0.smithi081.stdout:3758: left oid 28 (ObjNum 1169 snap 349 seq_num 1169) 2023-05-20T06:09:53.378 INFO:tasks.rados.rados.0.smithi081.stdout:3757: done (2 left) 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:3758: done (1 left) 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:3760: done (0 left) 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:3761: read oid 22 snap -1 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:3761: expect (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:3762: rollback oid 32 current snap is 349 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 337 2023-05-20T06:09:53.379 INFO:tasks.rados.rados.0.smithi081.stdout:3763: rmattr oid 10 current snap is 349 2023-05-20T06:09:53.380 INFO:tasks.rados.rados.0.smithi081.stdout:3764: rollback oid 25 current snap is 349 2023-05-20T06:09:53.380 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 307 2023-05-20T06:09:53.380 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 349 2023-05-20T06:09:53.380 INFO:tasks.rados.rados.0.smithi081.stdout:3765: seq_num 1171 ranges {0=417792} 2023-05-20T06:09:53.381 INFO:tasks.rados.rados.0.smithi081.stdout:3765: writing smithi081164505-36 from 0 to 417792 tid 1 2023-05-20T06:09:53.381 INFO:tasks.rados.rados.0.smithi081.stdout:3766: read oid 27 snap -1 2023-05-20T06:09:53.381 INFO:tasks.rados.rados.0.smithi081.stdout:3766: expect deleted 2023-05-20T06:09:53.381 INFO:tasks.rados.rados.0.smithi081.stdout:3767: delete oid 31 current snap is 349 2023-05-20T06:09:53.387 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 10 v 1842 (ObjNum 1121 snap 335 seq_num 1121) dirty exists 2023-05-20T06:09:53.387 INFO:tasks.rados.rados.0.smithi081.stdout:3762: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:09:53.390 INFO:tasks.rados.rados.0.smithi081.stdout:3764: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:09:53.391 INFO:tasks.rados.rados.0.smithi081.stdout:3762: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:09:53.391 INFO:tasks.rados.rados.0.smithi081.stdout:3762: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:09:53.391 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 1996 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:09:53.392 INFO:tasks.rados.rados.0.smithi081.stdout:3764: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:09:53.392 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2355 (ObjNum 917 snap 266 seq_num 917) dirty exists 2023-05-20T06:09:53.393 INFO:tasks.rados.rados.0.smithi081.stdout:3762: done (6 left) 2023-05-20T06:09:53.393 INFO:tasks.rados.rados.0.smithi081.stdout:3763: done (5 left) 2023-05-20T06:09:53.393 INFO:tasks.rados.rados.0.smithi081.stdout:3764: done (4 left) 2023-05-20T06:09:53.393 INFO:tasks.rados.rados.0.smithi081.stdout:3766: done (3 left) 2023-05-20T06:09:53.393 INFO:tasks.rados.rados.0.smithi081.stdout:3767: done (2 left) 2023-05-20T06:09:53.393 INFO:tasks.rados.rados.0.smithi081.stdout:3768: delete oid 38 current snap is 349 2023-05-20T06:09:53.402 INFO:tasks.rados.rados.0.smithi081.stdout:3761: expect (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:09:53.468 INFO:tasks.rados.rados.0.smithi081.stdout:3765: finishing write tid 1 to smithi081164505-36 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:3765: finishing write tid 2 to smithi081164505-36 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:3765: finishing write tid 3 to smithi081164505-36 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 2122 (ObjNum 1171 snap 349 seq_num 1171) dirty exists 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:3765: left oid 36 (ObjNum 1171 snap 349 seq_num 1171) 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:3761: done (2 left) 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:3765: done (1 left) 2023-05-20T06:09:53.469 INFO:tasks.rados.rados.0.smithi081.stdout:3768: done (0 left) 2023-05-20T06:09:53.470 INFO:tasks.rados.rados.0.smithi081.stdout:3769: snap_create 2023-05-20T06:09:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:53 smithi170 ceph-mon[97338]: pgmap v889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:53 smithi170 ceph-mon[97338]: osdmap e757: 8 total, 8 up, 8 in 2023-05-20T06:09:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:53 smithi081 ceph-mon[95500]: pgmap v889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:53 smithi081 ceph-mon[95500]: osdmap e757: 8 total, 8 up, 8 in 2023-05-20T06:09:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:53 smithi081 ceph-mon[107735]: pgmap v889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:53 smithi081 ceph-mon[107735]: osdmap e757: 8 total, 8 up, 8 in 2023-05-20T06:09:54.367 INFO:tasks.rados.rados.0.smithi081.stdout:3769: done (0 left) 2023-05-20T06:09:54.367 INFO:tasks.rados.rados.0.smithi081.stdout:3770: copy_from oid 50 from oid 35 current snap is 350 2023-05-20T06:09:54.368 INFO:tasks.rados.rados.0.smithi081.stdout:3771: snap_create 2023-05-20T06:09:54.390 INFO:tasks.rados.rados.0.smithi081.stdout:3770: finishing copy_from to smithi081164505-50 2023-05-20T06:09:54.391 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 2347 (ObjNum 1161 snap 349 seq_num 1161) dirty exists 2023-05-20T06:09:54.391 INFO:tasks.rados.rados.0.smithi081.stdout:3770: finishing copy_from racing read to smithi081164505-50 2023-05-20T06:09:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:54 smithi170 ceph-mon[97338]: osdmap e758: 8 total, 8 up, 8 in 2023-05-20T06:09:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:54 smithi081 ceph-mon[95500]: osdmap e758: 8 total, 8 up, 8 in 2023-05-20T06:09:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:54 smithi081 ceph-mon[107735]: osdmap e758: 8 total, 8 up, 8 in 2023-05-20T06:09:55.367 INFO:tasks.rados.rados.0.smithi081.stdout:3770: done (1 left) 2023-05-20T06:09:55.368 INFO:tasks.rados.rados.0.smithi081.stdout:3771: done (0 left) 2023-05-20T06:09:55.368 INFO:tasks.rados.rados.0.smithi081.stdout:3772: read oid 23 snap -1 2023-05-20T06:09:55.368 INFO:tasks.rados.rados.0.smithi081.stdout:3772: expect (ObjNum 1136 snap 339 seq_num 1136) 2023-05-20T06:09:55.368 INFO:tasks.rados.rados.0.smithi081.stdout:3773: snap_create 2023-05-20T06:09:55.427 INFO:tasks.rados.rados.0.smithi081.stdout:3772: expect (ObjNum 1136 snap 339 seq_num 1136) 2023-05-20T06:09:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:55 smithi170 ceph-mon[97338]: pgmap v892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:55 smithi170 ceph-mon[97338]: osdmap e759: 8 total, 8 up, 8 in 2023-05-20T06:09:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:55 smithi081 ceph-mon[95500]: pgmap v892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:55 smithi081 ceph-mon[95500]: osdmap e759: 8 total, 8 up, 8 in 2023-05-20T06:09:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:55 smithi081 ceph-mon[107735]: pgmap v892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:55 smithi081 ceph-mon[107735]: osdmap e759: 8 total, 8 up, 8 in 2023-05-20T06:09:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:56 smithi170 ceph-mon[97338]: osdmap e760: 8 total, 8 up, 8 in 2023-05-20T06:09:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:56 smithi170 ceph-mon[97338]: osdmap e761: 8 total, 8 up, 8 in 2023-05-20T06:09:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:56 smithi081 ceph-mon[95500]: osdmap e760: 8 total, 8 up, 8 in 2023-05-20T06:09:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:56 smithi081 ceph-mon[95500]: osdmap e761: 8 total, 8 up, 8 in 2023-05-20T06:09:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:56 smithi081 ceph-mon[107735]: osdmap e760: 8 total, 8 up, 8 in 2023-05-20T06:09:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:56 smithi081 ceph-mon[107735]: osdmap e761: 8 total, 8 up, 8 in 2023-05-20T06:09:57.329 INFO:tasks.rados.rados.0.smithi081.stdout:3772: done (1 left) 2023-05-20T06:09:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:3773: done (0 left) 2023-05-20T06:09:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:3774: rmattr oid 28 current snap is 352 2023-05-20T06:09:57.331 INFO:tasks.rados.rados.0.smithi081.stdout:3775: rollback oid 22 current snap is 352 2023-05-20T06:09:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 22 to 351 2023-05-20T06:09:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:3776: read oid 11 snap -1 2023-05-20T06:09:57.332 INFO:tasks.rados.rados.0.smithi081.stdout:3776: expect deleted 2023-05-20T06:09:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:3777: rollback oid 8 current snap is 352 2023-05-20T06:09:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 343 2023-05-20T06:09:57.333 INFO:tasks.rados.rados.0.smithi081.stdout:3778: read oid 49 snap -1 2023-05-20T06:09:57.334 INFO:tasks.rados.rados.0.smithi081.stdout:3778: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:09:57.334 INFO:tasks.rados.rados.0.smithi081.stdout:3779: copy_from oid 17 from oid 21 current snap is 352 2023-05-20T06:09:57.334 INFO:tasks.rados.rados.0.smithi081.stdout:3780: snap_remove snap 321 2023-05-20T06:09:57.391 INFO:tasks.rados.rados.0.smithi081.stdout:3780: done (6 left) 2023-05-20T06:09:57.391 INFO:tasks.rados.rados.0.smithi081.stdout:3781: snap_create 2023-05-20T06:09:57.392 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 28 v 1825 (ObjNum 1169 snap 349 seq_num 1169) dirty exists 2023-05-20T06:09:57.393 INFO:tasks.rados.rados.0.smithi081.stdout:3775: finishing rollback tid 0 to smithi081164505-22 2023-05-20T06:09:57.393 INFO:tasks.rados.rados.0.smithi081.stdout:3775: finishing rollback tid 1 to smithi081164505-22 2023-05-20T06:09:57.394 INFO:tasks.rados.rados.0.smithi081.stdout:3775: finishing rollback tid 2 to smithi081164505-22 2023-05-20T06:09:57.394 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 22 v 2041 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:09:57.394 INFO:tasks.rados.rados.0.smithi081.stdout:3777: finishing rollback tid 0 to smithi081164505-8 2023-05-20T06:09:57.395 INFO:tasks.rados.rados.0.smithi081.stdout:3777: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:09:57.395 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 2044 (ObjNum 129 snap 0 seq_num 164674288) dirty dne 2023-05-20T06:09:57.395 INFO:tasks.rados.rados.0.smithi081.stdout:3778: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:09:57.534 INFO:tasks.rados.rados.0.smithi081.stdout:3779: finishing copy_from to smithi081164505-17 2023-05-20T06:09:57.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 17 v 2031 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:09:57.535 INFO:tasks.rados.rados.0.smithi081.stdout:3779: finishing copy_from racing read to smithi081164505-17 2023-05-20T06:09:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:57 smithi170 ceph-mon[97338]: pgmap v895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:57 smithi081 ceph-mon[95500]: pgmap v895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:57 smithi081 ceph-mon[107735]: pgmap v895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:58.398 INFO:tasks.rados.rados.0.smithi081.stdout:3774: done (6 left) 2023-05-20T06:09:58.398 INFO:tasks.rados.rados.0.smithi081.stdout:3775: done (5 left) 2023-05-20T06:09:58.398 INFO:tasks.rados.rados.0.smithi081.stdout:3776: done (4 left) 2023-05-20T06:09:58.398 INFO:tasks.rados.rados.0.smithi081.stdout:3777: done (3 left) 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3778: done (2 left) 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3779: done (1 left) 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3781: done (0 left) 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3782: read oid 29 snap -1 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3782: expect (ObjNum 1148 snap 344 seq_num 1148) 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3783: rollback oid 3 current snap is 353 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 3 to 343 2023-05-20T06:09:58.399 INFO:tasks.rados.rados.0.smithi081.stdout:3784: copy_from oid 49 from oid 28 current snap is 353 2023-05-20T06:09:58.400 INFO:tasks.rados.rados.0.smithi081.stdout:3785: read oid 27 snap 349 2023-05-20T06:09:58.400 INFO:tasks.rados.rados.0.smithi081.stdout:3785: expect deleted 2023-05-20T06:09:58.400 INFO:tasks.rados.rados.0.smithi081.stdout:3786: rollback oid 30 current snap is 353 2023-05-20T06:09:58.400 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 351 2023-05-20T06:09:58.400 INFO:tasks.rados.rados.0.smithi081.stdout:3787: snap_create 2023-05-20T06:09:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:3783: finishing rollback tid 0 to smithi081164505-3 2023-05-20T06:09:58.406 INFO:tasks.rados.rados.0.smithi081.stdout:3786: finishing rollback tid 0 to smithi081164505-30 2023-05-20T06:09:58.407 INFO:tasks.rados.rados.0.smithi081.stdout:3786: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:09:58.407 INFO:tasks.rados.rados.0.smithi081.stdout:3783: finishing rollback tid 1 to smithi081164505-3 2023-05-20T06:09:58.407 INFO:tasks.rados.rados.0.smithi081.stdout:3786: finishing rollback tid 2 to smithi081164505-30 2023-05-20T06:09:58.407 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 2083 (ObjNum 928 snap 268 seq_num 928) dirty exists 2023-05-20T06:09:58.407 INFO:tasks.rados.rados.0.smithi081.stdout:3783: finishing rollback tid 2 to smithi081164505-3 2023-05-20T06:09:58.408 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 3 v 2350 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2023-05-20T06:09:58.439 INFO:tasks.rados.rados.0.smithi081.stdout:3782: expect (ObjNum 1148 snap 344 seq_num 1148) 2023-05-20T06:09:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:58 smithi170 ceph-mon[97338]: osdmap e762: 8 total, 8 up, 8 in 2023-05-20T06:09:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:58 smithi081 ceph-mon[95500]: osdmap e762: 8 total, 8 up, 8 in 2023-05-20T06:09:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:58 smithi081 ceph-mon[107735]: osdmap e762: 8 total, 8 up, 8 in 2023-05-20T06:09:59.295 INFO:tasks.rados.rados.0.smithi081.stdout:3784: finishing copy_from to smithi081164505-49 2023-05-20T06:09:59.296 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1825 (ObjNum 1169 snap 349 seq_num 1169) dirty exists 2023-05-20T06:09:59.296 INFO:tasks.rados.rados.0.smithi081.stdout:3784: finishing copy_from racing read to smithi081164505-49 2023-05-20T06:09:59.401 INFO:tasks.rados.rados.0.smithi081.stdout:3782: done (5 left) 2023-05-20T06:09:59.402 INFO:tasks.rados.rados.0.smithi081.stdout:3783: done (4 left) 2023-05-20T06:09:59.402 INFO:tasks.rados.rados.0.smithi081.stdout:3784: done (3 left) 2023-05-20T06:09:59.402 INFO:tasks.rados.rados.0.smithi081.stdout:3785: done (2 left) 2023-05-20T06:09:59.402 INFO:tasks.rados.rados.0.smithi081.stdout:3786: done (1 left) 2023-05-20T06:09:59.402 INFO:tasks.rados.rados.0.smithi081.stdout:3787: done (0 left) 2023-05-20T06:09:59.402 INFO:tasks.rados.rados.0.smithi081.stdout:3788: copy_from oid 7 from oid 45 current snap is 354 2023-05-20T06:09:59.403 INFO:tasks.rados.rados.0.smithi081.stdout:3789: snap_remove snap 351 2023-05-20T06:09:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:59 smithi170 ceph-mon[97338]: pgmap v898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:09:59 smithi170 ceph-mon[97338]: osdmap e763: 8 total, 8 up, 8 in 2023-05-20T06:09:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:59 smithi081 ceph-mon[95500]: pgmap v898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:09:59 smithi081 ceph-mon[95500]: osdmap e763: 8 total, 8 up, 8 in 2023-05-20T06:09:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:59 smithi081 ceph-mon[107735]: pgmap v898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:09:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:09:59 smithi081 ceph-mon[107735]: osdmap e763: 8 total, 8 up, 8 in 2023-05-20T06:10:00.400 INFO:tasks.rados.rados.0.smithi081.stdout:3789: done (1 left) 2023-05-20T06:10:00.400 INFO:tasks.rados.rados.0.smithi081.stdout:3790: read oid 16 snap 326 2023-05-20T06:10:00.400 INFO:tasks.rados.rados.0.smithi081.stdout:3790: expect (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:10:00.400 INFO:tasks.rados.rados.0.smithi081.stdout:3791: snap_create 2023-05-20T06:10:00.401 INFO:tasks.rados.rados.0.smithi081.stdout:3788: finishing copy_from to smithi081164505-7 2023-05-20T06:10:00.401 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 1843 (ObjNum 1159 snap 348 seq_num 1159) dirty exists 2023-05-20T06:10:00.401 INFO:tasks.rados.rados.0.smithi081.stdout:3788: finishing copy_from racing read to smithi081164505-7 2023-05-20T06:10:00.420 INFO:tasks.rados.rados.0.smithi081.stdout:3790: expect (ObjNum 1091 snap 322 seq_num 1091) 2023-05-20T06:10:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: osdmap e764: 8 total, 8 up, 8 in 2023-05-20T06:10:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: Health detail: HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:10:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: [WRN] PG_AVAILABILITY: Reduced data availability: 121 pgs inactive 2023-05-20T06:10:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.10 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.11 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.12 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.13 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.14 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.15 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.16 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.17 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.18 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.19 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.1a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.1b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.1c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.1d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.1e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 2.1f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.10 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.11 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.12 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.13 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.14 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.15 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.16 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.17 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.18 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.19 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.1a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.1b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.1c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.1d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.1e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.1f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.2d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.2e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.752 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.2f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.30 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.31 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.32 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.33 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.34 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.35 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.36 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.37 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.38 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.39 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.3a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.3b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.3c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.3d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.3e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: pg 3.3f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.755 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:00 smithi170 ceph-mon[97338]: osdmap e765: 8 total, 8 up, 8 in 2023-05-20T06:10:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: osdmap e764: 8 total, 8 up, 8 in 2023-05-20T06:10:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: Health detail: HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:10:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: [WRN] PG_AVAILABILITY: Reduced data availability: 121 pgs inactive 2023-05-20T06:10:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.10 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.11 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.12 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.13 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.14 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.15 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.16 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.17 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.18 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.19 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.1a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.1b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.1c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.1d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.1e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 2.1f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.10 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.11 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.12 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.13 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.14 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.15 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.16 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.17 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.18 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.19 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.1a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.1b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.1c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.1d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.1e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: osdmap e764: 8 total, 8 up, 8 in 2023-05-20T06:10:00.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: Health detail: HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:10:00.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: [WRN] PG_AVAILABILITY: Reduced data availability: 121 pgs inactive 2023-05-20T06:10:00.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.10 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.11 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.12 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.13 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.14 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.15 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.16 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.17 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.18 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.19 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.1a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.1b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.1c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.1d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.1e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 2.1f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.10 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.11 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.12 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.13 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.14 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.15 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.16 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.17 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.18 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.19 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.1a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.1b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.1c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.1d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.1e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.778 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.1f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.778 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.2d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.778 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.2e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.778 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.2f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.778 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.30 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.31 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.32 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.33 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.34 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.35 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.36 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.780 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.37 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.780 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.38 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.780 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.39 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.780 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.3a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.780 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.3b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.781 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.3c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.781 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.3d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.781 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.3e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.781 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: pg 3.3f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.782 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[95500]: osdmap e765: 8 total, 8 up, 8 in 2023-05-20T06:10:00.782 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.1f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.782 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.2d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.782 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.2e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.782 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.2f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.30 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.31 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.32 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.33 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.34 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.35 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.36 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.783 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.37 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.38 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.39 is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.3a is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.3b is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.3c is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.3d is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.3e is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: pg 3.3f is stuck inactive for 10m, current state unknown, last acting [] 2023-05-20T06:10:00.785 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:00 smithi081 ceph-mon[107735]: osdmap e765: 8 total, 8 up, 8 in 2023-05-20T06:10:01.401 INFO:tasks.rados.rados.0.smithi081.stdout:3788: done (2 left) 2023-05-20T06:10:01.401 INFO:tasks.rados.rados.0.smithi081.stdout:3790: done (1 left) 2023-05-20T06:10:01.402 INFO:tasks.rados.rados.0.smithi081.stdout:3791: done (0 left) 2023-05-20T06:10:01.402 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 355 2023-05-20T06:10:01.402 INFO:tasks.rados.rados.0.smithi081.stdout:3792: seq_num 1174 ranges {5349376=466944} 2023-05-20T06:10:01.432 INFO:tasks.rados.rados.0.smithi081.stdout:3792: writing smithi081164505-43 from 5349376 to 5816320 tid 1 2023-05-20T06:10:01.432 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 44 current snap is 355 2023-05-20T06:10:01.432 INFO:tasks.rados.rados.0.smithi081.stdout:3793: seq_num 1175 ranges {4300800=483328} 2023-05-20T06:10:01.458 INFO:tasks.rados.rados.0.smithi081.stdout:3793: writing smithi081164505-44 from 4300800 to 4784128 tid 1 2023-05-20T06:10:01.458 INFO:tasks.rados.rados.0.smithi081.stdout:3794: copy_from oid 11 from oid 13 current snap is 355 2023-05-20T06:10:01.458 INFO:tasks.rados.rados.0.smithi081.stdout:3792: finishing write tid 1 to smithi081164505-43 2023-05-20T06:10:01.458 INFO:tasks.rados.rados.0.smithi081.stdout:3792: finishing write tid 2 to smithi081164505-43 2023-05-20T06:10:01.458 INFO:tasks.rados.rados.0.smithi081.stdout:3792: finishing write tid 3 to smithi081164505-43 2023-05-20T06:10:01.459 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 2352 (ObjNum 1174 snap 355 seq_num 1174) dirty exists 2023-05-20T06:10:01.459 INFO:tasks.rados.rados.0.smithi081.stdout:3792: left oid 43 (ObjNum 1174 snap 355 seq_num 1174) 2023-05-20T06:10:01.459 INFO:tasks.rados.rados.0.smithi081.stdout:3792: done (2 left) 2023-05-20T06:10:01.459 INFO:tasks.rados.rados.0.smithi081.stdout:3795: delete oid 33 current snap is 355 2023-05-20T06:10:01.461 INFO:tasks.rados.rados.0.smithi081.stdout:3795: done (2 left) 2023-05-20T06:10:01.462 INFO:tasks.rados.rados.0.smithi081.stdout:3796: copy_from oid 14 from oid 18 current snap is 355 2023-05-20T06:10:01.462 INFO:tasks.rados.rados.0.smithi081.stdout:3797: copy_from oid 36 from oid 42 current snap is 355 2023-05-20T06:10:01.462 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 355 2023-05-20T06:10:01.462 INFO:tasks.rados.rados.0.smithi081.stdout:3798: seq_num 1177 ranges {5816320=516096} 2023-05-20T06:10:01.496 INFO:tasks.rados.rados.0.smithi081.stdout:3798: writing smithi081164505-43 from 5816320 to 6332416 tid 1 2023-05-20T06:10:01.496 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 2 current snap is 355 2023-05-20T06:10:01.497 INFO:tasks.rados.rados.0.smithi081.stdout:3793: finishing write tid 1 to smithi081164505-44 2023-05-20T06:10:01.497 INFO:tasks.rados.rados.0.smithi081.stdout:3799: seq_num 1178 ranges {65536=532480} 2023-05-20T06:10:01.500 INFO:tasks.rados.rados.0.smithi081.stdout:3799: writing smithi081164505-2 from 65536 to 598016 tid 1 2023-05-20T06:10:01.501 INFO:tasks.rados.rados.0.smithi081.stdout:3800: snap_remove snap 337 2023-05-20T06:10:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:01 smithi170 ceph-mon[97338]: pgmap v901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:01 smithi170 ceph-mon[97338]: osdmap e766: 8 total, 8 up, 8 in 2023-05-20T06:10:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:01 smithi081 ceph-mon[95500]: pgmap v901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:01 smithi081 ceph-mon[95500]: osdmap e766: 8 total, 8 up, 8 in 2023-05-20T06:10:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:01 smithi081 ceph-mon[107735]: pgmap v901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:01 smithi081 ceph-mon[107735]: osdmap e766: 8 total, 8 up, 8 in 2023-05-20T06:10:01.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:10:01.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:01.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:10:01.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:02.437 INFO:tasks.rados.rados.0.smithi081.stdout:3800: done (6 left) 2023-05-20T06:10:02.438 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 27 current snap is 355 2023-05-20T06:10:02.438 INFO:tasks.rados.rados.0.smithi081.stdout:3801: seq_num 1179 ranges {0=548864} 2023-05-20T06:10:02.440 INFO:tasks.rados.rados.0.smithi081.stdout:3801: writing smithi081164505-27 from 0 to 548864 tid 1 2023-05-20T06:10:02.441 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 25 current snap is 355 2023-05-20T06:10:02.441 INFO:tasks.rados.rados.0.smithi081.stdout:3802: seq_num 1180 ranges {3219456=565248} 2023-05-20T06:10:02.462 INFO:tasks.rados.rados.0.smithi081.stdout:3802: writing smithi081164505-25 from 3219456 to 3784704 tid 1 2023-05-20T06:10:02.462 INFO:tasks.rados.rados.0.smithi081.stdout:3803: rollback oid 46 current snap is 355 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 349 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:3793: finishing write tid 2 to smithi081164505-44 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:3793: finishing write tid 3 to smithi081164505-44 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 1827 (ObjNum 1175 snap 355 seq_num 1175) dirty exists 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:3793: left oid 44 (ObjNum 1175 snap 355 seq_num 1175) 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:3794: finishing copy_from to smithi081164505-11 2023-05-20T06:10:02.463 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 2111 (ObjNum 1165 snap 349 seq_num 1165) dirty exists 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:3794: finishing copy_from racing read to smithi081164505-11 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:3796: finishing copy_from to smithi081164505-14 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 1983 (ObjNum 1134 snap 339 seq_num 1134) dirty exists 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:3796: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:3797: finishing copy_from to smithi081164505-36 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 1836 (ObjNum 1143 snap 344 seq_num 1143) dirty exists 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:3797: finishing copy_from racing read to smithi081164505-36 2023-05-20T06:10:02.464 INFO:tasks.rados.rados.0.smithi081.stdout:3793: done (8 left) 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3794: done (7 left) 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3796: done (6 left) 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3797: done (5 left) 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3804: read oid 21 snap -1 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3804: expect (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3805: delete oid 18 current snap is 355 2023-05-20T06:10:02.465 INFO:tasks.rados.rados.0.smithi081.stdout:3798: finishing write tid 1 to smithi081164505-43 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:3798: finishing write tid 2 to smithi081164505-43 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:3798: finishing write tid 3 to smithi081164505-43 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 2354 (ObjNum 1177 snap 355 seq_num 1177) dirty exists 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:3798: left oid 43 (ObjNum 1177 snap 355 seq_num 1177) 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:3799: finishing write tid 1 to smithi081164505-2 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:3799: finishing write tid 2 to smithi081164505-2 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:3799: finishing write tid 3 to smithi081164505-2 2023-05-20T06:10:02.466 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 2 v 2235 (ObjNum 1178 snap 355 seq_num 1178) dirty exists 2023-05-20T06:10:02.467 INFO:tasks.rados.rados.0.smithi081.stdout:3799: left oid 2 (ObjNum 1178 snap 355 seq_num 1178) 2023-05-20T06:10:02.467 INFO:tasks.rados.rados.0.smithi081.stdout:3801: finishing write tid 1 to smithi081164505-27 2023-05-20T06:10:02.467 INFO:tasks.rados.rados.0.smithi081.stdout:3801: finishing write tid 2 to smithi081164505-27 2023-05-20T06:10:02.467 INFO:tasks.rados.rados.0.smithi081.stdout:3801: finishing write tid 3 to smithi081164505-27 2023-05-20T06:10:02.467 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 2367 (ObjNum 1179 snap 355 seq_num 1179) dirty exists 2023-05-20T06:10:02.467 INFO:tasks.rados.rados.0.smithi081.stdout:3801: left oid 27 (ObjNum 1179 snap 355 seq_num 1179) 2023-05-20T06:10:02.470 INFO:tasks.rados.rados.0.smithi081.stdout:3802: finishing write tid 1 to smithi081164505-25 2023-05-20T06:10:02.471 INFO:tasks.rados.rados.0.smithi081.stdout:3803: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:10:02.471 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1821 (ObjNum 129 snap 0 seq_num 164845864) dirty dne 2023-05-20T06:10:02.475 INFO:tasks.rados.rados.0.smithi081.stdout:3798: done (6 left) 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:3799: done (5 left) 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:3801: done (4 left) 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:3803: done (3 left) 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:3805: done (2 left) 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:3806: rollback oid 16 current snap is 355 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 16 to 317 2023-05-20T06:10:02.476 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 355 2023-05-20T06:10:02.477 INFO:tasks.rados.rados.0.smithi081.stdout:3807: seq_num 1182 ranges {4849664=606208} 2023-05-20T06:10:02.506 INFO:tasks.rados.rados.0.smithi081.stdout:3807: writing smithi081164505-20 from 4849664 to 5455872 tid 1 2023-05-20T06:10:02.507 INFO:tasks.rados.rados.0.smithi081.stdout:3808: read oid 8 snap -1 2023-05-20T06:10:02.507 INFO:tasks.rados.rados.0.smithi081.stdout:3808: expect deleted 2023-05-20T06:10:02.507 INFO:tasks.rados.rados.0.smithi081.stdout:3809: delete oid 44 current snap is 355 2023-05-20T06:10:02.507 INFO:tasks.rados.rados.0.smithi081.stdout:3806: finishing rollback tid 1 to smithi081164505-16 2023-05-20T06:10:02.507 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 16 v 2022 (ObjNum 289 snap 0 seq_num 164084400) dirty dne 2023-05-20T06:10:02.507 INFO:tasks.rados.rados.0.smithi081.stdout:3802: finishing write tid 2 to smithi081164505-25 2023-05-20T06:10:02.508 INFO:tasks.rados.rados.0.smithi081.stdout:3804: expect (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:10:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:02 smithi170 ceph-mon[97338]: pgmap v904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:02 smithi081 ceph-mon[95500]: pgmap v904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:02 smithi081 ceph-mon[107735]: pgmap v904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:02.964 INFO:tasks.rados.rados.0.smithi081.stdout:3802: finishing write tid 3 to smithi081164505-25 2023-05-20T06:10:02.964 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2372 (ObjNum 1180 snap 355 seq_num 1180) dirty exists 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3802: left oid 25 (ObjNum 1180 snap 355 seq_num 1180) 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3802: done (5 left) 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3804: done (4 left) 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3806: done (3 left) 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3809: done (2 left) 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3810: setattr oid 48 current snap is 355 2023-05-20T06:10:02.965 INFO:tasks.rados.rados.0.smithi081.stdout:3807: finishing write tid 1 to smithi081164505-20 2023-05-20T06:10:02.966 INFO:tasks.rados.rados.0.smithi081.stdout:3807: finishing write tid 2 to smithi081164505-20 2023-05-20T06:10:02.966 INFO:tasks.rados.rados.0.smithi081.stdout:3807: finishing write tid 3 to smithi081164505-20 2023-05-20T06:10:02.966 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1827 (ObjNum 1182 snap 355 seq_num 1182) dirty exists 2023-05-20T06:10:02.966 INFO:tasks.rados.rados.0.smithi081.stdout:3807: left oid 20 (ObjNum 1182 snap 355 seq_num 1182) 2023-05-20T06:10:02.966 INFO:tasks.rados.rados.0.smithi081.stdout:3807: done (2 left) 2023-05-20T06:10:02.967 INFO:tasks.rados.rados.0.smithi081.stdout:3808: done (1 left) 2023-05-20T06:10:02.967 INFO:tasks.rados.rados.0.smithi081.stdout:3811: snap_create 2023-05-20T06:10:02.970 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 2247 (ObjNum 1162 snap 349 seq_num 1162) dirty exists 2023-05-20T06:10:03.429 INFO:tasks.rados.rados.0.smithi081.stdout:3810: done (1 left) 2023-05-20T06:10:03.429 INFO:tasks.rados.rados.0.smithi081.stdout:3811: done (0 left) 2023-05-20T06:10:03.429 INFO:tasks.rados.rados.0.smithi081.stdout:3812: copy_from oid 15 from oid 17 current snap is 356 2023-05-20T06:10:03.429 INFO:tasks.rados.rados.0.smithi081.stdout:3813: snap_remove snap 355 2023-05-20T06:10:03.430 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:10:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:03 smithi170 ceph-mon[97338]: osdmap e767: 8 total, 8 up, 8 in 2023-05-20T06:10:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:03 smithi081 ceph-mon[95500]: osdmap e767: 8 total, 8 up, 8 in 2023-05-20T06:10:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:03 smithi081 ceph-mon[107735]: osdmap e767: 8 total, 8 up, 8 in 2023-05-20T06:10:04.432 INFO:tasks.rados.rados.0.smithi081.stdout:3813: done (1 left) 2023-05-20T06:10:04.433 INFO:tasks.rados.rados.0.smithi081.stdout:3814: copy_from oid 18 from oid 46 current snap is 356 2023-05-20T06:10:04.433 INFO:tasks.rados.rados.0.smithi081.stdout:3812: finishing copy_from to smithi081164505-15 2023-05-20T06:10:04.433 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 2031 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:10:04.433 INFO:tasks.rados.rados.0.smithi081.stdout:3812: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:10:04.433 INFO:tasks.rados.rados.0.smithi081.stdout:3812: done (1 left) 2023-05-20T06:10:04.434 INFO:tasks.rados.rados.0.smithi081.stdout:3815: snap_create 2023-05-20T06:10:04.434 INFO:tasks.rados.rados.0.smithi081.stdout:3814: finishing copy_from to smithi081164505-18 2023-05-20T06:10:04.434 INFO:tasks.rados.rados.0.smithi081.stdout:3814: got expected ENOENT (src dne) 2023-05-20T06:10:04.434 INFO:tasks.rados.rados.0.smithi081.stdout:3814: finishing copy_from racing read to smithi081164505-18 2023-05-20T06:10:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:04 smithi170 ceph-mon[97338]: osdmap e768: 8 total, 8 up, 8 in 2023-05-20T06:10:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:04 smithi170 ceph-mon[97338]: pgmap v907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:04 smithi081 ceph-mon[95500]: osdmap e768: 8 total, 8 up, 8 in 2023-05-20T06:10:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:04 smithi081 ceph-mon[95500]: pgmap v907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:04 smithi081 ceph-mon[107735]: osdmap e768: 8 total, 8 up, 8 in 2023-05-20T06:10:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:04 smithi081 ceph-mon[107735]: pgmap v907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:05.432 INFO:tasks.rados.rados.0.smithi081.stdout:3814: done (1 left) 2023-05-20T06:10:05.433 INFO:tasks.rados.rados.0.smithi081.stdout:3815: done (0 left) 2023-05-20T06:10:05.433 INFO:tasks.rados.rados.0.smithi081.stdout:3816: read oid 18 snap -1 2023-05-20T06:10:05.433 INFO:tasks.rados.rados.0.smithi081.stdout:3816: expect deleted 2023-05-20T06:10:05.433 INFO:tasks.rados.rados.0.smithi081.stdout:3817: read oid 24 snap 352 2023-05-20T06:10:05.433 INFO:tasks.rados.rados.0.smithi081.stdout:3817: expect (ObjNum 1123 snap 335 seq_num 1123) 2023-05-20T06:10:05.433 INFO:tasks.rados.rados.0.smithi081.stdout:3818: rollback oid 45 current snap is 357 2023-05-20T06:10:05.434 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 45 to 356 2023-05-20T06:10:05.434 INFO:tasks.rados.rados.0.smithi081.stdout:3819: snap_remove snap 334 2023-05-20T06:10:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:05 smithi170 ceph-mon[97338]: osdmap e769: 8 total, 8 up, 8 in 2023-05-20T06:10:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:05 smithi170 ceph-mon[97338]: osdmap e770: 8 total, 8 up, 8 in 2023-05-20T06:10:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:05 smithi081 ceph-mon[95500]: osdmap e769: 8 total, 8 up, 8 in 2023-05-20T06:10:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:05 smithi081 ceph-mon[95500]: osdmap e770: 8 total, 8 up, 8 in 2023-05-20T06:10:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:05 smithi081 ceph-mon[107735]: osdmap e769: 8 total, 8 up, 8 in 2023-05-20T06:10:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:05 smithi081 ceph-mon[107735]: osdmap e770: 8 total, 8 up, 8 in 2023-05-20T06:10:06.435 INFO:tasks.rados.rados.0.smithi081.stdout:3819: done (3 left) 2023-05-20T06:10:06.435 INFO:tasks.rados.rados.0.smithi081.stdout:3820: rollback oid 30 current snap is 357 2023-05-20T06:10:06.435 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 316 2023-05-20T06:10:06.440 INFO:tasks.rados.rados.0.smithi081.stdout:3818: finishing rollback tid 0 to smithi081164505-45 2023-05-20T06:10:06.440 INFO:tasks.rados.rados.0.smithi081.stdout:3818: finishing rollback tid 1 to smithi081164505-45 2023-05-20T06:10:06.441 INFO:tasks.rados.rados.0.smithi081.stdout:3818: finishing rollback tid 2 to smithi081164505-45 2023-05-20T06:10:06.441 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 1846 (ObjNum 1159 snap 348 seq_num 1159) dirty exists 2023-05-20T06:10:06.441 INFO:tasks.rados.rados.0.smithi081.stdout:3817: expect (ObjNum 1123 snap 335 seq_num 1123) 2023-05-20T06:10:06.495 INFO:tasks.rados.rados.0.smithi081.stdout:3820: finishing rollback tid 0 to smithi081164505-30 2023-05-20T06:10:06.495 INFO:tasks.rados.rados.0.smithi081.stdout:3820: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:10:06.495 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 2085 (ObjNum 289 snap 0 seq_num 163982320) dirty dne 2023-05-20T06:10:06.495 INFO:tasks.rados.rados.0.smithi081.stdout:3816: done (3 left) 2023-05-20T06:10:06.495 INFO:tasks.rados.rados.0.smithi081.stdout:3817: done (2 left) 2023-05-20T06:10:06.496 INFO:tasks.rados.rados.0.smithi081.stdout:3818: done (1 left) 2023-05-20T06:10:06.496 INFO:tasks.rados.rados.0.smithi081.stdout:3820: done (0 left) 2023-05-20T06:10:06.496 INFO:tasks.rados.rados.0.smithi081.stdout:3821: snap_remove snap 326 2023-05-20T06:10:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:06 smithi170 ceph-mon[97338]: pgmap v910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:06 smithi170 ceph-mon[97338]: osdmap e771: 8 total, 8 up, 8 in 2023-05-20T06:10:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:06 smithi081 ceph-mon[95500]: pgmap v910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:06 smithi081 ceph-mon[95500]: osdmap e771: 8 total, 8 up, 8 in 2023-05-20T06:10:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:06 smithi081 ceph-mon[107735]: pgmap v910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:06 smithi081 ceph-mon[107735]: osdmap e771: 8 total, 8 up, 8 in 2023-05-20T06:10:07.456 INFO:tasks.rados.rados.0.smithi081.stdout:3821: done (0 left) 2023-05-20T06:10:07.456 INFO:tasks.rados.rados.0.smithi081.stdout:3822: setattr oid 27 current snap is 357 2023-05-20T06:10:07.459 INFO:tasks.rados.rados.0.smithi081.stdout:3823: delete oid 42 current snap is 357 2023-05-20T06:10:07.476 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 2380 (ObjNum 1179 snap 355 seq_num 1179) dirty exists 2023-05-20T06:10:07.477 INFO:tasks.rados.rados.0.smithi081.stdout:3822: done (1 left) 2023-05-20T06:10:07.477 INFO:tasks.rados.rados.0.smithi081.stdout:3823: done (0 left) 2023-05-20T06:10:07.478 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 15 current snap is 357 2023-05-20T06:10:07.482 INFO:tasks.rados.rados.0.smithi081.stdout:3824: seq_num 1185 ranges {6373376=655360} 2023-05-20T06:10:07.516 INFO:tasks.rados.rados.0.smithi081.stdout:3824: writing smithi081164505-15 from 6373376 to 7028736 tid 1 2023-05-20T06:10:07.516 INFO:tasks.rados.rados.0.smithi081.stdout:3825: copy_from oid 35 from oid 38 current snap is 357 2023-05-20T06:10:07.517 INFO:tasks.rados.rados.0.smithi081.stdout:3826: copy_from oid 47 from oid 11 current snap is 357 2023-05-20T06:10:07.517 INFO:tasks.rados.rados.0.smithi081.stdout:3827: rollback oid 9 current snap is 357 2023-05-20T06:10:07.517 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 9 to 317 2023-05-20T06:10:07.517 INFO:tasks.rados.rados.0.smithi081.stdout:3828: snap_remove snap 354 2023-05-20T06:10:08.465 INFO:tasks.rados.rados.0.smithi081.stdout:3828: done (4 left) 2023-05-20T06:10:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:3829: snap_create 2023-05-20T06:10:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:3825: finishing copy_from to smithi081164505-35 2023-05-20T06:10:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:3825: got expected ENOENT (src dne) 2023-05-20T06:10:08.466 INFO:tasks.rados.rados.0.smithi081.stdout:3825: finishing copy_from racing read to smithi081164505-35 2023-05-20T06:10:08.467 INFO:tasks.rados.rados.0.smithi081.stdout:3827: finishing rollback tid 0 to smithi081164505-9 2023-05-20T06:10:08.467 INFO:tasks.rados.rados.0.smithi081.stdout:3827: finishing rollback tid 1 to smithi081164505-9 2023-05-20T06:10:08.467 INFO:tasks.rados.rados.0.smithi081.stdout:3826: finishing copy_from to smithi081164505-47 2023-05-20T06:10:08.467 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 2111 (ObjNum 1165 snap 349 seq_num 1165) dirty exists 2023-05-20T06:10:08.467 INFO:tasks.rados.rados.0.smithi081.stdout:3827: finishing rollback tid 2 to smithi081164505-9 2023-05-20T06:10:08.468 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 1501 (ObjNum 841 snap 242 seq_num 841) dirty exists 2023-05-20T06:10:08.468 INFO:tasks.rados.rados.0.smithi081.stdout:3824: finishing write tid 1 to smithi081164505-15 2023-05-20T06:10:08.468 INFO:tasks.rados.rados.0.smithi081.stdout:3826: finishing copy_from racing read to smithi081164505-47 2023-05-20T06:10:08.468 INFO:tasks.rados.rados.0.smithi081.stdout:3824: finishing write tid 2 to smithi081164505-15 2023-05-20T06:10:08.468 INFO:tasks.rados.rados.0.smithi081.stdout:3824: finishing write tid 3 to smithi081164505-15 2023-05-20T06:10:08.469 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 2152 (ObjNum 1185 snap 357 seq_num 1185) dirty exists 2023-05-20T06:10:08.469 INFO:tasks.rados.rados.0.smithi081.stdout:3824: left oid 15 (ObjNum 1185 snap 357 seq_num 1185) 2023-05-20T06:10:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:08 smithi170 ceph-mon[97338]: osdmap e772: 8 total, 8 up, 8 in 2023-05-20T06:10:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:08 smithi170 ceph-mon[97338]: pgmap v913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:08 smithi081 ceph-mon[95500]: osdmap e772: 8 total, 8 up, 8 in 2023-05-20T06:10:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:08 smithi081 ceph-mon[95500]: pgmap v913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:08 smithi081 ceph-mon[107735]: osdmap e772: 8 total, 8 up, 8 in 2023-05-20T06:10:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:08 smithi081 ceph-mon[107735]: pgmap v913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:09.468 INFO:tasks.rados.rados.0.smithi081.stdout:3824: done (4 left) 2023-05-20T06:10:09.468 INFO:tasks.rados.rados.0.smithi081.stdout:3825: done (3 left) 2023-05-20T06:10:09.468 INFO:tasks.rados.rados.0.smithi081.stdout:3826: done (2 left) 2023-05-20T06:10:09.468 INFO:tasks.rados.rados.0.smithi081.stdout:3827: done (1 left) 2023-05-20T06:10:09.469 INFO:tasks.rados.rados.0.smithi081.stdout:3829: done (0 left) 2023-05-20T06:10:09.469 INFO:tasks.rados.rados.0.smithi081.stdout:3830: setattr oid 5 current snap is 358 2023-05-20T06:10:09.470 INFO:tasks.rados.rados.0.smithi081.stdout:3831: snap_remove snap 317 2023-05-20T06:10:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:09 smithi170 ceph-mon[97338]: osdmap e773: 8 total, 8 up, 8 in 2023-05-20T06:10:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:09 smithi081 ceph-mon[95500]: osdmap e773: 8 total, 8 up, 8 in 2023-05-20T06:10:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:09 smithi081 ceph-mon[107735]: osdmap e773: 8 total, 8 up, 8 in 2023-05-20T06:10:10.482 INFO:tasks.rados.rados.0.smithi081.stdout:3831: done (1 left) 2023-05-20T06:10:10.482 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 358 2023-05-20T06:10:10.482 INFO:tasks.rados.rados.0.smithi081.stdout:3832: seq_num 1186 ranges {3588096=671744} 2023-05-20T06:10:10.507 INFO:tasks.rados.rados.0.smithi081.stdout:3832: writing smithi081164505-36 from 3588096 to 4259840 tid 1 2023-05-20T06:10:10.507 INFO:tasks.rados.rados.0.smithi081.stdout:3833: setattr oid 31 current snap is 358 2023-05-20T06:10:10.507 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 5 v 2078 (ObjNum 1113 snap 331 seq_num 1113) dirty exists 2023-05-20T06:10:10.508 INFO:tasks.rados.rados.0.smithi081.stdout:3830: done (2 left) 2023-05-20T06:10:10.508 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 358 2023-05-20T06:10:10.508 INFO:tasks.rados.rados.0.smithi081.stdout:3834: seq_num 1187 ranges {10887168=688128} 2023-05-20T06:10:10.570 INFO:tasks.rados.rados.0.smithi081.stdout:3834: writing smithi081164505-26 from 10887168 to 11575296 tid 1 2023-05-20T06:10:10.571 INFO:tasks.rados.rados.0.smithi081.stdout:3835: snap_create 2023-05-20T06:10:10.571 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2387 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:10:10.571 INFO:tasks.rados.rados.0.smithi081.stdout:3832: finishing write tid 1 to smithi081164505-36 2023-05-20T06:10:10.572 INFO:tasks.rados.rados.0.smithi081.stdout:3832: finishing write tid 2 to smithi081164505-36 2023-05-20T06:10:10.572 INFO:tasks.rados.rados.0.smithi081.stdout:3832: finishing write tid 3 to smithi081164505-36 2023-05-20T06:10:10.572 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 2163 (ObjNum 1186 snap 358 seq_num 1186) dirty exists 2023-05-20T06:10:10.573 INFO:tasks.rados.rados.0.smithi081.stdout:3832: left oid 36 (ObjNum 1186 snap 358 seq_num 1186) 2023-05-20T06:10:10.574 INFO:tasks.rados.rados.0.smithi081.stdout:3834: finishing write tid 1 to smithi081164505-26 2023-05-20T06:10:10.574 INFO:tasks.rados.rados.0.smithi081.stdout:3834: finishing write tid 2 to smithi081164505-26 2023-05-20T06:10:10.575 INFO:tasks.rados.rados.0.smithi081.stdout:3834: finishing write tid 3 to smithi081164505-26 2023-05-20T06:10:10.575 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 2113 (ObjNum 1187 snap 358 seq_num 1187) dirty exists 2023-05-20T06:10:10.575 INFO:tasks.rados.rados.0.smithi081.stdout:3834: left oid 26 (ObjNum 1187 snap 358 seq_num 1187) 2023-05-20T06:10:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:10 smithi170 ceph-mon[97338]: osdmap e774: 8 total, 8 up, 8 in 2023-05-20T06:10:10.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:10 smithi170 ceph-mon[97338]: pgmap v916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:10 smithi081 ceph-mon[95500]: osdmap e774: 8 total, 8 up, 8 in 2023-05-20T06:10:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:10 smithi081 ceph-mon[95500]: pgmap v916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:10 smithi081 ceph-mon[107735]: osdmap e774: 8 total, 8 up, 8 in 2023-05-20T06:10:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:10 smithi081 ceph-mon[107735]: pgmap v916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:11.484 INFO:tasks.rados.rados.0.smithi081.stdout:3832: done (3 left) 2023-05-20T06:10:11.484 INFO:tasks.rados.rados.0.smithi081.stdout:3833: done (2 left) 2023-05-20T06:10:11.484 INFO:tasks.rados.rados.0.smithi081.stdout:3834: done (1 left) 2023-05-20T06:10:11.484 INFO:tasks.rados.rados.0.smithi081.stdout:3835: done (0 left) 2023-05-20T06:10:11.484 INFO:tasks.rados.rados.0.smithi081.stdout:3836: rollback oid 46 current snap is 359 2023-05-20T06:10:11.484 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 46 to 305 2023-05-20T06:10:11.485 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 48 current snap is 359 2023-05-20T06:10:11.485 INFO:tasks.rados.rados.0.smithi081.stdout:3837: seq_num 1188 ranges {4431872=704512} 2023-05-20T06:10:11.511 INFO:tasks.rados.rados.0.smithi081.stdout:3837: writing smithi081164505-48 from 4431872 to 5136384 tid 1 2023-05-20T06:10:11.511 INFO:tasks.rados.rados.0.smithi081.stdout:3836: finishing rollback tid 1 to smithi081164505-46 2023-05-20T06:10:11.511 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 1821 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-05-20T06:10:11.511 INFO:tasks.rados.rados.0.smithi081.stdout:3838: read oid 33 snap -1 2023-05-20T06:10:11.512 INFO:tasks.rados.rados.0.smithi081.stdout:3838: expect deleted 2023-05-20T06:10:11.512 INFO:tasks.rados.rados.0.smithi081.stdout:3836: done (2 left) 2023-05-20T06:10:11.512 INFO:tasks.rados.rados.0.smithi081.stdout:3839: setattr oid 31 current snap is 359 2023-05-20T06:10:11.512 INFO:tasks.rados.rados.0.smithi081.stdout:3838: done (2 left) 2023-05-20T06:10:11.513 INFO:tasks.rados.rados.0.smithi081.stdout:3840: read oid 35 snap -1 2023-05-20T06:10:11.513 INFO:tasks.rados.rados.0.smithi081.stdout:3840: expect (ObjNum 1161 snap 349 seq_num 1161) 2023-05-20T06:10:11.513 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 47 current snap is 359 2023-05-20T06:10:11.513 INFO:tasks.rados.rados.0.smithi081.stdout:3841: seq_num 1189 ranges {319488=720896} 2023-05-20T06:10:11.519 INFO:tasks.rados.rados.0.smithi081.stdout:3841: writing smithi081164505-47 from 319488 to 1040384 tid 1 2023-05-20T06:10:11.519 INFO:tasks.rados.rados.0.smithi081.stdout:3842: delete oid 50 current snap is 359 2023-05-20T06:10:11.519 INFO:tasks.rados.rados.0.smithi081.stdout:3837: finishing write tid 1 to smithi081164505-48 2023-05-20T06:10:11.521 INFO:tasks.rados.rados.0.smithi081.stdout:3837: finishing write tid 2 to smithi081164505-48 2023-05-20T06:10:11.524 INFO:tasks.rados.rados.0.smithi081.stdout:3837: finishing write tid 3 to smithi081164505-48 2023-05-20T06:10:11.524 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 2278 (ObjNum 1188 snap 359 seq_num 1188) dirty exists 2023-05-20T06:10:11.524 INFO:tasks.rados.rados.0.smithi081.stdout:3837: left oid 48 (ObjNum 1188 snap 359 seq_num 1188) 2023-05-20T06:10:11.524 INFO:tasks.rados.rados.0.smithi081.stdout:3837: done (4 left) 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:3842: done (3 left) 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:3843: copy_from oid 15 from oid 3 current snap is 359 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:3844: copy_from oid 42 from oid 17 current snap is 359 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:3845: read oid 39 snap -1 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:3845: expect (ObjNum 1164 snap 349 seq_num 1164) 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:3846: rollback oid 36 current snap is 359 2023-05-20T06:10:11.525 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 36 to 347 2023-05-20T06:10:11.526 INFO:tasks.rados.rados.0.smithi081.stdout:3847: read oid 16 snap 357 2023-05-20T06:10:11.526 INFO:tasks.rados.rados.0.smithi081.stdout:3847: expect deleted 2023-05-20T06:10:11.526 INFO:tasks.rados.rados.0.smithi081.stdout:3848: copy_from oid 24 from oid 25 current snap is 359 2023-05-20T06:10:11.526 INFO:tasks.rados.rados.0.smithi081.stdout:3849: snap_create 2023-05-20T06:10:11.527 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2389 (ObjNum 65 snap 0 seq_num 1616994928) dirty exists 2023-05-20T06:10:11.527 INFO:tasks.rados.rados.0.smithi081.stdout:3841: finishing write tid 1 to smithi081164505-47 2023-05-20T06:10:11.527 INFO:tasks.rados.rados.0.smithi081.stdout:3841: finishing write tid 2 to smithi081164505-47 2023-05-20T06:10:11.540 INFO:tasks.rados.rados.0.smithi081.stdout:3841: finishing write tid 3 to smithi081164505-47 2023-05-20T06:10:11.540 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 47 v 2115 (ObjNum 1189 snap 359 seq_num 1189) dirty exists 2023-05-20T06:10:11.540 INFO:tasks.rados.rados.0.smithi081.stdout:3841: left oid 47 (ObjNum 1189 snap 359 seq_num 1189) 2023-05-20T06:10:11.540 INFO:tasks.rados.rados.0.smithi081.stdout:3840: expect (ObjNum 1161 snap 349 seq_num 1161) 2023-05-20T06:10:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:11 smithi170 ceph-mon[97338]: osdmap e775: 8 total, 8 up, 8 in 2023-05-20T06:10:11.746 INFO:tasks.rados.rados.0.smithi081.stdout:3846: finishing rollback tid 0 to smithi081164505-36 2023-05-20T06:10:11.746 INFO:tasks.rados.rados.0.smithi081.stdout:3846: finishing rollback tid 1 to smithi081164505-36 2023-05-20T06:10:11.746 INFO:tasks.rados.rados.0.smithi081.stdout:3846: finishing rollback tid 2 to smithi081164505-36 2023-05-20T06:10:11.746 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 2167 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-05-20T06:10:11.746 INFO:tasks.rados.rados.0.smithi081.stdout:3845: expect (ObjNum 1164 snap 349 seq_num 1164) 2023-05-20T06:10:11.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:11 smithi081 ceph-mon[95500]: osdmap e775: 8 total, 8 up, 8 in 2023-05-20T06:10:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:11 smithi081 ceph-mon[107735]: osdmap e775: 8 total, 8 up, 8 in 2023-05-20T06:10:11.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:10:11.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:11.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:10:11.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:12.308 INFO:tasks.rados.rados.0.smithi081.stdout:3848: finishing copy_from to smithi081164505-24 2023-05-20T06:10:12.308 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 2372 (ObjNum 1180 snap 355 seq_num 1180) dirty exists 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3848: finishing copy_from racing read to smithi081164505-24 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3844: finishing copy_from to smithi081164505-42 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 2031 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3844: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3843: finishing copy_from to smithi081164505-15 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 2350 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2023-05-20T06:10:12.309 INFO:tasks.rados.rados.0.smithi081.stdout:3843: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:10:12.489 INFO:tasks.rados.rados.0.smithi081.stdout:3839: done (9 left) 2023-05-20T06:10:12.489 INFO:tasks.rados.rados.0.smithi081.stdout:3840: done (8 left) 2023-05-20T06:10:12.489 INFO:tasks.rados.rados.0.smithi081.stdout:3841: done (7 left) 2023-05-20T06:10:12.489 INFO:tasks.rados.rados.0.smithi081.stdout:3843: done (6 left) 2023-05-20T06:10:12.489 INFO:tasks.rados.rados.0.smithi081.stdout:3844: done (5 left) 2023-05-20T06:10:12.489 INFO:tasks.rados.rados.0.smithi081.stdout:3845: done (4 left) 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3846: done (3 left) 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3847: done (2 left) 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3848: done (1 left) 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3849: done (0 left) 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3850: read oid 6 snap -1 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3850: expect (ObjNum 1096 snap 325 seq_num 1096) 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 43 current snap is 360 2023-05-20T06:10:12.490 INFO:tasks.rados.rados.0.smithi081.stdout:3851: seq_num 1191 ranges {6332416=753664} 2023-05-20T06:10:12.527 INFO:tasks.rados.rados.0.smithi081.stdout:3851: writing smithi081164505-43 from 6332416 to 7086080 tid 1 2023-05-20T06:10:12.527 INFO:tasks.rados.rados.0.smithi081.stdout:3852: read oid 10 snap -1 2023-05-20T06:10:12.527 INFO:tasks.rados.rados.0.smithi081.stdout:3852: expect (ObjNum 1121 snap 335 seq_num 1121) 2023-05-20T06:10:12.527 INFO:tasks.rados.rados.0.smithi081.stdout:3853: snap_create 2023-05-20T06:10:12.527 INFO:tasks.rados.rados.0.smithi081.stdout:3850: expect (ObjNum 1096 snap 325 seq_num 1096) 2023-05-20T06:10:12.589 INFO:tasks.rados.rados.0.smithi081.stdout:3851: finishing write tid 1 to smithi081164505-43 2023-05-20T06:10:12.589 INFO:tasks.rados.rados.0.smithi081.stdout:3851: finishing write tid 2 to smithi081164505-43 2023-05-20T06:10:12.589 INFO:tasks.rados.rados.0.smithi081.stdout:3851: finishing write tid 3 to smithi081164505-43 2023-05-20T06:10:12.589 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 2357 (ObjNum 1191 snap 360 seq_num 1191) dirty exists 2023-05-20T06:10:12.590 INFO:tasks.rados.rados.0.smithi081.stdout:3851: left oid 43 (ObjNum 1191 snap 360 seq_num 1191) 2023-05-20T06:10:12.590 INFO:tasks.rados.rados.0.smithi081.stdout:3852: expect (ObjNum 1121 snap 335 seq_num 1121) 2023-05-20T06:10:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:12 smithi170 ceph-mon[97338]: osdmap e776: 8 total, 8 up, 8 in 2023-05-20T06:10:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:12 smithi170 ceph-mon[97338]: pgmap v919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:12 smithi081 ceph-mon[95500]: osdmap e776: 8 total, 8 up, 8 in 2023-05-20T06:10:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:12 smithi081 ceph-mon[95500]: pgmap v919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:12 smithi081 ceph-mon[107735]: osdmap e776: 8 total, 8 up, 8 in 2023-05-20T06:10:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:12 smithi081 ceph-mon[107735]: pgmap v919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:13.489 INFO:tasks.rados.rados.0.smithi081.stdout:3850: done (3 left) 2023-05-20T06:10:13.489 INFO:tasks.rados.rados.0.smithi081.stdout:3851: done (2 left) 2023-05-20T06:10:13.490 INFO:tasks.rados.rados.0.smithi081.stdout:3852: done (1 left) 2023-05-20T06:10:13.490 INFO:tasks.rados.rados.0.smithi081.stdout:3853: done (0 left) 2023-05-20T06:10:13.490 INFO:tasks.rados.rados.0.smithi081.stdout:3854: snap_create 2023-05-20T06:10:13.490 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:10:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:13 smithi170 ceph-mon[97338]: osdmap e777: 8 total, 8 up, 8 in 2023-05-20T06:10:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:13 smithi081 ceph-mon[95500]: osdmap e777: 8 total, 8 up, 8 in 2023-05-20T06:10:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:13 smithi081 ceph-mon[107735]: osdmap e777: 8 total, 8 up, 8 in 2023-05-20T06:10:14.493 INFO:tasks.rados.rados.0.smithi081.stdout:3854: done (0 left) 2023-05-20T06:10:14.493 INFO:tasks.rados.rados.0.smithi081.stdout:3855: read oid 39 snap 358 2023-05-20T06:10:14.493 INFO:tasks.rados.rados.0.smithi081.stdout:3855: expect (ObjNum 1164 snap 349 seq_num 1164) 2023-05-20T06:10:14.493 INFO:tasks.rados.rados.0.smithi081.stdout:3856: rollback oid 13 current snap is 362 2023-05-20T06:10:14.493 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 13 to 310 2023-05-20T06:10:14.493 INFO:tasks.rados.rados.0.smithi081.stdout:3857: read oid 24 snap -1 2023-05-20T06:10:14.494 INFO:tasks.rados.rados.0.smithi081.stdout:3857: expect (ObjNum 1180 snap 355 seq_num 1180) 2023-05-20T06:10:14.494 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 1 current snap is 362 2023-05-20T06:10:14.494 INFO:tasks.rados.rados.0.smithi081.stdout:3858: seq_num 1192 ranges {0=770048} 2023-05-20T06:10:14.497 INFO:tasks.rados.rados.0.smithi081.stdout:3858: writing smithi081164505-1 from 0 to 770048 tid 1 2023-05-20T06:10:14.498 INFO:tasks.rados.rados.0.smithi081.stdout:3859: delete oid 41 current snap is 362 2023-05-20T06:10:14.500 INFO:tasks.rados.rados.0.smithi081.stdout:3856: finishing rollback tid 0 to smithi081164505-13 2023-05-20T06:10:14.501 INFO:tasks.rados.rados.0.smithi081.stdout:3856: finishing rollback tid 1 to smithi081164505-13 2023-05-20T06:10:14.505 INFO:tasks.rados.rados.0.smithi081.stdout:3859: done (4 left) 2023-05-20T06:10:14.505 INFO:tasks.rados.rados.0.smithi081.stdout:3860: delete oid 9 current snap is 362 2023-05-20T06:10:14.506 INFO:tasks.rados.rados.0.smithi081.stdout:3856: finishing rollback tid 2 to smithi081164505-13 2023-05-20T06:10:14.507 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 2353 (ObjNum 1047 snap 300 seq_num 1047) dirty exists 2023-05-20T06:10:14.508 INFO:tasks.rados.rados.0.smithi081.stdout:3856: done (4 left) 2023-05-20T06:10:14.508 INFO:tasks.rados.rados.0.smithi081.stdout:3860: done (3 left) 2023-05-20T06:10:14.509 INFO:tasks.rados.rados.0.smithi081.stdout:3861: delete oid 30 current snap is 362 2023-05-20T06:10:14.524 INFO:tasks.rados.rados.0.smithi081.stdout:3857: expect (ObjNum 1180 snap 355 seq_num 1180) 2023-05-20T06:10:14.740 INFO:tasks.rados.rados.0.smithi081.stdout:3858: finishing write tid 1 to smithi081164505-1 2023-05-20T06:10:14.740 INFO:tasks.rados.rados.0.smithi081.stdout:3858: finishing write tid 2 to smithi081164505-1 2023-05-20T06:10:14.740 INFO:tasks.rados.rados.0.smithi081.stdout:3858: finishing write tid 3 to smithi081164505-1 2023-05-20T06:10:14.740 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 2374 (ObjNum 1192 snap 362 seq_num 1192) dirty exists 2023-05-20T06:10:14.740 INFO:tasks.rados.rados.0.smithi081.stdout:3858: left oid 1 (ObjNum 1192 snap 362 seq_num 1192) 2023-05-20T06:10:14.741 INFO:tasks.rados.rados.0.smithi081.stdout:3855: expect (ObjNum 1164 snap 349 seq_num 1164) 2023-05-20T06:10:14.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:14 smithi081 ceph-mon[95500]: osdmap e778: 8 total, 8 up, 8 in 2023-05-20T06:10:14.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:14 smithi081 ceph-mon[95500]: pgmap v922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:14.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:14 smithi081 ceph-mon[107735]: osdmap e778: 8 total, 8 up, 8 in 2023-05-20T06:10:14.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:14 smithi081 ceph-mon[107735]: pgmap v922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:14 smithi170 ceph-mon[97338]: osdmap e778: 8 total, 8 up, 8 in 2023-05-20T06:10:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:14 smithi170 ceph-mon[97338]: pgmap v922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:15.313 INFO:tasks.rados.rados.0.smithi081.stdout:3855: done (3 left) 2023-05-20T06:10:15.314 INFO:tasks.rados.rados.0.smithi081.stdout:3857: done (2 left) 2023-05-20T06:10:15.314 INFO:tasks.rados.rados.0.smithi081.stdout:3858: done (1 left) 2023-05-20T06:10:15.315 INFO:tasks.rados.rados.0.smithi081.stdout:3861: done (0 left) 2023-05-20T06:10:15.316 INFO:tasks.rados.rados.0.smithi081.stdout:3862: snap_create 2023-05-20T06:10:15.510 INFO:tasks.rados.rados.0.smithi081.stdout:3862: done (0 left) 2023-05-20T06:10:15.511 INFO:tasks.rados.rados.0.smithi081.stdout:3863: copy_from oid 1 from oid 28 current snap is 363 2023-05-20T06:10:15.511 INFO:tasks.rados.rados.0.smithi081.stdout:3864: delete oid 34 current snap is 363 2023-05-20T06:10:15.518 INFO:tasks.rados.rados.0.smithi081.stdout:3864: done (1 left) 2023-05-20T06:10:15.518 INFO:tasks.rados.rados.0.smithi081.stdout:3865: snap_create 2023-05-20T06:10:15.534 INFO:tasks.rados.rados.0.smithi081.stdout:3863: finishing copy_from to smithi081164505-1 2023-05-20T06:10:15.534 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 1825 (ObjNum 1169 snap 349 seq_num 1169) dirty exists 2023-05-20T06:10:15.534 INFO:tasks.rados.rados.0.smithi081.stdout:3863: finishing copy_from racing read to smithi081164505-1 2023-05-20T06:10:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:15 smithi081 ceph-mon[95500]: osdmap e779: 8 total, 8 up, 8 in 2023-05-20T06:10:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:15 smithi081 ceph-mon[107735]: osdmap e779: 8 total, 8 up, 8 in 2023-05-20T06:10:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:15 smithi170 ceph-mon[97338]: osdmap e779: 8 total, 8 up, 8 in 2023-05-20T06:10:16.532 INFO:tasks.rados.rados.0.smithi081.stdout:3863: done (1 left) 2023-05-20T06:10:16.532 INFO:tasks.rados.rados.0.smithi081.stdout:3865: done (0 left) 2023-05-20T06:10:16.532 INFO:tasks.rados.rados.0.smithi081.stdout:3866: copy_from oid 44 from oid 13 current snap is 364 2023-05-20T06:10:16.532 INFO:tasks.rados.rados.0.smithi081.stdout:3867: snap_remove snap 357 2023-05-20T06:10:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:16 smithi170 ceph-mon[97338]: osdmap e780: 8 total, 8 up, 8 in 2023-05-20T06:10:16.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:16 smithi170 ceph-mon[97338]: pgmap v925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:16 smithi081 ceph-mon[95500]: osdmap e780: 8 total, 8 up, 8 in 2023-05-20T06:10:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:16 smithi081 ceph-mon[95500]: pgmap v925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:16 smithi081 ceph-mon[107735]: osdmap e780: 8 total, 8 up, 8 in 2023-05-20T06:10:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:16 smithi081 ceph-mon[107735]: pgmap v925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:17.535 INFO:tasks.rados.rados.0.smithi081.stdout:3867: done (1 left) 2023-05-20T06:10:17.536 INFO:tasks.rados.rados.0.smithi081.stdout:3868: copy_from oid 12 from oid 17 current snap is 364 2023-05-20T06:10:17.536 INFO:tasks.rados.rados.0.smithi081.stdout:3866: finishing copy_from to smithi081164505-44 2023-05-20T06:10:17.536 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 2353 (ObjNum 1047 snap 300 seq_num 1047) dirty exists 2023-05-20T06:10:17.536 INFO:tasks.rados.rados.0.smithi081.stdout:3866: finishing copy_from racing read to smithi081164505-44 2023-05-20T06:10:17.537 INFO:tasks.rados.rados.0.smithi081.stdout:3866: done (1 left) 2023-05-20T06:10:17.537 INFO:tasks.rados.rados.0.smithi081.stdout:3869: delete oid 2 current snap is 364 2023-05-20T06:10:17.544 INFO:tasks.rados.rados.0.smithi081.stdout:3869: done (1 left) 2023-05-20T06:10:17.545 INFO:tasks.rados.rados.0.smithi081.stdout:3870: read oid 47 snap -1 2023-05-20T06:10:17.545 INFO:tasks.rados.rados.0.smithi081.stdout:3870: expect (ObjNum 1189 snap 359 seq_num 1189) 2023-05-20T06:10:17.546 INFO:tasks.rados.rados.0.smithi081.stdout:3871: read oid 43 snap -1 2023-05-20T06:10:17.546 INFO:tasks.rados.rados.0.smithi081.stdout:3871: expect (ObjNum 1191 snap 360 seq_num 1191) 2023-05-20T06:10:17.546 INFO:tasks.rados.rados.0.smithi081.stdout:3872: copy_from oid 32 from oid 46 current snap is 364 2023-05-20T06:10:17.546 INFO:tasks.rados.rados.0.smithi081.stdout:3873: snap_create 2023-05-20T06:10:17.547 INFO:tasks.rados.rados.0.smithi081.stdout:3872: finishing copy_from to smithi081164505-32 2023-05-20T06:10:17.547 INFO:tasks.rados.rados.0.smithi081.stdout:3872: got expected ENOENT (src dne) 2023-05-20T06:10:17.548 INFO:tasks.rados.rados.0.smithi081.stdout:3872: finishing copy_from racing read to smithi081164505-32 2023-05-20T06:10:17.562 INFO:tasks.rados.rados.0.smithi081.stdout:3870: expect (ObjNum 1189 snap 359 seq_num 1189) 2023-05-20T06:10:17.594 INFO:tasks.rados.rados.0.smithi081.stdout:3871: expect (ObjNum 1191 snap 360 seq_num 1191) 2023-05-20T06:10:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:17 smithi170 ceph-mon[97338]: osdmap e781: 8 total, 8 up, 8 in 2023-05-20T06:10:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:17 smithi081 ceph-mon[95500]: osdmap e781: 8 total, 8 up, 8 in 2023-05-20T06:10:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:17 smithi081 ceph-mon[107735]: osdmap e781: 8 total, 8 up, 8 in 2023-05-20T06:10:18.307 INFO:tasks.rados.rados.0.smithi081.stdout:3868: finishing copy_from to smithi081164505-12 2023-05-20T06:10:18.307 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 12 v 2031 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:10:18.307 INFO:tasks.rados.rados.0.smithi081.stdout:3868: finishing copy_from racing read to smithi081164505-12 2023-05-20T06:10:18.537 INFO:tasks.rados.rados.0.smithi081.stdout:3868: done (4 left) 2023-05-20T06:10:18.537 INFO:tasks.rados.rados.0.smithi081.stdout:3870: done (3 left) 2023-05-20T06:10:18.537 INFO:tasks.rados.rados.0.smithi081.stdout:3871: done (2 left) 2023-05-20T06:10:18.538 INFO:tasks.rados.rados.0.smithi081.stdout:3872: done (1 left) 2023-05-20T06:10:18.538 INFO:tasks.rados.rados.0.smithi081.stdout:3873: done (0 left) 2023-05-20T06:10:18.538 INFO:tasks.rados.rados.0.smithi081.stdout:3874: rollback oid 25 current snap is 365 2023-05-20T06:10:18.539 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 25 to 363 2023-05-20T06:10:18.539 INFO:tasks.rados.rados.0.smithi081.stdout:3875: snap_create 2023-05-20T06:10:18.541 INFO:tasks.rados.rados.0.smithi081.stdout:3874: finishing rollback tid 0 to smithi081164505-25 2023-05-20T06:10:18.542 INFO:tasks.rados.rados.0.smithi081.stdout:3874: finishing rollback tid 1 to smithi081164505-25 2023-05-20T06:10:18.542 INFO:tasks.rados.rados.0.smithi081.stdout:3874: finishing rollback tid 2 to smithi081164505-25 2023-05-20T06:10:18.542 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2393 (ObjNum 1180 snap 355 seq_num 1180) dirty exists 2023-05-20T06:10:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:18 smithi170 ceph-mon[97338]: osdmap e782: 8 total, 8 up, 8 in 2023-05-20T06:10:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:18 smithi170 ceph-mon[97338]: pgmap v928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:18 smithi081 ceph-mon[95500]: osdmap e782: 8 total, 8 up, 8 in 2023-05-20T06:10:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:18 smithi081 ceph-mon[95500]: pgmap v928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:18 smithi081 ceph-mon[107735]: osdmap e782: 8 total, 8 up, 8 in 2023-05-20T06:10:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:18 smithi081 ceph-mon[107735]: pgmap v928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:19.538 INFO:tasks.rados.rados.0.smithi081.stdout:3874: done (1 left) 2023-05-20T06:10:19.539 INFO:tasks.rados.rados.0.smithi081.stdout:3875: done (0 left) 2023-05-20T06:10:19.539 INFO:tasks.rados.rados.0.smithi081.stdout:3876: read oid 2 snap -1 2023-05-20T06:10:19.539 INFO:tasks.rados.rados.0.smithi081.stdout:3876: expect deleted 2023-05-20T06:10:19.539 INFO:tasks.rados.rados.0.smithi081.stdout:3877: snap_remove snap 301 2023-05-20T06:10:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:19 smithi170 ceph-mon[97338]: osdmap e783: 8 total, 8 up, 8 in 2023-05-20T06:10:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:19 smithi081 ceph-mon[95500]: osdmap e783: 8 total, 8 up, 8 in 2023-05-20T06:10:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:19 smithi081 ceph-mon[107735]: osdmap e783: 8 total, 8 up, 8 in 2023-05-20T06:10:20.555 INFO:tasks.rados.rados.0.smithi081.stdout:3877: done (1 left) 2023-05-20T06:10:20.555 INFO:tasks.rados.rados.0.smithi081.stdout:3878: read oid 46 snap 350 2023-05-20T06:10:20.555 INFO:tasks.rados.rados.0.smithi081.stdout:3878: expect deleted 2023-05-20T06:10:20.562 INFO:tasks.rados.rados.0.smithi081.stdout:3879: rollback oid 30 current snap is 366 2023-05-20T06:10:20.562 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 30 to 313 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:3880: read oid 38 snap -1 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:3880: expect deleted 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:3881: rmattr oid 27 current snap is 366 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:3882: read oid 35 snap -1 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:3882: expect (ObjNum 1161 snap 349 seq_num 1161) 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:3883: copy_from oid 36 from oid 16 current snap is 366 2023-05-20T06:10:20.563 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 14 current snap is 366 2023-05-20T06:10:20.564 INFO:tasks.rados.rados.0.smithi081.stdout:3884: seq_num 1198 ranges {4259840=466944,4726784=401408} 2023-05-20T06:10:20.585 INFO:tasks.rados.rados.0.smithi081.stdout:3884: writing smithi081164505-14 from 4259840 to 4726784 tid 1 2023-05-20T06:10:20.585 INFO:tasks.rados.rados.0.smithi081.stdout:3884: writing smithi081164505-14 from 4726784 to 5128192 tid 2 2023-05-20T06:10:20.585 INFO:tasks.rados.rados.0.smithi081.stdout:3885: read oid 1 snap -1 2023-05-20T06:10:20.586 INFO:tasks.rados.rados.0.smithi081.stdout:3885: expect (ObjNum 1169 snap 349 seq_num 1169) 2023-05-20T06:10:20.586 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 11 current snap is 366 2023-05-20T06:10:20.586 INFO:tasks.rados.rados.0.smithi081.stdout:3886: seq_num 1199 ranges {319488=483328,802816=401408} 2023-05-20T06:10:20.592 INFO:tasks.rados.rados.0.smithi081.stdout:3886: writing smithi081164505-11 from 319488 to 802816 tid 1 2023-05-20T06:10:20.593 INFO:tasks.rados.rados.0.smithi081.stdout:3886: writing smithi081164505-11 from 802816 to 1204224 tid 2 2023-05-20T06:10:20.593 INFO:tasks.rados.rados.0.smithi081.stdout:3887: delete oid 10 current snap is 366 2023-05-20T06:10:20.593 INFO:tasks.rados.rados.0.smithi081.stdout:3879: finishing rollback tid 1 to smithi081164505-30 2023-05-20T06:10:20.593 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 30 v 2085 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-05-20T06:10:20.593 INFO:tasks.rados.rados.0.smithi081.stdout:3883: finishing copy_from to smithi081164505-36 2023-05-20T06:10:20.593 INFO:tasks.rados.rados.0.smithi081.stdout:3883: got expected ENOENT (src dne) 2023-05-20T06:10:20.594 INFO:tasks.rados.rados.0.smithi081.stdout:3883: finishing copy_from racing read to smithi081164505-36 2023-05-20T06:10:20.594 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 27 v 2399 (ObjNum 1179 snap 355 seq_num 1179) dirty exists 2023-05-20T06:10:20.594 INFO:tasks.rados.rados.0.smithi081.stdout:3882: expect (ObjNum 1161 snap 349 seq_num 1161) 2023-05-20T06:10:20.802 INFO:tasks.rados.rados.0.smithi081.stdout:3884: finishing write tid 1 to smithi081164505-14 2023-05-20T06:10:20.802 INFO:tasks.rados.rados.0.smithi081.stdout:3884: finishing write tid 2 to smithi081164505-14 2023-05-20T06:10:20.802 INFO:tasks.rados.rados.0.smithi081.stdout:3884: finishing write tid 3 to smithi081164505-14 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3876: done (10 left) 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3878: done (9 left) 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3879: done (8 left) 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3880: done (7 left) 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3881: done (6 left) 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3882: done (5 left) 2023-05-20T06:10:20.803 INFO:tasks.rados.rados.0.smithi081.stdout:3883: done (4 left) 2023-05-20T06:10:20.804 INFO:tasks.rados.rados.0.smithi081.stdout:3887: done (3 left) 2023-05-20T06:10:20.804 INFO:tasks.rados.rados.0.smithi081.stdout:3888: snap_remove snap 361 2023-05-20T06:10:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:20 smithi170 ceph-mon[97338]: osdmap e784: 8 total, 8 up, 8 in 2023-05-20T06:10:20.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:20 smithi170 ceph-mon[97338]: pgmap v931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:20 smithi081 ceph-mon[95500]: osdmap e784: 8 total, 8 up, 8 in 2023-05-20T06:10:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:20 smithi081 ceph-mon[95500]: pgmap v931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:20 smithi081 ceph-mon[107735]: osdmap e784: 8 total, 8 up, 8 in 2023-05-20T06:10:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:20 smithi081 ceph-mon[107735]: pgmap v931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:21.558 INFO:tasks.rados.rados.0.smithi081.stdout:3888: done (3 left) 2023-05-20T06:10:21.559 INFO:tasks.rados.rados.0.smithi081.stdout:3889: rmattr oid 25 current snap is 366 2023-05-20T06:10:21.559 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 31 current snap is 366 2023-05-20T06:10:21.559 INFO:tasks.rados.rados.0.smithi081.stdout:3890: seq_num 1201 ranges {0=524288,524288=401408} 2023-05-20T06:10:21.565 INFO:tasks.rados.rados.0.smithi081.stdout:3890: writing smithi081164505-31 from 0 to 524288 tid 1 2023-05-20T06:10:21.565 INFO:tasks.rados.rados.0.smithi081.stdout:3890: writing smithi081164505-31 from 524288 to 925696 tid 2 2023-05-20T06:10:21.565 INFO:tasks.rados.rados.0.smithi081.stdout:3891: rollback oid 32 current snap is 366 2023-05-20T06:10:21.565 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 32 to 359 2023-05-20T06:10:21.566 INFO:tasks.rados.rados.0.smithi081.stdout:3892: copy_from oid 10 from oid 50 current snap is 366 2023-05-20T06:10:21.566 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 23 current snap is 366 2023-05-20T06:10:21.566 INFO:tasks.rados.rados.0.smithi081.stdout:3893: seq_num 1202 ranges {18808832=540672,19349504=401408} 2023-05-20T06:10:21.666 INFO:tasks.rados.rados.0.smithi081.stdout:3893: writing smithi081164505-23 from 18808832 to 19349504 tid 1 2023-05-20T06:10:21.669 INFO:tasks.rados.rados.0.smithi081.stdout:3893: writing smithi081164505-23 from 19349504 to 19750912 tid 2 2023-05-20T06:10:21.670 INFO:tasks.rados.rados.0.smithi081.stdout:3894: delete oid 37 current snap is 366 2023-05-20T06:10:21.670 INFO:tasks.rados.rados.0.smithi081.stdout:3886: finishing write tid 1 to smithi081164505-11 2023-05-20T06:10:21.670 INFO:tasks.rados.rados.0.smithi081.stdout:3886: finishing write tid 2 to smithi081164505-11 2023-05-20T06:10:21.670 INFO:tasks.rados.rados.0.smithi081.stdout:3886: finishing write tid 3 to smithi081164505-11 2023-05-20T06:10:21.670 INFO:tasks.rados.rados.0.smithi081.stdout:3884: finishing write tid 4 to smithi081164505-14 2023-05-20T06:10:21.671 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 2292 (ObjNum 1198 snap 366 seq_num 1198) dirty exists 2023-05-20T06:10:21.671 INFO:tasks.rados.rados.0.smithi081.stdout:3884: left oid 14 (ObjNum 1198 snap 366 seq_num 1198) 2023-05-20T06:10:21.671 INFO:tasks.rados.rados.0.smithi081.stdout:3886: finishing write tid 4 to smithi081164505-11 2023-05-20T06:10:21.671 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 11 v 2296 (ObjNum 1199 snap 366 seq_num 1199) dirty exists 2023-05-20T06:10:21.671 INFO:tasks.rados.rados.0.smithi081.stdout:3886: left oid 11 (ObjNum 1199 snap 366 seq_num 1199) 2023-05-20T06:10:21.671 INFO:tasks.rados.rados.0.smithi081.stdout:3885: expect (ObjNum 1169 snap 349 seq_num 1169) 2023-05-20T06:10:21.918 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 25 v 2409 (ObjNum 1180 snap 355 seq_num 1180) dirty exists 2023-05-20T06:10:21.919 INFO:tasks.rados.rados.0.smithi081.stdout:3890: finishing write tid 1 to smithi081164505-31 2023-05-20T06:10:21.919 INFO:tasks.rados.rados.0.smithi081.stdout:3890: finishing write tid 2 to smithi081164505-31 2023-05-20T06:10:21.919 INFO:tasks.rados.rados.0.smithi081.stdout:3890: finishing write tid 3 to smithi081164505-31 2023-05-20T06:10:21.919 INFO:tasks.rados.rados.0.smithi081.stdout:3890: finishing write tid 4 to smithi081164505-31 2023-05-20T06:10:21.919 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2413 (ObjNum 1201 snap 366 seq_num 1201) dirty exists 2023-05-20T06:10:21.919 INFO:tasks.rados.rados.0.smithi081.stdout:3890: left oid 31 (ObjNum 1201 snap 366 seq_num 1201) 2023-05-20T06:10:21.920 INFO:tasks.rados.rados.0.smithi081.stdout:3892: finishing copy_from to smithi081164505-10 2023-05-20T06:10:21.920 INFO:tasks.rados.rados.0.smithi081.stdout:3892: got expected ENOENT (src dne) 2023-05-20T06:10:21.920 INFO:tasks.rados.rados.0.smithi081.stdout:3891: finishing rollback tid 0 to smithi081164505-32 2023-05-20T06:10:21.920 INFO:tasks.rados.rados.0.smithi081.stdout:3891: finishing rollback tid 1 to smithi081164505-32 2023-05-20T06:10:21.920 INFO:tasks.rados.rados.0.smithi081.stdout:3891: finishing rollback tid 2 to smithi081164505-32 2023-05-20T06:10:21.920 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 32 v 2034 (ObjNum 33 snap 0 seq_num 163838384) dirty exists 2023-05-20T06:10:21.921 INFO:tasks.rados.rados.0.smithi081.stdout:3892: finishing copy_from racing read to smithi081164505-10 2023-05-20T06:10:21.921 INFO:tasks.rados.rados.0.smithi081.stdout:3893: finishing write tid 1 to smithi081164505-23 2023-05-20T06:10:21.921 INFO:tasks.rados.rados.0.smithi081.stdout:3893: finishing write tid 2 to smithi081164505-23 2023-05-20T06:10:21.921 INFO:tasks.rados.rados.0.smithi081.stdout:3893: finishing write tid 3 to smithi081164505-23 2023-05-20T06:10:21.922 INFO:tasks.rados.rados.0.smithi081.stdout:3893: finishing write tid 4 to smithi081164505-23 2023-05-20T06:10:21.922 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2417 (ObjNum 1202 snap 366 seq_num 1202) dirty exists 2023-05-20T06:10:21.922 INFO:tasks.rados.rados.0.smithi081.stdout:3893: left oid 23 (ObjNum 1202 snap 366 seq_num 1202) 2023-05-20T06:10:21.922 INFO:tasks.rados.rados.0.smithi081.stdout:3884: done (8 left) 2023-05-20T06:10:21.923 INFO:tasks.rados.rados.0.smithi081.stdout:3885: done (7 left) 2023-05-20T06:10:21.923 INFO:tasks.rados.rados.0.smithi081.stdout:3886: done (6 left) 2023-05-20T06:10:21.923 INFO:tasks.rados.rados.0.smithi081.stdout:3889: done (5 left) 2023-05-20T06:10:21.923 INFO:tasks.rados.rados.0.smithi081.stdout:3890: done (4 left) 2023-05-20T06:10:21.924 INFO:tasks.rados.rados.0.smithi081.stdout:3891: done (3 left) 2023-05-20T06:10:21.924 INFO:tasks.rados.rados.0.smithi081.stdout:3892: done (2 left) 2023-05-20T06:10:21.924 INFO:tasks.rados.rados.0.smithi081.stdout:3893: done (1 left) 2023-05-20T06:10:21.925 INFO:tasks.rados.rados.0.smithi081.stdout:3894: done (0 left) 2023-05-20T06:10:21.926 INFO:tasks.rados.rados.0.smithi081.stdout:3895: copy_from oid 48 from oid 38 current snap is 366 2023-05-20T06:10:21.926 INFO:tasks.rados.rados.0.smithi081.stdout:3896: snap_create 2023-05-20T06:10:21.926 INFO:tasks.rados.rados.0.smithi081.stdout:3895: finishing copy_from to smithi081164505-48 2023-05-20T06:10:21.926 INFO:tasks.rados.rados.0.smithi081.stdout:3895: got expected ENOENT (src dne) 2023-05-20T06:10:21.926 INFO:tasks.rados.rados.0.smithi081.stdout:3895: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:10:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:21 smithi170 ceph-mon[97338]: osdmap e785: 8 total, 8 up, 8 in 2023-05-20T06:10:22.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:21 smithi081 ceph-mon[95500]: osdmap e785: 8 total, 8 up, 8 in 2023-05-20T06:10:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:21 smithi081 ceph-mon[107735]: osdmap e785: 8 total, 8 up, 8 in 2023-05-20T06:10:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:10:21.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:10:21.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:22.563 INFO:tasks.rados.rados.0.smithi081.stdout:3895: done (1 left) 2023-05-20T06:10:22.563 INFO:tasks.rados.rados.0.smithi081.stdout:3896: done (0 left) 2023-05-20T06:10:22.563 INFO:tasks.rados.rados.0.smithi081.stdout:3897: rollback oid 35 current snap is 367 2023-05-20T06:10:22.563 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 35 to 353 2023-05-20T06:10:22.563 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 45 current snap is 367 2023-05-20T06:10:22.563 INFO:tasks.rados.rados.0.smithi081.stdout:3898: seq_num 1204 ranges {4939776=573440,5513216=401408} 2023-05-20T06:10:22.592 INFO:tasks.rados.rados.0.smithi081.stdout:3898: writing smithi081164505-45 from 4939776 to 5513216 tid 1 2023-05-20T06:10:22.595 INFO:tasks.rados.rados.0.smithi081.stdout:3898: writing smithi081164505-45 from 5513216 to 5914624 tid 2 2023-05-20T06:10:22.595 INFO:tasks.rados.rados.0.smithi081.stdout:3899: snap_remove snap 362 2023-05-20T06:10:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:22 smithi170 ceph-mon[97338]: osdmap e786: 8 total, 8 up, 8 in 2023-05-20T06:10:22.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:22 smithi170 ceph-mon[97338]: pgmap v934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:22 smithi081 ceph-mon[95500]: osdmap e786: 8 total, 8 up, 8 in 2023-05-20T06:10:23.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:22 smithi081 ceph-mon[95500]: pgmap v934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:22 smithi081 ceph-mon[107735]: osdmap e786: 8 total, 8 up, 8 in 2023-05-20T06:10:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:22 smithi081 ceph-mon[107735]: pgmap v934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:10:23.572 INFO:tasks.rados.rados.0.smithi081.stdout:3899: done (2 left) 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:3900: snap_create 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:3897: finishing rollback tid 0 to smithi081164505-35 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:3897: finishing rollback tid 1 to smithi081164505-35 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:3897: finishing rollback tid 2 to smithi081164505-35 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 35 v 2421 (ObjNum 1161 snap 349 seq_num 1161) dirty exists 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:3898: finishing write tid 1 to smithi081164505-45 2023-05-20T06:10:23.573 INFO:tasks.rados.rados.0.smithi081.stdout:3898: finishing write tid 2 to smithi081164505-45 2023-05-20T06:10:23.574 INFO:tasks.rados.rados.0.smithi081.stdout:3898: finishing write tid 3 to smithi081164505-45 2023-05-20T06:10:23.574 INFO:tasks.rados.rados.0.smithi081.stdout:3898: finishing write tid 4 to smithi081164505-45 2023-05-20T06:10:23.574 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 45 v 2035 (ObjNum 1204 snap 367 seq_num 1204) dirty exists 2023-05-20T06:10:23.574 INFO:tasks.rados.rados.0.smithi081.stdout:3898: left oid 45 (ObjNum 1204 snap 367 seq_num 1204) 2023-05-20T06:10:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:23 smithi170 ceph-mon[97338]: osdmap e787: 8 total, 8 up, 8 in 2023-05-20T06:10:24.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:23 smithi081 ceph-mon[95500]: osdmap e787: 8 total, 8 up, 8 in 2023-05-20T06:10:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:23 smithi081 ceph-mon[107735]: osdmap e787: 8 total, 8 up, 8 in 2023-05-20T06:10:24.575 INFO:tasks.rados.rados.0.smithi081.stdout:3897: done (2 left) 2023-05-20T06:10:24.575 INFO:tasks.rados.rados.0.smithi081.stdout:3898: done (1 left) 2023-05-20T06:10:24.575 INFO:tasks.rados.rados.0.smithi081.stdout:3900: done (0 left) 2023-05-20T06:10:24.575 INFO:tasks.rados.rados.0.smithi081.stdout:3901: snap_remove snap 356 2023-05-20T06:10:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:24 smithi170 ceph-mon[97338]: osdmap e788: 8 total, 8 up, 8 in 2023-05-20T06:10:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:24 smithi170 ceph-mon[97338]: pgmap v937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:24 smithi081 ceph-mon[95500]: osdmap e788: 8 total, 8 up, 8 in 2023-05-20T06:10:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:24 smithi081 ceph-mon[95500]: pgmap v937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:24 smithi081 ceph-mon[107735]: osdmap e788: 8 total, 8 up, 8 in 2023-05-20T06:10:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:24 smithi081 ceph-mon[107735]: pgmap v937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:25.580 INFO:tasks.rados.rados.0.smithi081.stdout:3901: done (0 left) 2023-05-20T06:10:25.580 INFO:tasks.rados.rados.0.smithi081.stdout:3902: rollback oid 37 current snap is 368 2023-05-20T06:10:25.580 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 350 2023-05-20T06:10:25.581 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 36 current snap is 368 2023-05-20T06:10:25.581 INFO:tasks.rados.rados.0.smithi081.stdout:3903: seq_num 1205 ranges {0=589824,589824=401408} 2023-05-20T06:10:25.583 INFO:tasks.rados.rados.0.smithi081.stdout:3903: writing smithi081164505-36 from 0 to 589824 tid 1 2023-05-20T06:10:25.588 INFO:tasks.rados.rados.0.smithi081.stdout:3903: writing smithi081164505-36 from 589824 to 991232 tid 2 2023-05-20T06:10:25.589 INFO:tasks.rados.rados.0.smithi081.stdout:3904: read oid 21 snap -1 2023-05-20T06:10:25.589 INFO:tasks.rados.rados.0.smithi081.stdout:3904: expect (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:10:25.589 INFO:tasks.rados.rados.0.smithi081.stdout:3905: read oid 14 snap -1 2023-05-20T06:10:25.589 INFO:tasks.rados.rados.0.smithi081.stdout:3905: expect (ObjNum 1198 snap 366 seq_num 1198) 2023-05-20T06:10:25.590 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 26 current snap is 368 2023-05-20T06:10:25.590 INFO:tasks.rados.rados.0.smithi081.stdout:3906: seq_num 1206 ranges {11575296=606208,12181504=401408} 2023-05-20T06:10:25.653 INFO:tasks.rados.rados.0.smithi081.stdout:3906: writing smithi081164505-26 from 11575296 to 12181504 tid 1 2023-05-20T06:10:25.656 INFO:tasks.rados.rados.0.smithi081.stdout:3906: writing smithi081164505-26 from 12181504 to 12582912 tid 2 2023-05-20T06:10:25.656 INFO:tasks.rados.rados.0.smithi081.stdout:3907: rollback oid 24 current snap is 368 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 307 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:3902: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:3908: setattr oid 23 current snap is 368 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:3903: finishing write tid 1 to smithi081164505-36 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:3903: finishing write tid 2 to smithi081164505-36 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:3903: finishing write tid 3 to smithi081164505-36 2023-05-20T06:10:25.657 INFO:tasks.rados.rados.0.smithi081.stdout:3903: finishing write tid 4 to smithi081164505-36 2023-05-20T06:10:25.658 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 2356 (ObjNum 1205 snap 368 seq_num 1205) dirty exists 2023-05-20T06:10:25.658 INFO:tasks.rados.rados.0.smithi081.stdout:3903: left oid 36 (ObjNum 1205 snap 368 seq_num 1205) 2023-05-20T06:10:25.658 INFO:tasks.rados.rados.0.smithi081.stdout:3902: finishing rollback tid 2 to smithi081164505-37 2023-05-20T06:10:25.658 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 2037 (ObjNum 1144 snap 344 seq_num 1144) dirty exists 2023-05-20T06:10:25.658 INFO:tasks.rados.rados.0.smithi081.stdout:3905: expect (ObjNum 1198 snap 366 seq_num 1198) 2023-05-20T06:10:25.888 INFO:tasks.rados.rados.0.smithi081.stdout:3904: expect (ObjNum 879 snap 251 seq_num 879) 2023-05-20T06:10:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:25 smithi170 ceph-mon[97338]: osdmap e789: 8 total, 8 up, 8 in 2023-05-20T06:10:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:25 smithi081 ceph-mon[95500]: osdmap e789: 8 total, 8 up, 8 in 2023-05-20T06:10:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:25 smithi081 ceph-mon[107735]: osdmap e789: 8 total, 8 up, 8 in 2023-05-20T06:10:26.344 INFO:tasks.rados.rados.0.smithi081.stdout:3906: finishing write tid 1 to smithi081164505-26 2023-05-20T06:10:26.345 INFO:tasks.rados.rados.0.smithi081.stdout:3906: finishing write tid 2 to smithi081164505-26 2023-05-20T06:10:26.345 INFO:tasks.rados.rados.0.smithi081.stdout:3906: finishing write tid 3 to smithi081164505-26 2023-05-20T06:10:26.345 INFO:tasks.rados.rados.0.smithi081.stdout:3907: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:10:26.345 INFO:tasks.rados.rados.0.smithi081.stdout:3907: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:10:26.345 INFO:tasks.rados.rados.0.smithi081.stdout:3907: finishing rollback tid 2 to smithi081164505-24 2023-05-20T06:10:26.345 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 2377 (ObjNum 984 snap 278 seq_num 984) dirty exists 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3906: finishing write tid 4 to smithi081164505-26 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 26 v 2119 (ObjNum 1206 snap 368 seq_num 1206) dirty exists 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3906: left oid 26 (ObjNum 1206 snap 368 seq_num 1206) 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3902: done (6 left) 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3903: done (5 left) 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3904: done (4 left) 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3905: done (3 left) 2023-05-20T06:10:26.346 INFO:tasks.rados.rados.0.smithi081.stdout:3906: done (2 left) 2023-05-20T06:10:26.347 INFO:tasks.rados.rados.0.smithi081.stdout:3907: done (1 left) 2023-05-20T06:10:26.347 INFO:tasks.rados.rados.0.smithi081.stdout:3909: rollback oid 24 current snap is 368 2023-05-20T06:10:26.347 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 24 to 349 2023-05-20T06:10:26.347 INFO:tasks.rados.rados.0.smithi081.stdout:3910: snap_remove snap 347 2023-05-20T06:10:26.594 INFO:tasks.rados.rados.0.smithi081.stdout:3910: done (2 left) 2023-05-20T06:10:26.594 INFO:tasks.rados.rados.0.smithi081.stdout:3911: read oid 22 snap 353 2023-05-20T06:10:26.594 INFO:tasks.rados.rados.0.smithi081.stdout:3911: expect (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:10:26.595 INFO:tasks.rados.rados.0.smithi081.stdout:3912: snap_remove snap 340 2023-05-20T06:10:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:26 smithi170 ceph-mon[97338]: osdmap e790: 8 total, 8 up, 8 in 2023-05-20T06:10:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:26 smithi170 ceph-mon[97338]: pgmap v940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:26 smithi081 ceph-mon[95500]: osdmap e790: 8 total, 8 up, 8 in 2023-05-20T06:10:27.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:26 smithi081 ceph-mon[95500]: pgmap v940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:26 smithi081 ceph-mon[107735]: osdmap e790: 8 total, 8 up, 8 in 2023-05-20T06:10:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:26 smithi081 ceph-mon[107735]: pgmap v940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:27.595 INFO:tasks.rados.rados.0.smithi081.stdout:3912: done (3 left) 2023-05-20T06:10:27.595 INFO:tasks.rados.rados.0.smithi081.stdout:3913: read oid 28 snap 365 2023-05-20T06:10:27.595 INFO:tasks.rados.rados.0.smithi081.stdout:3913: expect (ObjNum 1169 snap 349 seq_num 1169) 2023-05-20T06:10:27.595 INFO:tasks.rados.rados.0.smithi081.stdout:3914: copy_from oid 48 from oid 20 current snap is 368 2023-05-20T06:10:27.596 INFO:tasks.rados.rados.0.smithi081.stdout:3915: snap_create 2023-05-20T06:10:27.596 INFO:tasks.rados.rados.0.smithi081.stdout:3909: finishing rollback tid 0 to smithi081164505-24 2023-05-20T06:10:27.596 INFO:tasks.rados.rados.0.smithi081.stdout:3909: finishing rollback tid 1 to smithi081164505-24 2023-05-20T06:10:27.596 INFO:tasks.rados.rados.0.smithi081.stdout:3909: finishing rollback tid 2 to smithi081164505-24 2023-05-20T06:10:27.596 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 24 v 2380 (ObjNum 1123 snap 335 seq_num 1123) dirty exists 2023-05-20T06:10:27.596 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 23 v 2441 (ObjNum 1202 snap 366 seq_num 1202) dirty exists 2023-05-20T06:10:27.597 INFO:tasks.rados.rados.0.smithi081.stdout:3911: expect (ObjNum 1102 snap 328 seq_num 1102) 2023-05-20T06:10:27.684 INFO:tasks.rados.rados.0.smithi081.stdout:3914: finishing copy_from to smithi081164505-48 2023-05-20T06:10:27.685 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 48 v 1827 (ObjNum 1182 snap 355 seq_num 1182) dirty exists 2023-05-20T06:10:27.685 INFO:tasks.rados.rados.0.smithi081.stdout:3914: finishing copy_from racing read to smithi081164505-48 2023-05-20T06:10:27.685 INFO:tasks.rados.rados.0.smithi081.stdout:3913: expect (ObjNum 1169 snap 349 seq_num 1169) 2023-05-20T06:10:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:27 smithi170 ceph-mon[97338]: osdmap e791: 8 total, 8 up, 8 in 2023-05-20T06:10:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:27 smithi081 ceph-mon[95500]: osdmap e791: 8 total, 8 up, 8 in 2023-05-20T06:10:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:27 smithi081 ceph-mon[107735]: osdmap e791: 8 total, 8 up, 8 in 2023-05-20T06:10:28.594 INFO:tasks.rados.rados.0.smithi081.stdout:3908: done (5 left) 2023-05-20T06:10:28.595 INFO:tasks.rados.rados.0.smithi081.stdout:3909: done (4 left) 2023-05-20T06:10:28.596 INFO:tasks.rados.rados.0.smithi081.stdout:3911: done (3 left) 2023-05-20T06:10:28.598 INFO:tasks.rados.rados.0.smithi081.stdout:3913: done (2 left) 2023-05-20T06:10:28.598 INFO:tasks.rados.rados.0.smithi081.stdout:3914: done (1 left) 2023-05-20T06:10:28.598 INFO:tasks.rados.rados.0.smithi081.stdout:3915: done (0 left) 2023-05-20T06:10:28.599 INFO:tasks.rados.rados.0.smithi081.stdout:3916: rollback oid 31 current snap is 369 2023-05-20T06:10:28.599 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 31 to 368 2023-05-20T06:10:28.600 INFO:tasks.rados.rados.0.smithi081.stdout:3917: read oid 29 snap -1 2023-05-20T06:10:28.600 INFO:tasks.rados.rados.0.smithi081.stdout:3917: expect (ObjNum 1148 snap 344 seq_num 1148) 2023-05-20T06:10:28.601 INFO:tasks.rados.rados.0.smithi081.stdout:3918: rollback oid 6 current snap is 369 2023-05-20T06:10:28.601 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 6 to 360 2023-05-20T06:10:28.603 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 33 current snap is 369 2023-05-20T06:10:28.603 INFO:tasks.rados.rados.0.smithi081.stdout:3919: seq_num 1207 ranges {0=622592,622592=401408} 2023-05-20T06:10:28.604 INFO:tasks.rados.rados.0.smithi081.stdout:3919: writing smithi081164505-33 from 0 to 622592 tid 1 2023-05-20T06:10:28.604 INFO:tasks.rados.rados.0.smithi081.stdout:3919: writing smithi081164505-33 from 622592 to 1024000 tid 2 2023-05-20T06:10:28.604 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 369 2023-05-20T06:10:28.604 INFO:tasks.rados.rados.0.smithi081.stdout:3920: seq_num 1208 ranges {10264576=638976,10903552=401408} 2023-05-20T06:10:28.667 INFO:tasks.rados.rados.0.smithi081.stdout:3920: writing smithi081164505-19 from 10264576 to 10903552 tid 1 2023-05-20T06:10:28.668 INFO:tasks.rados.rados.0.smithi081.stdout:3920: writing smithi081164505-19 from 10903552 to 11304960 tid 2 2023-05-20T06:10:28.668 INFO:tasks.rados.rados.0.smithi081.stdout:3921: rmattr oid 48 current snap is 369 2023-05-20T06:10:28.668 INFO:tasks.rados.rados.0.smithi081.stdout:3921: done (5 left) 2023-05-20T06:10:28.669 INFO:tasks.rados.rados.0.smithi081.stdout:3922: copy_from oid 47 from oid 16 current snap is 369 2023-05-20T06:10:28.669 INFO:tasks.rados.rados.0.smithi081.stdout:3916: finishing rollback tid 0 to smithi081164505-31 2023-05-20T06:10:28.669 INFO:tasks.rados.rados.0.smithi081.stdout:3918: finishing rollback tid 0 to smithi081164505-6 2023-05-20T06:10:28.669 INFO:tasks.rados.rados.0.smithi081.stdout:3918: finishing rollback tid 1 to smithi081164505-6 2023-05-20T06:10:28.669 INFO:tasks.rados.rados.0.smithi081.stdout:3918: finishing rollback tid 2 to smithi081164505-6 2023-05-20T06:10:28.669 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 6 v 1979 (ObjNum 1096 snap 325 seq_num 1096) dirty exists 2023-05-20T06:10:28.670 INFO:tasks.rados.rados.0.smithi081.stdout:3919: finishing write tid 1 to smithi081164505-33 2023-05-20T06:10:28.670 INFO:tasks.rados.rados.0.smithi081.stdout:3919: finishing write tid 2 to smithi081164505-33 2023-05-20T06:10:28.670 INFO:tasks.rados.rados.0.smithi081.stdout:3919: finishing write tid 3 to smithi081164505-33 2023-05-20T06:10:28.670 INFO:tasks.rados.rados.0.smithi081.stdout:3918: done (5 left) 2023-05-20T06:10:28.670 INFO:tasks.rados.rados.0.smithi081.stdout:3923: setattr oid 44 current snap is 369 2023-05-20T06:10:28.671 INFO:tasks.rados.rados.0.smithi081.stdout:3919: finishing write tid 4 to smithi081164505-33 2023-05-20T06:10:28.671 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 2077 (ObjNum 1207 snap 369 seq_num 1207) dirty exists 2023-05-20T06:10:28.671 INFO:tasks.rados.rados.0.smithi081.stdout:3919: left oid 33 (ObjNum 1207 snap 369 seq_num 1207) 2023-05-20T06:10:28.671 INFO:tasks.rados.rados.0.smithi081.stdout:3916: finishing rollback tid 1 to smithi081164505-31 2023-05-20T06:10:28.671 INFO:tasks.rados.rados.0.smithi081.stdout:3916: finishing rollback tid 2 to smithi081164505-31 2023-05-20T06:10:28.672 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2459 (ObjNum 1201 snap 366 seq_num 1201) dirty exists 2023-05-20T06:10:28.672 INFO:tasks.rados.rados.0.smithi081.stdout:3917: expect (ObjNum 1148 snap 344 seq_num 1148) 2023-05-20T06:10:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:28 smithi170 ceph-mon[97338]: pgmap v942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:28 smithi170 ceph-mon[97338]: osdmap e792: 8 total, 8 up, 8 in 2023-05-20T06:10:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:28 smithi170 ceph-mon[97338]: osdmap e793: 8 total, 8 up, 8 in 2023-05-20T06:10:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:28 smithi081 ceph-mon[107735]: pgmap v942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:28 smithi081 ceph-mon[107735]: osdmap e792: 8 total, 8 up, 8 in 2023-05-20T06:10:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:28 smithi081 ceph-mon[107735]: osdmap e793: 8 total, 8 up, 8 in 2023-05-20T06:10:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:28 smithi081 ceph-mon[95500]: pgmap v942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:28 smithi081 ceph-mon[95500]: osdmap e792: 8 total, 8 up, 8 in 2023-05-20T06:10:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:28 smithi081 ceph-mon[95500]: osdmap e793: 8 total, 8 up, 8 in 2023-05-20T06:10:29.526 INFO:tasks.rados.rados.0.smithi081.stdout:3922: finishing copy_from to smithi081164505-47 2023-05-20T06:10:29.526 INFO:tasks.rados.rados.0.smithi081.stdout:3922: got expected ENOENT (src dne) 2023-05-20T06:10:29.526 INFO:tasks.rados.rados.0.smithi081.stdout:3922: finishing copy_from racing read to smithi081164505-47 2023-05-20T06:10:29.526 INFO:tasks.rados.rados.0.smithi081.stdout:3920: finishing write tid 1 to smithi081164505-19 2023-05-20T06:10:29.526 INFO:tasks.rados.rados.0.smithi081.stdout:3920: finishing write tid 2 to smithi081164505-19 2023-05-20T06:10:29.526 INFO:tasks.rados.rados.0.smithi081.stdout:3920: finishing write tid 3 to smithi081164505-19 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:3920: finishing write tid 4 to smithi081164505-19 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1830 (ObjNum 1208 snap 369 seq_num 1208) dirty exists 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:3920: left oid 19 (ObjNum 1208 snap 369 seq_num 1208) 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:3916: done (5 left) 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:3917: done (4 left) 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:3919: done (3 left) 2023-05-20T06:10:29.527 INFO:tasks.rados.rados.0.smithi081.stdout:3920: done (2 left) 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:3922: done (1 left) 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:3924: rollback oid 1 current snap is 369 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 1 to 352 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:3925: read oid 36 snap -1 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:3925: expect (ObjNum 1205 snap 368 seq_num 1205) 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:3926: read oid 50 snap -1 2023-05-20T06:10:29.528 INFO:tasks.rados.rados.0.smithi081.stdout:3926: expect deleted 2023-05-20T06:10:29.529 INFO:tasks.rados.rados.0.smithi081.stdout:3927: copy_from oid 38 from oid 23 current snap is 369 2023-05-20T06:10:29.529 INFO:tasks.rados.rados.0.smithi081.stdout:3928: read oid 3 snap 367 2023-05-20T06:10:29.529 INFO:tasks.rados.rados.0.smithi081.stdout:3928: expect (ObjNum 1092 snap 323 seq_num 1092) 2023-05-20T06:10:29.529 INFO:tasks.rados.rados.0.smithi081.stdout:3929: read oid 33 snap -1 2023-05-20T06:10:29.529 INFO:tasks.rados.rados.0.smithi081.stdout:3929: expect (ObjNum 1207 snap 369 seq_num 1207) 2023-05-20T06:10:29.529 INFO:tasks.rados.rados.0.smithi081.stdout:3930: snap_create 2023-05-20T06:10:29.535 INFO:tasks.rados.rados.0.smithi081.stdout:3929: expect (ObjNum 1207 snap 369 seq_num 1207) 2023-05-20T06:10:29.561 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 44 v 2354 (ObjNum 1047 snap 300 seq_num 1047) dirty exists 2023-05-20T06:10:29.561 INFO:tasks.rados.rados.0.smithi081.stdout:3924: finishing rollback tid 0 to smithi081164505-1 2023-05-20T06:10:29.561 INFO:tasks.rados.rados.0.smithi081.stdout:3925: expect (ObjNum 1205 snap 368 seq_num 1205) 2023-05-20T06:10:29.589 INFO:tasks.rados.rados.0.smithi081.stdout:3924: finishing rollback tid 1 to smithi081164505-1 2023-05-20T06:10:29.590 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 1 v 2382 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:10:29.590 INFO:tasks.rados.rados.0.smithi081.stdout:3928: expect (ObjNum 1092 snap 323 seq_num 1092) 2023-05-20T06:10:30.257 INFO:tasks.rados.rados.0.smithi081.stdout:3927: finishing copy_from to smithi081164505-38 2023-05-20T06:10:30.257 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 2441 (ObjNum 1202 snap 366 seq_num 1202) dirty exists 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3927: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3923: done (7 left) 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3924: done (6 left) 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3925: done (5 left) 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3926: done (4 left) 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3927: done (3 left) 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3928: done (2 left) 2023-05-20T06:10:30.258 INFO:tasks.rados.rados.0.smithi081.stdout:3929: done (1 left) 2023-05-20T06:10:30.259 INFO:tasks.rados.rados.0.smithi081.stdout:3930: done (0 left) 2023-05-20T06:10:30.259 INFO:tasks.rados.rados.0.smithi081.stdout:3931: snap_create 2023-05-20T06:10:31.188 INFO:tasks.rados.rados.0.smithi081.stdout:3931: done (0 left) 2023-05-20T06:10:31.189 INFO:tasks.rados.rados.0.smithi081.stdout:3932: copy_from oid 42 from oid 30 current snap is 371 2023-05-20T06:10:31.189 INFO:tasks.rados.rados.0.smithi081.stdout:3933: snap_remove snap 366 2023-05-20T06:10:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:31 smithi170 ceph-mon[97338]: pgmap v945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:31 smithi170 ceph-mon[97338]: osdmap e794: 8 total, 8 up, 8 in 2023-05-20T06:10:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:31 smithi081 ceph-mon[95500]: pgmap v945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:31 smithi081 ceph-mon[95500]: osdmap e794: 8 total, 8 up, 8 in 2023-05-20T06:10:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:31 smithi081 ceph-mon[107735]: pgmap v945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:31 smithi081 ceph-mon[107735]: osdmap e794: 8 total, 8 up, 8 in 2023-05-20T06:10:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:10:31.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:10:31.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:32.197 INFO:tasks.rados.rados.0.smithi081.stdout:3933: done (1 left) 2023-05-20T06:10:32.198 INFO:tasks.rados.rados.0.smithi081.stdout:3934: copy_from oid 31 from oid 22 current snap is 371 2023-05-20T06:10:32.198 INFO:tasks.rados.rados.0.smithi081.stdout:3935: copy_from oid 38 from oid 3 current snap is 371 2023-05-20T06:10:32.198 INFO:tasks.rados.rados.0.smithi081.stdout:3936: snap_remove snap 316 2023-05-20T06:10:32.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:32 smithi170 ceph-mon[97338]: osdmap e795: 8 total, 8 up, 8 in 2023-05-20T06:10:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:32 smithi081 ceph-mon[95500]: osdmap e795: 8 total, 8 up, 8 in 2023-05-20T06:10:32.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:32 smithi081 ceph-mon[107735]: osdmap e795: 8 total, 8 up, 8 in 2023-05-20T06:10:33.200 INFO:tasks.rados.rados.0.smithi081.stdout:3936: done (3 left) 2023-05-20T06:10:33.201 INFO:tasks.rados.rados.0.smithi081.stdout:3937: read oid 48 snap -1 2023-05-20T06:10:33.201 INFO:tasks.rados.rados.0.smithi081.stdout:3937: expect (ObjNum 1182 snap 355 seq_num 1182) 2023-05-20T06:10:33.212 INFO:tasks.rados.rados.0.smithi081.stdout:3938: read oid 2 snap 330 2023-05-20T06:10:33.213 INFO:tasks.rados.rados.0.smithi081.stdout:3938: expect deleted 2023-05-20T06:10:33.213 INFO:tasks.rados.rados.0.smithi081.stdout:3939: read oid 47 snap -1 2023-05-20T06:10:33.213 INFO:tasks.rados.rados.0.smithi081.stdout:3939: expect (ObjNum 1189 snap 359 seq_num 1189) 2023-05-20T06:10:33.213 INFO:tasks.rados.rados.0.smithi081.stdout:3940: read oid 15 snap -1 2023-05-20T06:10:33.213 INFO:tasks.rados.rados.0.smithi081.stdout:3940: expect (ObjNum 1092 snap 323 seq_num 1092) 2023-05-20T06:10:33.213 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 34 current snap is 371 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3941: seq_num 1209 ranges {0=655360,655360=401408} 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3941: writing smithi081164505-34 from 0 to 655360 tid 1 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3941: writing smithi081164505-34 from 655360 to 1056768 tid 2 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3942: snap_create 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3932: finishing copy_from to smithi081164505-42 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3932: got expected ENOENT (src dne) 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3932: finishing copy_from racing read to smithi081164505-42 2023-05-20T06:10:33.214 INFO:tasks.rados.rados.0.smithi081.stdout:3934: finishing copy_from to smithi081164505-31 2023-05-20T06:10:33.215 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 31 v 2041 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:10:33.215 INFO:tasks.rados.rados.0.smithi081.stdout:3934: finishing copy_from racing read to smithi081164505-31 2023-05-20T06:10:33.215 INFO:tasks.rados.rados.0.smithi081.stdout:3935: finishing copy_from to smithi081164505-38 2023-05-20T06:10:33.215 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 2350 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2023-05-20T06:10:33.215 INFO:tasks.rados.rados.0.smithi081.stdout:3935: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:10:33.216 INFO:tasks.rados.rados.0.smithi081.stdout:3941: finishing write tid 1 to smithi081164505-34 2023-05-20T06:10:33.216 INFO:tasks.rados.rados.0.smithi081.stdout:3941: finishing write tid 2 to smithi081164505-34 2023-05-20T06:10:33.219 INFO:tasks.rados.rados.0.smithi081.stdout:3941: finishing write tid 3 to smithi081164505-34 2023-05-20T06:10:33.220 INFO:tasks.rados.rados.0.smithi081.stdout:3941: finishing write tid 4 to smithi081164505-34 2023-05-20T06:10:33.221 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 34 v 2080 (ObjNum 1209 snap 371 seq_num 1209) dirty exists 2023-05-20T06:10:33.221 INFO:tasks.rados.rados.0.smithi081.stdout:3941: left oid 34 (ObjNum 1209 snap 371 seq_num 1209) 2023-05-20T06:10:33.221 INFO:tasks.rados.rados.0.smithi081.stdout:3939: expect (ObjNum 1189 snap 359 seq_num 1189) 2023-05-20T06:10:33.264 INFO:tasks.rados.rados.0.smithi081.stdout:3937: expect (ObjNum 1182 snap 355 seq_num 1182) 2023-05-20T06:10:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:33 smithi170 ceph-mon[97338]: pgmap v948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:33 smithi170 ceph-mon[97338]: osdmap e796: 8 total, 8 up, 8 in 2023-05-20T06:10:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:10:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:33 smithi081 ceph-mon[95500]: pgmap v948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:33 smithi081 ceph-mon[95500]: osdmap e796: 8 total, 8 up, 8 in 2023-05-20T06:10:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:33 smithi081 ceph-mon[107735]: pgmap v948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:33 smithi081 ceph-mon[107735]: osdmap e796: 8 total, 8 up, 8 in 2023-05-20T06:10:33.704 INFO:tasks.rados.rados.0.smithi081.stdout:3940: expect (ObjNum 1092 snap 323 seq_num 1092) 2023-05-20T06:10:34.376 INFO:tasks.rados.rados.0.smithi081.stdout:3932: done (8 left) 2023-05-20T06:10:34.377 INFO:tasks.rados.rados.0.smithi081.stdout:3934: done (7 left) 2023-05-20T06:10:34.377 INFO:tasks.rados.rados.0.smithi081.stdout:3935: done (6 left) 2023-05-20T06:10:34.377 INFO:tasks.rados.rados.0.smithi081.stdout:3937: done (5 left) 2023-05-20T06:10:34.377 INFO:tasks.rados.rados.0.smithi081.stdout:3938: done (4 left) 2023-05-20T06:10:34.377 INFO:tasks.rados.rados.0.smithi081.stdout:3939: done (3 left) 2023-05-20T06:10:34.377 INFO:tasks.rados.rados.0.smithi081.stdout:3940: done (2 left) 2023-05-20T06:10:34.378 INFO:tasks.rados.rados.0.smithi081.stdout:3941: done (1 left) 2023-05-20T06:10:34.378 INFO:tasks.rados.rados.0.smithi081.stdout:3942: done (0 left) 2023-05-20T06:10:34.378 INFO:tasks.rados.rados.0.smithi081.stdout:3943: snap_remove snap 371 2023-05-20T06:10:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:34 smithi170 ceph-mon[97338]: osdmap e797: 8 total, 8 up, 8 in 2023-05-20T06:10:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:34 smithi081 ceph-mon[95500]: osdmap e797: 8 total, 8 up, 8 in 2023-05-20T06:10:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:34 smithi081 ceph-mon[107735]: osdmap e797: 8 total, 8 up, 8 in 2023-05-20T06:10:35.224 INFO:tasks.rados.rados.0.smithi081.stdout:3943: done (0 left) 2023-05-20T06:10:35.224 INFO:tasks.rados.rados.0.smithi081.stdout:3944: copy_from oid 38 from oid 7 current snap is 372 2023-05-20T06:10:35.224 INFO:tasks.rados.rados.0.smithi081.stdout:3945: delete oid 47 current snap is 372 2023-05-20T06:10:35.230 INFO:tasks.rados.rados.0.smithi081.stdout:3945: done (1 left) 2023-05-20T06:10:35.231 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 13 current snap is 372 2023-05-20T06:10:35.231 INFO:tasks.rados.rados.0.smithi081.stdout:3946: seq_num 1211 ranges {1417216=688128,2105344=401408} 2023-05-20T06:10:35.242 INFO:tasks.rados.rados.0.smithi081.stdout:3946: writing smithi081164505-13 from 1417216 to 2105344 tid 1 2023-05-20T06:10:35.244 INFO:tasks.rados.rados.0.smithi081.stdout:3946: writing smithi081164505-13 from 2105344 to 2506752 tid 2 2023-05-20T06:10:35.245 INFO:tasks.rados.rados.0.smithi081.stdout:3947: delete oid 1 current snap is 372 2023-05-20T06:10:35.247 INFO:tasks.rados.rados.0.smithi081.stdout:3947: done (2 left) 2023-05-20T06:10:35.247 INFO:tasks.rados.rados.0.smithi081.stdout:3948: read oid 5 snap -1 2023-05-20T06:10:35.247 INFO:tasks.rados.rados.0.smithi081.stdout:3948: expect (ObjNum 1113 snap 331 seq_num 1113) 2023-05-20T06:10:35.248 INFO:tasks.rados.rados.0.smithi081.stdout:3949: read oid 30 snap -1 2023-05-20T06:10:35.248 INFO:tasks.rados.rados.0.smithi081.stdout:3949: expect deleted 2023-05-20T06:10:35.249 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 19 current snap is 372 2023-05-20T06:10:35.249 INFO:tasks.rados.rados.0.smithi081.stdout:3950: seq_num 1213 ranges {11304960=720896,12025856=401408} 2023-05-20T06:10:35.311 INFO:tasks.rados.rados.0.smithi081.stdout:3950: writing smithi081164505-19 from 11304960 to 12025856 tid 1 2023-05-20T06:10:35.314 INFO:tasks.rados.rados.0.smithi081.stdout:3950: writing smithi081164505-19 from 12025856 to 12427264 tid 2 2023-05-20T06:10:35.314 INFO:tasks.rados.rados.0.smithi081.stdout:3951: read oid 32 snap 305 2023-05-20T06:10:35.314 INFO:tasks.rados.rados.0.smithi081.stdout:3951: expect (ObjNum 1044 snap 300 seq_num 1044) 2023-05-20T06:10:35.314 INFO:tasks.rados.rados.0.smithi081.stdout:3952: delete oid 41 current snap is 372 2023-05-20T06:10:35.314 INFO:tasks.rados.rados.0.smithi081.stdout:3946: finishing write tid 1 to smithi081164505-13 2023-05-20T06:10:35.314 INFO:tasks.rados.rados.0.smithi081.stdout:3946: finishing write tid 2 to smithi081164505-13 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:3946: finishing write tid 3 to smithi081164505-13 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:3946: finishing write tid 4 to smithi081164505-13 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 13 v 2359 (ObjNum 1211 snap 372 seq_num 1211) dirty exists 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:3946: left oid 13 (ObjNum 1211 snap 372 seq_num 1211) 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:3944: finishing copy_from to smithi081164505-38 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 1843 (ObjNum 1159 snap 348 seq_num 1159) dirty exists 2023-05-20T06:10:35.315 INFO:tasks.rados.rados.0.smithi081.stdout:3944: finishing copy_from racing read to smithi081164505-38 2023-05-20T06:10:35.316 INFO:tasks.rados.rados.0.smithi081.stdout:3948: expect (ObjNum 1113 snap 331 seq_num 1113) 2023-05-20T06:10:35.364 INFO:tasks.rados.rados.0.smithi081.stdout:3950: finishing write tid 1 to smithi081164505-19 2023-05-20T06:10:35.365 INFO:tasks.rados.rados.0.smithi081.stdout:3951: expect (ObjNum 1044 snap 300 seq_num 1044) 2023-05-20T06:10:35.385 INFO:tasks.rados.rados.0.smithi081.stdout:3950: finishing write tid 2 to smithi081164505-19 2023-05-20T06:10:35.386 INFO:tasks.rados.rados.0.smithi081.stdout:3950: finishing write tid 3 to smithi081164505-19 2023-05-20T06:10:35.386 INFO:tasks.rados.rados.0.smithi081.stdout:3950: finishing write tid 4 to smithi081164505-19 2023-05-20T06:10:35.386 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 19 v 1833 (ObjNum 1213 snap 372 seq_num 1213) dirty exists 2023-05-20T06:10:35.386 INFO:tasks.rados.rados.0.smithi081.stdout:3950: left oid 19 (ObjNum 1213 snap 372 seq_num 1213) 2023-05-20T06:10:35.386 INFO:tasks.rados.rados.0.smithi081.stdout:3944: done (6 left) 2023-05-20T06:10:35.386 INFO:tasks.rados.rados.0.smithi081.stdout:3946: done (5 left) 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:3948: done (4 left) 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:3949: done (3 left) 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:3950: done (2 left) 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:3951: done (1 left) 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:3952: done (0 left) 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:3953: rollback oid 33 current snap is 372 2023-05-20T06:10:35.387 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 33 to 360 2023-05-20T06:10:35.388 INFO:tasks.rados.rados.0.smithi081.stdout:3954: rmattr oid 36 current snap is 372 2023-05-20T06:10:35.388 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 38 current snap is 372 2023-05-20T06:10:35.388 INFO:tasks.rados.rados.0.smithi081.stdout:3955: seq_num 1215 ranges {4939776=753664,5693440=401408} 2023-05-20T06:10:35.415 INFO:tasks.rados.rados.0.smithi081.stdout:3955: writing smithi081164505-38 from 4939776 to 5693440 tid 1 2023-05-20T06:10:35.417 INFO:tasks.rados.rados.0.smithi081.stdout:3955: writing smithi081164505-38 from 5693440 to 6094848 tid 2 2023-05-20T06:10:35.418 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 8 current snap is 372 2023-05-20T06:10:35.418 INFO:tasks.rados.rados.0.smithi081.stdout:3953: finishing rollback tid 0 to smithi081164505-33 2023-05-20T06:10:35.418 INFO:tasks.rados.rados.0.smithi081.stdout:3956: seq_num 1216 ranges {0=770048,770048=401408} 2023-05-20T06:10:35.421 INFO:tasks.rados.rados.0.smithi081.stdout:3956: writing smithi081164505-8 from 0 to 770048 tid 1 2023-05-20T06:10:35.424 INFO:tasks.rados.rados.0.smithi081.stdout:3956: writing smithi081164505-8 from 770048 to 1171456 tid 2 2023-05-20T06:10:35.424 INFO:tasks.rados.rados.0.smithi081.stdout:3957: snap_create 2023-05-20T06:10:35.424 INFO:tasks.rados.rados.0.smithi081.stdout:3953: finishing rollback tid 1 to smithi081164505-33 2023-05-20T06:10:35.424 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 33 v 2082 (ObjNum 769 snap 0 seq_num 0) dirty dne 2023-05-20T06:10:35.424 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 36 v 2360 (ObjNum 1205 snap 368 seq_num 1205) dirty exists 2023-05-20T06:10:35.425 INFO:tasks.rados.rados.0.smithi081.stdout:3955: finishing write tid 1 to smithi081164505-38 2023-05-20T06:10:35.425 INFO:tasks.rados.rados.0.smithi081.stdout:3955: finishing write tid 2 to smithi081164505-38 2023-05-20T06:10:35.425 INFO:tasks.rados.rados.0.smithi081.stdout:3955: finishing write tid 3 to smithi081164505-38 2023-05-20T06:10:35.425 INFO:tasks.rados.rados.0.smithi081.stdout:3955: finishing write tid 4 to smithi081164505-38 2023-05-20T06:10:35.426 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 38 v 2444 (ObjNum 1215 snap 372 seq_num 1215) dirty exists 2023-05-20T06:10:35.426 INFO:tasks.rados.rados.0.smithi081.stdout:3955: left oid 38 (ObjNum 1215 snap 372 seq_num 1215) 2023-05-20T06:10:35.426 INFO:tasks.rados.rados.0.smithi081.stdout:3956: finishing write tid 1 to smithi081164505-8 2023-05-20T06:10:35.427 INFO:tasks.rados.rados.0.smithi081.stdout:3956: finishing write tid 2 to smithi081164505-8 2023-05-20T06:10:35.427 INFO:tasks.rados.rados.0.smithi081.stdout:3956: finishing write tid 3 to smithi081164505-8 2023-05-20T06:10:35.428 INFO:tasks.rados.rados.0.smithi081.stdout:3956: finishing write tid 4 to smithi081164505-8 2023-05-20T06:10:35.429 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 2447 (ObjNum 1216 snap 372 seq_num 1216) dirty exists 2023-05-20T06:10:35.429 INFO:tasks.rados.rados.0.smithi081.stdout:3956: left oid 8 (ObjNum 1216 snap 372 seq_num 1216) 2023-05-20T06:10:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:35 smithi170 ceph-mon[97338]: pgmap v951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:35 smithi170 ceph-mon[97338]: osdmap e798: 8 total, 8 up, 8 in 2023-05-20T06:10:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:35 smithi081 ceph-mon[95500]: pgmap v951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:35 smithi081 ceph-mon[95500]: osdmap e798: 8 total, 8 up, 8 in 2023-05-20T06:10:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:35 smithi081 ceph-mon[107735]: pgmap v951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:35 smithi081 ceph-mon[107735]: osdmap e798: 8 total, 8 up, 8 in 2023-05-20T06:10:36.235 INFO:tasks.rados.rados.0.smithi081.stdout:3953: done (4 left) 2023-05-20T06:10:36.235 INFO:tasks.rados.rados.0.smithi081.stdout:3954: done (3 left) 2023-05-20T06:10:36.235 INFO:tasks.rados.rados.0.smithi081.stdout:3955: done (2 left) 2023-05-20T06:10:36.236 INFO:tasks.rados.rados.0.smithi081.stdout:3956: done (1 left) 2023-05-20T06:10:36.236 INFO:tasks.rados.rados.0.smithi081.stdout:3957: done (0 left) 2023-05-20T06:10:36.236 INFO:tasks.rados.rados.0.smithi081.stdout:3958: setattr oid 21 current snap is 373 2023-05-20T06:10:36.237 INFO:tasks.rados.rados.0.smithi081.stdout:3959: snap_create 2023-05-20T06:10:36.241 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 21 v 2473 (ObjNum 879 snap 251 seq_num 879) dirty exists 2023-05-20T06:10:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:36 smithi170 ceph-mon[97338]: osdmap e799: 8 total, 8 up, 8 in 2023-05-20T06:10:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:36 smithi081 ceph-mon[95500]: osdmap e799: 8 total, 8 up, 8 in 2023-05-20T06:10:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:36 smithi081 ceph-mon[107735]: osdmap e799: 8 total, 8 up, 8 in 2023-05-20T06:10:37.237 INFO:tasks.rados.rados.0.smithi081.stdout:3958: done (1 left) 2023-05-20T06:10:37.237 INFO:tasks.rados.rados.0.smithi081.stdout:3959: done (0 left) 2023-05-20T06:10:37.237 INFO:tasks.rados.rados.0.smithi081.stdout:3960: read oid 4 snap -1 2023-05-20T06:10:37.238 INFO:tasks.rados.rados.0.smithi081.stdout:3960: expect (ObjNum 1154 snap 346 seq_num 1154) 2023-05-20T06:10:37.238 INFO:tasks.rados.rados.0.smithi081.stdout:3961: copy_from oid 21 from oid 46 current snap is 374 2023-05-20T06:10:37.238 INFO:tasks.rados.rados.0.smithi081.stdout:3962: read oid 18 snap -1 2023-05-20T06:10:37.239 INFO:tasks.rados.rados.0.smithi081.stdout:3962: expect deleted 2023-05-20T06:10:37.239 INFO:tasks.rados.rados.0.smithi081.stdout:3963: read oid 27 snap -1 2023-05-20T06:10:37.239 INFO:tasks.rados.rados.0.smithi081.stdout:3963: expect (ObjNum 1179 snap 355 seq_num 1179) 2023-05-20T06:10:37.239 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 49 current snap is 374 2023-05-20T06:10:37.240 INFO:tasks.rados.rados.0.smithi081.stdout:3964: seq_num 1217 ranges {4186112=786432,4972544=401408} 2023-05-20T06:10:37.263 INFO:tasks.rados.rados.0.smithi081.stdout:3964: writing smithi081164505-49 from 4186112 to 4972544 tid 1 2023-05-20T06:10:37.265 INFO:tasks.rados.rados.0.smithi081.stdout:3964: writing smithi081164505-49 from 4972544 to 5373952 tid 2 2023-05-20T06:10:37.266 INFO:tasks.rados.rados.0.smithi081.stdout:3965: snap_remove snap 363 2023-05-20T06:10:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:37 smithi170 ceph-mon[97338]: pgmap v954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:37 smithi170 ceph-mon[97338]: osdmap e800: 8 total, 8 up, 8 in 2023-05-20T06:10:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:37 smithi081 ceph-mon[95500]: pgmap v954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:37 smithi081 ceph-mon[95500]: osdmap e800: 8 total, 8 up, 8 in 2023-05-20T06:10:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:37 smithi081 ceph-mon[107735]: pgmap v954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:37 smithi081 ceph-mon[107735]: osdmap e800: 8 total, 8 up, 8 in 2023-05-20T06:10:38.249 INFO:tasks.rados.rados.0.smithi081.stdout:3965: done (5 left) 2023-05-20T06:10:38.249 INFO:tasks.rados.rados.0.smithi081.stdout:3966: copy_from oid 9 from oid 22 current snap is 374 2023-05-20T06:10:38.250 INFO:tasks.rados.rados.0.smithi081.stdout:3967: snap_remove snap 360 2023-05-20T06:10:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:38 smithi170 ceph-mon[97338]: osdmap e801: 8 total, 8 up, 8 in 2023-05-20T06:10:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:38 smithi081 ceph-mon[95500]: osdmap e801: 8 total, 8 up, 8 in 2023-05-20T06:10:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:38 smithi081 ceph-mon[107735]: osdmap e801: 8 total, 8 up, 8 in 2023-05-20T06:10:39.267 INFO:tasks.rados.rados.0.smithi081.stdout:3967: done (6 left) 2023-05-20T06:10:39.268 INFO:tasks.rados.rados.0.smithi081.stdout:3968: snap_remove snap 293 2023-05-20T06:10:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:39 smithi081 ceph-mon[95500]: pgmap v957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:39 smithi081 ceph-mon[95500]: osdmap e802: 8 total, 8 up, 8 in 2023-05-20T06:10:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:39 smithi081 ceph-mon[107735]: pgmap v957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:39 smithi081 ceph-mon[107735]: osdmap e802: 8 total, 8 up, 8 in 2023-05-20T06:10:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:39 smithi170 ceph-mon[97338]: pgmap v957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:39 smithi170 ceph-mon[97338]: osdmap e802: 8 total, 8 up, 8 in 2023-05-20T06:10:40.271 INFO:tasks.rados.rados.0.smithi081.stdout:3968: done (6 left) 2023-05-20T06:10:40.272 INFO:tasks.rados.rados.0.smithi081.stdout:3969: snap_create 2023-05-20T06:10:40.272 INFO:tasks.rados.rados.0.smithi081.stdout:3963: expect (ObjNum 1179 snap 355 seq_num 1179) 2023-05-20T06:10:40.294 INFO:tasks.rados.rados.0.smithi081.stdout:3961: finishing copy_from to smithi081164505-21 2023-05-20T06:10:40.294 INFO:tasks.rados.rados.0.smithi081.stdout:3961: got expected ENOENT (src dne) 2023-05-20T06:10:40.294 INFO:tasks.rados.rados.0.smithi081.stdout:3961: finishing copy_from racing read to smithi081164505-21 2023-05-20T06:10:40.295 INFO:tasks.rados.rados.0.smithi081.stdout:3960: expect (ObjNum 1154 snap 346 seq_num 1154) 2023-05-20T06:10:40.300 INFO:tasks.rados.rados.0.smithi081.stdout:3964: finishing write tid 1 to smithi081164505-49 2023-05-20T06:10:40.300 INFO:tasks.rados.rados.0.smithi081.stdout:3964: finishing write tid 2 to smithi081164505-49 2023-05-20T06:10:40.300 INFO:tasks.rados.rados.0.smithi081.stdout:3964: finishing write tid 3 to smithi081164505-49 2023-05-20T06:10:40.301 INFO:tasks.rados.rados.0.smithi081.stdout:3964: finishing write tid 4 to smithi081164505-49 2023-05-20T06:10:40.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 49 v 1836 (ObjNum 1217 snap 374 seq_num 1217) dirty exists 2023-05-20T06:10:40.301 INFO:tasks.rados.rados.0.smithi081.stdout:3964: left oid 49 (ObjNum 1217 snap 374 seq_num 1217) 2023-05-20T06:10:40.301 INFO:tasks.rados.rados.0.smithi081.stdout:3966: finishing copy_from to smithi081164505-9 2023-05-20T06:10:40.301 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 9 v 2041 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:10:40.301 INFO:tasks.rados.rados.0.smithi081.stdout:3966: finishing copy_from racing read to smithi081164505-9 2023-05-20T06:10:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:40 smithi081 ceph-mon[95500]: osdmap e803: 8 total, 8 up, 8 in 2023-05-20T06:10:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:40 smithi081 ceph-mon[107735]: osdmap e803: 8 total, 8 up, 8 in 2023-05-20T06:10:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:40 smithi170 ceph-mon[97338]: osdmap e803: 8 total, 8 up, 8 in 2023-05-20T06:10:41.265 INFO:tasks.rados.rados.0.smithi081.stdout:3960: done (6 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3961: done (5 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3962: done (4 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3963: done (3 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3964: done (2 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3966: done (1 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3969: done (0 left) 2023-05-20T06:10:41.266 INFO:tasks.rados.rados.0.smithi081.stdout:3970: rollback oid 50 current snap is 375 2023-05-20T06:10:41.267 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 50 to 373 2023-05-20T06:10:41.267 INFO:tasks.rados.rados.0.smithi081.stdout:3971: rollback oid 8 current snap is 375 2023-05-20T06:10:41.267 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 8 to 330 2023-05-20T06:10:41.267 INFO:tasks.rados.rados.0.smithi081.stdout:3972: snap_remove snap 365 2023-05-20T06:10:41.667 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:41 smithi081 ceph-mon[95500]: pgmap v960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:41.667 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:41 smithi081 ceph-mon[95500]: osdmap e804: 8 total, 8 up, 8 in 2023-05-20T06:10:41.668 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:41 smithi081 ceph-mon[107735]: pgmap v960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:41.668 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:41 smithi081 ceph-mon[107735]: osdmap e804: 8 total, 8 up, 8 in 2023-05-20T06:10:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:41 smithi170 ceph-mon[97338]: pgmap v960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:41 smithi170 ceph-mon[97338]: osdmap e804: 8 total, 8 up, 8 in 2023-05-20T06:10:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:10:41.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:10:41.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:42.267 INFO:tasks.rados.rados.0.smithi081.stdout:3972: done (2 left) 2023-05-20T06:10:42.268 INFO:tasks.rados.rados.0.smithi081.stdout:3973: snap_remove snap 358 2023-05-20T06:10:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:42 smithi170 ceph-mon[97338]: osdmap e805: 8 total, 8 up, 8 in 2023-05-20T06:10:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:42 smithi170 ceph-mon[97338]: osdmap e806: 8 total, 8 up, 8 in 2023-05-20T06:10:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:42 smithi081 ceph-mon[95500]: osdmap e805: 8 total, 8 up, 8 in 2023-05-20T06:10:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:42 smithi081 ceph-mon[95500]: osdmap e806: 8 total, 8 up, 8 in 2023-05-20T06:10:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:42 smithi081 ceph-mon[107735]: osdmap e805: 8 total, 8 up, 8 in 2023-05-20T06:10:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:42 smithi081 ceph-mon[107735]: osdmap e806: 8 total, 8 up, 8 in 2023-05-20T06:10:43.275 INFO:tasks.rados.rados.0.smithi081.stdout:3973: done (2 left) 2023-05-20T06:10:43.275 INFO:tasks.rados.rados.0.smithi081.stdout:3974: snap_create 2023-05-20T06:10:43.276 INFO:tasks.rados.rados.0.smithi081.stdout:3971: finishing rollback tid 0 to smithi081164505-8 2023-05-20T06:10:43.276 INFO:tasks.rados.rados.0.smithi081.stdout:3971: finishing rollback tid 1 to smithi081164505-8 2023-05-20T06:10:43.276 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 8 v 2449 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-05-20T06:10:43.276 INFO:tasks.rados.rados.0.smithi081.stdout:3970: finishing rollback tid 1 to smithi081164505-50 2023-05-20T06:10:43.276 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 2355 (ObjNum 177 snap 0 seq_num 165019520) dirty dne 2023-05-20T06:10:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:10:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:43 smithi081 ceph-mon[95500]: pgmap v963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:43 smithi081 ceph-mon[95500]: osdmap e807: 8 total, 8 up, 8 in 2023-05-20T06:10:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:43 smithi081 ceph-mon[107735]: pgmap v963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:43 smithi081 ceph-mon[107735]: osdmap e807: 8 total, 8 up, 8 in 2023-05-20T06:10:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:43 smithi170 ceph-mon[97338]: pgmap v963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:43 smithi170 ceph-mon[97338]: osdmap e807: 8 total, 8 up, 8 in 2023-05-20T06:10:44.273 INFO:tasks.rados.rados.0.smithi081.stdout:3970: done (2 left) 2023-05-20T06:10:44.274 INFO:tasks.rados.rados.0.smithi081.stdout:3971: done (1 left) 2023-05-20T06:10:44.274 INFO:tasks.rados.rados.0.smithi081.stdout:3974: done (0 left) 2023-05-20T06:10:44.274 INFO:tasks.rados.rados.0.smithi081.stdout:3975: rmattr oid 26 current snap is 376 2023-05-20T06:10:44.274 INFO:tasks.rados.rados.0.smithi081.stdout:3975: done (0 left) 2023-05-20T06:10:44.274 INFO:tasks.rados.rados.0.smithi081.stdout:3976: snap_remove snap 359 2023-05-20T06:10:45.276 INFO:tasks.rados.rados.0.smithi081.stdout:3976: done (0 left) 2023-05-20T06:10:45.276 INFO:tasks.rados.rados.0.smithi081.stdout:3977: snap_create 2023-05-20T06:10:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:45 smithi170 ceph-mon[97338]: pgmap v966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:45 smithi170 ceph-mon[97338]: osdmap e808: 8 total, 8 up, 8 in 2023-05-20T06:10:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:45 smithi081 ceph-mon[95500]: pgmap v966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:45 smithi081 ceph-mon[95500]: osdmap e808: 8 total, 8 up, 8 in 2023-05-20T06:10:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:45 smithi081 ceph-mon[107735]: pgmap v966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:45 smithi081 ceph-mon[107735]: osdmap e808: 8 total, 8 up, 8 in 2023-05-20T06:10:46.274 INFO:tasks.rados.rados.0.smithi081.stdout:3977: done (0 left) 2023-05-20T06:10:46.275 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 50 current snap is 377 2023-05-20T06:10:46.275 INFO:tasks.rados.rados.0.smithi081.stdout:3978: seq_num 1218 ranges {0=802816,802816=401408} 2023-05-20T06:10:46.279 INFO:tasks.rados.rados.0.smithi081.stdout:3978: writing smithi081164505-50 from 0 to 802816 tid 1 2023-05-20T06:10:46.281 INFO:tasks.rados.rados.0.smithi081.stdout:3978: writing smithi081164505-50 from 802816 to 1204224 tid 2 2023-05-20T06:10:46.281 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 7 current snap is 377 2023-05-20T06:10:46.282 INFO:tasks.rados.rados.0.smithi081.stdout:3979: seq_num 1219 ranges {4939776=417792,5357568=557056,5914624=245760} 2023-05-20T06:10:46.310 INFO:tasks.rados.rados.0.smithi081.stdout:3979: writing smithi081164505-7 from 4939776 to 5357568 tid 1 2023-05-20T06:10:46.313 INFO:tasks.rados.rados.0.smithi081.stdout:3979: writing smithi081164505-7 from 5357568 to 5914624 tid 2 2023-05-20T06:10:46.315 INFO:tasks.rados.rados.0.smithi081.stdout:3979: writing smithi081164505-7 from 5914624 to 6160384 tid 3 2023-05-20T06:10:46.315 INFO:tasks.rados.rados.0.smithi081.stdout:3980: rollback oid 43 current snap is 377 2023-05-20T06:10:46.315 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 43 to 353 2023-05-20T06:10:46.315 INFO:tasks.rados.rados.0.smithi081.stdout:3978: finishing write tid 1 to smithi081164505-50 2023-05-20T06:10:46.315 INFO:tasks.rados.rados.0.smithi081.stdout:3978: finishing write tid 2 to smithi081164505-50 2023-05-20T06:10:46.316 INFO:tasks.rados.rados.0.smithi081.stdout:3978: finishing write tid 3 to smithi081164505-50 2023-05-20T06:10:46.316 INFO:tasks.rados.rados.0.smithi081.stdout:3978: finishing write tid 4 to smithi081164505-50 2023-05-20T06:10:46.316 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 50 v 2360 (ObjNum 1218 snap 377 seq_num 1218) dirty exists 2023-05-20T06:10:46.316 INFO:tasks.rados.rados.0.smithi081.stdout:3978: left oid 50 (ObjNum 1218 snap 377 seq_num 1218) 2023-05-20T06:10:46.316 INFO:tasks.rados.rados.0.smithi081.stdout:3978: done (2 left) 2023-05-20T06:10:46.316 INFO:tasks.rados.rados.0.smithi081.stdout:3981: delete oid 4 current snap is 377 2023-05-20T06:10:46.317 INFO:tasks.rados.rados.0.smithi081.stdout:3979: finishing write tid 1 to smithi081164505-7 2023-05-20T06:10:46.320 INFO:tasks.rados.rados.0.smithi081.stdout:3979: finishing write tid 2 to smithi081164505-7 2023-05-20T06:10:46.320 INFO:tasks.rados.rados.0.smithi081.stdout:3979: finishing write tid 3 to smithi081164505-7 2023-05-20T06:10:46.321 INFO:tasks.rados.rados.0.smithi081.stdout:3979: finishing write tid 4 to smithi081164505-7 2023-05-20T06:10:46.326 INFO:tasks.rados.rados.0.smithi081.stdout:3981: done (2 left) 2023-05-20T06:10:46.326 INFO:tasks.rados.rados.0.smithi081.stdout:3982: read oid 18 snap 310 2023-05-20T06:10:46.326 INFO:tasks.rados.rados.0.smithi081.stdout:3982: expect (ObjNum 1032 snap 294 seq_num 1032) 2023-05-20T06:10:46.327 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 46 current snap is 377 2023-05-20T06:10:46.327 INFO:tasks.rados.rados.0.smithi081.stdout:3983: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2023-05-20T06:10:46.327 INFO:tasks.rados.rados.0.smithi081.stdout:3983: writing smithi081164505-46 from 0 to 458752 tid 1 2023-05-20T06:10:46.330 INFO:tasks.rados.rados.0.smithi081.stdout:3983: writing smithi081164505-46 from 458752 to 1187840 tid 2 2023-05-20T06:10:46.330 INFO:tasks.rados.rados.0.smithi081.stdout:3983: writing smithi081164505-46 from 1187840 to 1261568 tid 3 2023-05-20T06:10:46.330 INFO:tasks.rados.rados.0.smithi081.stdout:3984: delete oid 3 current snap is 377 2023-05-20T06:10:46.330 INFO:tasks.rados.rados.0.smithi081.stdout:3980: finishing rollback tid 0 to smithi081164505-43 2023-05-20T06:10:46.331 INFO:tasks.rados.rados.0.smithi081.stdout:3980: finishing rollback tid 1 to smithi081164505-43 2023-05-20T06:10:46.331 INFO:tasks.rados.rados.0.smithi081.stdout:3980: finishing rollback tid 2 to smithi081164505-43 2023-05-20T06:10:46.331 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 43 v 2363 (ObjNum 1021 snap 292 seq_num 1021) dirty exists 2023-05-20T06:10:46.331 INFO:tasks.rados.rados.0.smithi081.stdout:3979: finishing write tid 5 to smithi081164505-7 2023-05-20T06:10:46.332 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 7 v 2401 (ObjNum 1219 snap 377 seq_num 1219) dirty exists 2023-05-20T06:10:46.332 INFO:tasks.rados.rados.0.smithi081.stdout:3979: left oid 7 (ObjNum 1219 snap 377 seq_num 1219) 2023-05-20T06:10:46.332 INFO:tasks.rados.rados.0.smithi081.stdout:3982: expect (ObjNum 1032 snap 294 seq_num 1032) 2023-05-20T06:10:46.344 INFO:tasks.rados.rados.0.smithi081.stdout:3983: finishing write tid 1 to smithi081164505-46 2023-05-20T06:10:46.345 INFO:tasks.rados.rados.0.smithi081.stdout:3979: done (4 left) 2023-05-20T06:10:46.345 INFO:tasks.rados.rados.0.smithi081.stdout:3980: done (3 left) 2023-05-20T06:10:46.345 INFO:tasks.rados.rados.0.smithi081.stdout:3982: done (2 left) 2023-05-20T06:10:46.345 INFO:tasks.rados.rados.0.smithi081.stdout:3984: done (1 left) 2023-05-20T06:10:46.345 INFO:tasks.rados.rados.0.smithi081.stdout:3985: delete oid 32 current snap is 377 2023-05-20T06:10:46.345 INFO:tasks.rados.rados.0.smithi081.stdout:3983: finishing write tid 2 to smithi081164505-46 2023-05-20T06:10:46.346 INFO:tasks.rados.rados.0.smithi081.stdout:3983: finishing write tid 3 to smithi081164505-46 2023-05-20T06:10:46.346 INFO:tasks.rados.rados.0.smithi081.stdout:3983: finishing write tid 4 to smithi081164505-46 2023-05-20T06:10:46.346 INFO:tasks.rados.rados.0.smithi081.stdout:3983: finishing write tid 5 to smithi081164505-46 2023-05-20T06:10:46.346 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 46 v 2041 (ObjNum 1221 snap 377 seq_num 1221) dirty exists 2023-05-20T06:10:46.346 INFO:tasks.rados.rados.0.smithi081.stdout:3983: left oid 46 (ObjNum 1221 snap 377 seq_num 1221) 2023-05-20T06:10:46.347 INFO:tasks.rados.rados.0.smithi081.stdout:3983: done (1 left) 2023-05-20T06:10:46.347 INFO:tasks.rados.rados.0.smithi081.stdout:3985: done (0 left) 2023-05-20T06:10:46.348 INFO:tasks.rados.rados.0.smithi081.stdout:3986: copy_from oid 14 from oid 39 current snap is 377 2023-05-20T06:10:46.348 INFO:tasks.rados.rados.0.smithi081.stdout:3987: read oid 25 snap -1 2023-05-20T06:10:46.348 INFO:tasks.rados.rados.0.smithi081.stdout:3987: expect (ObjNum 1180 snap 355 seq_num 1180) 2023-05-20T06:10:46.348 INFO:tasks.rados.rados.0.smithi081.stdout:3988: copy_from oid 15 from oid 31 current snap is 377 2023-05-20T06:10:46.348 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 20 current snap is 377 2023-05-20T06:10:46.348 INFO:tasks.rados.rados.0.smithi081.stdout:3989: seq_num 1224 ranges {5455872=507904,5963776=425984,6389760=376832} 2023-05-20T06:10:46.380 INFO:tasks.rados.rados.0.smithi081.stdout:3989: writing smithi081164505-20 from 5455872 to 5963776 tid 1 2023-05-20T06:10:46.383 INFO:tasks.rados.rados.0.smithi081.stdout:3989: writing smithi081164505-20 from 5963776 to 6389760 tid 2 2023-05-20T06:10:46.385 INFO:tasks.rados.rados.0.smithi081.stdout:3989: writing smithi081164505-20 from 6389760 to 6766592 tid 3 2023-05-20T06:10:46.385 INFO:tasks.rados.rados.0.smithi081.stdout:3990: delete oid 9 current snap is 377 2023-05-20T06:10:46.386 INFO:tasks.rados.rados.0.smithi081.stdout:3987: expect (ObjNum 1180 snap 355 seq_num 1180) 2023-05-20T06:10:46.596 INFO:tasks.rados.rados.0.smithi081.stdout:3986: finishing copy_from to smithi081164505-14 2023-05-20T06:10:46.597 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 14 v 2202 (ObjNum 1164 snap 349 seq_num 1164) dirty exists 2023-05-20T06:10:46.597 INFO:tasks.rados.rados.0.smithi081.stdout:3988: finishing copy_from to smithi081164505-15 2023-05-20T06:10:46.597 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 15 v 2041 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2023-05-20T06:10:46.597 INFO:tasks.rados.rados.0.smithi081.stdout:3986: finishing copy_from racing read to smithi081164505-14 2023-05-20T06:10:46.597 INFO:tasks.rados.rados.0.smithi081.stdout:3988: finishing copy_from racing read to smithi081164505-15 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:3989: finishing write tid 1 to smithi081164505-20 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:3989: finishing write tid 2 to smithi081164505-20 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:3989: finishing write tid 3 to smithi081164505-20 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:3989: finishing write tid 4 to smithi081164505-20 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:3989: finishing write tid 5 to smithi081164505-20 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 20 v 1841 (ObjNum 1224 snap 377 seq_num 1224) dirty exists 2023-05-20T06:10:46.598 INFO:tasks.rados.rados.0.smithi081.stdout:3989: left oid 20 (ObjNum 1224 snap 377 seq_num 1224) 2023-05-20T06:10:46.599 INFO:tasks.rados.rados.0.smithi081.stdout:3986: done (4 left) 2023-05-20T06:10:46.599 INFO:tasks.rados.rados.0.smithi081.stdout:3987: done (3 left) 2023-05-20T06:10:46.599 INFO:tasks.rados.rados.0.smithi081.stdout:3988: done (2 left) 2023-05-20T06:10:46.599 INFO:tasks.rados.rados.0.smithi081.stdout:3989: done (1 left) 2023-05-20T06:10:46.599 INFO:tasks.rados.rados.0.smithi081.stdout:3990: done (0 left) 2023-05-20T06:10:46.599 INFO:tasks.rados.rados.0.smithi081.stdout:3991: snap_create 2023-05-20T06:10:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:46 smithi170 ceph-mon[97338]: osdmap e809: 8 total, 8 up, 8 in 2023-05-20T06:10:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:46 smithi170 ceph-mon[97338]: osdmap e810: 8 total, 8 up, 8 in 2023-05-20T06:10:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:46 smithi081 ceph-mon[95500]: osdmap e809: 8 total, 8 up, 8 in 2023-05-20T06:10:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:46 smithi081 ceph-mon[95500]: osdmap e810: 8 total, 8 up, 8 in 2023-05-20T06:10:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:46 smithi081 ceph-mon[107735]: osdmap e809: 8 total, 8 up, 8 in 2023-05-20T06:10:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:46 smithi081 ceph-mon[107735]: osdmap e810: 8 total, 8 up, 8 in 2023-05-20T06:10:47.292 INFO:tasks.rados.rados.0.smithi081.stdout:3991: done (0 left) 2023-05-20T06:10:47.293 INFO:tasks.rados.rados.0.smithi081.stdout:append oid 42 current snap is 378 2023-05-20T06:10:47.293 INFO:tasks.rados.rados.0.smithi081.stdout:3992: seq_num 1226 ranges {6373376=540672,6914048=598016,7512064=204800} 2023-05-20T06:10:47.329 INFO:tasks.rados.rados.0.smithi081.stdout:3992: writing smithi081164505-42 from 6373376 to 6914048 tid 1 2023-05-20T06:10:47.332 INFO:tasks.rados.rados.0.smithi081.stdout:3992: writing smithi081164505-42 from 6914048 to 7512064 tid 2 2023-05-20T06:10:47.333 INFO:tasks.rados.rados.0.smithi081.stdout:3992: writing smithi081164505-42 from 7512064 to 7716864 tid 3 2023-05-20T06:10:47.334 INFO:tasks.rados.rados.0.smithi081.stdout:3993: rmattr oid 22 current snap is 378 2023-05-20T06:10:47.334 INFO:tasks.rados.rados.0.smithi081.stdout:3993: done (1 left) 2023-05-20T06:10:47.334 INFO:tasks.rados.rados.0.smithi081.stdout:3994: read oid 49 snap 349 2023-05-20T06:10:47.334 INFO:tasks.rados.rados.0.smithi081.stdout:3994: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:10:47.334 INFO:tasks.rados.rados.0.smithi081.stdout:3995: delete oid 4 current snap is 378 2023-05-20T06:10:47.341 INFO:tasks.rados.rados.0.smithi081.stdout:3992: finishing write tid 1 to smithi081164505-42 2023-05-20T06:10:47.346 INFO:tasks.rados.rados.0.smithi081.stdout:3992: finishing write tid 2 to smithi081164505-42 2023-05-20T06:10:47.346 INFO:tasks.rados.rados.0.smithi081.stdout:3992: finishing write tid 3 to smithi081164505-42 2023-05-20T06:10:47.346 INFO:tasks.rados.rados.0.smithi081.stdout:3992: finishing write tid 4 to smithi081164505-42 2023-05-20T06:10:47.349 INFO:tasks.rados.rados.0.smithi081.stdout:3994: expect (ObjNum 1002 snap 286 seq_num 1002) 2023-05-20T06:10:47.480 INFO:tasks.rados.rados.0.smithi081.stdout:3992: finishing write tid 5 to smithi081164505-42 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 42 v 2045 (ObjNum 1226 snap 378 seq_num 1226) dirty exists 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:3992: left oid 42 (ObjNum 1226 snap 378 seq_num 1226) 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:3992: done (2 left) 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:3994: done (1 left) 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:3995: done (0 left) 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:3996: read oid 6 snap -1 2023-05-20T06:10:47.481 INFO:tasks.rados.rados.0.smithi081.stdout:3996: expect (ObjNum 1096 snap 325 seq_num 1096) 2023-05-20T06:10:47.482 INFO:tasks.rados.rados.0.smithi081.stdout:3997: delete oid 49 current snap is 378 2023-05-20T06:10:47.483 INFO:tasks.rados.rados.0.smithi081.stdout:3997: done (1 left) 2023-05-20T06:10:47.484 INFO:tasks.rados.rados.0.smithi081.stdout:3998: snap_remove snap 376 2023-05-20T06:10:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:47 smithi170 ceph-mon[97338]: pgmap v969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:47 smithi081 ceph-mon[95500]: pgmap v969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:47 smithi081 ceph-mon[107735]: pgmap v969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:48.298 INFO:tasks.rados.rados.0.smithi081.stdout:3998: done (1 left) 2023-05-20T06:10:48.299 INFO:tasks.rados.rados.0.smithi081.stdout:3999: rollback oid 37 current snap is 378 2023-05-20T06:10:48.299 INFO:tasks.rados.rados.0.smithi081.stdout:rollback oid 37 to 364 2023-05-20T06:10:48.299 INFO:tasks.rados.rados.0.smithi081.stdout: waiting on 2 2023-05-20T06:10:48.299 INFO:tasks.rados.rados.0.smithi081.stdout:3996: expect (ObjNum 1096 snap 325 seq_num 1096) 2023-05-20T06:10:48.365 INFO:tasks.rados.rados.0.smithi081.stdout:3999: finishing rollback tid 0 to smithi081164505-37 2023-05-20T06:10:48.366 INFO:tasks.rados.rados.0.smithi081.stdout:3999: finishing rollback tid 1 to smithi081164505-37 2023-05-20T06:10:48.366 INFO:tasks.rados.rados.0.smithi081.stdout:3999: finishing rollback tid 2 to smithi081164505-37 2023-05-20T06:10:48.366 INFO:tasks.rados.rados.0.smithi081.stdout:update_object_version oid 37 v 2048 (ObjNum 1144 snap 344 seq_num 1144) dirty exists 2023-05-20T06:10:48.366 INFO:tasks.rados.rados.0.smithi081.stdout:3996: done (1 left) 2023-05-20T06:10:48.366 INFO:tasks.rados.rados.0.smithi081.stdout:3999: done (0 left) 2023-05-20T06:10:48.367 INFO:tasks.rados.rados.0.smithi081.stderr:0 errors. 2023-05-20T06:10:48.368 INFO:tasks.rados.rados.0.smithi081.stderr: 2023-05-20T06:10:48.371 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph osd dump --format=json 2023-05-20T06:10:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:48 smithi170 ceph-mon[97338]: osdmap e811: 8 total, 8 up, 8 in 2023-05-20T06:10:48.764 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T06:10:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:48 smithi081 ceph-mon[95500]: osdmap e811: 8 total, 8 up, 8 in 2023-05-20T06:10:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:48 smithi081 ceph-mon[107735]: osdmap e811: 8 total, 8 up, 8 in 2023-05-20T06:10:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:49 smithi170 ceph-mon[97338]: pgmap v972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:49 smithi170 ceph-mon[97338]: osdmap e812: 8 total, 8 up, 8 in 2023-05-20T06:10:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:49 smithi081 ceph-mon[95500]: pgmap v972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:49 smithi081 ceph-mon[95500]: osdmap e812: 8 total, 8 up, 8 in 2023-05-20T06:10:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:49 smithi081 ceph-mon[107735]: pgmap v972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:49 smithi081 ceph-mon[107735]: osdmap e812: 8 total, 8 up, 8 in 2023-05-20T06:10:50.803 INFO:teuthology.orchestra.run.smithi081.stdout: 2023-05-20T06:10:50.804 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":812,"fsid":"00896e68-f6d2-11ed-9b02-001a4aab830c","created":"2023-05-20T05:49:48.630069+0000","modified":"2023-05-20T06:10:48.285318+0000","last_up_change":"2023-05-20T05:54:40.149198+0000","last_in_change":"2023-05-20T05:54:23.108927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":19,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-05-20T05:52:50.246606+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-05-20T05:54:59.886759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-05-20T05:55:00.540911+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-05-20T05:55:38.633027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-05-20T05:58:09.352521+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"812","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":737,"snap_epoch":812,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"1c483c1a-d170-4486-983b-42d0ce833cad","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6803","nonce":520725028}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6805","nonce":520725028}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6809","nonce":520725028}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":520725028},{"type":"v1","addr":"172.21.15.81:6807","nonce":520725028}]},"public_addr":"172.21.15.81:6803/520725028","cluster_addr":"172.21.15.81:6805/520725028","heartbeat_back_addr":"172.21.15.81:6809/520725028","heartbeat_front_addr":"172.21.15.81:6807/520725028","state":["exists","up"]},{"osd":1,"uuid":"10b817a2-4249-4dfd-8336-71205716aece","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6811","nonce":3053986615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6813","nonce":3053986615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6817","nonce":3053986615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":3053986615},{"type":"v1","addr":"172.21.15.81:6815","nonce":3053986615}]},"public_addr":"172.21.15.81:6811/3053986615","cluster_addr":"172.21.15.81:6813/3053986615","heartbeat_back_addr":"172.21.15.81:6817/3053986615","heartbeat_front_addr":"172.21.15.81:6815/3053986615","state":["exists","up"]},{"osd":2,"uuid":"1f5275cd-1296-456d-b8e4-518406120ed3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6818","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6819","nonce":3537659212}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6820","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6821","nonce":3537659212}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6824","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6825","nonce":3537659212}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6822","nonce":3537659212},{"type":"v1","addr":"172.21.15.81:6823","nonce":3537659212}]},"public_addr":"172.21.15.81:6819/3537659212","cluster_addr":"172.21.15.81:6821/3537659212","heartbeat_back_addr":"172.21.15.81:6825/3537659212","heartbeat_front_addr":"172.21.15.81:6823/3537659212","state":["exists","up"]},{"osd":3,"uuid":"bd926da7-9457-4cae-aebd-7ccdc3f94175","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6826","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6827","nonce":4166213511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6828","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6829","nonce":4166213511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6832","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6833","nonce":4166213511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6830","nonce":4166213511},{"type":"v1","addr":"172.21.15.81:6831","nonce":4166213511}]},"public_addr":"172.21.15.81:6827/4166213511","cluster_addr":"172.21.15.81:6829/4166213511","heartbeat_back_addr":"172.21.15.81:6833/4166213511","heartbeat_front_addr":"172.21.15.81:6831/4166213511","state":["exists","up"]},{"osd":4,"uuid":"60b23997-f812-4d38-b2e9-b3994d53d167","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6801","nonce":936273845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6803","nonce":936273845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6807","nonce":936273845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":936273845},{"type":"v1","addr":"172.21.15.170:6805","nonce":936273845}]},"public_addr":"172.21.15.170:6801/936273845","cluster_addr":"172.21.15.170:6803/936273845","heartbeat_back_addr":"172.21.15.170:6807/936273845","heartbeat_front_addr":"172.21.15.170:6805/936273845","state":["exists","up"]},{"osd":5,"uuid":"030e77e7-a3a0-486a-86f8-fd2933aaaf81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6809","nonce":3499192175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6811","nonce":3499192175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6815","nonce":3499192175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":3499192175},{"type":"v1","addr":"172.21.15.170:6813","nonce":3499192175}]},"public_addr":"172.21.15.170:6809/3499192175","cluster_addr":"172.21.15.170:6811/3499192175","heartbeat_back_addr":"172.21.15.170:6815/3499192175","heartbeat_front_addr":"172.21.15.170:6813/3499192175","state":["exists","up"]},{"osd":6,"uuid":"188da0bd-8775-4444-bc22-97cc1d06e513","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6817","nonce":3923138416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6819","nonce":3923138416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6823","nonce":3923138416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":3923138416},{"type":"v1","addr":"172.21.15.170:6821","nonce":3923138416}]},"public_addr":"172.21.15.170:6817/3923138416","cluster_addr":"172.21.15.170:6819/3923138416","heartbeat_back_addr":"172.21.15.170:6823/3923138416","heartbeat_front_addr":"172.21.15.170:6821/3923138416","state":["exists","up"]},{"osd":7,"uuid":"4dd4c09e-e2c8-4eff-af9c-a60e11a528cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6825","nonce":1611051425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6827","nonce":1611051425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6831","nonce":1611051425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":1611051425},{"type":"v1","addr":"172.21.15.170:6829","nonce":1611051425}]},"public_addr":"172.21.15.170:6825/1611051425","cluster_addr":"172.21.15.170:6827/1611051425","heartbeat_back_addr":"172.21.15.170:6831/1611051425","heartbeat_front_addr":"172.21.15.170:6829/1611051425","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:51:59.508162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:23.735777+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:52:47.472473+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:11.254263+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:32.098893+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:53:53.823965+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:15.988877+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-05-20T05:54:38.119006+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.18","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6800/1910236151":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/1688823016":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/714533281":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/324535707":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/4221161112":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/1870848835":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/39138879":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6801/1910236151":"2023-05-21T05:59:42.440850+0000","172.21.15.81:0/163587689":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2625140038":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/2172281745":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/3679702484":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/2808197590":"2023-05-21T05:55:20.221255+0000","172.21.15.81:0/3568506242":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/3913123148":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6800/2297202815":"2023-05-21T05:50:15.372261+0000","172.21.15.81:0/2038619263":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:0/1102396741":"2023-05-21T05:50:15.372261+0000","172.21.15.81:6801/1511811200":"2023-05-21T05:50:39.094085+0000","172.21.15.81:6800/3552256062":"2023-05-21T05:55:20.221255+0000","172.21.15.81:6801/3552256062":"2023-05-21T05:55:20.221255+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":55,"length":1},{"begin":58,"length":1},{"begin":76,"length":1},{"begin":81,"length":1},{"begin":83,"length":1},{"begin":85,"length":2},{"begin":88,"length":1},{"begin":90,"length":1},{"begin":93,"length":3},{"begin":97,"length":3},{"begin":101,"length":3},{"begin":105,"length":1},{"begin":107,"length":1},{"begin":109,"length":1},{"begin":112,"length":2},{"begin":116,"length":1},{"begin":119,"length":1},{"begin":123,"length":2},{"begin":127,"length":1},{"begin":130,"length":3},{"begin":134,"length":2},{"begin":137,"length":5},{"begin":143,"length":1},{"begin":145,"length":1},{"begin":153,"length":1},{"begin":155,"length":3},{"begin":162,"length":1},{"begin":165,"length":2},{"begin":168,"length":2},{"begin":174,"length":2},{"begin":177,"length":1},{"begin":179,"length":1},{"begin":181,"length":1},{"begin":188,"length":2},{"begin":192,"length":4},{"begin":199,"length":1},{"begin":201,"length":1},{"begin":204,"length":3},{"begin":209,"length":1},{"begin":211,"length":4},{"begin":218,"length":1},{"begin":220,"length":2},{"begin":223,"length":1},{"begin":225,"length":3},{"begin":229,"length":1},{"begin":231,"length":1},{"begin":234,"length":1},{"begin":236,"length":3},{"begin":246,"length":2},{"begin":249,"length":1},{"begin":251,"length":5},{"begin":259,"length":3},{"begin":264,"length":1},{"begin":269,"length":2},{"begin":273,"length":3},{"begin":279,"length":1},{"begin":281,"length":2},{"begin":284,"length":1},{"begin":286,"length":2},{"begin":290,"length":1},{"begin":292,"length":2},{"begin":296,"length":1},{"begin":298,"length":2},{"begin":301,"length":1},{"begin":306,"length":2},{"begin":310,"length":3},{"begin":315,"length":6},{"begin":323,"length":2},{"begin":326,"length":1},{"begin":328,"length":3},{"begin":332,"length":1},{"begin":335,"length":3},{"begin":339,"length":1},{"begin":342,"length":2},{"begin":349,"length":2},{"begin":353,"length":3},{"begin":357,"length":1},{"begin":359,"length":4},{"begin":366,"length":3},{"begin":370,"length":4},{"begin":375,"length":1},{"begin":380,"length":8},{"begin":390,"length":2},{"begin":396,"length":1},{"begin":399,"length":4},{"begin":404,"length":10},{"begin":417,"length":1},{"begin":419,"length":1},{"begin":421,"length":2},{"begin":426,"length":1},{"begin":434,"length":1},{"begin":437,"length":1},{"begin":439,"length":5},{"begin":450,"length":1},{"begin":454,"length":1},{"begin":459,"length":3},{"begin":464,"length":2},{"begin":468,"length":1},{"begin":470,"length":1},{"begin":472,"length":1},{"begin":475,"length":1},{"begin":482,"length":2},{"begin":487,"length":1},{"begin":490,"length":3},{"begin":494,"length":3},{"begin":499,"length":4},{"begin":504,"length":6},{"begin":512,"length":1},{"begin":515,"length":4},{"begin":520,"length":2},{"begin":523,"length":1},{"begin":528,"length":9},{"begin":542,"length":3},{"begin":546,"length":1},{"begin":550,"length":1},{"begin":552,"length":1},{"begin":555,"length":2},{"begin":560,"length":1},{"begin":564,"length":2},{"begin":567,"length":1},{"begin":569,"length":3},{"begin":577,"length":5},{"begin":584,"length":3},{"begin":588,"length":4},{"begin":594,"length":1},{"begin":599,"length":1},{"begin":603,"length":1},{"begin":605,"length":2},{"begin":611,"length":1},{"begin":613,"length":5},{"begin":619,"length":1},{"begin":621,"length":1},{"begin":623,"length":1},{"begin":625,"length":4},{"begin":630,"length":1},{"begin":632,"length":2},{"begin":639,"length":3},{"begin":643,"length":1},{"begin":646,"length":1},{"begin":648,"length":3},{"begin":653,"length":1},{"begin":655,"length":1},{"begin":658,"length":1},{"begin":663,"length":1},{"begin":669,"length":2},{"begin":674,"length":1},{"begin":677,"length":1},{"begin":679,"length":1},{"begin":686,"length":1},{"begin":691,"length":1},{"begin":693,"length":1},{"begin":695,"length":1},{"begin":699,"length":1},{"begin":701,"length":6},{"begin":709,"length":1},{"begin":712,"length":1},{"begin":723,"length":1},{"begin":735,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":735,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-05-20T06:10:51.477 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 00896e68-f6d2-11ed-9b02-001a4aab830c -- ceph pg dump --format=json 2023-05-20T06:10:51.669 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:51 smithi081 ceph-mon[95500]: pgmap v974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:51.669 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:51 smithi081 ceph-mon[95500]: from='client.? 172.21.15.81:0/17785370' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T06:10:51.669 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:51 smithi081 ceph-mon[107735]: pgmap v974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:51.669 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:51 smithi081 ceph-mon[107735]: from='client.? 172.21.15.81:0/17785370' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T06:10:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:51 smithi170 ceph-mon[97338]: pgmap v974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:51 smithi170 ceph-mon[97338]: from='client.? 172.21.15.81:0/17785370' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-05-20T06:10:51.813 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/00896e68-f6d2-11ed-9b02-001a4aab830c/mon.a/config 2023-05-20T06:10:52.002 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:10:51.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:52.002 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:10:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:10:51.665Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:10:53.120 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:10:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:53 smithi081 ceph-mon[95500]: pgmap v975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:53 smithi081 ceph-mon[107735]: pgmap v975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:53 smithi170 ceph-mon[97338]: pgmap v975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:55 smithi170 ceph-mon[97338]: pgmap v976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:55 smithi081 ceph-mon[95500]: pgmap v976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:55 smithi081 ceph-mon[107735]: pgmap v976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:57 smithi170 ceph-mon[97338]: pgmap v977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:57 smithi081 ceph-mon[95500]: pgmap v977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:57 smithi081 ceph-mon[107735]: pgmap v977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:10:59 smithi170 ceph-mon[97338]: pgmap v978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:10:59 smithi081 ceph-mon[95500]: pgmap v978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:10:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:10:59 smithi081 ceph-mon[107735]: pgmap v978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:01.669 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:01 smithi081 ceph-mon[95500]: pgmap v979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:01.669 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:01 smithi081 ceph-mon[107735]: pgmap v979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:01 smithi170 ceph-mon[97338]: pgmap v979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:11:01.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:11:01.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:03.319 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:11:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:03 smithi170 ceph-mon[97338]: pgmap v980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:03 smithi081 ceph-mon[95500]: pgmap v980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:03 smithi081 ceph-mon[107735]: pgmap v980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:05 smithi170 ceph-mon[97338]: pgmap v981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:05 smithi081 ceph-mon[95500]: pgmap v981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:05 smithi081 ceph-mon[107735]: pgmap v981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:07 smithi170 ceph-mon[97338]: pgmap v982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:07 smithi081 ceph-mon[95500]: pgmap v982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:07 smithi081 ceph-mon[107735]: pgmap v982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:09 smithi170 ceph-mon[97338]: pgmap v983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:09 smithi081 ceph-mon[95500]: pgmap v983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:09 smithi081 ceph-mon[107735]: pgmap v983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:11.669 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:11 smithi081 ceph-mon[95500]: pgmap v984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:11.669 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:11 smithi081 ceph-mon[107735]: pgmap v984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:11 smithi170 ceph-mon[97338]: pgmap v984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:11:11.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:12.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:11:11.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:13.333 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:11:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:13 smithi170 ceph-mon[97338]: pgmap v985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:13 smithi081 ceph-mon[95500]: pgmap v985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:13 smithi081 ceph-mon[107735]: pgmap v985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:15 smithi170 ceph-mon[97338]: pgmap v986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:15 smithi081 ceph-mon[95500]: pgmap v986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:15 smithi081 ceph-mon[107735]: pgmap v986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:17 smithi170 ceph-mon[97338]: pgmap v987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:17 smithi081 ceph-mon[95500]: pgmap v987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:17 smithi081 ceph-mon[107735]: pgmap v987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:19 smithi170 ceph-mon[97338]: pgmap v988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:19 smithi081 ceph-mon[95500]: pgmap v988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:19 smithi081 ceph-mon[107735]: pgmap v988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:21.670 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:21 smithi081 ceph-mon[95500]: pgmap v989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:21.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:21 smithi081 ceph-mon[107735]: pgmap v989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:21 smithi170 ceph-mon[97338]: pgmap v989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:11:21.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:11:21.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:23.349 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:11:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:23 smithi170 ceph-mon[97338]: pgmap v990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:23 smithi081 ceph-mon[95500]: pgmap v990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:23 smithi081 ceph-mon[107735]: pgmap v990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:25 smithi170 ceph-mon[97338]: pgmap v991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:25 smithi081 ceph-mon[95500]: pgmap v991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:25.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:25 smithi081 ceph-mon[107735]: pgmap v991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:27 smithi170 ceph-mon[97338]: pgmap v992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:27 smithi081 ceph-mon[95500]: pgmap v992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:27 smithi081 ceph-mon[107735]: pgmap v992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:29 smithi170 ceph-mon[97338]: pgmap v993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:29 smithi081 ceph-mon[95500]: pgmap v993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:29 smithi081 ceph-mon[107735]: pgmap v993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:31.670 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:31 smithi081 ceph-mon[95500]: pgmap v994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:31.671 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:31 smithi081 ceph-mon[107735]: pgmap v994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:31 smithi170 ceph-mon[97338]: pgmap v994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:11:31.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:11:31.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:33.366 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:11:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:33 smithi170 ceph-mon[97338]: pgmap v995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:33 smithi081 ceph-mon[95500]: pgmap v995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:33 smithi081 ceph-mon[107735]: pgmap v995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:35 smithi170 ceph-mon[97338]: pgmap v996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:35 smithi081 ceph-mon[95500]: pgmap v996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:35 smithi081 ceph-mon[107735]: pgmap v996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:37 smithi170 ceph-mon[97338]: pgmap v997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:37 smithi081 ceph-mon[95500]: pgmap v997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:37 smithi081 ceph-mon[107735]: pgmap v997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:39 smithi170 ceph-mon[97338]: pgmap v998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:39 smithi081 ceph-mon[95500]: pgmap v998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:39 smithi081 ceph-mon[107735]: pgmap v998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:41.642 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:41 smithi170 ceph-mon[97338]: pgmap v999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:41.671 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:41 smithi081 ceph-mon[95500]: pgmap v999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:41.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:41 smithi081 ceph-mon[107735]: pgmap v999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:41.995 INFO:journalctl@ceph.grafana.a.smithi170.stdout:May 20 06:11:41 smithi170 conmon[135621]: t=2023-05-20T06:11:41+0000 lvl=info msg="Database locked, sleeping then retrying" logger=sqlstore error="database is locked" retry=0 2023-05-20T06:11:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:11:41.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:11:41.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:43.383 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:11:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:43 smithi170 ceph-mon[97338]: pgmap v1000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:43 smithi081 ceph-mon[95500]: pgmap v1000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:43 smithi081 ceph-mon[107735]: pgmap v1000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:45 smithi170 ceph-mon[97338]: pgmap v1001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:45 smithi081 ceph-mon[95500]: pgmap v1001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:45 smithi081 ceph-mon[107735]: pgmap v1001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:47 smithi170 ceph-mon[97338]: pgmap v1002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:47 smithi081 ceph-mon[95500]: pgmap v1002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:47 smithi081 ceph-mon[107735]: pgmap v1002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:49 smithi170 ceph-mon[97338]: pgmap v1003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:49 smithi081 ceph-mon[95500]: pgmap v1003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:49 smithi081 ceph-mon[107735]: pgmap v1003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:51.672 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:51 smithi081 ceph-mon[95500]: pgmap v1004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:51.672 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:51 smithi081 ceph-mon[107735]: pgmap v1004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:51 smithi170 ceph-mon[97338]: pgmap v1004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:11:51.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:11:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:11:51.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:11:53.396 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:11:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:53 smithi170 ceph-mon[97338]: pgmap v1005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:53 smithi081 ceph-mon[95500]: pgmap v1005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:53 smithi081 ceph-mon[107735]: pgmap v1005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:55 smithi170 ceph-mon[97338]: pgmap v1006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:55 smithi081 ceph-mon[95500]: pgmap v1006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:55 smithi081 ceph-mon[107735]: pgmap v1006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:57 smithi170 ceph-mon[97338]: pgmap v1007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:57 smithi081 ceph-mon[95500]: pgmap v1007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:57 smithi081 ceph-mon[107735]: pgmap v1007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:11:59 smithi170 ceph-mon[97338]: pgmap v1008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:11:59 smithi081 ceph-mon[95500]: pgmap v1008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:11:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:11:59 smithi081 ceph-mon[107735]: pgmap v1008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:01.672 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:01 smithi081 ceph-mon[95500]: pgmap v1009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:01.673 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:01 smithi081 ceph-mon[107735]: pgmap v1009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:01 smithi170 ceph-mon[97338]: pgmap v1009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:12:01.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:12:01.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:03.410 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:12:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:03 smithi170 ceph-mon[97338]: pgmap v1010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:03 smithi081 ceph-mon[95500]: pgmap v1010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:03 smithi081 ceph-mon[107735]: pgmap v1010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:05 smithi170 ceph-mon[97338]: pgmap v1011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:05 smithi081 ceph-mon[95500]: pgmap v1011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:05 smithi081 ceph-mon[107735]: pgmap v1011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:07 smithi170 ceph-mon[97338]: pgmap v1012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:07 smithi081 ceph-mon[95500]: pgmap v1012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:07 smithi081 ceph-mon[107735]: pgmap v1012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:09 smithi170 ceph-mon[97338]: pgmap v1013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:09 smithi081 ceph-mon[95500]: pgmap v1013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:09 smithi081 ceph-mon[107735]: pgmap v1013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:11.673 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:11 smithi081 ceph-mon[95500]: pgmap v1014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:11.674 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:12:11.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:11.674 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:11 smithi081 ceph-mon[107735]: pgmap v1014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:11 smithi170 ceph-mon[97338]: pgmap v1014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:12:11.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:13.427 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:12:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:13 smithi170 ceph-mon[97338]: pgmap v1015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:13 smithi081 ceph-mon[95500]: pgmap v1015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:13 smithi081 ceph-mon[107735]: pgmap v1015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:15.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:15 smithi170 ceph-mon[97338]: pgmap v1016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:15 smithi081 ceph-mon[95500]: pgmap v1016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:15 smithi081 ceph-mon[107735]: pgmap v1016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:17 smithi170 ceph-mon[97338]: pgmap v1017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:17 smithi081 ceph-mon[95500]: pgmap v1017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:17 smithi081 ceph-mon[107735]: pgmap v1017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:19 smithi170 ceph-mon[97338]: pgmap v1018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:19 smithi081 ceph-mon[95500]: pgmap v1018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:19 smithi081 ceph-mon[107735]: pgmap v1018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:21 smithi170 ceph-mon[97338]: pgmap v1019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:21 smithi081 ceph-mon[95500]: pgmap v1019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:21 smithi081 ceph-mon[107735]: pgmap v1019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:21.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:12:21.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:21.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:12:21.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:23.442 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:12:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:23 smithi170 ceph-mon[97338]: pgmap v1020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:23 smithi081 ceph-mon[95500]: pgmap v1020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:23 smithi081 ceph-mon[107735]: pgmap v1020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:25 smithi170 ceph-mon[97338]: pgmap v1021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:25 smithi081 ceph-mon[95500]: pgmap v1021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:25 smithi081 ceph-mon[107735]: pgmap v1021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:26 smithi170 ceph-mon[97338]: pgmap v1022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:26 smithi081 ceph-mon[95500]: pgmap v1022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:26 smithi081 ceph-mon[107735]: pgmap v1022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:28 smithi170 ceph-mon[97338]: pgmap v1023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:28 smithi081 ceph-mon[95500]: pgmap v1023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:28 smithi081 ceph-mon[107735]: pgmap v1023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:31 smithi170 ceph-mon[97338]: pgmap v1024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:31 smithi081 ceph-mon[95500]: pgmap v1024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:31 smithi081 ceph-mon[107735]: pgmap v1024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:12:31.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:12:31.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:33 smithi170 ceph-mon[97338]: pgmap v1025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:33 smithi081 ceph-mon[95500]: pgmap v1025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:12:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:33 smithi081 ceph-mon[107735]: pgmap v1025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:35 smithi170 ceph-mon[97338]: pgmap v1026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:35 smithi081 ceph-mon[95500]: pgmap v1026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:35 smithi081 ceph-mon[107735]: pgmap v1026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:37 smithi170 ceph-mon[97338]: pgmap v1027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:37 smithi081 ceph-mon[95500]: pgmap v1027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:37 smithi081 ceph-mon[107735]: pgmap v1027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:39 smithi170 ceph-mon[97338]: pgmap v1028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:39 smithi081 ceph-mon[95500]: pgmap v1028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:39 smithi081 ceph-mon[107735]: pgmap v1028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:41 smithi170 ceph-mon[97338]: pgmap v1029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:41 smithi081 ceph-mon[95500]: pgmap v1029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:41 smithi081 ceph-mon[107735]: pgmap v1029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:12:41.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:12:41.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:43 smithi170 ceph-mon[97338]: pgmap v1030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:43 smithi081 ceph-mon[95500]: pgmap v1030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:12:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:43 smithi081 ceph-mon[107735]: pgmap v1030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:45 smithi170 ceph-mon[97338]: pgmap v1031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:45 smithi081 ceph-mon[95500]: pgmap v1031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:45 smithi081 ceph-mon[107735]: pgmap v1031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:47 smithi170 ceph-mon[97338]: pgmap v1032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:47 smithi081 ceph-mon[95500]: pgmap v1032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:47 smithi081 ceph-mon[107735]: pgmap v1032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:49 smithi170 ceph-mon[97338]: pgmap v1033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:49 smithi081 ceph-mon[95500]: pgmap v1033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:49 smithi081 ceph-mon[107735]: pgmap v1033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:51 smithi170 ceph-mon[97338]: pgmap v1034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:51 smithi081 ceph-mon[95500]: pgmap v1034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:51 smithi081 ceph-mon[107735]: pgmap v1034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:12:51.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:12:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:12:51.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:12:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:53 smithi170 ceph-mon[97338]: pgmap v1035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:53 smithi081 ceph-mon[95500]: pgmap v1035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:12:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:53 smithi081 ceph-mon[107735]: pgmap v1035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:55 smithi170 ceph-mon[97338]: pgmap v1036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:55 smithi081 ceph-mon[95500]: pgmap v1036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:55 smithi081 ceph-mon[107735]: pgmap v1036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:57.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:57 smithi170 ceph-mon[97338]: pgmap v1037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:57 smithi081 ceph-mon[95500]: pgmap v1037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:57 smithi081 ceph-mon[107735]: pgmap v1037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:12:59 smithi170 ceph-mon[97338]: pgmap v1038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:12:59 smithi081 ceph-mon[95500]: pgmap v1038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:12:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:12:59 smithi081 ceph-mon[107735]: pgmap v1038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:01 smithi170 ceph-mon[97338]: pgmap v1039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:01 smithi081 ceph-mon[95500]: pgmap v1039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:01 smithi081 ceph-mon[107735]: pgmap v1039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:01.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:01.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:03 smithi081 ceph-mon[95500]: pgmap v1040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:13:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:03 smithi081 ceph-mon[107735]: pgmap v1040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:03 smithi170 ceph-mon[97338]: pgmap v1040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:05 smithi081 ceph-mon[95500]: pgmap v1041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:05 smithi081 ceph-mon[107735]: pgmap v1041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:05 smithi170 ceph-mon[97338]: pgmap v1041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:07 smithi081 ceph-mon[95500]: pgmap v1042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:07.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:07 smithi081 ceph-mon[107735]: pgmap v1042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:07 smithi170 ceph-mon[97338]: pgmap v1042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:09 smithi081 ceph-mon[95500]: pgmap v1043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:09 smithi081 ceph-mon[107735]: pgmap v1043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:09 smithi170 ceph-mon[97338]: pgmap v1043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:11 smithi081 ceph-mon[95500]: pgmap v1044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:11 smithi081 ceph-mon[107735]: pgmap v1044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:11 smithi170 ceph-mon[97338]: pgmap v1044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:11.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:11.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:13 smithi081 ceph-mon[95500]: pgmap v1045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:13:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:13 smithi081 ceph-mon[107735]: pgmap v1045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:13 smithi170 ceph-mon[97338]: pgmap v1045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:13.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:15 smithi081 ceph-mon[95500]: pgmap v1046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:15 smithi081 ceph-mon[107735]: pgmap v1046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:15 smithi170 ceph-mon[97338]: pgmap v1046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:17 smithi170 ceph-mon[97338]: pgmap v1047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:17 smithi081 ceph-mon[95500]: pgmap v1047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:17 smithi081 ceph-mon[107735]: pgmap v1047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:19 smithi170 ceph-mon[97338]: pgmap v1048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:19 smithi081 ceph-mon[95500]: pgmap v1048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:19 smithi081 ceph-mon[107735]: pgmap v1048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:21.680 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:21 smithi081 ceph-mon[95500]: pgmap v1049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:21.680 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:21 smithi081 ceph-mon[107735]: pgmap v1049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:21 smithi170 ceph-mon[97338]: pgmap v1049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:22.022 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:21.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:22.023 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:21.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:23 smithi081 ceph-mon[95500]: pgmap v1050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:13:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:23 smithi081 ceph-mon[107735]: pgmap v1050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:23 smithi170 ceph-mon[97338]: pgmap v1050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:23.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:23.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:25 smithi170 ceph-mon[97338]: pgmap v1051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:25 smithi081 ceph-mon[95500]: pgmap v1051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:25 smithi081 ceph-mon[107735]: pgmap v1051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:27 smithi170 ceph-mon[97338]: pgmap v1052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:27 smithi081 ceph-mon[95500]: pgmap v1052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:27 smithi081 ceph-mon[107735]: pgmap v1052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:29 smithi170 ceph-mon[97338]: pgmap v1053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:29 smithi081 ceph-mon[95500]: pgmap v1053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:29 smithi081 ceph-mon[107735]: pgmap v1053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:31.678 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:31 smithi081 ceph-mon[95500]: pgmap v1054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:31.679 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:31 smithi081 ceph-mon[107735]: pgmap v1054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:31 smithi170 ceph-mon[97338]: pgmap v1054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:31.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:31.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:33 smithi081 ceph-mon[95500]: pgmap v1055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:13:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:33 smithi081 ceph-mon[107735]: pgmap v1055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:33 smithi170 ceph-mon[97338]: pgmap v1055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:33.556Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:33.557Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:35 smithi170 ceph-mon[97338]: pgmap v1056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:35 smithi081 ceph-mon[95500]: pgmap v1056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:35 smithi081 ceph-mon[107735]: pgmap v1056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:37.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:37 smithi170 ceph-mon[97338]: pgmap v1057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:37 smithi081 ceph-mon[95500]: pgmap v1057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:37 smithi081 ceph-mon[107735]: pgmap v1057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:39 smithi170 ceph-mon[97338]: pgmap v1058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:39 smithi081 ceph-mon[95500]: pgmap v1058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:39 smithi081 ceph-mon[107735]: pgmap v1058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:41.679 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:41 smithi081 ceph-mon[95500]: pgmap v1059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:41.680 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:41 smithi081 ceph-mon[107735]: pgmap v1059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:41 smithi170 ceph-mon[97338]: pgmap v1059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:41.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:41.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:43 smithi081 ceph-mon[95500]: pgmap v1060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:43 smithi081 ceph-mon[107735]: pgmap v1060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:13:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:43 smithi170 ceph-mon[97338]: pgmap v1060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:43.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:43.558Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:45 smithi170 ceph-mon[97338]: pgmap v1061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:45 smithi081 ceph-mon[95500]: pgmap v1061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:45 smithi081 ceph-mon[107735]: pgmap v1061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:47 smithi170 ceph-mon[97338]: pgmap v1062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:47 smithi081 ceph-mon[95500]: pgmap v1062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:47 smithi081 ceph-mon[107735]: pgmap v1062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:49 smithi170 ceph-mon[97338]: pgmap v1063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:49 smithi081 ceph-mon[95500]: pgmap v1063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:49 smithi081 ceph-mon[107735]: pgmap v1063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:51.679 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:51 smithi081 ceph-mon[95500]: pgmap v1064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:51.680 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:51 smithi081 ceph-mon[107735]: pgmap v1064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:51 smithi170 ceph-mon[97338]: pgmap v1064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:51.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:51.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:53.329 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:13:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:53 smithi170 ceph-mon[97338]: pgmap v1065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:53 smithi081 ceph-mon[95500]: pgmap v1065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:53 smithi081 ceph-mon[107735]: pgmap v1065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:13:53.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:13:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:13:53.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:13:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:55 smithi170 ceph-mon[97338]: pgmap v1066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:55 smithi081 ceph-mon[95500]: pgmap v1066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:55 smithi081 ceph-mon[107735]: pgmap v1066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:57 smithi170 ceph-mon[97338]: pgmap v1067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:57 smithi081 ceph-mon[95500]: pgmap v1067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:57 smithi081 ceph-mon[107735]: pgmap v1067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:13:59 smithi170 ceph-mon[97338]: pgmap v1068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:13:59 smithi081 ceph-mon[95500]: pgmap v1068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:13:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:13:59 smithi081 ceph-mon[107735]: pgmap v1068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:01.679 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:01 smithi081 ceph-mon[95500]: pgmap v1069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:01.680 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:01 smithi081 ceph-mon[107735]: pgmap v1069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:01 smithi170 ceph-mon[97338]: pgmap v1069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:01.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:01.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:03.350 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:14:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:03 smithi170 ceph-mon[97338]: pgmap v1070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:03 smithi081 ceph-mon[95500]: pgmap v1070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:03 smithi081 ceph-mon[107735]: pgmap v1070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:03.559Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:03.560Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:05 smithi170 ceph-mon[97338]: pgmap v1071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:05 smithi081 ceph-mon[95500]: pgmap v1071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:05 smithi081 ceph-mon[107735]: pgmap v1071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:07.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:07 smithi170 ceph-mon[97338]: pgmap v1072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:07 smithi081 ceph-mon[95500]: pgmap v1072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:07 smithi081 ceph-mon[107735]: pgmap v1072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:09 smithi170 ceph-mon[97338]: pgmap v1073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:09 smithi081 ceph-mon[95500]: pgmap v1073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:09 smithi081 ceph-mon[107735]: pgmap v1073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:11.680 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:11 smithi081 ceph-mon[95500]: pgmap v1074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:11.680 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:11 smithi081 ceph-mon[107735]: pgmap v1074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:11 smithi170 ceph-mon[97338]: pgmap v1074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:11.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:11.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:13.366 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:14:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:13 smithi170 ceph-mon[97338]: pgmap v1075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:13 smithi081 ceph-mon[107735]: pgmap v1075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:13 smithi081 ceph-mon[95500]: pgmap v1075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:13.560Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:13.561Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:15 smithi170 ceph-mon[97338]: pgmap v1076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:15 smithi081 ceph-mon[95500]: pgmap v1076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:15 smithi081 ceph-mon[107735]: pgmap v1076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:17 smithi170 ceph-mon[97338]: pgmap v1077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:17 smithi081 ceph-mon[95500]: pgmap v1077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:17 smithi081 ceph-mon[107735]: pgmap v1077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:19 smithi170 ceph-mon[97338]: pgmap v1078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:19 smithi081 ceph-mon[95500]: pgmap v1078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:19 smithi081 ceph-mon[107735]: pgmap v1078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:21.681 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:21 smithi081 ceph-mon[95500]: pgmap v1079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:21.681 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:21 smithi081 ceph-mon[107735]: pgmap v1079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:21 smithi170 ceph-mon[97338]: pgmap v1079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:21.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:21.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:23.391 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:14:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:23 smithi170 ceph-mon[97338]: pgmap v1080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:23 smithi081 ceph-mon[95500]: pgmap v1080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:23 smithi081 ceph-mon[107735]: pgmap v1080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:23.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:23.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:25 smithi170 ceph-mon[97338]: pgmap v1081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:25 smithi081 ceph-mon[95500]: pgmap v1081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:25 smithi081 ceph-mon[107735]: pgmap v1081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:27 smithi170 ceph-mon[97338]: pgmap v1082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:27 smithi081 ceph-mon[95500]: pgmap v1082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:27 smithi081 ceph-mon[107735]: pgmap v1082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:29 smithi170 ceph-mon[97338]: pgmap v1083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:29 smithi081 ceph-mon[95500]: pgmap v1083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:29 smithi081 ceph-mon[107735]: pgmap v1083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:31.681 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:31 smithi081 ceph-mon[95500]: pgmap v1084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:31.682 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:31 smithi081 ceph-mon[107735]: pgmap v1084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:31 smithi170 ceph-mon[97338]: pgmap v1084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:31.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:31.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:33.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:14:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:33 smithi170 ceph-mon[97338]: pgmap v1085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:33 smithi081 ceph-mon[95500]: pgmap v1085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:33 smithi081 ceph-mon[107735]: pgmap v1085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:33.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:33.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:35 smithi170 ceph-mon[97338]: pgmap v1086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:35 smithi081 ceph-mon[95500]: pgmap v1086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:35 smithi081 ceph-mon[107735]: pgmap v1086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:37 smithi170 ceph-mon[97338]: pgmap v1087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:37 smithi081 ceph-mon[95500]: pgmap v1087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:37 smithi081 ceph-mon[107735]: pgmap v1087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:39 smithi170 ceph-mon[97338]: pgmap v1088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:39 smithi081 ceph-mon[95500]: pgmap v1088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:39 smithi081 ceph-mon[107735]: pgmap v1088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:41.687 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:41 smithi081 ceph-mon[95500]: pgmap v1089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:41.689 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:41 smithi081 ceph-mon[107735]: pgmap v1089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:41 smithi170 ceph-mon[97338]: pgmap v1089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:41.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:41.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:43.425 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:14:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:43 smithi170 ceph-mon[97338]: pgmap v1090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:43 smithi081 ceph-mon[95500]: pgmap v1090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:43.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:43 smithi081 ceph-mon[107735]: pgmap v1090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:43.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:43.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:43.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:43.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:45 smithi170 ceph-mon[97338]: pgmap v1091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:45 smithi081 ceph-mon[95500]: pgmap v1091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:45 smithi081 ceph-mon[107735]: pgmap v1091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:47 smithi170 ceph-mon[97338]: pgmap v1092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:47 smithi081 ceph-mon[95500]: pgmap v1092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:47 smithi081 ceph-mon[107735]: pgmap v1092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:49 smithi170 ceph-mon[97338]: pgmap v1093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:49 smithi081 ceph-mon[95500]: pgmap v1093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:49 smithi081 ceph-mon[107735]: pgmap v1093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:51 smithi170 ceph-mon[97338]: pgmap v1094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:51 smithi081 ceph-mon[95500]: pgmap v1094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:51 smithi081 ceph-mon[107735]: pgmap v1094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:51.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:51.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:51.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:51.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:53.443 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:14:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:53 smithi170 ceph-mon[97338]: pgmap v1095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:53 smithi081 ceph-mon[95500]: pgmap v1095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:53 smithi081 ceph-mon[107735]: pgmap v1095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:14:53.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:14:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:14:53.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:14:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:55 smithi170 ceph-mon[97338]: pgmap v1096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:55 smithi081 ceph-mon[95500]: pgmap v1096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:55 smithi081 ceph-mon[107735]: pgmap v1096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:57 smithi170 ceph-mon[97338]: pgmap v1097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:57 smithi081 ceph-mon[95500]: pgmap v1097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:57 smithi081 ceph-mon[107735]: pgmap v1097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:14:59 smithi170 ceph-mon[97338]: pgmap v1098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:14:59 smithi081 ceph-mon[95500]: pgmap v1098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:14:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:14:59 smithi081 ceph-mon[107735]: pgmap v1098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:01 smithi170 ceph-mon[97338]: pgmap v1099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:01 smithi081 ceph-mon[95500]: pgmap v1099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:01 smithi081 ceph-mon[107735]: pgmap v1099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:01.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:01.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:03.463 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:15:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:03 smithi170 ceph-mon[97338]: pgmap v1100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:03 smithi081 ceph-mon[95500]: pgmap v1100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:03 smithi081 ceph-mon[107735]: pgmap v1100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:03.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:03.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:05 smithi170 ceph-mon[97338]: pgmap v1101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:05 smithi081 ceph-mon[95500]: pgmap v1101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:05 smithi081 ceph-mon[107735]: pgmap v1101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:07 smithi170 ceph-mon[97338]: pgmap v1102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:07 smithi081 ceph-mon[95500]: pgmap v1102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:07 smithi081 ceph-mon[107735]: pgmap v1102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:08 smithi170 ceph-mon[97338]: pgmap v1103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:08 smithi081 ceph-mon[95500]: pgmap v1103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:08 smithi081 ceph-mon[107735]: pgmap v1103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:11 smithi170 ceph-mon[97338]: pgmap v1104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:11 smithi081 ceph-mon[95500]: pgmap v1104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:11 smithi081 ceph-mon[107735]: pgmap v1104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:11.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:11.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:13 smithi170 ceph-mon[97338]: pgmap v1105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:13 smithi081 ceph-mon[95500]: pgmap v1105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:15:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:13 smithi081 ceph-mon[107735]: pgmap v1105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:13.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:13.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:15 smithi170 ceph-mon[97338]: pgmap v1106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:15 smithi081 ceph-mon[95500]: pgmap v1106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:15 smithi081 ceph-mon[107735]: pgmap v1106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:17 smithi170 ceph-mon[97338]: pgmap v1107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:17 smithi081 ceph-mon[95500]: pgmap v1107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:17 smithi081 ceph-mon[107735]: pgmap v1107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:19 smithi170 ceph-mon[97338]: pgmap v1108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:19 smithi081 ceph-mon[95500]: pgmap v1108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:19 smithi081 ceph-mon[107735]: pgmap v1108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:21 smithi081 ceph-mon[95500]: pgmap v1109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:21 smithi081 ceph-mon[107735]: pgmap v1109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:21 smithi170 ceph-mon[97338]: pgmap v1109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:21.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:21.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:23 smithi081 ceph-mon[95500]: pgmap v1110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:15:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:23 smithi081 ceph-mon[107735]: pgmap v1110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:23 smithi170 ceph-mon[97338]: pgmap v1110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:23.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:24.022 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:23.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:25 smithi081 ceph-mon[95500]: pgmap v1111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:25 smithi081 ceph-mon[107735]: pgmap v1111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:25 smithi170 ceph-mon[97338]: pgmap v1111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:27 smithi081 ceph-mon[95500]: pgmap v1112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:27 smithi081 ceph-mon[107735]: pgmap v1112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:27 smithi170 ceph-mon[97338]: pgmap v1112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:29 smithi081 ceph-mon[95500]: pgmap v1113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:29 smithi081 ceph-mon[107735]: pgmap v1113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:29 smithi170 ceph-mon[97338]: pgmap v1113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:31 smithi081 ceph-mon[95500]: pgmap v1114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:31 smithi081 ceph-mon[107735]: pgmap v1114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:31 smithi170 ceph-mon[97338]: pgmap v1114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:31.683Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:31.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:33 smithi081 ceph-mon[95500]: pgmap v1115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:15:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:33 smithi081 ceph-mon[107735]: pgmap v1115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:33 smithi170 ceph-mon[97338]: pgmap v1115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:34.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:33.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:33.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:35 smithi170 ceph-mon[97338]: pgmap v1116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:35 smithi081 ceph-mon[95500]: pgmap v1116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:35 smithi081 ceph-mon[107735]: pgmap v1116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:37 smithi170 ceph-mon[97338]: pgmap v1117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:37 smithi081 ceph-mon[95500]: pgmap v1117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:37 smithi081 ceph-mon[107735]: pgmap v1117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:39 smithi170 ceph-mon[97338]: pgmap v1118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:39 smithi081 ceph-mon[95500]: pgmap v1118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:39 smithi081 ceph-mon[107735]: pgmap v1118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:41.688 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:41 smithi081 ceph-mon[95500]: pgmap v1119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:41.688 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:41 smithi081 ceph-mon[107735]: pgmap v1119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:41 smithi170 ceph-mon[97338]: pgmap v1119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:41.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:41.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:43.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:43 smithi081 ceph-mon[95500]: pgmap v1120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:43.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:15:43.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:43 smithi081 ceph-mon[107735]: pgmap v1120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:43 smithi170 ceph-mon[97338]: pgmap v1120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:43.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:43.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:45 smithi170 ceph-mon[97338]: pgmap v1121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:45 smithi081 ceph-mon[95500]: pgmap v1121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:45 smithi081 ceph-mon[107735]: pgmap v1121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:47 smithi170 ceph-mon[97338]: pgmap v1122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:47 smithi081 ceph-mon[95500]: pgmap v1122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:47 smithi081 ceph-mon[107735]: pgmap v1122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:49 smithi170 ceph-mon[97338]: pgmap v1123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:49 smithi081 ceph-mon[95500]: pgmap v1123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:49 smithi081 ceph-mon[107735]: pgmap v1123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:51.688 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:51 smithi081 ceph-mon[95500]: pgmap v1124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:51.689 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:51 smithi081 ceph-mon[107735]: pgmap v1124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:51 smithi170 ceph-mon[97338]: pgmap v1124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:51.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:51.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:53 smithi081 ceph-mon[95500]: pgmap v1125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:53 smithi081 ceph-mon[107735]: pgmap v1125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:15:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:53 smithi170 ceph-mon[97338]: pgmap v1125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:54.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:15:53.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:15:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:15:53.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:15:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:55 smithi170 ceph-mon[97338]: pgmap v1126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:55 smithi081 ceph-mon[95500]: pgmap v1126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:55 smithi081 ceph-mon[107735]: pgmap v1126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:57 smithi170 ceph-mon[97338]: pgmap v1127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:57 smithi081 ceph-mon[95500]: pgmap v1127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:57 smithi081 ceph-mon[107735]: pgmap v1127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:15:59 smithi170 ceph-mon[97338]: pgmap v1128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:15:59 smithi081 ceph-mon[95500]: pgmap v1128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:15:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:15:59 smithi081 ceph-mon[107735]: pgmap v1128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:01.689 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:01 smithi081 ceph-mon[95500]: pgmap v1129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:01.689 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:01 smithi081 ceph-mon[107735]: pgmap v1129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:01 smithi170 ceph-mon[97338]: pgmap v1129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:01.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:01.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:03 smithi081 ceph-mon[95500]: pgmap v1130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:16:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:03 smithi081 ceph-mon[107735]: pgmap v1130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:03 smithi170 ceph-mon[97338]: pgmap v1130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:04.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:03.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:03.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:05 smithi170 ceph-mon[97338]: pgmap v1131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:05 smithi081 ceph-mon[95500]: pgmap v1131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:05 smithi081 ceph-mon[107735]: pgmap v1131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:07 smithi170 ceph-mon[97338]: pgmap v1132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:07 smithi081 ceph-mon[95500]: pgmap v1132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:07 smithi081 ceph-mon[107735]: pgmap v1132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:09 smithi170 ceph-mon[97338]: pgmap v1133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:09 smithi081 ceph-mon[95500]: pgmap v1133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:09 smithi081 ceph-mon[107735]: pgmap v1133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:11.690 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:11 smithi081 ceph-mon[95500]: pgmap v1134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:11.690 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:11 smithi081 ceph-mon[107735]: pgmap v1134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:11 smithi170 ceph-mon[97338]: pgmap v1134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:11.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:11.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:13.325 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:16:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:13 smithi170 ceph-mon[97338]: pgmap v1135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:13 smithi081 ceph-mon[95500]: pgmap v1135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:13 smithi081 ceph-mon[107735]: pgmap v1135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:13.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:13.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:15 smithi170 ceph-mon[97338]: pgmap v1136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:15 smithi081 ceph-mon[95500]: pgmap v1136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:15 smithi081 ceph-mon[107735]: pgmap v1136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:17 smithi170 ceph-mon[97338]: pgmap v1137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:17 smithi081 ceph-mon[95500]: pgmap v1137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:17 smithi081 ceph-mon[107735]: pgmap v1137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:19 smithi170 ceph-mon[97338]: pgmap v1138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:19 smithi081 ceph-mon[95500]: pgmap v1138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:19 smithi081 ceph-mon[107735]: pgmap v1138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:21.690 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:21 smithi081 ceph-mon[95500]: pgmap v1139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:21.691 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:21 smithi081 ceph-mon[107735]: pgmap v1139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:21 smithi170 ceph-mon[97338]: pgmap v1139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:21.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:21.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:23.343 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:16:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:23 smithi170 ceph-mon[97338]: pgmap v1140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:23 smithi081 ceph-mon[95500]: pgmap v1140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:23 smithi081 ceph-mon[107735]: pgmap v1140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:23.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:23.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:25 smithi170 ceph-mon[97338]: pgmap v1141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:25 smithi081 ceph-mon[95500]: pgmap v1141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:25 smithi081 ceph-mon[107735]: pgmap v1141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:27 smithi170 ceph-mon[97338]: pgmap v1142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:27 smithi081 ceph-mon[95500]: pgmap v1142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:27 smithi081 ceph-mon[107735]: pgmap v1142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:29 smithi170 ceph-mon[97338]: pgmap v1143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:29 smithi081 ceph-mon[95500]: pgmap v1143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:29 smithi081 ceph-mon[107735]: pgmap v1143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:31.691 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:31 smithi081 ceph-mon[95500]: pgmap v1144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:31.691 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:31 smithi081 ceph-mon[107735]: pgmap v1144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:31 smithi170 ceph-mon[97338]: pgmap v1144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:31.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:31.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:33.357 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:16:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:33 smithi170 ceph-mon[97338]: pgmap v1145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:33 smithi081 ceph-mon[95500]: pgmap v1145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:33 smithi081 ceph-mon[107735]: pgmap v1145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:33.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:33.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:35 smithi170 ceph-mon[97338]: pgmap v1146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:35 smithi081 ceph-mon[95500]: pgmap v1146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:35 smithi081 ceph-mon[107735]: pgmap v1146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:37 smithi170 ceph-mon[97338]: pgmap v1147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:37 smithi081 ceph-mon[95500]: pgmap v1147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:37 smithi081 ceph-mon[107735]: pgmap v1147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:39 smithi170 ceph-mon[97338]: pgmap v1148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:39 smithi081 ceph-mon[95500]: pgmap v1148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:39 smithi081 ceph-mon[107735]: pgmap v1148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:41.691 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:41 smithi081 ceph-mon[95500]: pgmap v1149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:41.692 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:41 smithi081 ceph-mon[107735]: pgmap v1149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:41 smithi170 ceph-mon[97338]: pgmap v1149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:41.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:41.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:43.371 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:16:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:43 smithi170 ceph-mon[97338]: pgmap v1150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:43 smithi081 ceph-mon[95500]: pgmap v1150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:43 smithi081 ceph-mon[107735]: pgmap v1150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:43.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:43.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:45 smithi170 ceph-mon[97338]: pgmap v1151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:45 smithi081 ceph-mon[95500]: pgmap v1151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:45 smithi081 ceph-mon[107735]: pgmap v1151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:47 smithi170 ceph-mon[97338]: pgmap v1152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:47 smithi081 ceph-mon[95500]: pgmap v1152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:47 smithi081 ceph-mon[107735]: pgmap v1152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:49 smithi170 ceph-mon[97338]: pgmap v1153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:49 smithi081 ceph-mon[95500]: pgmap v1153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:49 smithi081 ceph-mon[107735]: pgmap v1153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:51.692 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:51 smithi081 ceph-mon[95500]: pgmap v1154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:51.693 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:51 smithi081 ceph-mon[107735]: pgmap v1154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:51 smithi170 ceph-mon[97338]: pgmap v1154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:51.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:51.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:53.387 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:16:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:53 smithi170 ceph-mon[97338]: pgmap v1155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:53 smithi081 ceph-mon[95500]: pgmap v1155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:53 smithi081 ceph-mon[107735]: pgmap v1155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:16:53.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:16:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:16:53.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:16:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:55 smithi170 ceph-mon[97338]: pgmap v1156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:55 smithi081 ceph-mon[95500]: pgmap v1156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:55 smithi081 ceph-mon[107735]: pgmap v1156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:57 smithi170 ceph-mon[97338]: pgmap v1157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:57 smithi081 ceph-mon[95500]: pgmap v1157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:57 smithi081 ceph-mon[107735]: pgmap v1157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:16:59 smithi170 ceph-mon[97338]: pgmap v1158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:16:59 smithi081 ceph-mon[95500]: pgmap v1158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:16:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:16:59 smithi081 ceph-mon[107735]: pgmap v1158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:01.694 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:01 smithi081 ceph-mon[95500]: pgmap v1159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:01.695 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:01 smithi081 ceph-mon[107735]: pgmap v1159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:01 smithi170 ceph-mon[97338]: pgmap v1159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:01.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:01.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:03.403 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:17:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:03 smithi170 ceph-mon[97338]: pgmap v1160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:03 smithi081 ceph-mon[95500]: pgmap v1160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:03.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:03.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:03 smithi081 ceph-mon[107735]: pgmap v1160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:05 smithi170 ceph-mon[97338]: pgmap v1161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:05 smithi081 ceph-mon[95500]: pgmap v1161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:05 smithi081 ceph-mon[107735]: pgmap v1161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:07 smithi170 ceph-mon[97338]: pgmap v1162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:07 smithi081 ceph-mon[95500]: pgmap v1162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:07 smithi081 ceph-mon[107735]: pgmap v1162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:09 smithi170 ceph-mon[97338]: pgmap v1163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:09 smithi081 ceph-mon[95500]: pgmap v1163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:09 smithi081 ceph-mon[107735]: pgmap v1163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:11.693 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:11 smithi081 ceph-mon[95500]: pgmap v1164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:11.694 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:11 smithi081 ceph-mon[107735]: pgmap v1164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:11 smithi170 ceph-mon[97338]: pgmap v1164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:11.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:11.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:13.422 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:17:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:13 smithi170 ceph-mon[97338]: pgmap v1165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:13 smithi081 ceph-mon[95500]: pgmap v1165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:13 smithi081 ceph-mon[107735]: pgmap v1165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:13.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:13.573Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:15 smithi170 ceph-mon[97338]: pgmap v1166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:15 smithi081 ceph-mon[95500]: pgmap v1166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:15 smithi081 ceph-mon[107735]: pgmap v1166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:17 smithi170 ceph-mon[97338]: pgmap v1167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:17 smithi081 ceph-mon[95500]: pgmap v1167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:17 smithi081 ceph-mon[107735]: pgmap v1167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:19 smithi170 ceph-mon[97338]: pgmap v1168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:19 smithi081 ceph-mon[95500]: pgmap v1168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:19 smithi081 ceph-mon[107735]: pgmap v1168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:21.694 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:21 smithi081 ceph-mon[95500]: pgmap v1169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:21.695 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:21 smithi081 ceph-mon[107735]: pgmap v1169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:21 smithi170 ceph-mon[97338]: pgmap v1169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:21.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:21.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:23.443 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:17:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:23 smithi170 ceph-mon[97338]: pgmap v1170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:23 smithi081 ceph-mon[95500]: pgmap v1170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:23 smithi081 ceph-mon[107735]: pgmap v1170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:23.572Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:23.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:25 smithi170 ceph-mon[97338]: pgmap v1171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:25 smithi081 ceph-mon[95500]: pgmap v1171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:25 smithi081 ceph-mon[107735]: pgmap v1171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:27 smithi170 ceph-mon[97338]: pgmap v1172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:27 smithi081 ceph-mon[95500]: pgmap v1172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:27 smithi081 ceph-mon[107735]: pgmap v1172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:29 smithi170 ceph-mon[97338]: pgmap v1173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:29 smithi081 ceph-mon[95500]: pgmap v1173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:29 smithi081 ceph-mon[107735]: pgmap v1173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:31 smithi170 ceph-mon[97338]: pgmap v1174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:31 smithi081 ceph-mon[95500]: pgmap v1174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:31 smithi081 ceph-mon[107735]: pgmap v1174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:31.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:31.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:31.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:31.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:33.456 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:17:33.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:33 smithi170 ceph-mon[97338]: pgmap v1175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:33 smithi081 ceph-mon[95500]: pgmap v1175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:33.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:33 smithi081 ceph-mon[107735]: pgmap v1175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:33.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:33.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:33.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:33.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:35 smithi170 ceph-mon[97338]: pgmap v1176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:35 smithi081 ceph-mon[95500]: pgmap v1176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:35 smithi081 ceph-mon[107735]: pgmap v1176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:37 smithi170 ceph-mon[97338]: pgmap v1177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:37 smithi081 ceph-mon[95500]: pgmap v1177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:37 smithi081 ceph-mon[107735]: pgmap v1177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:39 smithi170 ceph-mon[97338]: pgmap v1178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:39 smithi081 ceph-mon[95500]: pgmap v1178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:39 smithi081 ceph-mon[107735]: pgmap v1178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:41 smithi170 ceph-mon[97338]: pgmap v1179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:41.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:41 smithi081 ceph-mon[95500]: pgmap v1179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:41 smithi081 ceph-mon[107735]: pgmap v1179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:41.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:41.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:41.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:41.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:43.475 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:17:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:43 smithi170 ceph-mon[97338]: pgmap v1180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:43 smithi081 ceph-mon[95500]: pgmap v1180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:43 smithi081 ceph-mon[107735]: pgmap v1180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:43.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:43.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:45 smithi170 ceph-mon[97338]: pgmap v1181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:45 smithi081 ceph-mon[95500]: pgmap v1181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:45 smithi081 ceph-mon[107735]: pgmap v1181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:47 smithi170 ceph-mon[97338]: pgmap v1182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:47 smithi081 ceph-mon[95500]: pgmap v1182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:47 smithi081 ceph-mon[107735]: pgmap v1182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:49.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:49 smithi170 ceph-mon[97338]: pgmap v1183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:49 smithi081 ceph-mon[95500]: pgmap v1183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:49 smithi081 ceph-mon[107735]: pgmap v1183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:51 smithi170 ceph-mon[97338]: pgmap v1184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:51.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:51 smithi081 ceph-mon[95500]: pgmap v1184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:51 smithi081 ceph-mon[107735]: pgmap v1184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:51.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:51.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:51.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:51.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:53.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:17:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:53 smithi170 ceph-mon[97338]: pgmap v1185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:53 smithi081 ceph-mon[95500]: pgmap v1185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:53 smithi081 ceph-mon[107735]: pgmap v1185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:17:53.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:17:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:17:53.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:17:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:55 smithi081 ceph-mon[95500]: pgmap v1186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:55 smithi081 ceph-mon[107735]: pgmap v1186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:55.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:55 smithi170 ceph-mon[97338]: pgmap v1186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:57 smithi081 ceph-mon[95500]: pgmap v1187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:57 smithi081 ceph-mon[107735]: pgmap v1187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:57 smithi170 ceph-mon[97338]: pgmap v1187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:17:59 smithi081 ceph-mon[95500]: pgmap v1188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:17:59 smithi081 ceph-mon[107735]: pgmap v1188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:17:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:17:59 smithi170 ceph-mon[97338]: pgmap v1188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:01 smithi081 ceph-mon[95500]: pgmap v1189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:01 smithi081 ceph-mon[107735]: pgmap v1189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:01.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:01.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:01 smithi170 ceph-mon[97338]: pgmap v1189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:03.508 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:18:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:03 smithi081 ceph-mon[95500]: pgmap v1190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:03 smithi081 ceph-mon[107735]: pgmap v1190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:03.575Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:03.576Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:03 smithi170 ceph-mon[97338]: pgmap v1190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:05 smithi170 ceph-mon[97338]: pgmap v1191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:05 smithi081 ceph-mon[95500]: pgmap v1191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:05 smithi081 ceph-mon[107735]: pgmap v1191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:07 smithi170 ceph-mon[97338]: pgmap v1192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:07 smithi081 ceph-mon[95500]: pgmap v1192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:07 smithi081 ceph-mon[107735]: pgmap v1192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:09 smithi170 ceph-mon[97338]: pgmap v1193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:09 smithi081 ceph-mon[95500]: pgmap v1193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:09 smithi081 ceph-mon[107735]: pgmap v1193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:11.697 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:11 smithi081 ceph-mon[95500]: pgmap v1194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:11.698 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:11 smithi081 ceph-mon[107735]: pgmap v1194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:11 smithi170 ceph-mon[97338]: pgmap v1194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:11.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:11.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:13 smithi081 ceph-mon[95500]: pgmap v1195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:18:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:13 smithi081 ceph-mon[107735]: pgmap v1195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:13 smithi170 ceph-mon[97338]: pgmap v1195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:13.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:13.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:15 smithi170 ceph-mon[97338]: pgmap v1196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:15 smithi081 ceph-mon[95500]: pgmap v1196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:15 smithi081 ceph-mon[107735]: pgmap v1196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:17 smithi170 ceph-mon[97338]: pgmap v1197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:17 smithi081 ceph-mon[95500]: pgmap v1197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:17 smithi081 ceph-mon[107735]: pgmap v1197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:19 smithi170 ceph-mon[97338]: pgmap v1198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:19 smithi081 ceph-mon[95500]: pgmap v1198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:19 smithi081 ceph-mon[107735]: pgmap v1198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:21.698 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:21 smithi081 ceph-mon[95500]: pgmap v1199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:21.699 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:21 smithi081 ceph-mon[107735]: pgmap v1199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:21 smithi170 ceph-mon[97338]: pgmap v1199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:21.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:21.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:23 smithi081 ceph-mon[95500]: pgmap v1200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:18:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:23 smithi081 ceph-mon[107735]: pgmap v1200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:23 smithi170 ceph-mon[97338]: pgmap v1200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:23.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:23.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:25 smithi170 ceph-mon[97338]: pgmap v1201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:25 smithi081 ceph-mon[95500]: pgmap v1201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:25 smithi081 ceph-mon[107735]: pgmap v1201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:27 smithi170 ceph-mon[97338]: pgmap v1202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:27 smithi081 ceph-mon[95500]: pgmap v1202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:27 smithi081 ceph-mon[107735]: pgmap v1202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:29 smithi170 ceph-mon[97338]: pgmap v1203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:29 smithi081 ceph-mon[95500]: pgmap v1203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:29 smithi081 ceph-mon[107735]: pgmap v1203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:31.700 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:31 smithi081 ceph-mon[95500]: pgmap v1204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:31.700 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:31 smithi081 ceph-mon[107735]: pgmap v1204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:31 smithi170 ceph-mon[97338]: pgmap v1204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:31.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:31.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:33 smithi081 ceph-mon[95500]: pgmap v1205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:18:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:33 smithi081 ceph-mon[107735]: pgmap v1205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:33 smithi170 ceph-mon[97338]: pgmap v1205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:34.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:33.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:33.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:35 smithi170 ceph-mon[97338]: pgmap v1206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:35 smithi081 ceph-mon[95500]: pgmap v1206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:35 smithi081 ceph-mon[107735]: pgmap v1206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:37 smithi170 ceph-mon[97338]: pgmap v1207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:37 smithi081 ceph-mon[95500]: pgmap v1207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:37 smithi081 ceph-mon[107735]: pgmap v1207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:39 smithi170 ceph-mon[97338]: pgmap v1208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:39 smithi081 ceph-mon[95500]: pgmap v1208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:39 smithi081 ceph-mon[107735]: pgmap v1208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:41.700 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:41 smithi081 ceph-mon[95500]: pgmap v1209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:41.700 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:41 smithi081 ceph-mon[107735]: pgmap v1209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:41 smithi170 ceph-mon[97338]: pgmap v1209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:42.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:41.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:42.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:41.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:43.326 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:18:43.581 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:43 smithi081 ceph-mon[95500]: pgmap v1210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:43.581 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:43 smithi081 ceph-mon[107735]: pgmap v1210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:43 smithi170 ceph-mon[97338]: pgmap v1210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:43.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:43.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:45 smithi170 ceph-mon[97338]: pgmap v1211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:45 smithi081 ceph-mon[95500]: pgmap v1211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:45 smithi081 ceph-mon[107735]: pgmap v1211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:47 smithi170 ceph-mon[97338]: pgmap v1212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:47 smithi081 ceph-mon[95500]: pgmap v1212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:47 smithi081 ceph-mon[107735]: pgmap v1212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:49 smithi170 ceph-mon[97338]: pgmap v1213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:49 smithi081 ceph-mon[95500]: pgmap v1213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:49 smithi081 ceph-mon[107735]: pgmap v1213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:51.701 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:51 smithi081 ceph-mon[95500]: pgmap v1214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:51.701 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:51 smithi081 ceph-mon[107735]: pgmap v1214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:51 smithi170 ceph-mon[97338]: pgmap v1214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:51.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:51.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:53.343 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:18:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:53 smithi170 ceph-mon[97338]: pgmap v1215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:53 smithi081 ceph-mon[95500]: pgmap v1215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:18:53.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:18:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:18:53.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:18:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:53 smithi081 ceph-mon[107735]: pgmap v1215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:55 smithi170 ceph-mon[97338]: pgmap v1216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:55 smithi081 ceph-mon[95500]: pgmap v1216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:55 smithi081 ceph-mon[107735]: pgmap v1216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:57 smithi170 ceph-mon[97338]: pgmap v1217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:57 smithi081 ceph-mon[95500]: pgmap v1217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:57 smithi081 ceph-mon[107735]: pgmap v1217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:18:59 smithi170 ceph-mon[97338]: pgmap v1218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:18:59 smithi081 ceph-mon[95500]: pgmap v1218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:18:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:18:59 smithi081 ceph-mon[107735]: pgmap v1218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:01.701 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:01 smithi081 ceph-mon[95500]: pgmap v1219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:01.702 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:01 smithi081 ceph-mon[107735]: pgmap v1219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:01.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:01 smithi170 ceph-mon[97338]: pgmap v1219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:01.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:01.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:03.358 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:19:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:03 smithi170 ceph-mon[97338]: pgmap v1220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:03 smithi081 ceph-mon[95500]: pgmap v1220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:03 smithi081 ceph-mon[107735]: pgmap v1220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:03.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:03.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:05 smithi170 ceph-mon[97338]: pgmap v1221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:05 smithi081 ceph-mon[95500]: pgmap v1221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:05 smithi081 ceph-mon[107735]: pgmap v1221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:07 smithi170 ceph-mon[97338]: pgmap v1222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:07 smithi081 ceph-mon[95500]: pgmap v1222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:07 smithi081 ceph-mon[107735]: pgmap v1222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:09 smithi170 ceph-mon[97338]: pgmap v1223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:09 smithi081 ceph-mon[95500]: pgmap v1223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:09 smithi081 ceph-mon[107735]: pgmap v1223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:11.703 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:11 smithi081 ceph-mon[95500]: pgmap v1224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:11.703 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:11 smithi081 ceph-mon[107735]: pgmap v1224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:11 smithi170 ceph-mon[97338]: pgmap v1224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:11.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:11.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:13.374 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:19:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:13 smithi170 ceph-mon[97338]: pgmap v1225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:13 smithi081 ceph-mon[95500]: pgmap v1225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:13.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:13.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:13 smithi081 ceph-mon[107735]: pgmap v1225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:15 smithi170 ceph-mon[97338]: pgmap v1226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:15 smithi081 ceph-mon[95500]: pgmap v1226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:15 smithi081 ceph-mon[107735]: pgmap v1226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:17 smithi170 ceph-mon[97338]: pgmap v1227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:17 smithi081 ceph-mon[95500]: pgmap v1227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:17 smithi081 ceph-mon[107735]: pgmap v1227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:19 smithi170 ceph-mon[97338]: pgmap v1228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:19 smithi081 ceph-mon[95500]: pgmap v1228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:19 smithi081 ceph-mon[107735]: pgmap v1228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:21.703 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:21 smithi081 ceph-mon[95500]: pgmap v1229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:21.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:21 smithi081 ceph-mon[107735]: pgmap v1229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:21 smithi170 ceph-mon[97338]: pgmap v1229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:21.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:21.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:23.390 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:19:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:23 smithi170 ceph-mon[97338]: pgmap v1230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:23 smithi081 ceph-mon[95500]: pgmap v1230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:23 smithi081 ceph-mon[107735]: pgmap v1230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:23.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:23.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:25.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:25 smithi170 ceph-mon[97338]: pgmap v1231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:25 smithi081 ceph-mon[95500]: pgmap v1231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:25 smithi081 ceph-mon[107735]: pgmap v1231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:27 smithi170 ceph-mon[97338]: pgmap v1232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:27 smithi081 ceph-mon[95500]: pgmap v1232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:27 smithi081 ceph-mon[107735]: pgmap v1232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:29 smithi170 ceph-mon[97338]: pgmap v1233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:29 smithi081 ceph-mon[95500]: pgmap v1233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:29 smithi081 ceph-mon[107735]: pgmap v1233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:31.704 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:31 smithi081 ceph-mon[95500]: pgmap v1234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:31.704 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:31 smithi081 ceph-mon[107735]: pgmap v1234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:31 smithi170 ceph-mon[97338]: pgmap v1234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:31.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:31.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:33.405 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:19:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:33 smithi170 ceph-mon[97338]: pgmap v1235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:33 smithi081 ceph-mon[95500]: pgmap v1235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:33.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:33 smithi081 ceph-mon[107735]: pgmap v1235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:33.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:33.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:33.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:33.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:35 smithi170 ceph-mon[97338]: pgmap v1236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:35 smithi081 ceph-mon[95500]: pgmap v1236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:35 smithi081 ceph-mon[107735]: pgmap v1236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:37 smithi170 ceph-mon[97338]: pgmap v1237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:37 smithi081 ceph-mon[95500]: pgmap v1237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:37 smithi081 ceph-mon[107735]: pgmap v1237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:39 smithi170 ceph-mon[97338]: pgmap v1238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:39 smithi081 ceph-mon[95500]: pgmap v1238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:39 smithi081 ceph-mon[107735]: pgmap v1238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:41.704 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:41 smithi081 ceph-mon[95500]: pgmap v1239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:41.705 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:41 smithi081 ceph-mon[107735]: pgmap v1239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:41.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:41 smithi170 ceph-mon[97338]: pgmap v1239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:41.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:41.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:43.418 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:19:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:43 smithi170 ceph-mon[97338]: pgmap v1240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:43 smithi081 ceph-mon[95500]: pgmap v1240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:43 smithi081 ceph-mon[107735]: pgmap v1240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:43.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:43.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:45 smithi170 ceph-mon[97338]: pgmap v1241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:45 smithi081 ceph-mon[95500]: pgmap v1241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:45 smithi081 ceph-mon[107735]: pgmap v1241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:47 smithi170 ceph-mon[97338]: pgmap v1242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:47 smithi081 ceph-mon[95500]: pgmap v1242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:47 smithi081 ceph-mon[107735]: pgmap v1242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:49 smithi170 ceph-mon[97338]: pgmap v1243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:49 smithi081 ceph-mon[95500]: pgmap v1243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:49 smithi081 ceph-mon[107735]: pgmap v1243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:51.706 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:51 smithi081 ceph-mon[95500]: pgmap v1244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:51.707 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:51 smithi081 ceph-mon[107735]: pgmap v1244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:51 smithi170 ceph-mon[97338]: pgmap v1244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:51.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:51.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:53.436 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:19:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:53 smithi170 ceph-mon[97338]: pgmap v1245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:53 smithi081 ceph-mon[95500]: pgmap v1245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:53 smithi081 ceph-mon[107735]: pgmap v1245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:19:53.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:19:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:19:53.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:19:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:55 smithi170 ceph-mon[97338]: pgmap v1246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:55 smithi081 ceph-mon[95500]: pgmap v1246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:55 smithi081 ceph-mon[107735]: pgmap v1246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:57 smithi170 ceph-mon[97338]: pgmap v1247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:57 smithi081 ceph-mon[95500]: pgmap v1247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:57 smithi081 ceph-mon[107735]: pgmap v1247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:19:59 smithi170 ceph-mon[97338]: pgmap v1248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:19:59 smithi081 ceph-mon[95500]: pgmap v1248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:19:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:19:59 smithi081 ceph-mon[107735]: pgmap v1248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:20:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:20:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:20:01.706 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:01 smithi081 ceph-mon[95500]: pgmap v1249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:01.707 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:01 smithi081 ceph-mon[107735]: pgmap v1249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:01 smithi170 ceph-mon[97338]: pgmap v1249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:01.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:01.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:03.454 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:20:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:03 smithi170 ceph-mon[97338]: pgmap v1250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:03 smithi081 ceph-mon[95500]: pgmap v1250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:03.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:03 smithi081 ceph-mon[107735]: pgmap v1250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:03.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:03.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:03.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:03.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:05 smithi170 ceph-mon[97338]: pgmap v1251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:05 smithi081 ceph-mon[95500]: pgmap v1251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:05 smithi081 ceph-mon[107735]: pgmap v1251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:07 smithi170 ceph-mon[97338]: pgmap v1252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:07 smithi081 ceph-mon[95500]: pgmap v1252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:07 smithi081 ceph-mon[107735]: pgmap v1252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:09 smithi170 ceph-mon[97338]: pgmap v1253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:09 smithi081 ceph-mon[95500]: pgmap v1253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:09 smithi081 ceph-mon[107735]: pgmap v1253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:11 smithi170 ceph-mon[97338]: pgmap v1254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:11 smithi081 ceph-mon[95500]: pgmap v1254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:11.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:11.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:11.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:11.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:11 smithi081 ceph-mon[107735]: pgmap v1254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:13.473 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:20:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:13 smithi170 ceph-mon[97338]: pgmap v1255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:13 smithi081 ceph-mon[95500]: pgmap v1255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:13 smithi081 ceph-mon[107735]: pgmap v1255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:13.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:13.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:15 smithi170 ceph-mon[97338]: pgmap v1256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:15 smithi081 ceph-mon[95500]: pgmap v1256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:15 smithi081 ceph-mon[107735]: pgmap v1256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:17 smithi170 ceph-mon[97338]: pgmap v1257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:17 smithi081 ceph-mon[95500]: pgmap v1257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:17 smithi081 ceph-mon[107735]: pgmap v1257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:19 smithi170 ceph-mon[97338]: pgmap v1258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:19 smithi081 ceph-mon[95500]: pgmap v1258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:19 smithi081 ceph-mon[107735]: pgmap v1258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:21 smithi170 ceph-mon[97338]: pgmap v1259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:21.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:21 smithi081 ceph-mon[95500]: pgmap v1259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:21 smithi081 ceph-mon[107735]: pgmap v1259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:21.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:21.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:21.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:21.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:23.496 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:20:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:23 smithi081 ceph-mon[95500]: pgmap v1260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:23 smithi081 ceph-mon[107735]: pgmap v1260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:23.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:23.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:23 smithi170 ceph-mon[97338]: pgmap v1260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:25 smithi081 ceph-mon[95500]: pgmap v1261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:25.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:25 smithi081 ceph-mon[107735]: pgmap v1261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:25 smithi170 ceph-mon[97338]: pgmap v1261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:27 smithi081 ceph-mon[95500]: pgmap v1262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:27 smithi081 ceph-mon[107735]: pgmap v1262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:27 smithi170 ceph-mon[97338]: pgmap v1262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:29 smithi081 ceph-mon[95500]: pgmap v1263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:29 smithi081 ceph-mon[107735]: pgmap v1263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:29 smithi170 ceph-mon[97338]: pgmap v1263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:31 smithi081 ceph-mon[95500]: pgmap v1264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:31.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:31.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:31.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:31.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:31 smithi081 ceph-mon[107735]: pgmap v1264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:31 smithi170 ceph-mon[97338]: pgmap v1264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:20:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:33 smithi081 ceph-mon[95500]: pgmap v1265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:33 smithi081 ceph-mon[107735]: pgmap v1265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:33.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:33.588Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:33 smithi170 ceph-mon[97338]: pgmap v1265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:35 smithi081 ceph-mon[95500]: pgmap v1266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:35 smithi081 ceph-mon[107735]: pgmap v1266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:35 smithi170 ceph-mon[97338]: pgmap v1266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:37 smithi170 ceph-mon[97338]: pgmap v1267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:37 smithi081 ceph-mon[95500]: pgmap v1267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:37 smithi081 ceph-mon[107735]: pgmap v1267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:39 smithi170 ceph-mon[97338]: pgmap v1268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:39 smithi081 ceph-mon[95500]: pgmap v1268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:39 smithi081 ceph-mon[107735]: pgmap v1268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:41 smithi170 ceph-mon[97338]: pgmap v1269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:41 smithi081 ceph-mon[95500]: pgmap v1269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:41.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:41.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:41 smithi081 ceph-mon[107735]: pgmap v1269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:20:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:43 smithi170 ceph-mon[97338]: pgmap v1270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:43 smithi081 ceph-mon[95500]: pgmap v1270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:43 smithi081 ceph-mon[107735]: pgmap v1270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:43.587Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:43.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:45 smithi170 ceph-mon[97338]: pgmap v1271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:45 smithi081 ceph-mon[95500]: pgmap v1271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:45 smithi081 ceph-mon[107735]: pgmap v1271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:47 smithi170 ceph-mon[97338]: pgmap v1272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:47 smithi081 ceph-mon[95500]: pgmap v1272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:47 smithi081 ceph-mon[107735]: pgmap v1272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:49 smithi170 ceph-mon[97338]: pgmap v1273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:49 smithi081 ceph-mon[95500]: pgmap v1273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:49 smithi081 ceph-mon[107735]: pgmap v1273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:50 smithi170 ceph-mon[97338]: pgmap v1274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:50 smithi081 ceph-mon[95500]: pgmap v1274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:50 smithi081 ceph-mon[107735]: pgmap v1274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:51.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:51.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:52 smithi170 ceph-mon[97338]: pgmap v1275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:53.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:52 smithi081 ceph-mon[95500]: pgmap v1275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:20:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:52 smithi081 ceph-mon[107735]: pgmap v1275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:20:53.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:20:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:20:53.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:20:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:55 smithi170 ceph-mon[97338]: pgmap v1276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:55 smithi081 ceph-mon[95500]: pgmap v1276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:55 smithi081 ceph-mon[107735]: pgmap v1276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:57 smithi170 ceph-mon[97338]: pgmap v1277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:57 smithi081 ceph-mon[95500]: pgmap v1277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:57 smithi081 ceph-mon[107735]: pgmap v1277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:20:59 smithi170 ceph-mon[97338]: pgmap v1278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:20:59 smithi081 ceph-mon[95500]: pgmap v1278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:20:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:20:59 smithi081 ceph-mon[107735]: pgmap v1278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:01.712 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:01 smithi081 ceph-mon[95500]: pgmap v1279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:01.712 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:01 smithi081 ceph-mon[107735]: pgmap v1279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:01 smithi170 ceph-mon[97338]: pgmap v1279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:02.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:01.708Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:01.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:03.321 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:21:03.592 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:03 smithi081 ceph-mon[95500]: pgmap v1280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:03.593 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:03 smithi081 ceph-mon[107735]: pgmap v1280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:03 smithi170 ceph-mon[97338]: pgmap v1280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:03.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:03.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:05 smithi170 ceph-mon[97338]: pgmap v1281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:05 smithi081 ceph-mon[95500]: pgmap v1281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:05 smithi081 ceph-mon[107735]: pgmap v1281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:07 smithi170 ceph-mon[97338]: pgmap v1282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:07 smithi081 ceph-mon[95500]: pgmap v1282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:07 smithi081 ceph-mon[107735]: pgmap v1282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:09 smithi170 ceph-mon[97338]: pgmap v1283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:09 smithi081 ceph-mon[95500]: pgmap v1283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:09 smithi081 ceph-mon[107735]: pgmap v1283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:11.713 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:11 smithi081 ceph-mon[95500]: pgmap v1284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:11.713 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:11 smithi081 ceph-mon[107735]: pgmap v1284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:11 smithi170 ceph-mon[97338]: pgmap v1284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:12.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:11.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:12.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:11.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:13.334 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:21:13.594 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:13 smithi081 ceph-mon[95500]: pgmap v1285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:13.595 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:13 smithi081 ceph-mon[107735]: pgmap v1285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:13 smithi170 ceph-mon[97338]: pgmap v1285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:13.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:13.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:15 smithi170 ceph-mon[97338]: pgmap v1286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:15 smithi081 ceph-mon[95500]: pgmap v1286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:15 smithi081 ceph-mon[107735]: pgmap v1286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:17 smithi170 ceph-mon[97338]: pgmap v1287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:17 smithi081 ceph-mon[95500]: pgmap v1287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:17 smithi081 ceph-mon[107735]: pgmap v1287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:19 smithi170 ceph-mon[97338]: pgmap v1288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:19 smithi081 ceph-mon[95500]: pgmap v1288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:19.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:19 smithi081 ceph-mon[107735]: pgmap v1288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:21.712 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:21 smithi081 ceph-mon[95500]: pgmap v1289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:21.713 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:21 smithi081 ceph-mon[107735]: pgmap v1289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:21 smithi170 ceph-mon[97338]: pgmap v1289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:21.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:21.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:23.355 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:21:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:23 smithi170 ceph-mon[97338]: pgmap v1290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:23 smithi081 ceph-mon[107735]: pgmap v1290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:23.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:23.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:23 smithi081 ceph-mon[95500]: pgmap v1290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:25 smithi170 ceph-mon[97338]: pgmap v1291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:25 smithi081 ceph-mon[95500]: pgmap v1291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:25 smithi081 ceph-mon[107735]: pgmap v1291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:27.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:27 smithi170 ceph-mon[97338]: pgmap v1292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:27 smithi081 ceph-mon[95500]: pgmap v1292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:27 smithi081 ceph-mon[107735]: pgmap v1292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:29 smithi170 ceph-mon[97338]: pgmap v1293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:29 smithi081 ceph-mon[95500]: pgmap v1293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:29 smithi081 ceph-mon[107735]: pgmap v1293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:31.713 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:31 smithi081 ceph-mon[95500]: pgmap v1294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:31.714 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:31 smithi081 ceph-mon[107735]: pgmap v1294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:31 smithi170 ceph-mon[97338]: pgmap v1294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:31.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:31.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:33.370 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:21:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:33 smithi170 ceph-mon[97338]: pgmap v1295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:33 smithi081 ceph-mon[95500]: pgmap v1295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:33 smithi081 ceph-mon[107735]: pgmap v1295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:33.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:33.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:35 smithi170 ceph-mon[97338]: pgmap v1296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:35 smithi081 ceph-mon[95500]: pgmap v1296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:35 smithi081 ceph-mon[107735]: pgmap v1296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:37 smithi170 ceph-mon[97338]: pgmap v1297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:37 smithi081 ceph-mon[95500]: pgmap v1297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:37 smithi081 ceph-mon[107735]: pgmap v1297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:39 smithi170 ceph-mon[97338]: pgmap v1298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:39 smithi081 ceph-mon[95500]: pgmap v1298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:39 smithi081 ceph-mon[107735]: pgmap v1298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:41.714 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:41 smithi081 ceph-mon[95500]: pgmap v1299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:41.714 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:41 smithi081 ceph-mon[107735]: pgmap v1299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:41 smithi170 ceph-mon[97338]: pgmap v1299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:41.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:41.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:43.386 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:21:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:43 smithi170 ceph-mon[97338]: pgmap v1300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:43 smithi081 ceph-mon[95500]: pgmap v1300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:43 smithi081 ceph-mon[107735]: pgmap v1300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:43.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:43.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:45 smithi170 ceph-mon[97338]: pgmap v1301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:45 smithi081 ceph-mon[95500]: pgmap v1301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:45 smithi081 ceph-mon[107735]: pgmap v1301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:47 smithi170 ceph-mon[97338]: pgmap v1302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:47 smithi081 ceph-mon[95500]: pgmap v1302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:47 smithi081 ceph-mon[107735]: pgmap v1302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:49 smithi170 ceph-mon[97338]: pgmap v1303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:49 smithi081 ceph-mon[95500]: pgmap v1303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:49 smithi081 ceph-mon[107735]: pgmap v1303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:51.715 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:51 smithi081 ceph-mon[95500]: pgmap v1304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:51.715 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:51 smithi081 ceph-mon[107735]: pgmap v1304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:51 smithi170 ceph-mon[97338]: pgmap v1304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:51.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:51.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:53.401 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:21:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:53 smithi170 ceph-mon[97338]: pgmap v1305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:53 smithi081 ceph-mon[95500]: pgmap v1305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:53 smithi081 ceph-mon[107735]: pgmap v1305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:21:53.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:21:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:21:53.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:21:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:55 smithi170 ceph-mon[97338]: pgmap v1306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:55 smithi081 ceph-mon[95500]: pgmap v1306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:55 smithi081 ceph-mon[107735]: pgmap v1306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:57 smithi170 ceph-mon[97338]: pgmap v1307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:57 smithi081 ceph-mon[95500]: pgmap v1307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:57 smithi081 ceph-mon[107735]: pgmap v1307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:21:59 smithi170 ceph-mon[97338]: pgmap v1308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:21:59 smithi081 ceph-mon[95500]: pgmap v1308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:21:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:21:59 smithi081 ceph-mon[107735]: pgmap v1308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:01.716 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:01 smithi081 ceph-mon[95500]: pgmap v1309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:01.716 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:01 smithi081 ceph-mon[107735]: pgmap v1309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:01 smithi170 ceph-mon[97338]: pgmap v1309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:01.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:01.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:03.415 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:22:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:03 smithi170 ceph-mon[97338]: pgmap v1310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:03 smithi081 ceph-mon[95500]: pgmap v1310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:03 smithi081 ceph-mon[107735]: pgmap v1310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:03.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:03.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:05 smithi170 ceph-mon[97338]: pgmap v1311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:05 smithi081 ceph-mon[95500]: pgmap v1311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:05 smithi081 ceph-mon[107735]: pgmap v1311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:07 smithi170 ceph-mon[97338]: pgmap v1312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:07 smithi081 ceph-mon[95500]: pgmap v1312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:07 smithi081 ceph-mon[107735]: pgmap v1312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:09 smithi170 ceph-mon[97338]: pgmap v1313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:09 smithi081 ceph-mon[95500]: pgmap v1313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:09 smithi081 ceph-mon[107735]: pgmap v1313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:11.716 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:11 smithi081 ceph-mon[95500]: pgmap v1314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:11.717 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:11 smithi081 ceph-mon[107735]: pgmap v1314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:11 smithi170 ceph-mon[97338]: pgmap v1314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:11.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:11.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:13.430 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:22:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:13 smithi170 ceph-mon[97338]: pgmap v1315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:13 smithi081 ceph-mon[95500]: pgmap v1315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:13 smithi081 ceph-mon[107735]: pgmap v1315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:13.593Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:13.594Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:15 smithi170 ceph-mon[97338]: pgmap v1316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:15 smithi081 ceph-mon[95500]: pgmap v1316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:15 smithi081 ceph-mon[107735]: pgmap v1316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:17 smithi170 ceph-mon[97338]: pgmap v1317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:17 smithi081 ceph-mon[95500]: pgmap v1317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:17 smithi081 ceph-mon[107735]: pgmap v1317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:19 smithi170 ceph-mon[97338]: pgmap v1318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:19 smithi081 ceph-mon[95500]: pgmap v1318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:19 smithi081 ceph-mon[107735]: pgmap v1318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:21.717 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:21 smithi081 ceph-mon[95500]: pgmap v1319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:21.718 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:21 smithi081 ceph-mon[107735]: pgmap v1319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:21 smithi170 ceph-mon[97338]: pgmap v1319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:21.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:21.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:23.444 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:22:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:23 smithi170 ceph-mon[97338]: pgmap v1320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:23 smithi081 ceph-mon[95500]: pgmap v1320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:23 smithi081 ceph-mon[107735]: pgmap v1320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:23.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:23.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:25 smithi170 ceph-mon[97338]: pgmap v1321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:25 smithi081 ceph-mon[95500]: pgmap v1321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:25 smithi081 ceph-mon[107735]: pgmap v1321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:27 smithi170 ceph-mon[97338]: pgmap v1322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:27.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:27 smithi081 ceph-mon[95500]: pgmap v1322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:27.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:27 smithi081 ceph-mon[107735]: pgmap v1322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:29 smithi170 ceph-mon[97338]: pgmap v1323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:29 smithi081 ceph-mon[95500]: pgmap v1323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:29 smithi081 ceph-mon[107735]: pgmap v1323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:31.717 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:31 smithi081 ceph-mon[95500]: pgmap v1324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:31.718 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:31 smithi081 ceph-mon[107735]: pgmap v1324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:31 smithi170 ceph-mon[97338]: pgmap v1324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:32.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:31.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:31.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:33.460 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:22:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:33 smithi170 ceph-mon[97338]: pgmap v1325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:33 smithi081 ceph-mon[95500]: pgmap v1325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:33 smithi081 ceph-mon[107735]: pgmap v1325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:33.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:33.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:35 smithi081 ceph-mon[95500]: pgmap v1326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:35 smithi081 ceph-mon[107735]: pgmap v1326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:35 smithi170 ceph-mon[97338]: pgmap v1326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:37 smithi170 ceph-mon[97338]: pgmap v1327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:37 smithi081 ceph-mon[95500]: pgmap v1327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:37 smithi081 ceph-mon[107735]: pgmap v1327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:39 smithi170 ceph-mon[97338]: pgmap v1328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:39 smithi081 ceph-mon[95500]: pgmap v1328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:39 smithi081 ceph-mon[107735]: pgmap v1328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:41 smithi170 ceph-mon[97338]: pgmap v1329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:41.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:41 smithi081 ceph-mon[95500]: pgmap v1329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:41.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:41.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:41.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:41.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:41 smithi081 ceph-mon[107735]: pgmap v1329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:43.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:22:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:43 smithi170 ceph-mon[97338]: pgmap v1330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:43 smithi081 ceph-mon[95500]: pgmap v1330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:43 smithi081 ceph-mon[107735]: pgmap v1330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:43.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:43.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:45 smithi170 ceph-mon[97338]: pgmap v1331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:45 smithi081 ceph-mon[95500]: pgmap v1331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:45 smithi081 ceph-mon[107735]: pgmap v1331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:47 smithi170 ceph-mon[97338]: pgmap v1332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:47 smithi081 ceph-mon[95500]: pgmap v1332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:47 smithi081 ceph-mon[107735]: pgmap v1332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:49 smithi170 ceph-mon[97338]: pgmap v1333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:49 smithi081 ceph-mon[95500]: pgmap v1333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:49 smithi081 ceph-mon[107735]: pgmap v1333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:51 smithi170 ceph-mon[97338]: pgmap v1334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:51 smithi081 ceph-mon[95500]: pgmap v1334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:51.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:51.716Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:51.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:51.717Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:51 smithi081 ceph-mon[107735]: pgmap v1334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:53.495 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:22:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:53 smithi170 ceph-mon[97338]: pgmap v1335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:53 smithi081 ceph-mon[95500]: pgmap v1335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:53 smithi081 ceph-mon[107735]: pgmap v1335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:22:53.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:22:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:22:53.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:22:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:55 smithi081 ceph-mon[95500]: pgmap v1336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:55 smithi081 ceph-mon[107735]: pgmap v1336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:55 smithi170 ceph-mon[97338]: pgmap v1336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:57.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:57 smithi081 ceph-mon[95500]: pgmap v1337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:57 smithi081 ceph-mon[107735]: pgmap v1337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:57 smithi170 ceph-mon[97338]: pgmap v1337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:22:59 smithi081 ceph-mon[95500]: pgmap v1338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:22:59 smithi081 ceph-mon[107735]: pgmap v1338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:22:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:22:59 smithi170 ceph-mon[97338]: pgmap v1338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:01 smithi081 ceph-mon[95500]: pgmap v1339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:01 smithi081 ceph-mon[107735]: pgmap v1339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:01.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:01.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:01.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:01 smithi170 ceph-mon[97338]: pgmap v1339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:03.508 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:23:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:03 smithi081 ceph-mon[95500]: pgmap v1340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:03 smithi081 ceph-mon[107735]: pgmap v1340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:03.597Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:03.598Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:03 smithi170 ceph-mon[97338]: pgmap v1340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:05 smithi081 ceph-mon[95500]: pgmap v1341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:05 smithi081 ceph-mon[107735]: pgmap v1341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:05 smithi170 ceph-mon[97338]: pgmap v1341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:07 smithi081 ceph-mon[95500]: pgmap v1342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:07 smithi081 ceph-mon[107735]: pgmap v1342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:07 smithi170 ceph-mon[97338]: pgmap v1342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:09 smithi170 ceph-mon[97338]: pgmap v1343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:09 smithi081 ceph-mon[95500]: pgmap v1343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:09 smithi081 ceph-mon[107735]: pgmap v1343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:11 smithi170 ceph-mon[97338]: pgmap v1344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:11 smithi081 ceph-mon[95500]: pgmap v1344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:11 smithi081 ceph-mon[107735]: pgmap v1344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:11.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:11.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:23:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:13 smithi170 ceph-mon[97338]: pgmap v1345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:14.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:13 smithi081 ceph-mon[95500]: pgmap v1345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:13 smithi081 ceph-mon[107735]: pgmap v1345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:13.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:13.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:15 smithi170 ceph-mon[97338]: pgmap v1346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:15 smithi081 ceph-mon[95500]: pgmap v1346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:15 smithi081 ceph-mon[107735]: pgmap v1346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:17 smithi170 ceph-mon[97338]: pgmap v1347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:17 smithi081 ceph-mon[95500]: pgmap v1347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:17 smithi081 ceph-mon[107735]: pgmap v1347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:19 smithi170 ceph-mon[97338]: pgmap v1348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:19 smithi081 ceph-mon[95500]: pgmap v1348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:19 smithi081 ceph-mon[107735]: pgmap v1348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:21 smithi170 ceph-mon[97338]: pgmap v1349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:22.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:21 smithi081 ceph-mon[95500]: pgmap v1349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:21 smithi081 ceph-mon[107735]: pgmap v1349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:21.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:21.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:23:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:23 smithi170 ceph-mon[97338]: pgmap v1350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:23 smithi081 ceph-mon[95500]: pgmap v1350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:23 smithi081 ceph-mon[107735]: pgmap v1350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:23.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:23.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:25 smithi170 ceph-mon[97338]: pgmap v1351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:25 smithi081 ceph-mon[95500]: pgmap v1351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:25 smithi081 ceph-mon[107735]: pgmap v1351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:27 smithi170 ceph-mon[97338]: pgmap v1352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:27 smithi081 ceph-mon[95500]: pgmap v1352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:27 smithi081 ceph-mon[107735]: pgmap v1352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:29 smithi170 ceph-mon[97338]: pgmap v1353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:30.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:29 smithi081 ceph-mon[95500]: pgmap v1353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:29 smithi081 ceph-mon[107735]: pgmap v1353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:31 smithi170 ceph-mon[97338]: pgmap v1354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:31 smithi081 ceph-mon[95500]: pgmap v1354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:31 smithi081 ceph-mon[107735]: pgmap v1354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:31.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:31.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:23:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:33 smithi170 ceph-mon[97338]: pgmap v1355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:34.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:33 smithi081 ceph-mon[95500]: pgmap v1355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:33.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:33.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:33 smithi081 ceph-mon[107735]: pgmap v1355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:35 smithi170 ceph-mon[97338]: pgmap v1356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:35 smithi081 ceph-mon[95500]: pgmap v1356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:35 smithi081 ceph-mon[107735]: pgmap v1356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:37 smithi170 ceph-mon[97338]: pgmap v1357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:37 smithi081 ceph-mon[95500]: pgmap v1357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:37 smithi081 ceph-mon[107735]: pgmap v1357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:39 smithi170 ceph-mon[97338]: pgmap v1358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:39 smithi081 ceph-mon[95500]: pgmap v1358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:39 smithi081 ceph-mon[107735]: pgmap v1358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:41 smithi170 ceph-mon[97338]: pgmap v1359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:41 smithi081 ceph-mon[95500]: pgmap v1359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:41 smithi081 ceph-mon[107735]: pgmap v1359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:41.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:41.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:42 smithi170 ceph-mon[97338]: pgmap v1360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:42 smithi081 ceph-mon[95500]: pgmap v1360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:42 smithi081 ceph-mon[107735]: pgmap v1360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:23:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:43.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:43.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:45 smithi170 ceph-mon[97338]: pgmap v1361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:45 smithi081 ceph-mon[95500]: pgmap v1361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:45 smithi081 ceph-mon[107735]: pgmap v1361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:47 smithi170 ceph-mon[97338]: pgmap v1362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:47 smithi081 ceph-mon[95500]: pgmap v1362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:47 smithi081 ceph-mon[107735]: pgmap v1362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:49 smithi170 ceph-mon[97338]: pgmap v1363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:49.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:49 smithi081 ceph-mon[95500]: pgmap v1363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:49.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:49 smithi081 ceph-mon[107735]: pgmap v1363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:51.724 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:51 smithi081 ceph-mon[95500]: pgmap v1364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:51.725 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:51 smithi081 ceph-mon[107735]: pgmap v1364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:51 smithi170 ceph-mon[97338]: pgmap v1364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:51.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:51.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:53.363 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:23:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:53 smithi170 ceph-mon[97338]: pgmap v1365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:53 smithi081 ceph-mon[95500]: pgmap v1365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:53 smithi081 ceph-mon[107735]: pgmap v1365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:23:53.601Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:23:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:23:53.602Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:23:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:55 smithi170 ceph-mon[97338]: pgmap v1366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:55 smithi081 ceph-mon[95500]: pgmap v1366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:55 smithi081 ceph-mon[107735]: pgmap v1366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:57 smithi170 ceph-mon[97338]: pgmap v1367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:57 smithi081 ceph-mon[95500]: pgmap v1367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:57 smithi081 ceph-mon[107735]: pgmap v1367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:59.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:23:59 smithi170 ceph-mon[97338]: pgmap v1368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:23:59 smithi081 ceph-mon[95500]: pgmap v1368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:23:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:23:59 smithi081 ceph-mon[107735]: pgmap v1368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:01.724 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:01 smithi081 ceph-mon[95500]: pgmap v1369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:01.725 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:01 smithi081 ceph-mon[107735]: pgmap v1369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:01 smithi170 ceph-mon[97338]: pgmap v1369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:01.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:01.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:03.377 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:24:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:03 smithi170 ceph-mon[97338]: pgmap v1370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:03 smithi081 ceph-mon[95500]: pgmap v1370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:03 smithi081 ceph-mon[107735]: pgmap v1370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:03.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:03.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:05 smithi170 ceph-mon[97338]: pgmap v1371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:05 smithi081 ceph-mon[95500]: pgmap v1371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:05 smithi081 ceph-mon[107735]: pgmap v1371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:07 smithi170 ceph-mon[97338]: pgmap v1372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:07 smithi081 ceph-mon[95500]: pgmap v1372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:07 smithi081 ceph-mon[107735]: pgmap v1372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:09 smithi170 ceph-mon[97338]: pgmap v1373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:09 smithi081 ceph-mon[95500]: pgmap v1373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:09 smithi081 ceph-mon[107735]: pgmap v1373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:11.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:11 smithi081 ceph-mon[95500]: pgmap v1374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:11.728 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:11 smithi081 ceph-mon[107735]: pgmap v1374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:11 smithi170 ceph-mon[97338]: pgmap v1374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:12.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:11.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:11.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:13.392 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:24:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:13 smithi170 ceph-mon[97338]: pgmap v1375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:13 smithi081 ceph-mon[95500]: pgmap v1375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:13.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:13.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:13 smithi081 ceph-mon[107735]: pgmap v1375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:15 smithi170 ceph-mon[97338]: pgmap v1376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:15 smithi081 ceph-mon[95500]: pgmap v1376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:15 smithi081 ceph-mon[107735]: pgmap v1376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:17.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:17 smithi170 ceph-mon[97338]: pgmap v1377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:17 smithi081 ceph-mon[95500]: pgmap v1377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:17 smithi081 ceph-mon[107735]: pgmap v1377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:19 smithi170 ceph-mon[97338]: pgmap v1378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:19 smithi081 ceph-mon[95500]: pgmap v1378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:19 smithi081 ceph-mon[107735]: pgmap v1378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:21.726 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:21 smithi081 ceph-mon[95500]: pgmap v1379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:21.726 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:21 smithi081 ceph-mon[107735]: pgmap v1379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:21 smithi170 ceph-mon[97338]: pgmap v1379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:21.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:21.723Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:23.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:24:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:23 smithi170 ceph-mon[97338]: pgmap v1380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:23 smithi081 ceph-mon[95500]: pgmap v1380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:23 smithi081 ceph-mon[107735]: pgmap v1380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:23.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:23.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:23.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:25 smithi170 ceph-mon[97338]: pgmap v1381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:25 smithi081 ceph-mon[95500]: pgmap v1381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:25 smithi081 ceph-mon[107735]: pgmap v1381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:27 smithi170 ceph-mon[97338]: pgmap v1382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:27 smithi081 ceph-mon[95500]: pgmap v1382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:27 smithi081 ceph-mon[107735]: pgmap v1382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:29 smithi170 ceph-mon[97338]: pgmap v1383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:29 smithi081 ceph-mon[95500]: pgmap v1383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:29 smithi081 ceph-mon[107735]: pgmap v1383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:31.726 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:31 smithi081 ceph-mon[95500]: pgmap v1384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:31.727 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:31 smithi081 ceph-mon[107735]: pgmap v1384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:31 smithi170 ceph-mon[97338]: pgmap v1384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:31.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:31.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:33.421 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:24:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:33 smithi170 ceph-mon[97338]: pgmap v1385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:33 smithi081 ceph-mon[95500]: pgmap v1385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:33 smithi081 ceph-mon[107735]: pgmap v1385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:33.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:33.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:35 smithi170 ceph-mon[97338]: pgmap v1386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:35 smithi081 ceph-mon[95500]: pgmap v1386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:35 smithi081 ceph-mon[107735]: pgmap v1386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:37.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:37 smithi170 ceph-mon[97338]: pgmap v1387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:37 smithi081 ceph-mon[95500]: pgmap v1387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:37 smithi081 ceph-mon[107735]: pgmap v1387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:39 smithi170 ceph-mon[97338]: pgmap v1388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:39 smithi081 ceph-mon[95500]: pgmap v1388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:39 smithi081 ceph-mon[107735]: pgmap v1388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:41.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:41 smithi081 ceph-mon[95500]: pgmap v1389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:41.728 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:41 smithi081 ceph-mon[107735]: pgmap v1389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:41 smithi170 ceph-mon[97338]: pgmap v1389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:41.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:41.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:43.434 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:24:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:43 smithi170 ceph-mon[97338]: pgmap v1390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:43 smithi081 ceph-mon[95500]: pgmap v1390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:43 smithi081 ceph-mon[107735]: pgmap v1390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:43.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:43.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:43.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:45 smithi170 ceph-mon[97338]: pgmap v1391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:45 smithi081 ceph-mon[95500]: pgmap v1391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:45 smithi081 ceph-mon[107735]: pgmap v1391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:47 smithi170 ceph-mon[97338]: pgmap v1392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:47 smithi081 ceph-mon[95500]: pgmap v1392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:47 smithi081 ceph-mon[107735]: pgmap v1392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:49 smithi170 ceph-mon[97338]: pgmap v1393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:49 smithi081 ceph-mon[95500]: pgmap v1393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:49 smithi081 ceph-mon[107735]: pgmap v1393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:51.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:51 smithi081 ceph-mon[95500]: pgmap v1394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:51.729 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:51 smithi081 ceph-mon[107735]: pgmap v1394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:51 smithi170 ceph-mon[97338]: pgmap v1394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:52.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:51.725Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:51.726Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:53.460 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:24:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:53 smithi170 ceph-mon[97338]: pgmap v1395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:53 smithi081 ceph-mon[95500]: pgmap v1395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:53.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:53 smithi081 ceph-mon[107735]: pgmap v1395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:53.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:24:53.606Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:53.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:24:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:24:53.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:24:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:55 smithi170 ceph-mon[97338]: pgmap v1396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:55 smithi081 ceph-mon[95500]: pgmap v1396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:55 smithi081 ceph-mon[107735]: pgmap v1396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:57 smithi170 ceph-mon[97338]: pgmap v1397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:57 smithi081 ceph-mon[95500]: pgmap v1397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:57 smithi081 ceph-mon[107735]: pgmap v1397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:24:59 smithi170 ceph-mon[97338]: pgmap v1398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:24:59 smithi081 ceph-mon[95500]: pgmap v1398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:24:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:24:59 smithi081 ceph-mon[107735]: pgmap v1398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:01.730 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:01 smithi081 ceph-mon[95500]: pgmap v1399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:01.730 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:01 smithi081 ceph-mon[107735]: pgmap v1399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:01 smithi170 ceph-mon[97338]: pgmap v1399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:01.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:01.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:03.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:25:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:03 smithi170 ceph-mon[97338]: pgmap v1400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:03 smithi081 ceph-mon[95500]: pgmap v1400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:03 smithi081 ceph-mon[107735]: pgmap v1400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:03.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:03.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:05 smithi170 ceph-mon[97338]: pgmap v1401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:05 smithi081 ceph-mon[95500]: pgmap v1401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:05 smithi081 ceph-mon[107735]: pgmap v1401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:07 smithi170 ceph-mon[97338]: pgmap v1402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:07 smithi081 ceph-mon[95500]: pgmap v1402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:07 smithi081 ceph-mon[107735]: pgmap v1402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:09 smithi170 ceph-mon[97338]: pgmap v1403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:09 smithi081 ceph-mon[95500]: pgmap v1403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:09 smithi081 ceph-mon[107735]: pgmap v1403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:11 smithi170 ceph-mon[97338]: pgmap v1404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:11 smithi081 ceph-mon[95500]: pgmap v1404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:11 smithi081 ceph-mon[107735]: pgmap v1404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:11.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:11.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:11.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:11.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:13.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:25:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:13 smithi170 ceph-mon[97338]: pgmap v1405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:13 smithi081 ceph-mon[95500]: pgmap v1405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:13 smithi081 ceph-mon[107735]: pgmap v1405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:13.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:13.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:15 smithi081 ceph-mon[95500]: pgmap v1406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:15 smithi081 ceph-mon[107735]: pgmap v1406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:15 smithi170 ceph-mon[97338]: pgmap v1406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:17 smithi081 ceph-mon[95500]: pgmap v1407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:17 smithi081 ceph-mon[107735]: pgmap v1407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:17 smithi170 ceph-mon[97338]: pgmap v1407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:19 smithi081 ceph-mon[95500]: pgmap v1408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:19 smithi081 ceph-mon[107735]: pgmap v1408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:19 smithi170 ceph-mon[97338]: pgmap v1408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:21 smithi081 ceph-mon[95500]: pgmap v1409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:21.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:21.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:21.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:21.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:21 smithi081 ceph-mon[107735]: pgmap v1409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:21 smithi170 ceph-mon[97338]: pgmap v1409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:23.510 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:25:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:23 smithi081 ceph-mon[95500]: pgmap v1410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:23.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:23.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:23 smithi081 ceph-mon[107735]: pgmap v1410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:23 smithi170 ceph-mon[97338]: pgmap v1410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:25 smithi081 ceph-mon[95500]: pgmap v1411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:25 smithi081 ceph-mon[107735]: pgmap v1411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:25 smithi170 ceph-mon[97338]: pgmap v1411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:27 smithi170 ceph-mon[97338]: pgmap v1412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:27 smithi081 ceph-mon[95500]: pgmap v1412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:27 smithi081 ceph-mon[107735]: pgmap v1412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:29 smithi170 ceph-mon[97338]: pgmap v1413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:30.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:29 smithi081 ceph-mon[95500]: pgmap v1413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:29 smithi081 ceph-mon[107735]: pgmap v1413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:31 smithi170 ceph-mon[97338]: pgmap v1414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:31 smithi081 ceph-mon[95500]: pgmap v1414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:31 smithi081 ceph-mon[107735]: pgmap v1414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:31.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:31.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:25:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:33 smithi170 ceph-mon[97338]: pgmap v1415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:33 smithi081 ceph-mon[95500]: pgmap v1415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:33 smithi081 ceph-mon[107735]: pgmap v1415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:33.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:33.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:35 smithi170 ceph-mon[97338]: pgmap v1416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:35 smithi081 ceph-mon[95500]: pgmap v1416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:35 smithi081 ceph-mon[107735]: pgmap v1416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:37 smithi170 ceph-mon[97338]: pgmap v1417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:37 smithi081 ceph-mon[95500]: pgmap v1417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:37 smithi081 ceph-mon[107735]: pgmap v1417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:39 smithi170 ceph-mon[97338]: pgmap v1418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:39 smithi081 ceph-mon[95500]: pgmap v1418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:39 smithi081 ceph-mon[107735]: pgmap v1418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:41 smithi170 ceph-mon[97338]: pgmap v1419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:41 smithi081 ceph-mon[95500]: pgmap v1419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:41 smithi081 ceph-mon[107735]: pgmap v1419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:41.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:41.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:25:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:43 smithi170 ceph-mon[97338]: pgmap v1420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:43 smithi081 ceph-mon[95500]: pgmap v1420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:43 smithi081 ceph-mon[107735]: pgmap v1420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:43.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:43.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:45 smithi170 ceph-mon[97338]: pgmap v1421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:45 smithi081 ceph-mon[95500]: pgmap v1421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:45 smithi081 ceph-mon[107735]: pgmap v1421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:47 smithi170 ceph-mon[97338]: pgmap v1422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:47 smithi081 ceph-mon[95500]: pgmap v1422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:47 smithi081 ceph-mon[107735]: pgmap v1422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:49 smithi170 ceph-mon[97338]: pgmap v1423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:49 smithi081 ceph-mon[95500]: pgmap v1423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:49 smithi081 ceph-mon[107735]: pgmap v1423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:51 smithi170 ceph-mon[97338]: pgmap v1424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:51 smithi081 ceph-mon[95500]: pgmap v1424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:51 smithi081 ceph-mon[107735]: pgmap v1424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:51.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:51.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:25:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:53 smithi170 ceph-mon[97338]: pgmap v1425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:53 smithi081 ceph-mon[95500]: pgmap v1425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:25:53.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:25:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:25:53.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:25:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:53 smithi081 ceph-mon[107735]: pgmap v1425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:55 smithi170 ceph-mon[97338]: pgmap v1426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:55 smithi081 ceph-mon[95500]: pgmap v1426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:55 smithi081 ceph-mon[107735]: pgmap v1426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:57 smithi170 ceph-mon[97338]: pgmap v1427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:57 smithi081 ceph-mon[95500]: pgmap v1427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:57 smithi081 ceph-mon[107735]: pgmap v1427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:25:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:25:59 smithi170 ceph-mon[97338]: pgmap v1428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:00.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:25:59 smithi081 ceph-mon[95500]: pgmap v1428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:25:59 smithi081 ceph-mon[107735]: pgmap v1428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:01 smithi170 ceph-mon[97338]: pgmap v1429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:01 smithi081 ceph-mon[95500]: pgmap v1429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:01 smithi081 ceph-mon[107735]: pgmap v1429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:01.730Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:01.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:26:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:03 smithi170 ceph-mon[97338]: pgmap v1430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:03 smithi081 ceph-mon[95500]: pgmap v1430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:03 smithi081 ceph-mon[107735]: pgmap v1430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:03.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:03.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:05 smithi170 ceph-mon[97338]: pgmap v1431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:05 smithi081 ceph-mon[95500]: pgmap v1431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:05 smithi081 ceph-mon[107735]: pgmap v1431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:07 smithi170 ceph-mon[97338]: pgmap v1432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:07 smithi081 ceph-mon[95500]: pgmap v1432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:07 smithi081 ceph-mon[107735]: pgmap v1432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:09 smithi170 ceph-mon[97338]: pgmap v1433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:09 smithi081 ceph-mon[95500]: pgmap v1433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:09 smithi081 ceph-mon[107735]: pgmap v1433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:11 smithi170 ceph-mon[97338]: pgmap v1434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:11 smithi081 ceph-mon[95500]: pgmap v1434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:11 smithi081 ceph-mon[107735]: pgmap v1434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:11.730Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:11.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:26:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:13 smithi170 ceph-mon[97338]: pgmap v1435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:13 smithi081 ceph-mon[95500]: pgmap v1435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:13 smithi081 ceph-mon[107735]: pgmap v1435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:13.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:13.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:15.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:15 smithi170 ceph-mon[97338]: pgmap v1436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:15 smithi081 ceph-mon[95500]: pgmap v1436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:15 smithi081 ceph-mon[107735]: pgmap v1436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:17 smithi170 ceph-mon[97338]: pgmap v1437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:17 smithi081 ceph-mon[95500]: pgmap v1437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:17 smithi081 ceph-mon[107735]: pgmap v1437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:19 smithi170 ceph-mon[97338]: pgmap v1438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:19 smithi081 ceph-mon[95500]: pgmap v1438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:19 smithi081 ceph-mon[107735]: pgmap v1438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:21.735 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:21 smithi081 ceph-mon[95500]: pgmap v1439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:21.735 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:21 smithi081 ceph-mon[107735]: pgmap v1439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:21 smithi170 ceph-mon[97338]: pgmap v1439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:21.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:21.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:23.397 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:26:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:23 smithi170 ceph-mon[97338]: pgmap v1440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:23 smithi081 ceph-mon[95500]: pgmap v1440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:23 smithi081 ceph-mon[107735]: pgmap v1440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:23.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:23.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:25 smithi170 ceph-mon[97338]: pgmap v1441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:25 smithi081 ceph-mon[95500]: pgmap v1441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:25 smithi081 ceph-mon[107735]: pgmap v1441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:27 smithi170 ceph-mon[97338]: pgmap v1442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:27 smithi081 ceph-mon[95500]: pgmap v1442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:27 smithi081 ceph-mon[107735]: pgmap v1442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:29 smithi170 ceph-mon[97338]: pgmap v1443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:29 smithi081 ceph-mon[95500]: pgmap v1443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:29 smithi081 ceph-mon[107735]: pgmap v1443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:31.736 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:31 smithi081 ceph-mon[95500]: pgmap v1444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:31.737 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:31 smithi081 ceph-mon[107735]: pgmap v1444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:31 smithi170 ceph-mon[97338]: pgmap v1444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:31.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:31.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:33.413 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:26:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:33 smithi170 ceph-mon[97338]: pgmap v1445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:33 smithi081 ceph-mon[95500]: pgmap v1445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:33.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:33.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:33 smithi081 ceph-mon[107735]: pgmap v1445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:35 smithi170 ceph-mon[97338]: pgmap v1446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:35 smithi081 ceph-mon[95500]: pgmap v1446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:35 smithi081 ceph-mon[107735]: pgmap v1446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:37 smithi170 ceph-mon[97338]: pgmap v1447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:37 smithi081 ceph-mon[95500]: pgmap v1447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:37 smithi081 ceph-mon[107735]: pgmap v1447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:39 smithi170 ceph-mon[97338]: pgmap v1448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:39 smithi081 ceph-mon[95500]: pgmap v1448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:39 smithi081 ceph-mon[107735]: pgmap v1448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:41.737 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:41 smithi081 ceph-mon[95500]: pgmap v1449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:41.737 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:41 smithi081 ceph-mon[107735]: pgmap v1449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:41.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:41 smithi170 ceph-mon[97338]: pgmap v1449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:41.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:41.734Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:43.429 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:26:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:43 smithi170 ceph-mon[97338]: pgmap v1450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:43 smithi081 ceph-mon[95500]: pgmap v1450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:43.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:43.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:43 smithi081 ceph-mon[107735]: pgmap v1450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:45 smithi170 ceph-mon[97338]: pgmap v1451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:45 smithi081 ceph-mon[95500]: pgmap v1451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:45 smithi081 ceph-mon[107735]: pgmap v1451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:47 smithi170 ceph-mon[97338]: pgmap v1452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:47 smithi081 ceph-mon[95500]: pgmap v1452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:47 smithi081 ceph-mon[107735]: pgmap v1452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:49 smithi170 ceph-mon[97338]: pgmap v1453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:49 smithi081 ceph-mon[95500]: pgmap v1453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:49 smithi081 ceph-mon[107735]: pgmap v1453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:51.737 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:51 smithi081 ceph-mon[95500]: pgmap v1454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:51.738 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:51 smithi081 ceph-mon[107735]: pgmap v1454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:51 smithi170 ceph-mon[97338]: pgmap v1454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:51.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:51.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:53.440 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:26:53.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:53 smithi170 ceph-mon[97338]: pgmap v1455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:53 smithi081 ceph-mon[95500]: pgmap v1455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:53 smithi081 ceph-mon[107735]: pgmap v1455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:26:53.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:26:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:26:53.614Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:26:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:55 smithi170 ceph-mon[97338]: pgmap v1456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:55 smithi081 ceph-mon[95500]: pgmap v1456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:55 smithi081 ceph-mon[107735]: pgmap v1456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:57 smithi170 ceph-mon[97338]: pgmap v1457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:57 smithi081 ceph-mon[95500]: pgmap v1457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:57 smithi081 ceph-mon[107735]: pgmap v1457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:26:59 smithi170 ceph-mon[97338]: pgmap v1458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:26:59 smithi081 ceph-mon[95500]: pgmap v1458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:26:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:26:59 smithi081 ceph-mon[107735]: pgmap v1458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:01.738 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:01 smithi081 ceph-mon[95500]: pgmap v1459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:01.739 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:01 smithi081 ceph-mon[107735]: pgmap v1459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:01 smithi170 ceph-mon[97338]: pgmap v1459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:01.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:01.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:03.457 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:27:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:03 smithi170 ceph-mon[97338]: pgmap v1460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:03 smithi081 ceph-mon[95500]: pgmap v1460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:03 smithi081 ceph-mon[107735]: pgmap v1460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:03.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:03.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:03.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:05 smithi170 ceph-mon[97338]: pgmap v1461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:05 smithi081 ceph-mon[95500]: pgmap v1461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:05 smithi081 ceph-mon[107735]: pgmap v1461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:07 smithi170 ceph-mon[97338]: pgmap v1462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:07 smithi081 ceph-mon[95500]: pgmap v1462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:07 smithi081 ceph-mon[107735]: pgmap v1462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:09.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:09 smithi170 ceph-mon[97338]: pgmap v1463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:09 smithi081 ceph-mon[95500]: pgmap v1463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:09 smithi081 ceph-mon[107735]: pgmap v1463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:11.738 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:11 smithi081 ceph-mon[95500]: pgmap v1464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:11.739 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:11 smithi081 ceph-mon[107735]: pgmap v1464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:11 smithi170 ceph-mon[97338]: pgmap v1464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:11.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:11.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:13.473 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:27:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:13 smithi170 ceph-mon[97338]: pgmap v1465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:13.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:13 smithi081 ceph-mon[95500]: pgmap v1465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:13 smithi081 ceph-mon[107735]: pgmap v1465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:13.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:13.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:15 smithi170 ceph-mon[97338]: pgmap v1466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:15 smithi081 ceph-mon[95500]: pgmap v1466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:15 smithi081 ceph-mon[107735]: pgmap v1466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:17 smithi170 ceph-mon[97338]: pgmap v1467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:17 smithi081 ceph-mon[95500]: pgmap v1467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:17 smithi081 ceph-mon[107735]: pgmap v1467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:19.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:19 smithi170 ceph-mon[97338]: pgmap v1468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:19 smithi081 ceph-mon[95500]: pgmap v1468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:19 smithi081 ceph-mon[107735]: pgmap v1468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:21.739 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:21 smithi081 ceph-mon[95500]: pgmap v1469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:21.740 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:21 smithi081 ceph-mon[107735]: pgmap v1469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:21 smithi170 ceph-mon[97338]: pgmap v1469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:22.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:21.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:21.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:23.487 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:27:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:23 smithi170 ceph-mon[97338]: pgmap v1470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:23 smithi081 ceph-mon[95500]: pgmap v1470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:23 smithi081 ceph-mon[107735]: pgmap v1470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:23.615Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:23.617Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:25.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:25 smithi170 ceph-mon[97338]: pgmap v1471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:25 smithi081 ceph-mon[95500]: pgmap v1471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:25 smithi081 ceph-mon[107735]: pgmap v1471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:27 smithi081 ceph-mon[95500]: pgmap v1472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:27 smithi081 ceph-mon[107735]: pgmap v1472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:27 smithi170 ceph-mon[97338]: pgmap v1472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:29 smithi081 ceph-mon[95500]: pgmap v1473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:29 smithi081 ceph-mon[107735]: pgmap v1473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:29 smithi170 ceph-mon[97338]: pgmap v1473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:31 smithi081 ceph-mon[95500]: pgmap v1474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:31 smithi081 ceph-mon[107735]: pgmap v1474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:31.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:31.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:31.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:31.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:31 smithi170 ceph-mon[97338]: pgmap v1474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:33.505 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:27:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:33 smithi081 ceph-mon[95500]: pgmap v1475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:33 smithi081 ceph-mon[107735]: pgmap v1475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:33.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:33.617Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:33 smithi170 ceph-mon[97338]: pgmap v1475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:35 smithi081 ceph-mon[95500]: pgmap v1476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:35 smithi081 ceph-mon[107735]: pgmap v1476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:35 smithi170 ceph-mon[97338]: pgmap v1476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:37 smithi081 ceph-mon[95500]: pgmap v1477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:37 smithi081 ceph-mon[107735]: pgmap v1477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:37 smithi170 ceph-mon[97338]: pgmap v1477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:39 smithi081 ceph-mon[95500]: pgmap v1478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:39 smithi081 ceph-mon[107735]: pgmap v1478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:39 smithi170 ceph-mon[97338]: pgmap v1478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:41 smithi081 ceph-mon[95500]: pgmap v1479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:41 smithi081 ceph-mon[107735]: pgmap v1479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:41.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:41.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:41.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:41.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:41 smithi170 ceph-mon[97338]: pgmap v1479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:27:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:43 smithi170 ceph-mon[97338]: pgmap v1480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:43 smithi081 ceph-mon[95500]: pgmap v1480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:43.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:43.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:43 smithi081 ceph-mon[107735]: pgmap v1480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:45 smithi170 ceph-mon[97338]: pgmap v1481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:45 smithi081 ceph-mon[95500]: pgmap v1481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:45 smithi081 ceph-mon[107735]: pgmap v1481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:47 smithi170 ceph-mon[97338]: pgmap v1482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:47 smithi081 ceph-mon[95500]: pgmap v1482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:47 smithi081 ceph-mon[107735]: pgmap v1482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:49 smithi170 ceph-mon[97338]: pgmap v1483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:49 smithi081 ceph-mon[95500]: pgmap v1483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:49 smithi081 ceph-mon[107735]: pgmap v1483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:51 smithi170 ceph-mon[97338]: pgmap v1484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:51 smithi081 ceph-mon[95500]: pgmap v1484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:51 smithi081 ceph-mon[107735]: pgmap v1484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:51.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:51.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:27:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:53 smithi170 ceph-mon[97338]: pgmap v1485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:53 smithi081 ceph-mon[95500]: pgmap v1485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:53 smithi081 ceph-mon[107735]: pgmap v1485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:27:53.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:27:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:27:53.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:27:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:55 smithi170 ceph-mon[97338]: pgmap v1486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:55 smithi081 ceph-mon[95500]: pgmap v1486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:55 smithi081 ceph-mon[107735]: pgmap v1486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:57 smithi170 ceph-mon[97338]: pgmap v1487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:57 smithi081 ceph-mon[95500]: pgmap v1487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:57 smithi081 ceph-mon[107735]: pgmap v1487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:27:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:27:59 smithi170 ceph-mon[97338]: pgmap v1488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:00.022 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:27:59 smithi081 ceph-mon[95500]: pgmap v1488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:00.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:27:59 smithi081 ceph-mon[107735]: pgmap v1488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:01 smithi170 ceph-mon[97338]: pgmap v1489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:01 smithi081 ceph-mon[95500]: pgmap v1489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:01 smithi081 ceph-mon[107735]: pgmap v1489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:01.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:01.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:28:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:03 smithi170 ceph-mon[97338]: pgmap v1490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:03 smithi081 ceph-mon[95500]: pgmap v1490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:03 smithi081 ceph-mon[107735]: pgmap v1490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:03.618Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:03.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:05 smithi170 ceph-mon[97338]: pgmap v1491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:05 smithi081 ceph-mon[95500]: pgmap v1491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:05 smithi081 ceph-mon[107735]: pgmap v1491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:07 smithi170 ceph-mon[97338]: pgmap v1492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:07 smithi081 ceph-mon[95500]: pgmap v1492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:07 smithi081 ceph-mon[107735]: pgmap v1492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:09 smithi170 ceph-mon[97338]: pgmap v1493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:09 smithi081 ceph-mon[95500]: pgmap v1493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:09 smithi081 ceph-mon[107735]: pgmap v1493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:11 smithi170 ceph-mon[97338]: pgmap v1494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:11 smithi081 ceph-mon[95500]: pgmap v1494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:11 smithi081 ceph-mon[107735]: pgmap v1494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:11.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:11.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:28:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:13 smithi170 ceph-mon[97338]: pgmap v1495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:13 smithi081 ceph-mon[95500]: pgmap v1495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:13 smithi081 ceph-mon[107735]: pgmap v1495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:13.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:13.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:15 smithi170 ceph-mon[97338]: pgmap v1496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:15 smithi081 ceph-mon[95500]: pgmap v1496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:15 smithi081 ceph-mon[107735]: pgmap v1496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:17 smithi170 ceph-mon[97338]: pgmap v1497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:17 smithi081 ceph-mon[95500]: pgmap v1497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:17 smithi081 ceph-mon[107735]: pgmap v1497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:19 smithi170 ceph-mon[97338]: pgmap v1498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:19 smithi081 ceph-mon[95500]: pgmap v1498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:19 smithi081 ceph-mon[107735]: pgmap v1498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:21 smithi170 ceph-mon[97338]: pgmap v1499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:21 smithi081 ceph-mon[95500]: pgmap v1499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:21 smithi081 ceph-mon[107735]: pgmap v1499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:21.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:21.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:28:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:23 smithi170 ceph-mon[97338]: pgmap v1500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:23 smithi081 ceph-mon[95500]: pgmap v1500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:23 smithi081 ceph-mon[107735]: pgmap v1500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:23.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:23.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:25 smithi170 ceph-mon[97338]: pgmap v1501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:26.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:25 smithi081 ceph-mon[95500]: pgmap v1501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:25 smithi081 ceph-mon[107735]: pgmap v1501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:27 smithi170 ceph-mon[97338]: pgmap v1502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:27 smithi081 ceph-mon[95500]: pgmap v1502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:27 smithi081 ceph-mon[107735]: pgmap v1502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:29 smithi170 ceph-mon[97338]: pgmap v1503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:29 smithi081 ceph-mon[95500]: pgmap v1503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:29 smithi081 ceph-mon[107735]: pgmap v1503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:31 smithi170 ceph-mon[97338]: pgmap v1504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:31 smithi081 ceph-mon[95500]: pgmap v1504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:31 smithi081 ceph-mon[107735]: pgmap v1504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:31.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:31.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:28:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:33 smithi170 ceph-mon[97338]: pgmap v1505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:34.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:33 smithi081 ceph-mon[95500]: pgmap v1505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:33.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:33.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:33 smithi081 ceph-mon[107735]: pgmap v1505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:35 smithi170 ceph-mon[97338]: pgmap v1506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:35 smithi081 ceph-mon[95500]: pgmap v1506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:35 smithi081 ceph-mon[107735]: pgmap v1506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:37 smithi170 ceph-mon[97338]: pgmap v1507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:37 smithi081 ceph-mon[95500]: pgmap v1507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:37 smithi081 ceph-mon[107735]: pgmap v1507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:39 smithi170 ceph-mon[97338]: pgmap v1508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:39 smithi081 ceph-mon[95500]: pgmap v1508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:39 smithi081 ceph-mon[107735]: pgmap v1508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:41 smithi170 ceph-mon[97338]: pgmap v1509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:41 smithi081 ceph-mon[95500]: pgmap v1509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:41 smithi081 ceph-mon[107735]: pgmap v1509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:41.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:41.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:28:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:43 smithi170 ceph-mon[97338]: pgmap v1510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:43 smithi081 ceph-mon[95500]: pgmap v1510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:43 smithi081 ceph-mon[107735]: pgmap v1510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:43.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:43.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:45 smithi170 ceph-mon[97338]: pgmap v1511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:45 smithi081 ceph-mon[95500]: pgmap v1511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:45 smithi081 ceph-mon[107735]: pgmap v1511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:47 smithi170 ceph-mon[97338]: pgmap v1512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:47 smithi081 ceph-mon[95500]: pgmap v1512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:47 smithi081 ceph-mon[107735]: pgmap v1512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:49 smithi170 ceph-mon[97338]: pgmap v1513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:49 smithi081 ceph-mon[95500]: pgmap v1513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:49 smithi081 ceph-mon[107735]: pgmap v1513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:51 smithi170 ceph-mon[97338]: pgmap v1514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:51 smithi081 ceph-mon[95500]: pgmap v1514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:51 smithi081 ceph-mon[107735]: pgmap v1514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:51.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:51.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:28:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:53 smithi170 ceph-mon[97338]: pgmap v1515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:53 smithi081 ceph-mon[95500]: pgmap v1515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:53 smithi081 ceph-mon[107735]: pgmap v1515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:28:53.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:28:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:28:53.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:28:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:55 smithi170 ceph-mon[97338]: pgmap v1516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:55 smithi081 ceph-mon[95500]: pgmap v1516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:55 smithi081 ceph-mon[107735]: pgmap v1516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:57 smithi170 ceph-mon[97338]: pgmap v1517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:57 smithi081 ceph-mon[95500]: pgmap v1517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:57 smithi081 ceph-mon[107735]: pgmap v1517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:28:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:28:59 smithi170 ceph-mon[97338]: pgmap v1518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:00.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:28:59 smithi081 ceph-mon[95500]: pgmap v1518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:28:59 smithi081 ceph-mon[107735]: pgmap v1518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:00 smithi170 ceph-mon[97338]: pgmap v1519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:00 smithi081 ceph-mon[95500]: pgmap v1519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:00 smithi081 ceph-mon[107735]: pgmap v1519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:02.009 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:01.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:02.009 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:01.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:03 smithi081 ceph-mon[95500]: pgmap v1520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:03.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:29:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:03 smithi081 ceph-mon[107735]: pgmap v1520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:03 smithi170 ceph-mon[97338]: pgmap v1520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:03.892 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:03.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:03.893 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:03.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:05 smithi170 ceph-mon[97338]: pgmap v1521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:05 smithi081 ceph-mon[95500]: pgmap v1521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:05 smithi081 ceph-mon[107735]: pgmap v1521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:07 smithi170 ceph-mon[97338]: pgmap v1522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:07 smithi081 ceph-mon[95500]: pgmap v1522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:07 smithi081 ceph-mon[107735]: pgmap v1522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:09 smithi170 ceph-mon[97338]: pgmap v1523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:09 smithi081 ceph-mon[95500]: pgmap v1523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:09 smithi081 ceph-mon[107735]: pgmap v1523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:11 smithi170 ceph-mon[97338]: pgmap v1524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:11.748 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:11 smithi081 ceph-mon[95500]: pgmap v1524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:11.748 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:11 smithi081 ceph-mon[107735]: pgmap v1524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:11.744Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:11.745Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:13.351 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:29:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:13 smithi170 ceph-mon[97338]: pgmap v1525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:13 smithi081 ceph-mon[95500]: pgmap v1525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:13 smithi081 ceph-mon[107735]: pgmap v1525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:13.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:13.624Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:15 smithi170 ceph-mon[97338]: pgmap v1526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:15 smithi081 ceph-mon[95500]: pgmap v1526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:15 smithi081 ceph-mon[107735]: pgmap v1526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:17 smithi170 ceph-mon[97338]: pgmap v1527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:17 smithi081 ceph-mon[95500]: pgmap v1527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:17 smithi081 ceph-mon[107735]: pgmap v1527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:19 smithi170 ceph-mon[97338]: pgmap v1528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:19 smithi081 ceph-mon[95500]: pgmap v1528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:19 smithi081 ceph-mon[107735]: pgmap v1528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:21 smithi170 ceph-mon[97338]: pgmap v1529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:21.749 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:21 smithi081 ceph-mon[95500]: pgmap v1529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:21.749 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:21 smithi081 ceph-mon[107735]: pgmap v1529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:21.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:21.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:23.450 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:29:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:23 smithi170 ceph-mon[97338]: pgmap v1530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:23 smithi081 ceph-mon[95500]: pgmap v1530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:23 smithi081 ceph-mon[107735]: pgmap v1530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:23.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:23.624Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:25 smithi170 ceph-mon[97338]: pgmap v1531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:25 smithi081 ceph-mon[95500]: pgmap v1531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:25 smithi081 ceph-mon[107735]: pgmap v1531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:27 smithi170 ceph-mon[97338]: pgmap v1532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:27 smithi081 ceph-mon[95500]: pgmap v1532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:27 smithi081 ceph-mon[107735]: pgmap v1532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:29 smithi170 ceph-mon[97338]: pgmap v1533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:29 smithi081 ceph-mon[95500]: pgmap v1533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:29 smithi081 ceph-mon[107735]: pgmap v1533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:31 smithi170 ceph-mon[97338]: pgmap v1534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:31.749 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:31 smithi081 ceph-mon[95500]: pgmap v1534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:31.749 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:31 smithi081 ceph-mon[107735]: pgmap v1534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:31.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:31.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:33.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:29:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:33 smithi170 ceph-mon[97338]: pgmap v1535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:33 smithi081 ceph-mon[95500]: pgmap v1535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:33.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:33.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:33 smithi081 ceph-mon[107735]: pgmap v1535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:35 smithi170 ceph-mon[97338]: pgmap v1536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:35 smithi081 ceph-mon[95500]: pgmap v1536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:35 smithi081 ceph-mon[107735]: pgmap v1536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:37 smithi170 ceph-mon[97338]: pgmap v1537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:37 smithi081 ceph-mon[95500]: pgmap v1537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:37 smithi081 ceph-mon[107735]: pgmap v1537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:39 smithi170 ceph-mon[97338]: pgmap v1538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:39 smithi081 ceph-mon[95500]: pgmap v1538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:39 smithi081 ceph-mon[107735]: pgmap v1538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:41 smithi170 ceph-mon[97338]: pgmap v1539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:41.750 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:41 smithi081 ceph-mon[95500]: pgmap v1539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:41.751 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:41 smithi081 ceph-mon[107735]: pgmap v1539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:41.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:41.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:43.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:29:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:43 smithi170 ceph-mon[97338]: pgmap v1540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:43 smithi081 ceph-mon[95500]: pgmap v1540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:43 smithi081 ceph-mon[107735]: pgmap v1540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:43.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:43.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:45 smithi170 ceph-mon[97338]: pgmap v1541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:45 smithi081 ceph-mon[95500]: pgmap v1541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:45 smithi081 ceph-mon[107735]: pgmap v1541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:47 smithi170 ceph-mon[97338]: pgmap v1542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:47 smithi081 ceph-mon[95500]: pgmap v1542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:47 smithi081 ceph-mon[107735]: pgmap v1542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:49.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:49 smithi170 ceph-mon[97338]: pgmap v1543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:49 smithi081 ceph-mon[95500]: pgmap v1543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:49 smithi081 ceph-mon[107735]: pgmap v1543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:51 smithi170 ceph-mon[97338]: pgmap v1544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:51.751 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:51 smithi081 ceph-mon[95500]: pgmap v1544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:51.751 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:51 smithi081 ceph-mon[107735]: pgmap v1544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:51.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:51.748Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:53.490 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:29:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:53 smithi170 ceph-mon[97338]: pgmap v1545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:53 smithi081 ceph-mon[95500]: pgmap v1545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:53 smithi081 ceph-mon[107735]: pgmap v1545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:29:53.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:29:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:29:53.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:29:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:55 smithi170 ceph-mon[97338]: pgmap v1546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:55 smithi081 ceph-mon[95500]: pgmap v1546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:55 smithi081 ceph-mon[107735]: pgmap v1546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:57 smithi081 ceph-mon[95500]: pgmap v1547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:57 smithi081 ceph-mon[107735]: pgmap v1547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:57 smithi170 ceph-mon[97338]: pgmap v1547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:29:59 smithi081 ceph-mon[95500]: pgmap v1548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:29:59 smithi081 ceph-mon[107735]: pgmap v1548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:29:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:29:59 smithi170 ceph-mon[97338]: pgmap v1548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:30:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:30:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:30:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:01 smithi081 ceph-mon[95500]: pgmap v1549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:01 smithi081 ceph-mon[107735]: pgmap v1549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:01.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:01.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:01.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:01.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:01 smithi170 ceph-mon[97338]: pgmap v1549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:03.508 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:30:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:03 smithi081 ceph-mon[95500]: pgmap v1550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:03 smithi081 ceph-mon[107735]: pgmap v1550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:03.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:03.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:03 smithi170 ceph-mon[97338]: pgmap v1550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:05 smithi081 ceph-mon[95500]: pgmap v1551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:05 smithi081 ceph-mon[107735]: pgmap v1551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:05 smithi170 ceph-mon[97338]: pgmap v1551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:07 smithi081 ceph-mon[95500]: pgmap v1552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:07 smithi081 ceph-mon[107735]: pgmap v1552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:07 smithi170 ceph-mon[97338]: pgmap v1552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:09 smithi170 ceph-mon[97338]: pgmap v1553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:09 smithi081 ceph-mon[95500]: pgmap v1553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:09 smithi081 ceph-mon[107735]: pgmap v1553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:11 smithi170 ceph-mon[97338]: pgmap v1554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:11 smithi081 ceph-mon[95500]: pgmap v1554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:11 smithi081 ceph-mon[107735]: pgmap v1554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:11.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:11.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:30:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:13 smithi170 ceph-mon[97338]: pgmap v1555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:13 smithi081 ceph-mon[95500]: pgmap v1555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:13 smithi081 ceph-mon[107735]: pgmap v1555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:13.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:13.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:15 smithi170 ceph-mon[97338]: pgmap v1556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:15 smithi081 ceph-mon[95500]: pgmap v1556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:15 smithi081 ceph-mon[107735]: pgmap v1556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:17 smithi170 ceph-mon[97338]: pgmap v1557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:17 smithi081 ceph-mon[95500]: pgmap v1557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:17 smithi081 ceph-mon[107735]: pgmap v1557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:19 smithi170 ceph-mon[97338]: pgmap v1558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:19 smithi081 ceph-mon[95500]: pgmap v1558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:19 smithi081 ceph-mon[107735]: pgmap v1558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:21 smithi170 ceph-mon[97338]: pgmap v1559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:21 smithi081 ceph-mon[95500]: pgmap v1559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:21.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:21.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:21 smithi081 ceph-mon[107735]: pgmap v1559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:30:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:23 smithi170 ceph-mon[97338]: pgmap v1560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:24.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:23 smithi081 ceph-mon[95500]: pgmap v1560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:23 smithi081 ceph-mon[107735]: pgmap v1560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:23.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:23.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:25 smithi170 ceph-mon[97338]: pgmap v1561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:25 smithi081 ceph-mon[95500]: pgmap v1561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:25 smithi081 ceph-mon[107735]: pgmap v1561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:27 smithi170 ceph-mon[97338]: pgmap v1562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:27 smithi081 ceph-mon[95500]: pgmap v1562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:27 smithi081 ceph-mon[107735]: pgmap v1562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:29 smithi170 ceph-mon[97338]: pgmap v1563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:29 smithi081 ceph-mon[95500]: pgmap v1563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:29 smithi081 ceph-mon[107735]: pgmap v1563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:31.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:31 smithi170 ceph-mon[97338]: pgmap v1564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:31 smithi081 ceph-mon[95500]: pgmap v1564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:31 smithi081 ceph-mon[107735]: pgmap v1564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:31.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:31.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:30:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:33 smithi170 ceph-mon[97338]: pgmap v1565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:34.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:33 smithi081 ceph-mon[95500]: pgmap v1565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:33 smithi081 ceph-mon[107735]: pgmap v1565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:33.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:33.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:35 smithi170 ceph-mon[97338]: pgmap v1566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:35 smithi081 ceph-mon[95500]: pgmap v1566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:35 smithi081 ceph-mon[107735]: pgmap v1566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:37 smithi170 ceph-mon[97338]: pgmap v1567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:37 smithi081 ceph-mon[95500]: pgmap v1567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:37 smithi081 ceph-mon[107735]: pgmap v1567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:39 smithi170 ceph-mon[97338]: pgmap v1568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:39 smithi081 ceph-mon[95500]: pgmap v1568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:39 smithi081 ceph-mon[107735]: pgmap v1568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:41 smithi170 ceph-mon[97338]: pgmap v1569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:41 smithi081 ceph-mon[95500]: pgmap v1569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:41 smithi081 ceph-mon[107735]: pgmap v1569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:41.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:41.752Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:30:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:43 smithi170 ceph-mon[97338]: pgmap v1570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:43 smithi081 ceph-mon[95500]: pgmap v1570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:43 smithi081 ceph-mon[107735]: pgmap v1570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:43.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:43.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:45 smithi170 ceph-mon[97338]: pgmap v1571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:45 smithi081 ceph-mon[95500]: pgmap v1571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:45 smithi081 ceph-mon[107735]: pgmap v1571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:47 smithi170 ceph-mon[97338]: pgmap v1572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:47 smithi081 ceph-mon[95500]: pgmap v1572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:47 smithi081 ceph-mon[107735]: pgmap v1572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:49 smithi170 ceph-mon[97338]: pgmap v1573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:49 smithi081 ceph-mon[95500]: pgmap v1573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:49 smithi081 ceph-mon[107735]: pgmap v1573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:51 smithi170 ceph-mon[97338]: pgmap v1574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:51 smithi081 ceph-mon[95500]: pgmap v1574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:51 smithi081 ceph-mon[107735]: pgmap v1574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:51.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:51.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:30:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:53 smithi170 ceph-mon[97338]: pgmap v1575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:53 smithi081 ceph-mon[95500]: pgmap v1575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:53 smithi081 ceph-mon[107735]: pgmap v1575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:30:53.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:30:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:30:53.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:30:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:55 smithi170 ceph-mon[97338]: pgmap v1576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:55 smithi081 ceph-mon[95500]: pgmap v1576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:55 smithi081 ceph-mon[107735]: pgmap v1576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:57 smithi170 ceph-mon[97338]: pgmap v1577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:57 smithi081 ceph-mon[95500]: pgmap v1577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:57 smithi081 ceph-mon[107735]: pgmap v1577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:30:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:30:59 smithi170 ceph-mon[97338]: pgmap v1578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:00.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:30:59 smithi081 ceph-mon[95500]: pgmap v1578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:30:59 smithi081 ceph-mon[107735]: pgmap v1578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:01 smithi170 ceph-mon[97338]: pgmap v1579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:01 smithi081 ceph-mon[95500]: pgmap v1579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:01 smithi081 ceph-mon[107735]: pgmap v1579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:02.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:01.753Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:02.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:01.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:31:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:03 smithi170 ceph-mon[97338]: pgmap v1580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:03 smithi081 ceph-mon[95500]: pgmap v1580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:03.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:03.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:03 smithi081 ceph-mon[107735]: pgmap v1580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:05 smithi170 ceph-mon[97338]: pgmap v1581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:05 smithi081 ceph-mon[95500]: pgmap v1581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:05 smithi081 ceph-mon[107735]: pgmap v1581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:07 smithi170 ceph-mon[97338]: pgmap v1582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:07 smithi081 ceph-mon[95500]: pgmap v1582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:07 smithi081 ceph-mon[107735]: pgmap v1582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:09 smithi170 ceph-mon[97338]: pgmap v1583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:09 smithi081 ceph-mon[95500]: pgmap v1583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:09 smithi081 ceph-mon[107735]: pgmap v1583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:11 smithi170 ceph-mon[97338]: pgmap v1584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:11 smithi081 ceph-mon[95500]: pgmap v1584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:11 smithi081 ceph-mon[107735]: pgmap v1584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:11.753Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:11.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:31:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:13 smithi170 ceph-mon[97338]: pgmap v1585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:13 smithi081 ceph-mon[107735]: pgmap v1585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:13.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:13.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:13 smithi081 ceph-mon[95500]: pgmap v1585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:15 smithi170 ceph-mon[97338]: pgmap v1586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:15 smithi081 ceph-mon[95500]: pgmap v1586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:15 smithi081 ceph-mon[107735]: pgmap v1586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:18.000 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:17 smithi170 ceph-mon[97338]: pgmap v1587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:18.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:17 smithi081 ceph-mon[95500]: pgmap v1587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:18.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:17 smithi081 ceph-mon[107735]: pgmap v1587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:19 smithi170 ceph-mon[97338]: pgmap v1588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:19 smithi081 ceph-mon[95500]: pgmap v1588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:19 smithi081 ceph-mon[107735]: pgmap v1588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:21 smithi170 ceph-mon[97338]: pgmap v1589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:21 smithi081 ceph-mon[95500]: pgmap v1589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:22.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:21 smithi081 ceph-mon[107735]: pgmap v1589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:22.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:21.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:22.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:21.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:31:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:23 smithi170 ceph-mon[97338]: pgmap v1590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:24.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:23 smithi081 ceph-mon[95500]: pgmap v1590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:23 smithi081 ceph-mon[107735]: pgmap v1590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:23.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:23.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:25 smithi170 ceph-mon[97338]: pgmap v1591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:25 smithi081 ceph-mon[95500]: pgmap v1591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:25 smithi081 ceph-mon[107735]: pgmap v1591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:27 smithi170 ceph-mon[97338]: pgmap v1592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:27 smithi081 ceph-mon[95500]: pgmap v1592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:27 smithi081 ceph-mon[107735]: pgmap v1592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:29 smithi170 ceph-mon[97338]: pgmap v1593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:29 smithi081 ceph-mon[95500]: pgmap v1593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:29 smithi081 ceph-mon[107735]: pgmap v1593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:31 smithi170 ceph-mon[97338]: pgmap v1594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:31 smithi081 ceph-mon[95500]: pgmap v1594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:31 smithi081 ceph-mon[107735]: pgmap v1594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:31.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:31.756Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:31:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:33 smithi170 ceph-mon[97338]: pgmap v1595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:33 smithi081 ceph-mon[107735]: pgmap v1595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:33.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:33.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:33 smithi081 ceph-mon[95500]: pgmap v1595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:35 smithi170 ceph-mon[97338]: pgmap v1596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:35 smithi081 ceph-mon[95500]: pgmap v1596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:35 smithi081 ceph-mon[107735]: pgmap v1596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:37 smithi170 ceph-mon[97338]: pgmap v1597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:37 smithi081 ceph-mon[95500]: pgmap v1597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:37 smithi081 ceph-mon[107735]: pgmap v1597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:38 smithi170 ceph-mon[97338]: pgmap v1598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:38 smithi081 ceph-mon[95500]: pgmap v1598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:38 smithi081 ceph-mon[107735]: pgmap v1598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:41.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:41 smithi170 ceph-mon[97338]: pgmap v1599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:41.760 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:41 smithi081 ceph-mon[95500]: pgmap v1599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:41.761 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:41 smithi081 ceph-mon[107735]: pgmap v1599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:42.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:41.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:41.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:43.462 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:31:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:43 smithi170 ceph-mon[97338]: pgmap v1600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:43 smithi081 ceph-mon[95500]: pgmap v1600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:43 smithi081 ceph-mon[107735]: pgmap v1600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:43.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:43.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:45 smithi170 ceph-mon[97338]: pgmap v1601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:45.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:45 smithi081 ceph-mon[95500]: pgmap v1601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:45.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:45 smithi081 ceph-mon[107735]: pgmap v1601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:47 smithi170 ceph-mon[97338]: pgmap v1602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:47.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:47 smithi081 ceph-mon[95500]: pgmap v1602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:47 smithi081 ceph-mon[107735]: pgmap v1602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:49 smithi170 ceph-mon[97338]: pgmap v1603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:49 smithi081 ceph-mon[95500]: pgmap v1603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:49 smithi081 ceph-mon[107735]: pgmap v1603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:51 smithi170 ceph-mon[97338]: pgmap v1604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:51.760 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:51 smithi081 ceph-mon[95500]: pgmap v1604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:51.761 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:51 smithi081 ceph-mon[107735]: pgmap v1604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:51.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:51.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:53.479 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:31:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:53 smithi170 ceph-mon[97338]: pgmap v1605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:53 smithi081 ceph-mon[95500]: pgmap v1605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:53 smithi081 ceph-mon[107735]: pgmap v1605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:31:53.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:31:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:31:53.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:31:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:55 smithi170 ceph-mon[97338]: pgmap v1606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:55 smithi081 ceph-mon[95500]: pgmap v1606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:55 smithi081 ceph-mon[107735]: pgmap v1606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:57 smithi170 ceph-mon[97338]: pgmap v1607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:57 smithi081 ceph-mon[95500]: pgmap v1607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:57 smithi081 ceph-mon[107735]: pgmap v1607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:31:59 smithi170 ceph-mon[97338]: pgmap v1608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:31:59 smithi081 ceph-mon[95500]: pgmap v1608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:31:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:31:59 smithi081 ceph-mon[107735]: pgmap v1608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:01 smithi170 ceph-mon[97338]: pgmap v1609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:01.761 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:01 smithi081 ceph-mon[95500]: pgmap v1609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:01.761 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:01 smithi081 ceph-mon[107735]: pgmap v1609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:01.757Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:01.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:03.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:32:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:03 smithi170 ceph-mon[97338]: pgmap v1610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:03 smithi081 ceph-mon[95500]: pgmap v1610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:03 smithi081 ceph-mon[107735]: pgmap v1610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:03.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:03.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:05 smithi081 ceph-mon[95500]: pgmap v1611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:05 smithi081 ceph-mon[107735]: pgmap v1611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:05 smithi170 ceph-mon[97338]: pgmap v1611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:07 smithi081 ceph-mon[95500]: pgmap v1612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:07 smithi081 ceph-mon[107735]: pgmap v1612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:07 smithi170 ceph-mon[97338]: pgmap v1612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:09 smithi081 ceph-mon[95500]: pgmap v1613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:09 smithi081 ceph-mon[107735]: pgmap v1613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:09 smithi170 ceph-mon[97338]: pgmap v1613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:11.761 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:11 smithi081 ceph-mon[95500]: pgmap v1614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:11.762 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:11 smithi081 ceph-mon[107735]: pgmap v1614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:11 smithi170 ceph-mon[97338]: pgmap v1614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:12.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:11.758Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:12.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:11.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:13.507 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:32:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:13 smithi081 ceph-mon[95500]: pgmap v1615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:13.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:13.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:13 smithi081 ceph-mon[107735]: pgmap v1615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:13 smithi170 ceph-mon[97338]: pgmap v1615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:15 smithi081 ceph-mon[95500]: pgmap v1616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:15 smithi081 ceph-mon[107735]: pgmap v1616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:15 smithi170 ceph-mon[97338]: pgmap v1616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:17 smithi081 ceph-mon[95500]: pgmap v1617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:17 smithi081 ceph-mon[107735]: pgmap v1617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:17 smithi170 ceph-mon[97338]: pgmap v1617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:19 smithi170 ceph-mon[97338]: pgmap v1618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:19 smithi081 ceph-mon[95500]: pgmap v1618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:19 smithi081 ceph-mon[107735]: pgmap v1618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:21 smithi170 ceph-mon[97338]: pgmap v1619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:21 smithi081 ceph-mon[95500]: pgmap v1619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:21 smithi081 ceph-mon[107735]: pgmap v1619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:21.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:21.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:32:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:23 smithi170 ceph-mon[97338]: pgmap v1620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:24.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:23 smithi081 ceph-mon[95500]: pgmap v1620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:23 smithi081 ceph-mon[107735]: pgmap v1620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:23.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:23.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:25 smithi170 ceph-mon[97338]: pgmap v1621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:25 smithi081 ceph-mon[95500]: pgmap v1621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:25 smithi081 ceph-mon[107735]: pgmap v1621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:27 smithi170 ceph-mon[97338]: pgmap v1622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:27 smithi081 ceph-mon[95500]: pgmap v1622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:27 smithi081 ceph-mon[107735]: pgmap v1622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:29 smithi170 ceph-mon[97338]: pgmap v1623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:30.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:29 smithi081 ceph-mon[95500]: pgmap v1623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:30.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:29 smithi081 ceph-mon[107735]: pgmap v1623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:31 smithi170 ceph-mon[97338]: pgmap v1624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:31 smithi081 ceph-mon[95500]: pgmap v1624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:31 smithi081 ceph-mon[107735]: pgmap v1624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:31.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:32.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:31.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:32:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:33 smithi170 ceph-mon[97338]: pgmap v1625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:33 smithi081 ceph-mon[95500]: pgmap v1625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:34.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:33 smithi081 ceph-mon[107735]: pgmap v1625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:34.023 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:33.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:34.023 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:33.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:35 smithi170 ceph-mon[97338]: pgmap v1626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:35 smithi081 ceph-mon[95500]: pgmap v1626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:35 smithi081 ceph-mon[107735]: pgmap v1626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:37 smithi170 ceph-mon[97338]: pgmap v1627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:37 smithi081 ceph-mon[95500]: pgmap v1627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:37 smithi081 ceph-mon[107735]: pgmap v1627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:39 smithi170 ceph-mon[97338]: pgmap v1628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:39 smithi081 ceph-mon[95500]: pgmap v1628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:39 smithi081 ceph-mon[107735]: pgmap v1628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:41 smithi170 ceph-mon[97338]: pgmap v1629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:41 smithi081 ceph-mon[95500]: pgmap v1629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:41.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:41.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:41 smithi081 ceph-mon[107735]: pgmap v1629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:32:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:43 smithi170 ceph-mon[97338]: pgmap v1630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:43 smithi081 ceph-mon[95500]: pgmap v1630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:43.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:43.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:43 smithi081 ceph-mon[107735]: pgmap v1630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:45 smithi170 ceph-mon[97338]: pgmap v1631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:45 smithi081 ceph-mon[95500]: pgmap v1631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:45 smithi081 ceph-mon[107735]: pgmap v1631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:47 smithi170 ceph-mon[97338]: pgmap v1632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:47 smithi081 ceph-mon[95500]: pgmap v1632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:47 smithi081 ceph-mon[107735]: pgmap v1632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:49 smithi170 ceph-mon[97338]: pgmap v1633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:49 smithi081 ceph-mon[95500]: pgmap v1633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:49 smithi081 ceph-mon[107735]: pgmap v1633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:51 smithi170 ceph-mon[97338]: pgmap v1634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:51 smithi081 ceph-mon[95500]: pgmap v1634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:51 smithi081 ceph-mon[107735]: pgmap v1634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:51.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:51.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:32:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:53 smithi170 ceph-mon[97338]: pgmap v1635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:53 smithi081 ceph-mon[95500]: pgmap v1635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:53 smithi081 ceph-mon[107735]: pgmap v1635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:32:53.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:32:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:32:53.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:32:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:55 smithi170 ceph-mon[97338]: pgmap v1636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:56.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:55 smithi081 ceph-mon[95500]: pgmap v1636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:56.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:55 smithi081 ceph-mon[107735]: pgmap v1636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:57 smithi170 ceph-mon[97338]: pgmap v1637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:57 smithi081 ceph-mon[95500]: pgmap v1637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:57 smithi081 ceph-mon[107735]: pgmap v1637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:32:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:32:59 smithi170 ceph-mon[97338]: pgmap v1638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:00.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:32:59 smithi081 ceph-mon[95500]: pgmap v1638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:32:59 smithi081 ceph-mon[107735]: pgmap v1638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:01 smithi170 ceph-mon[97338]: pgmap v1639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:01 smithi081 ceph-mon[95500]: pgmap v1639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:01 smithi081 ceph-mon[107735]: pgmap v1639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:01.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:01.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:03.523 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:33:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:03 smithi170 ceph-mon[97338]: pgmap v1640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:03 smithi081 ceph-mon[95500]: pgmap v1640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:03 smithi081 ceph-mon[107735]: pgmap v1640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:03.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:03.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:05 smithi170 ceph-mon[97338]: pgmap v1641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:05 smithi081 ceph-mon[95500]: pgmap v1641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:05 smithi081 ceph-mon[107735]: pgmap v1641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:07 smithi170 ceph-mon[97338]: pgmap v1642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:07 smithi081 ceph-mon[95500]: pgmap v1642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:07 smithi081 ceph-mon[107735]: pgmap v1642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:09 smithi170 ceph-mon[97338]: pgmap v1643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:09 smithi081 ceph-mon[95500]: pgmap v1643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:09 smithi081 ceph-mon[107735]: pgmap v1643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:11 smithi170 ceph-mon[97338]: pgmap v1644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:11 smithi081 ceph-mon[95500]: pgmap v1644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:11.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:11.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:11 smithi081 ceph-mon[107735]: pgmap v1644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:33:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:13 smithi170 ceph-mon[97338]: pgmap v1645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:13 smithi081 ceph-mon[95500]: pgmap v1645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:13.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:13.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:13 smithi081 ceph-mon[107735]: pgmap v1645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:15 smithi170 ceph-mon[97338]: pgmap v1646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:15 smithi081 ceph-mon[95500]: pgmap v1646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:15 smithi081 ceph-mon[107735]: pgmap v1646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:17 smithi170 ceph-mon[97338]: pgmap v1647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:17 smithi081 ceph-mon[95500]: pgmap v1647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:17 smithi081 ceph-mon[107735]: pgmap v1647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:19 smithi170 ceph-mon[97338]: pgmap v1648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:19 smithi081 ceph-mon[95500]: pgmap v1648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:19 smithi081 ceph-mon[107735]: pgmap v1648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:21 smithi170 ceph-mon[97338]: pgmap v1649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:21 smithi081 ceph-mon[95500]: pgmap v1649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:21 smithi081 ceph-mon[107735]: pgmap v1649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:21.763Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:21.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:33:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:23 smithi170 ceph-mon[97338]: pgmap v1650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:24.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:23 smithi081 ceph-mon[95500]: pgmap v1650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:23 smithi081 ceph-mon[107735]: pgmap v1650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:23.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:23.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:25 smithi170 ceph-mon[97338]: pgmap v1651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:25 smithi081 ceph-mon[95500]: pgmap v1651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:25 smithi081 ceph-mon[107735]: pgmap v1651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:27 smithi170 ceph-mon[97338]: pgmap v1652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:27 smithi081 ceph-mon[95500]: pgmap v1652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:27 smithi081 ceph-mon[107735]: pgmap v1652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:29 smithi170 ceph-mon[97338]: pgmap v1653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:29 smithi081 ceph-mon[95500]: pgmap v1653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:29 smithi081 ceph-mon[107735]: pgmap v1653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:31 smithi170 ceph-mon[97338]: pgmap v1654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:31 smithi081 ceph-mon[95500]: pgmap v1654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:31 smithi081 ceph-mon[107735]: pgmap v1654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:31.763Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:31.764Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:33:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:33 smithi170 ceph-mon[97338]: pgmap v1655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:33 smithi081 ceph-mon[95500]: pgmap v1655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:33 smithi081 ceph-mon[107735]: pgmap v1655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:33.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:33.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:35 smithi170 ceph-mon[97338]: pgmap v1656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:35 smithi081 ceph-mon[95500]: pgmap v1656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:35 smithi081 ceph-mon[107735]: pgmap v1656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:37 smithi170 ceph-mon[97338]: pgmap v1657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:37 smithi081 ceph-mon[95500]: pgmap v1657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:37 smithi081 ceph-mon[107735]: pgmap v1657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:39 smithi170 ceph-mon[97338]: pgmap v1658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:39 smithi081 ceph-mon[95500]: pgmap v1658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:39 smithi081 ceph-mon[107735]: pgmap v1658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:41 smithi170 ceph-mon[97338]: pgmap v1659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:41 smithi081 ceph-mon[95500]: pgmap v1659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:41 smithi081 ceph-mon[107735]: pgmap v1659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:41.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:41.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:33:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:43 smithi170 ceph-mon[97338]: pgmap v1660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:43 smithi081 ceph-mon[95500]: pgmap v1660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:43 smithi081 ceph-mon[107735]: pgmap v1660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:43.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:43.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:45 smithi170 ceph-mon[97338]: pgmap v1661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:45 smithi081 ceph-mon[95500]: pgmap v1661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:45 smithi081 ceph-mon[107735]: pgmap v1661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:47 smithi170 ceph-mon[97338]: pgmap v1662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:47 smithi081 ceph-mon[95500]: pgmap v1662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:47 smithi081 ceph-mon[107735]: pgmap v1662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:49 smithi170 ceph-mon[97338]: pgmap v1663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:49 smithi081 ceph-mon[95500]: pgmap v1663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:49 smithi081 ceph-mon[107735]: pgmap v1663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:51 smithi170 ceph-mon[97338]: pgmap v1664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:51 smithi081 ceph-mon[95500]: pgmap v1664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:51 smithi081 ceph-mon[107735]: pgmap v1664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:51.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:51.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:33:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:53 smithi170 ceph-mon[97338]: pgmap v1665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:53 smithi081 ceph-mon[95500]: pgmap v1665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:53 smithi081 ceph-mon[107735]: pgmap v1665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:33:53.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:33:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:33:53.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:33:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:55 smithi170 ceph-mon[97338]: pgmap v1666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:55 smithi081 ceph-mon[95500]: pgmap v1666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:55 smithi081 ceph-mon[107735]: pgmap v1666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:57 smithi170 ceph-mon[97338]: pgmap v1667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:57 smithi081 ceph-mon[95500]: pgmap v1667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:57 smithi081 ceph-mon[107735]: pgmap v1667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:33:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:33:59 smithi170 ceph-mon[97338]: pgmap v1668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:33:59 smithi081 ceph-mon[95500]: pgmap v1668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:33:59 smithi081 ceph-mon[107735]: pgmap v1668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:01 smithi170 ceph-mon[97338]: pgmap v1669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:02.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:01 smithi081 ceph-mon[95500]: pgmap v1669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:01 smithi081 ceph-mon[107735]: pgmap v1669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:01.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:01.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:34:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:03 smithi170 ceph-mon[97338]: pgmap v1670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:03 smithi081 ceph-mon[95500]: pgmap v1670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:03 smithi081 ceph-mon[107735]: pgmap v1670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:03.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:03.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:05 smithi170 ceph-mon[97338]: pgmap v1671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:05 smithi081 ceph-mon[95500]: pgmap v1671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:05 smithi081 ceph-mon[107735]: pgmap v1671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:07 smithi170 ceph-mon[97338]: pgmap v1672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:07 smithi081 ceph-mon[95500]: pgmap v1672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:07 smithi081 ceph-mon[107735]: pgmap v1672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:09 smithi170 ceph-mon[97338]: pgmap v1673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:09 smithi081 ceph-mon[95500]: pgmap v1673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:09 smithi081 ceph-mon[107735]: pgmap v1673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:11 smithi170 ceph-mon[97338]: pgmap v1674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:11 smithi081 ceph-mon[95500]: pgmap v1674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:11 smithi081 ceph-mon[107735]: pgmap v1674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:11.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:11.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:34:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:13 smithi170 ceph-mon[97338]: pgmap v1675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:13 smithi081 ceph-mon[95500]: pgmap v1675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:13 smithi081 ceph-mon[107735]: pgmap v1675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:13.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:13.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:15 smithi170 ceph-mon[97338]: pgmap v1676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:15 smithi081 ceph-mon[95500]: pgmap v1676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:15 smithi081 ceph-mon[107735]: pgmap v1676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:16 smithi170 ceph-mon[97338]: pgmap v1677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:16 smithi081 ceph-mon[95500]: pgmap v1677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:16 smithi081 ceph-mon[107735]: pgmap v1677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:19 smithi170 ceph-mon[97338]: pgmap v1678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:19 smithi081 ceph-mon[95500]: pgmap v1678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:19 smithi081 ceph-mon[107735]: pgmap v1678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:21 smithi081 ceph-mon[95500]: pgmap v1679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:21 smithi081 ceph-mon[107735]: pgmap v1679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:21 smithi170 ceph-mon[97338]: pgmap v1679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:22.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:21.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:22.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:21.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:23.505 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:34:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:23 smithi081 ceph-mon[95500]: pgmap v1680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:23 smithi081 ceph-mon[107735]: pgmap v1680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:23.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:23.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:23 smithi170 ceph-mon[97338]: pgmap v1680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:25 smithi081 ceph-mon[95500]: pgmap v1681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:25 smithi081 ceph-mon[107735]: pgmap v1681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:25 smithi170 ceph-mon[97338]: pgmap v1681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:27 smithi081 ceph-mon[95500]: pgmap v1682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:27 smithi081 ceph-mon[107735]: pgmap v1682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:27 smithi170 ceph-mon[97338]: pgmap v1682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:29 smithi081 ceph-mon[95500]: pgmap v1683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:29 smithi081 ceph-mon[107735]: pgmap v1683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:29 smithi170 ceph-mon[97338]: pgmap v1683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:31.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:31 smithi081 ceph-mon[95500]: pgmap v1684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:31 smithi081 ceph-mon[107735]: pgmap v1684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:31 smithi170 ceph-mon[97338]: pgmap v1684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:32.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:31.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:32.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:31.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:34:33.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:33 smithi170 ceph-mon[97338]: pgmap v1685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:34.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:33 smithi081 ceph-mon[95500]: pgmap v1685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:33.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:33.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:33 smithi081 ceph-mon[107735]: pgmap v1685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:35 smithi170 ceph-mon[97338]: pgmap v1686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:35 smithi081 ceph-mon[95500]: pgmap v1686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:35 smithi081 ceph-mon[107735]: pgmap v1686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:37 smithi170 ceph-mon[97338]: pgmap v1687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:37 smithi081 ceph-mon[95500]: pgmap v1687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:37 smithi081 ceph-mon[107735]: pgmap v1687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:39 smithi170 ceph-mon[97338]: pgmap v1688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:39 smithi081 ceph-mon[95500]: pgmap v1688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:39 smithi081 ceph-mon[107735]: pgmap v1688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:41 smithi170 ceph-mon[97338]: pgmap v1689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:41 smithi081 ceph-mon[95500]: pgmap v1689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:41 smithi081 ceph-mon[107735]: pgmap v1689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:41.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:41.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:34:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:43 smithi170 ceph-mon[97338]: pgmap v1690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:43 smithi081 ceph-mon[95500]: pgmap v1690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:43 smithi081 ceph-mon[107735]: pgmap v1690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:43.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:43.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:45 smithi170 ceph-mon[97338]: pgmap v1691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:45 smithi081 ceph-mon[95500]: pgmap v1691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:45 smithi081 ceph-mon[107735]: pgmap v1691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:47 smithi170 ceph-mon[97338]: pgmap v1692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:47 smithi081 ceph-mon[95500]: pgmap v1692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:47 smithi081 ceph-mon[107735]: pgmap v1692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:49 smithi170 ceph-mon[97338]: pgmap v1693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:49 smithi081 ceph-mon[95500]: pgmap v1693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:49 smithi081 ceph-mon[107735]: pgmap v1693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:51 smithi170 ceph-mon[97338]: pgmap v1694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:51 smithi081 ceph-mon[95500]: pgmap v1694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:51 smithi081 ceph-mon[107735]: pgmap v1694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:51.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:52.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:51.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:34:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:53 smithi170 ceph-mon[97338]: pgmap v1695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:53 smithi081 ceph-mon[95500]: pgmap v1695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:53 smithi081 ceph-mon[107735]: pgmap v1695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:34:53.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:34:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:34:53.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:34:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:55 smithi170 ceph-mon[97338]: pgmap v1696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:55 smithi081 ceph-mon[95500]: pgmap v1696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:55 smithi081 ceph-mon[107735]: pgmap v1696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:57 smithi170 ceph-mon[97338]: pgmap v1697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:57 smithi081 ceph-mon[95500]: pgmap v1697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:57 smithi081 ceph-mon[107735]: pgmap v1697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:34:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:34:59 smithi170 ceph-mon[97338]: pgmap v1698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:34:59 smithi081 ceph-mon[95500]: pgmap v1698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:34:59 smithi081 ceph-mon[107735]: pgmap v1698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:01 smithi170 ceph-mon[97338]: pgmap v1699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:01 smithi081 ceph-mon[95500]: pgmap v1699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:01.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:01.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:01 smithi081 ceph-mon[107735]: pgmap v1699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:35:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:03 smithi170 ceph-mon[97338]: pgmap v1700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:03 smithi081 ceph-mon[95500]: pgmap v1700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:03 smithi081 ceph-mon[107735]: pgmap v1700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:03.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:03.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:05 smithi170 ceph-mon[97338]: pgmap v1701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:05 smithi081 ceph-mon[95500]: pgmap v1701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:05 smithi081 ceph-mon[107735]: pgmap v1701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:07 smithi170 ceph-mon[97338]: pgmap v1702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:07 smithi081 ceph-mon[95500]: pgmap v1702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:07 smithi081 ceph-mon[107735]: pgmap v1702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:09 smithi170 ceph-mon[97338]: pgmap v1703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:09 smithi081 ceph-mon[95500]: pgmap v1703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:09 smithi081 ceph-mon[107735]: pgmap v1703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:11 smithi170 ceph-mon[97338]: pgmap v1704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:11 smithi081 ceph-mon[95500]: pgmap v1704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:11 smithi081 ceph-mon[107735]: pgmap v1704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:11.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:11.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:35:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:13 smithi170 ceph-mon[97338]: pgmap v1705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:13 smithi081 ceph-mon[95500]: pgmap v1705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:13 smithi081 ceph-mon[107735]: pgmap v1705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:13.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:13.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:15 smithi170 ceph-mon[97338]: pgmap v1706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:15 smithi081 ceph-mon[95500]: pgmap v1706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:15 smithi081 ceph-mon[107735]: pgmap v1706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:17 smithi170 ceph-mon[97338]: pgmap v1707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:17 smithi081 ceph-mon[95500]: pgmap v1707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:17 smithi081 ceph-mon[107735]: pgmap v1707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:19 smithi170 ceph-mon[97338]: pgmap v1708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:19 smithi081 ceph-mon[95500]: pgmap v1708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:19 smithi081 ceph-mon[107735]: pgmap v1708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:21 smithi170 ceph-mon[97338]: pgmap v1709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:21 smithi081 ceph-mon[95500]: pgmap v1709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:21.770Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:21.771Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:21 smithi081 ceph-mon[107735]: pgmap v1709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:35:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:23 smithi170 ceph-mon[97338]: pgmap v1710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:24.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:23 smithi081 ceph-mon[95500]: pgmap v1710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:23 smithi081 ceph-mon[107735]: pgmap v1710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:23.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:23.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:25 smithi170 ceph-mon[97338]: pgmap v1711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:25 smithi081 ceph-mon[95500]: pgmap v1711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:25 smithi081 ceph-mon[107735]: pgmap v1711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:27 smithi170 ceph-mon[97338]: pgmap v1712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:27 smithi081 ceph-mon[95500]: pgmap v1712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:27 smithi081 ceph-mon[107735]: pgmap v1712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:29 smithi170 ceph-mon[97338]: pgmap v1713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:29 smithi081 ceph-mon[95500]: pgmap v1713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:29 smithi081 ceph-mon[107735]: pgmap v1713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:31 smithi170 ceph-mon[97338]: pgmap v1714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:31 smithi081 ceph-mon[95500]: pgmap v1714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:31 smithi081 ceph-mon[107735]: pgmap v1714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:31.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:31.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:35:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:33 smithi170 ceph-mon[97338]: pgmap v1715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:33 smithi081 ceph-mon[95500]: pgmap v1715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:33 smithi081 ceph-mon[107735]: pgmap v1715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:33.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:33.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:35 smithi170 ceph-mon[97338]: pgmap v1716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:35 smithi081 ceph-mon[95500]: pgmap v1716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:35 smithi081 ceph-mon[107735]: pgmap v1716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:37 smithi170 ceph-mon[97338]: pgmap v1717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:37 smithi081 ceph-mon[95500]: pgmap v1717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:37 smithi081 ceph-mon[107735]: pgmap v1717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:39 smithi170 ceph-mon[97338]: pgmap v1718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:39 smithi081 ceph-mon[95500]: pgmap v1718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:39 smithi081 ceph-mon[107735]: pgmap v1718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:41 smithi170 ceph-mon[97338]: pgmap v1719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:41 smithi081 ceph-mon[95500]: pgmap v1719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:41 smithi081 ceph-mon[107735]: pgmap v1719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:41.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:41.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:35:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:43 smithi170 ceph-mon[97338]: pgmap v1720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:43 smithi081 ceph-mon[95500]: pgmap v1720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:43 smithi081 ceph-mon[107735]: pgmap v1720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:43.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:43.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:45 smithi170 ceph-mon[97338]: pgmap v1721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:45 smithi081 ceph-mon[95500]: pgmap v1721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:45 smithi081 ceph-mon[107735]: pgmap v1721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:47 smithi170 ceph-mon[97338]: pgmap v1722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:47 smithi081 ceph-mon[95500]: pgmap v1722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:47 smithi081 ceph-mon[107735]: pgmap v1722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:49 smithi170 ceph-mon[97338]: pgmap v1723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:49 smithi081 ceph-mon[95500]: pgmap v1723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:49 smithi081 ceph-mon[107735]: pgmap v1723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:51 smithi170 ceph-mon[97338]: pgmap v1724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:51 smithi081 ceph-mon[95500]: pgmap v1724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:51 smithi081 ceph-mon[107735]: pgmap v1724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:51.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:51.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:35:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:53 smithi170 ceph-mon[97338]: pgmap v1725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:53 smithi081 ceph-mon[95500]: pgmap v1725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:53 smithi081 ceph-mon[107735]: pgmap v1725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:35:53.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:35:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:35:53.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:35:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:55 smithi170 ceph-mon[97338]: pgmap v1726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:55 smithi081 ceph-mon[95500]: pgmap v1726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:55 smithi081 ceph-mon[107735]: pgmap v1726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:57 smithi170 ceph-mon[97338]: pgmap v1727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:57 smithi081 ceph-mon[95500]: pgmap v1727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:57 smithi081 ceph-mon[107735]: pgmap v1727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:35:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:35:59 smithi170 ceph-mon[97338]: pgmap v1728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:00.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:35:59 smithi081 ceph-mon[95500]: pgmap v1728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:35:59 smithi081 ceph-mon[107735]: pgmap v1728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:01 smithi170 ceph-mon[97338]: pgmap v1729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:01 smithi081 ceph-mon[95500]: pgmap v1729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:01 smithi081 ceph-mon[107735]: pgmap v1729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:01.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:01.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:36:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:03 smithi170 ceph-mon[97338]: pgmap v1730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:03 smithi081 ceph-mon[95500]: pgmap v1730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:03 smithi081 ceph-mon[107735]: pgmap v1730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:03.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:03.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:05 smithi170 ceph-mon[97338]: pgmap v1731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:05 smithi081 ceph-mon[95500]: pgmap v1731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:05 smithi081 ceph-mon[107735]: pgmap v1731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:07 smithi170 ceph-mon[97338]: pgmap v1732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:07 smithi081 ceph-mon[95500]: pgmap v1732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:07 smithi081 ceph-mon[107735]: pgmap v1732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:09 smithi170 ceph-mon[97338]: pgmap v1733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:09 smithi081 ceph-mon[95500]: pgmap v1733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:09 smithi081 ceph-mon[107735]: pgmap v1733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:11 smithi170 ceph-mon[97338]: pgmap v1734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:11 smithi081 ceph-mon[95500]: pgmap v1734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:11 smithi081 ceph-mon[107735]: pgmap v1734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:11.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:11.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:36:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:13 smithi170 ceph-mon[97338]: pgmap v1735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:13 smithi081 ceph-mon[95500]: pgmap v1735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:13 smithi081 ceph-mon[107735]: pgmap v1735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:13.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:13.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:15 smithi170 ceph-mon[97338]: pgmap v1736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:15 smithi081 ceph-mon[95500]: pgmap v1736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:15 smithi081 ceph-mon[107735]: pgmap v1736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:17 smithi170 ceph-mon[97338]: pgmap v1737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:17 smithi081 ceph-mon[95500]: pgmap v1737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:17 smithi081 ceph-mon[107735]: pgmap v1737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:19 smithi170 ceph-mon[97338]: pgmap v1738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:19 smithi081 ceph-mon[95500]: pgmap v1738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:19 smithi081 ceph-mon[107735]: pgmap v1738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:21 smithi170 ceph-mon[97338]: pgmap v1739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:22.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:21 smithi081 ceph-mon[95500]: pgmap v1739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:21 smithi081 ceph-mon[107735]: pgmap v1739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:21.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:21.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:36:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:23 smithi170 ceph-mon[97338]: pgmap v1740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:23 smithi081 ceph-mon[95500]: pgmap v1740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:23.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:23.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:23 smithi081 ceph-mon[107735]: pgmap v1740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:25 smithi170 ceph-mon[97338]: pgmap v1741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:25 smithi081 ceph-mon[95500]: pgmap v1741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:25 smithi081 ceph-mon[107735]: pgmap v1741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:27 smithi170 ceph-mon[97338]: pgmap v1742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:27 smithi081 ceph-mon[95500]: pgmap v1742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:27 smithi081 ceph-mon[107735]: pgmap v1742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:29 smithi170 ceph-mon[97338]: pgmap v1743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:29 smithi081 ceph-mon[95500]: pgmap v1743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:29 smithi081 ceph-mon[107735]: pgmap v1743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:31 smithi170 ceph-mon[97338]: pgmap v1744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:31 smithi081 ceph-mon[95500]: pgmap v1744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:31.774Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:31.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:31 smithi081 ceph-mon[107735]: pgmap v1744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:36:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:33 smithi170 ceph-mon[97338]: pgmap v1745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:33 smithi081 ceph-mon[95500]: pgmap v1745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:33 smithi081 ceph-mon[107735]: pgmap v1745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:33.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:33.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:35 smithi170 ceph-mon[97338]: pgmap v1746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:35 smithi081 ceph-mon[95500]: pgmap v1746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:35 smithi081 ceph-mon[107735]: pgmap v1746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:37 smithi170 ceph-mon[97338]: pgmap v1747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:38.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:37 smithi081 ceph-mon[95500]: pgmap v1747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:38.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:37 smithi081 ceph-mon[107735]: pgmap v1747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:39 smithi170 ceph-mon[97338]: pgmap v1748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:39 smithi081 ceph-mon[95500]: pgmap v1748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:39 smithi081 ceph-mon[107735]: pgmap v1748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:40 smithi081 ceph-mon[95500]: pgmap v1749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:40 smithi081 ceph-mon[107735]: pgmap v1749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:41.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:40 smithi170 ceph-mon[97338]: pgmap v1749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:42.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:41.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:42.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:41.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:43 smithi170 ceph-mon[97338]: pgmap v1750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:43 smithi081 ceph-mon[95500]: pgmap v1750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:36:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:43 smithi081 ceph-mon[107735]: pgmap v1750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:43.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:43.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:45 smithi170 ceph-mon[97338]: pgmap v1751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:45 smithi081 ceph-mon[95500]: pgmap v1751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:45 smithi081 ceph-mon[107735]: pgmap v1751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:47 smithi170 ceph-mon[97338]: pgmap v1752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:47 smithi081 ceph-mon[95500]: pgmap v1752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:47 smithi081 ceph-mon[107735]: pgmap v1752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:49 smithi170 ceph-mon[97338]: pgmap v1753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:49 smithi081 ceph-mon[95500]: pgmap v1753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:49 smithi081 ceph-mon[107735]: pgmap v1753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:51 smithi170 ceph-mon[97338]: pgmap v1754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:51 smithi081 ceph-mon[95500]: pgmap v1754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:51 smithi081 ceph-mon[107735]: pgmap v1754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:51.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:51.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:36:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:53 smithi170 ceph-mon[97338]: pgmap v1755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:53 smithi081 ceph-mon[95500]: pgmap v1755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:53 smithi081 ceph-mon[107735]: pgmap v1755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:36:53.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:36:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:36:53.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:36:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:55 smithi170 ceph-mon[97338]: pgmap v1756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:55 smithi081 ceph-mon[95500]: pgmap v1756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:55 smithi081 ceph-mon[107735]: pgmap v1756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:57 smithi170 ceph-mon[97338]: pgmap v1757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:57 smithi081 ceph-mon[95500]: pgmap v1757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:57 smithi081 ceph-mon[107735]: pgmap v1757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:36:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:36:59 smithi170 ceph-mon[97338]: pgmap v1758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:36:59 smithi081 ceph-mon[95500]: pgmap v1758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:36:59 smithi081 ceph-mon[107735]: pgmap v1758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:01 smithi170 ceph-mon[97338]: pgmap v1759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:02.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:01 smithi081 ceph-mon[95500]: pgmap v1759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:01 smithi081 ceph-mon[107735]: pgmap v1759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:01.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:01.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:37:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:03 smithi170 ceph-mon[97338]: pgmap v1760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:03 smithi081 ceph-mon[95500]: pgmap v1760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:03.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:03.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:03 smithi081 ceph-mon[107735]: pgmap v1760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:05 smithi170 ceph-mon[97338]: pgmap v1761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:05 smithi081 ceph-mon[95500]: pgmap v1761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:05 smithi081 ceph-mon[107735]: pgmap v1761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:07 smithi170 ceph-mon[97338]: pgmap v1762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:07 smithi081 ceph-mon[95500]: pgmap v1762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:07 smithi081 ceph-mon[107735]: pgmap v1762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:09 smithi170 ceph-mon[97338]: pgmap v1763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:09 smithi081 ceph-mon[95500]: pgmap v1763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:09 smithi081 ceph-mon[107735]: pgmap v1763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:11 smithi170 ceph-mon[97338]: pgmap v1764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:11 smithi081 ceph-mon[95500]: pgmap v1764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:11 smithi081 ceph-mon[107735]: pgmap v1764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:11.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:11.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:37:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:13 smithi170 ceph-mon[97338]: pgmap v1765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:13 smithi081 ceph-mon[95500]: pgmap v1765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:13.656Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:13.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:13 smithi081 ceph-mon[107735]: pgmap v1765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:15 smithi170 ceph-mon[97338]: pgmap v1766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:15 smithi081 ceph-mon[95500]: pgmap v1766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:15 smithi081 ceph-mon[107735]: pgmap v1766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:17 smithi170 ceph-mon[97338]: pgmap v1767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:17 smithi081 ceph-mon[95500]: pgmap v1767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:17 smithi081 ceph-mon[107735]: pgmap v1767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:19 smithi170 ceph-mon[97338]: pgmap v1768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:19 smithi081 ceph-mon[95500]: pgmap v1768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:19 smithi081 ceph-mon[107735]: pgmap v1768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:21 smithi170 ceph-mon[97338]: pgmap v1769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:21 smithi081 ceph-mon[95500]: pgmap v1769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:21.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:21.778Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:21 smithi081 ceph-mon[107735]: pgmap v1769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:37:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:23 smithi170 ceph-mon[97338]: pgmap v1770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:23 smithi081 ceph-mon[95500]: pgmap v1770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:23.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:23.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:23 smithi081 ceph-mon[107735]: pgmap v1770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:25 smithi170 ceph-mon[97338]: pgmap v1771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:25 smithi081 ceph-mon[95500]: pgmap v1771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:25 smithi081 ceph-mon[107735]: pgmap v1771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:27 smithi170 ceph-mon[97338]: pgmap v1772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:27 smithi081 ceph-mon[95500]: pgmap v1772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:27 smithi081 ceph-mon[107735]: pgmap v1772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:29 smithi170 ceph-mon[97338]: pgmap v1773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:29 smithi081 ceph-mon[95500]: pgmap v1773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:29 smithi081 ceph-mon[107735]: pgmap v1773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:31 smithi170 ceph-mon[97338]: pgmap v1774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:31 smithi081 ceph-mon[95500]: pgmap v1774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:31 smithi081 ceph-mon[107735]: pgmap v1774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:31.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:31.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:37:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:33 smithi170 ceph-mon[97338]: pgmap v1775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:33 smithi081 ceph-mon[95500]: pgmap v1775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:33 smithi081 ceph-mon[107735]: pgmap v1775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:33.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:33.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:35 smithi170 ceph-mon[97338]: pgmap v1776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:35 smithi081 ceph-mon[95500]: pgmap v1776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:35 smithi081 ceph-mon[107735]: pgmap v1776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:37.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:37 smithi170 ceph-mon[97338]: pgmap v1777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:37 smithi081 ceph-mon[95500]: pgmap v1777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:37 smithi081 ceph-mon[107735]: pgmap v1777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:39 smithi170 ceph-mon[97338]: pgmap v1778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:39 smithi081 ceph-mon[95500]: pgmap v1778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:39 smithi081 ceph-mon[107735]: pgmap v1778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:41 smithi170 ceph-mon[97338]: pgmap v1779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:41 smithi081 ceph-mon[95500]: pgmap v1779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:41.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:41.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:41 smithi081 ceph-mon[107735]: pgmap v1779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:37:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:43 smithi170 ceph-mon[97338]: pgmap v1780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:43 smithi081 ceph-mon[95500]: pgmap v1780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:43.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:43.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:43 smithi081 ceph-mon[107735]: pgmap v1780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:45 smithi170 ceph-mon[97338]: pgmap v1781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:45 smithi081 ceph-mon[95500]: pgmap v1781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:45 smithi081 ceph-mon[107735]: pgmap v1781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:47 smithi170 ceph-mon[97338]: pgmap v1782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:47 smithi081 ceph-mon[95500]: pgmap v1782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:47 smithi081 ceph-mon[107735]: pgmap v1782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:49 smithi170 ceph-mon[97338]: pgmap v1783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:49 smithi081 ceph-mon[95500]: pgmap v1783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:49 smithi081 ceph-mon[107735]: pgmap v1783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:51 smithi170 ceph-mon[97338]: pgmap v1784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:51 smithi081 ceph-mon[95500]: pgmap v1784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:51.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:51.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:51 smithi081 ceph-mon[107735]: pgmap v1784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:37:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:53 smithi170 ceph-mon[97338]: pgmap v1785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:53 smithi081 ceph-mon[95500]: pgmap v1785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:37:53.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:37:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:37:53.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:37:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:53 smithi081 ceph-mon[107735]: pgmap v1785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:55 smithi170 ceph-mon[97338]: pgmap v1786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:55 smithi081 ceph-mon[95500]: pgmap v1786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:55 smithi081 ceph-mon[107735]: pgmap v1786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:57 smithi170 ceph-mon[97338]: pgmap v1787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:57 smithi081 ceph-mon[95500]: pgmap v1787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:57 smithi081 ceph-mon[107735]: pgmap v1787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:37:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:37:59 smithi170 ceph-mon[97338]: pgmap v1788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:37:59 smithi081 ceph-mon[95500]: pgmap v1788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:37:59 smithi081 ceph-mon[107735]: pgmap v1788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:01 smithi170 ceph-mon[97338]: pgmap v1789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:01 smithi081 ceph-mon[95500]: pgmap v1789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:01 smithi081 ceph-mon[107735]: pgmap v1789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:01.780Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:01.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:38:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:03 smithi170 ceph-mon[97338]: pgmap v1790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:03 smithi081 ceph-mon[95500]: pgmap v1790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:03 smithi081 ceph-mon[107735]: pgmap v1790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:03.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:03.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:05 smithi170 ceph-mon[97338]: pgmap v1791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:05 smithi081 ceph-mon[95500]: pgmap v1791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:05 smithi081 ceph-mon[107735]: pgmap v1791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:07 smithi170 ceph-mon[97338]: pgmap v1792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:07 smithi081 ceph-mon[95500]: pgmap v1792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:07 smithi081 ceph-mon[107735]: pgmap v1792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:09 smithi170 ceph-mon[97338]: pgmap v1793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:09 smithi081 ceph-mon[95500]: pgmap v1793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:09 smithi081 ceph-mon[107735]: pgmap v1793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:11 smithi170 ceph-mon[97338]: pgmap v1794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:11 smithi081 ceph-mon[95500]: pgmap v1794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:11 smithi081 ceph-mon[107735]: pgmap v1794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:11.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:11.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:38:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:13 smithi170 ceph-mon[97338]: pgmap v1795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:14.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:13 smithi081 ceph-mon[95500]: pgmap v1795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:13 smithi081 ceph-mon[107735]: pgmap v1795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:13.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:13.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:15 smithi170 ceph-mon[97338]: pgmap v1796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:15 smithi081 ceph-mon[95500]: pgmap v1796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:15 smithi081 ceph-mon[107735]: pgmap v1796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:17 smithi170 ceph-mon[97338]: pgmap v1797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:17 smithi081 ceph-mon[95500]: pgmap v1797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:17 smithi081 ceph-mon[107735]: pgmap v1797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:19 smithi170 ceph-mon[97338]: pgmap v1798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:19 smithi081 ceph-mon[95500]: pgmap v1798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:19 smithi081 ceph-mon[107735]: pgmap v1798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:21 smithi170 ceph-mon[97338]: pgmap v1799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:21 smithi081 ceph-mon[95500]: pgmap v1799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:21 smithi081 ceph-mon[107735]: pgmap v1799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:21.782Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:21.783Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:38:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:23 smithi170 ceph-mon[97338]: pgmap v1800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:23 smithi081 ceph-mon[95500]: pgmap v1800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:23.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:23.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:23 smithi081 ceph-mon[107735]: pgmap v1800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:25 smithi170 ceph-mon[97338]: pgmap v1801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:25 smithi081 ceph-mon[95500]: pgmap v1801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:25 smithi081 ceph-mon[107735]: pgmap v1801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:27 smithi170 ceph-mon[97338]: pgmap v1802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:27 smithi081 ceph-mon[95500]: pgmap v1802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:27 smithi081 ceph-mon[107735]: pgmap v1802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:29 smithi170 ceph-mon[97338]: pgmap v1803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:30.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:29 smithi081 ceph-mon[95500]: pgmap v1803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:29 smithi081 ceph-mon[107735]: pgmap v1803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:31 smithi170 ceph-mon[97338]: pgmap v1804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:31 smithi081 ceph-mon[95500]: pgmap v1804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:31.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:31.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:31 smithi081 ceph-mon[107735]: pgmap v1804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:38:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:33 smithi170 ceph-mon[97338]: pgmap v1805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:33 smithi081 ceph-mon[95500]: pgmap v1805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:33 smithi081 ceph-mon[107735]: pgmap v1805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:33.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:33.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:35 smithi170 ceph-mon[97338]: pgmap v1806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:35 smithi081 ceph-mon[95500]: pgmap v1806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:35 smithi081 ceph-mon[107735]: pgmap v1806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:37 smithi170 ceph-mon[97338]: pgmap v1807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:37 smithi081 ceph-mon[95500]: pgmap v1807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:37 smithi081 ceph-mon[107735]: pgmap v1807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:39 smithi170 ceph-mon[97338]: pgmap v1808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:39 smithi081 ceph-mon[95500]: pgmap v1808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:39 smithi081 ceph-mon[107735]: pgmap v1808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:41 smithi170 ceph-mon[97338]: pgmap v1809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:41 smithi081 ceph-mon[95500]: pgmap v1809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:41 smithi081 ceph-mon[107735]: pgmap v1809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:41.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:41.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:38:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:43 smithi170 ceph-mon[97338]: pgmap v1810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:43 smithi081 ceph-mon[95500]: pgmap v1810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:43.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:43.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:43 smithi081 ceph-mon[107735]: pgmap v1810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:45 smithi170 ceph-mon[97338]: pgmap v1811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:45 smithi081 ceph-mon[95500]: pgmap v1811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:45 smithi081 ceph-mon[107735]: pgmap v1811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:47 smithi170 ceph-mon[97338]: pgmap v1812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:47 smithi081 ceph-mon[95500]: pgmap v1812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:47 smithi081 ceph-mon[107735]: pgmap v1812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:49 smithi170 ceph-mon[97338]: pgmap v1813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:49 smithi081 ceph-mon[95500]: pgmap v1813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:49 smithi081 ceph-mon[107735]: pgmap v1813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:52.000 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:51 smithi170 ceph-mon[97338]: pgmap v1814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:51 smithi081 ceph-mon[95500]: pgmap v1814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:51 smithi081 ceph-mon[107735]: pgmap v1814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:51.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:51.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:38:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:53 smithi170 ceph-mon[97338]: pgmap v1815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:53 smithi081 ceph-mon[95500]: pgmap v1815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:38:53.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:38:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:38:53.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:38:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:53 smithi081 ceph-mon[107735]: pgmap v1815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:55 smithi170 ceph-mon[97338]: pgmap v1816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:55 smithi081 ceph-mon[95500]: pgmap v1816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:55 smithi081 ceph-mon[107735]: pgmap v1816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:57 smithi170 ceph-mon[97338]: pgmap v1817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:57 smithi081 ceph-mon[95500]: pgmap v1817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:57 smithi081 ceph-mon[107735]: pgmap v1817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:38:58 smithi081 ceph-mon[95500]: pgmap v1818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:38:58 smithi081 ceph-mon[107735]: pgmap v1818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:38:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:38:58 smithi170 ceph-mon[97338]: pgmap v1818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:01 smithi170 ceph-mon[97338]: pgmap v1819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:02.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:01 smithi081 ceph-mon[95500]: pgmap v1819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:01 smithi081 ceph-mon[107735]: pgmap v1819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:01.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:01.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:39:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:03 smithi170 ceph-mon[97338]: pgmap v1820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:03 smithi081 ceph-mon[95500]: pgmap v1820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:03 smithi081 ceph-mon[107735]: pgmap v1820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:03.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:03.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:05 smithi170 ceph-mon[97338]: pgmap v1821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:05 smithi081 ceph-mon[95500]: pgmap v1821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:05 smithi081 ceph-mon[107735]: pgmap v1821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:07 smithi170 ceph-mon[97338]: pgmap v1822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:07 smithi081 ceph-mon[95500]: pgmap v1822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:07 smithi081 ceph-mon[107735]: pgmap v1822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:09 smithi170 ceph-mon[97338]: pgmap v1823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:09 smithi081 ceph-mon[95500]: pgmap v1823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:09 smithi081 ceph-mon[107735]: pgmap v1823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:11 smithi170 ceph-mon[97338]: pgmap v1824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:11 smithi081 ceph-mon[95500]: pgmap v1824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:11 smithi081 ceph-mon[107735]: pgmap v1824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:11.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:11.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:39:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:13 smithi170 ceph-mon[97338]: pgmap v1825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:13 smithi081 ceph-mon[95500]: pgmap v1825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:13 smithi081 ceph-mon[107735]: pgmap v1825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:13.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:13.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:15 smithi170 ceph-mon[97338]: pgmap v1826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:15 smithi081 ceph-mon[95500]: pgmap v1826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:15 smithi081 ceph-mon[107735]: pgmap v1826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:17 smithi170 ceph-mon[97338]: pgmap v1827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:17 smithi081 ceph-mon[95500]: pgmap v1827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:17 smithi081 ceph-mon[107735]: pgmap v1827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:19 smithi170 ceph-mon[97338]: pgmap v1828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:19 smithi081 ceph-mon[95500]: pgmap v1828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:19 smithi081 ceph-mon[107735]: pgmap v1828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:21 smithi170 ceph-mon[97338]: pgmap v1829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:22.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:21 smithi081 ceph-mon[95500]: pgmap v1829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:21 smithi081 ceph-mon[107735]: pgmap v1829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:21.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:21.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:39:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:23 smithi170 ceph-mon[97338]: pgmap v1830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:23 smithi081 ceph-mon[95500]: pgmap v1830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:23 smithi081 ceph-mon[107735]: pgmap v1830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:23.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:23.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:25 smithi170 ceph-mon[97338]: pgmap v1831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:25 smithi081 ceph-mon[95500]: pgmap v1831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:25 smithi081 ceph-mon[107735]: pgmap v1831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:27 smithi170 ceph-mon[97338]: pgmap v1832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:27 smithi081 ceph-mon[95500]: pgmap v1832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:27 smithi081 ceph-mon[107735]: pgmap v1832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:29 smithi170 ceph-mon[97338]: pgmap v1833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:30.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:29 smithi081 ceph-mon[95500]: pgmap v1833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:29 smithi081 ceph-mon[107735]: pgmap v1833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:31 smithi170 ceph-mon[97338]: pgmap v1834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:31 smithi081 ceph-mon[95500]: pgmap v1834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:31 smithi081 ceph-mon[107735]: pgmap v1834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:31.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:31.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:39:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:33 smithi170 ceph-mon[97338]: pgmap v1835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:33 smithi081 ceph-mon[95500]: pgmap v1835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:33.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:33.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:33 smithi081 ceph-mon[107735]: pgmap v1835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:35 smithi170 ceph-mon[97338]: pgmap v1836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:35 smithi081 ceph-mon[95500]: pgmap v1836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:35 smithi081 ceph-mon[107735]: pgmap v1836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:37 smithi170 ceph-mon[97338]: pgmap v1837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:37 smithi081 ceph-mon[95500]: pgmap v1837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:37 smithi081 ceph-mon[107735]: pgmap v1837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:39 smithi170 ceph-mon[97338]: pgmap v1838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:39 smithi081 ceph-mon[95500]: pgmap v1838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:39 smithi081 ceph-mon[107735]: pgmap v1838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:41 smithi170 ceph-mon[97338]: pgmap v1839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:41 smithi081 ceph-mon[95500]: pgmap v1839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:41 smithi081 ceph-mon[107735]: pgmap v1839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:41.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:41.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:39:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:43 smithi170 ceph-mon[97338]: pgmap v1840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:43 smithi081 ceph-mon[95500]: pgmap v1840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:43 smithi081 ceph-mon[107735]: pgmap v1840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:43.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:43.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:45 smithi170 ceph-mon[97338]: pgmap v1841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:45 smithi081 ceph-mon[95500]: pgmap v1841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:45 smithi081 ceph-mon[107735]: pgmap v1841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:47 smithi170 ceph-mon[97338]: pgmap v1842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:47 smithi081 ceph-mon[95500]: pgmap v1842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:47 smithi081 ceph-mon[107735]: pgmap v1842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:49 smithi170 ceph-mon[97338]: pgmap v1843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:49 smithi081 ceph-mon[95500]: pgmap v1843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:49 smithi081 ceph-mon[107735]: pgmap v1843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:51 smithi170 ceph-mon[97338]: pgmap v1844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:51 smithi081 ceph-mon[95500]: pgmap v1844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:51.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:51.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:51 smithi081 ceph-mon[107735]: pgmap v1844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:39:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:53 smithi170 ceph-mon[97338]: pgmap v1845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:53 smithi081 ceph-mon[95500]: pgmap v1845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:53 smithi081 ceph-mon[107735]: pgmap v1845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:39:53.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:39:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:39:53.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:39:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:55 smithi170 ceph-mon[97338]: pgmap v1846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:55 smithi081 ceph-mon[95500]: pgmap v1846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:55 smithi081 ceph-mon[107735]: pgmap v1846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:57 smithi170 ceph-mon[97338]: pgmap v1847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:57 smithi081 ceph-mon[95500]: pgmap v1847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:57 smithi081 ceph-mon[107735]: pgmap v1847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:39:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:39:59 smithi170 ceph-mon[97338]: pgmap v1848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:39:59 smithi081 ceph-mon[95500]: pgmap v1848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:39:59 smithi081 ceph-mon[107735]: pgmap v1848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:40:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:40:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:40:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:01 smithi170 ceph-mon[97338]: pgmap v1849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:01 smithi081 ceph-mon[95500]: pgmap v1849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:01 smithi081 ceph-mon[107735]: pgmap v1849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:01.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:01.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:40:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:03 smithi170 ceph-mon[97338]: pgmap v1850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:03 smithi081 ceph-mon[95500]: pgmap v1850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:03.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:03.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:03 smithi081 ceph-mon[107735]: pgmap v1850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:05 smithi170 ceph-mon[97338]: pgmap v1851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:05 smithi081 ceph-mon[95500]: pgmap v1851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:05 smithi081 ceph-mon[107735]: pgmap v1851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:07 smithi170 ceph-mon[97338]: pgmap v1852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:07 smithi081 ceph-mon[95500]: pgmap v1852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:07 smithi081 ceph-mon[107735]: pgmap v1852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:09 smithi170 ceph-mon[97338]: pgmap v1853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:09 smithi081 ceph-mon[95500]: pgmap v1853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:09 smithi081 ceph-mon[107735]: pgmap v1853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:11 smithi170 ceph-mon[97338]: pgmap v1854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:11 smithi081 ceph-mon[95500]: pgmap v1854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:11 smithi081 ceph-mon[107735]: pgmap v1854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:11.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:11.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:40:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:13 smithi170 ceph-mon[97338]: pgmap v1855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:13 smithi081 ceph-mon[95500]: pgmap v1855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:13 smithi081 ceph-mon[107735]: pgmap v1855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:13.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:13.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:15 smithi170 ceph-mon[97338]: pgmap v1856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:15 smithi081 ceph-mon[95500]: pgmap v1856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:15 smithi081 ceph-mon[107735]: pgmap v1856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:17 smithi170 ceph-mon[97338]: pgmap v1857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:17 smithi081 ceph-mon[95500]: pgmap v1857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:17 smithi081 ceph-mon[107735]: pgmap v1857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:19 smithi170 ceph-mon[97338]: pgmap v1858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:19 smithi081 ceph-mon[95500]: pgmap v1858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:19 smithi081 ceph-mon[107735]: pgmap v1858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:21 smithi170 ceph-mon[97338]: pgmap v1859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:21 smithi081 ceph-mon[95500]: pgmap v1859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:21 smithi081 ceph-mon[107735]: pgmap v1859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:21.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:21.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:40:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:23 smithi170 ceph-mon[97338]: pgmap v1860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:23 smithi081 ceph-mon[95500]: pgmap v1860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:23 smithi081 ceph-mon[107735]: pgmap v1860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:23.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:23.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:25 smithi170 ceph-mon[97338]: pgmap v1861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:25 smithi081 ceph-mon[95500]: pgmap v1861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:25 smithi081 ceph-mon[107735]: pgmap v1861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:27 smithi170 ceph-mon[97338]: pgmap v1862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:27 smithi081 ceph-mon[95500]: pgmap v1862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:27 smithi081 ceph-mon[107735]: pgmap v1862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:29 smithi170 ceph-mon[97338]: pgmap v1863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:29 smithi081 ceph-mon[95500]: pgmap v1863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:29 smithi081 ceph-mon[107735]: pgmap v1863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:31 smithi170 ceph-mon[97338]: pgmap v1864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:31 smithi081 ceph-mon[95500]: pgmap v1864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:31 smithi081 ceph-mon[107735]: pgmap v1864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:31.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:31.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:40:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:33 smithi170 ceph-mon[97338]: pgmap v1865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:33 smithi081 ceph-mon[95500]: pgmap v1865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:33.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:33.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:33 smithi081 ceph-mon[107735]: pgmap v1865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:35 smithi170 ceph-mon[97338]: pgmap v1866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:36.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:35 smithi081 ceph-mon[95500]: pgmap v1866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:36.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:35 smithi081 ceph-mon[107735]: pgmap v1866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:37 smithi170 ceph-mon[97338]: pgmap v1867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:37 smithi081 ceph-mon[95500]: pgmap v1867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:37 smithi081 ceph-mon[107735]: pgmap v1867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:39 smithi170 ceph-mon[97338]: pgmap v1868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:39 smithi081 ceph-mon[95500]: pgmap v1868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:39 smithi081 ceph-mon[107735]: pgmap v1868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:41 smithi170 ceph-mon[97338]: pgmap v1869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:41 smithi081 ceph-mon[95500]: pgmap v1869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:41 smithi081 ceph-mon[107735]: pgmap v1869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:41.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:41.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:40:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:43 smithi170 ceph-mon[97338]: pgmap v1870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:43 smithi081 ceph-mon[95500]: pgmap v1870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:43 smithi081 ceph-mon[107735]: pgmap v1870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:43.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:43.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:45 smithi170 ceph-mon[97338]: pgmap v1871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:45 smithi081 ceph-mon[95500]: pgmap v1871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:45 smithi081 ceph-mon[107735]: pgmap v1871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:47 smithi170 ceph-mon[97338]: pgmap v1872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:47 smithi081 ceph-mon[95500]: pgmap v1872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:47 smithi081 ceph-mon[107735]: pgmap v1872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:49 smithi170 ceph-mon[97338]: pgmap v1873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:49 smithi081 ceph-mon[95500]: pgmap v1873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:49 smithi081 ceph-mon[107735]: pgmap v1873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:51 smithi170 ceph-mon[97338]: pgmap v1874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:51 smithi081 ceph-mon[95500]: pgmap v1874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:51 smithi081 ceph-mon[107735]: pgmap v1874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:52.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:51.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:51.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:40:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:53 smithi081 ceph-mon[95500]: pgmap v1875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:53 smithi081 ceph-mon[107735]: pgmap v1875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:40:53.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:40:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:40:53.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:40:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:53 smithi170 ceph-mon[97338]: pgmap v1875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:55 smithi081 ceph-mon[95500]: pgmap v1876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:55 smithi081 ceph-mon[107735]: pgmap v1876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:55 smithi170 ceph-mon[97338]: pgmap v1876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:57 smithi081 ceph-mon[95500]: pgmap v1877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:57 smithi081 ceph-mon[107735]: pgmap v1877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:40:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:57 smithi170 ceph-mon[97338]: pgmap v1877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:40:59 smithi081 ceph-mon[95500]: pgmap v1878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:40:59 smithi081 ceph-mon[107735]: pgmap v1878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:40:59 smithi170 ceph-mon[97338]: pgmap v1878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:02.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:01 smithi081 ceph-mon[95500]: pgmap v1879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:01 smithi081 ceph-mon[107735]: pgmap v1879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:01.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:02.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:01.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:01 smithi170 ceph-mon[97338]: pgmap v1879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:02 smithi170 ceph-mon[97338]: pgmap v1880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:02 smithi081 ceph-mon[95500]: pgmap v1880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:41:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:02 smithi081 ceph-mon[107735]: pgmap v1880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:03.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:03.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:05 smithi170 ceph-mon[97338]: pgmap v1881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:05 smithi081 ceph-mon[95500]: pgmap v1881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:05 smithi081 ceph-mon[107735]: pgmap v1881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:07 smithi170 ceph-mon[97338]: pgmap v1882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:07 smithi081 ceph-mon[95500]: pgmap v1882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:07 smithi081 ceph-mon[107735]: pgmap v1882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:09 smithi170 ceph-mon[97338]: pgmap v1883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:09 smithi081 ceph-mon[95500]: pgmap v1883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:09 smithi081 ceph-mon[107735]: pgmap v1883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:11 smithi170 ceph-mon[97338]: pgmap v1884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:11 smithi081 ceph-mon[95500]: pgmap v1884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:11 smithi081 ceph-mon[107735]: pgmap v1884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:11.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:11.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:41:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:13 smithi170 ceph-mon[97338]: pgmap v1885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:13 smithi081 ceph-mon[95500]: pgmap v1885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:13 smithi081 ceph-mon[107735]: pgmap v1885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:13.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:13.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:15 smithi170 ceph-mon[97338]: pgmap v1886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:15 smithi081 ceph-mon[95500]: pgmap v1886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:15 smithi081 ceph-mon[107735]: pgmap v1886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:17 smithi170 ceph-mon[97338]: pgmap v1887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:17 smithi081 ceph-mon[95500]: pgmap v1887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:17 smithi081 ceph-mon[107735]: pgmap v1887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:19 smithi170 ceph-mon[97338]: pgmap v1888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:19 smithi081 ceph-mon[95500]: pgmap v1888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:19 smithi081 ceph-mon[107735]: pgmap v1888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:21 smithi170 ceph-mon[97338]: pgmap v1889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:21 smithi081 ceph-mon[95500]: pgmap v1889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:21 smithi081 ceph-mon[107735]: pgmap v1889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:21.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:21.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:41:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:23 smithi170 ceph-mon[97338]: pgmap v1890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:23 smithi081 ceph-mon[95500]: pgmap v1890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:23.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:23.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:23 smithi081 ceph-mon[107735]: pgmap v1890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:25 smithi170 ceph-mon[97338]: pgmap v1891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:25 smithi081 ceph-mon[95500]: pgmap v1891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:25 smithi081 ceph-mon[107735]: pgmap v1891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:27 smithi170 ceph-mon[97338]: pgmap v1892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:27 smithi081 ceph-mon[95500]: pgmap v1892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:27 smithi081 ceph-mon[107735]: pgmap v1892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:29 smithi170 ceph-mon[97338]: pgmap v1893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:29 smithi081 ceph-mon[95500]: pgmap v1893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:29 smithi081 ceph-mon[107735]: pgmap v1893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:31 smithi170 ceph-mon[97338]: pgmap v1894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:31 smithi081 ceph-mon[95500]: pgmap v1894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:31.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:31.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:31 smithi081 ceph-mon[107735]: pgmap v1894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:41:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:33 smithi170 ceph-mon[97338]: pgmap v1895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:33 smithi081 ceph-mon[95500]: pgmap v1895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:33 smithi081 ceph-mon[107735]: pgmap v1895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:33.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:33.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:35 smithi170 ceph-mon[97338]: pgmap v1896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:35 smithi081 ceph-mon[95500]: pgmap v1896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:35 smithi081 ceph-mon[107735]: pgmap v1896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:37 smithi170 ceph-mon[97338]: pgmap v1897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:38.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:37 smithi081 ceph-mon[95500]: pgmap v1897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:38.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:37 smithi081 ceph-mon[107735]: pgmap v1897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:39 smithi170 ceph-mon[97338]: pgmap v1898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:39 smithi081 ceph-mon[95500]: pgmap v1898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:39 smithi081 ceph-mon[107735]: pgmap v1898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:41 smithi170 ceph-mon[97338]: pgmap v1899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:41 smithi081 ceph-mon[95500]: pgmap v1899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:41.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:41.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:41 smithi081 ceph-mon[107735]: pgmap v1899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:41:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:43 smithi170 ceph-mon[97338]: pgmap v1900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:43 smithi081 ceph-mon[95500]: pgmap v1900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:43 smithi081 ceph-mon[107735]: pgmap v1900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:43.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:43.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:45 smithi170 ceph-mon[97338]: pgmap v1901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:45 smithi081 ceph-mon[95500]: pgmap v1901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:45 smithi081 ceph-mon[107735]: pgmap v1901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:47 smithi170 ceph-mon[97338]: pgmap v1902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:47 smithi081 ceph-mon[95500]: pgmap v1902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:47 smithi081 ceph-mon[107735]: pgmap v1902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:49 smithi170 ceph-mon[97338]: pgmap v1903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:49 smithi081 ceph-mon[95500]: pgmap v1903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:49 smithi081 ceph-mon[107735]: pgmap v1903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:51 smithi170 ceph-mon[97338]: pgmap v1904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:52.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:51 smithi081 ceph-mon[95500]: pgmap v1904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:51 smithi081 ceph-mon[107735]: pgmap v1904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:52.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:51.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:52.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:51.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:41:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:53 smithi170 ceph-mon[97338]: pgmap v1905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:53 smithi081 ceph-mon[95500]: pgmap v1905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:41:53.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:41:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:41:53.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:41:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:53 smithi081 ceph-mon[107735]: pgmap v1905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:55 smithi170 ceph-mon[97338]: pgmap v1906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:55 smithi081 ceph-mon[95500]: pgmap v1906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:55 smithi081 ceph-mon[107735]: pgmap v1906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:57 smithi170 ceph-mon[97338]: pgmap v1907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:57 smithi081 ceph-mon[95500]: pgmap v1907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:57 smithi081 ceph-mon[107735]: pgmap v1907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:41:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:41:59 smithi170 ceph-mon[97338]: pgmap v1908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:41:59 smithi081 ceph-mon[95500]: pgmap v1908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:41:59 smithi081 ceph-mon[107735]: pgmap v1908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:01 smithi170 ceph-mon[97338]: pgmap v1909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:01 smithi081 ceph-mon[95500]: pgmap v1909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:01 smithi081 ceph-mon[107735]: pgmap v1909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:01.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:02.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:01.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:42:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:03 smithi170 ceph-mon[97338]: pgmap v1910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:03 smithi081 ceph-mon[95500]: pgmap v1910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:03 smithi081 ceph-mon[107735]: pgmap v1910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:03.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:03.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:05 smithi170 ceph-mon[97338]: pgmap v1911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:05 smithi081 ceph-mon[95500]: pgmap v1911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:05 smithi081 ceph-mon[107735]: pgmap v1911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:07 smithi170 ceph-mon[97338]: pgmap v1912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:07 smithi081 ceph-mon[95500]: pgmap v1912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:07 smithi081 ceph-mon[107735]: pgmap v1912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:09 smithi170 ceph-mon[97338]: pgmap v1913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:09 smithi081 ceph-mon[95500]: pgmap v1913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:09 smithi081 ceph-mon[107735]: pgmap v1913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:11 smithi170 ceph-mon[97338]: pgmap v1914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:11 smithi081 ceph-mon[95500]: pgmap v1914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:11 smithi081 ceph-mon[107735]: pgmap v1914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:11.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:11.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:42:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:13 smithi170 ceph-mon[97338]: pgmap v1915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:13 smithi081 ceph-mon[95500]: pgmap v1915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:13.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:13.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:13 smithi081 ceph-mon[107735]: pgmap v1915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:15 smithi170 ceph-mon[97338]: pgmap v1916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:15 smithi081 ceph-mon[95500]: pgmap v1916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:15 smithi081 ceph-mon[107735]: pgmap v1916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:17 smithi170 ceph-mon[97338]: pgmap v1917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:17 smithi081 ceph-mon[95500]: pgmap v1917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:17 smithi081 ceph-mon[107735]: pgmap v1917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:19 smithi170 ceph-mon[97338]: pgmap v1918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:19 smithi081 ceph-mon[95500]: pgmap v1918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:19 smithi081 ceph-mon[107735]: pgmap v1918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:21 smithi170 ceph-mon[97338]: pgmap v1919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:21 smithi081 ceph-mon[95500]: pgmap v1919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:21.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:22.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:21.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:21 smithi081 ceph-mon[107735]: pgmap v1919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:42:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:23 smithi170 ceph-mon[97338]: pgmap v1920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:23 smithi081 ceph-mon[95500]: pgmap v1920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:23 smithi081 ceph-mon[107735]: pgmap v1920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:23.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:23.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:25 smithi170 ceph-mon[97338]: pgmap v1921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:25 smithi081 ceph-mon[95500]: pgmap v1921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:25 smithi081 ceph-mon[107735]: pgmap v1921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:27 smithi170 ceph-mon[97338]: pgmap v1922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:27 smithi081 ceph-mon[95500]: pgmap v1922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:27 smithi081 ceph-mon[107735]: pgmap v1922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:29 smithi170 ceph-mon[97338]: pgmap v1923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:30.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:29 smithi081 ceph-mon[95500]: pgmap v1923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:29 smithi081 ceph-mon[107735]: pgmap v1923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:31 smithi170 ceph-mon[97338]: pgmap v1924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:31 smithi081 ceph-mon[95500]: pgmap v1924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:31 smithi081 ceph-mon[107735]: pgmap v1924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:31.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:31.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:42:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:33 smithi170 ceph-mon[97338]: pgmap v1925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:33 smithi081 ceph-mon[95500]: pgmap v1925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:33 smithi081 ceph-mon[107735]: pgmap v1925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:33.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:33.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:35 smithi170 ceph-mon[97338]: pgmap v1926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:35 smithi081 ceph-mon[95500]: pgmap v1926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:35 smithi081 ceph-mon[107735]: pgmap v1926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:37 smithi170 ceph-mon[97338]: pgmap v1927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:37 smithi081 ceph-mon[95500]: pgmap v1927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:37 smithi081 ceph-mon[107735]: pgmap v1927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:39 smithi170 ceph-mon[97338]: pgmap v1928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:39 smithi081 ceph-mon[95500]: pgmap v1928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:39 smithi081 ceph-mon[107735]: pgmap v1928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:41 smithi170 ceph-mon[97338]: pgmap v1929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:41 smithi081 ceph-mon[95500]: pgmap v1929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:41.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:41.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:41 smithi081 ceph-mon[107735]: pgmap v1929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:42:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:43 smithi170 ceph-mon[97338]: pgmap v1930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:43 smithi081 ceph-mon[95500]: pgmap v1930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:43 smithi081 ceph-mon[107735]: pgmap v1930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:43.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:43.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:45 smithi081 ceph-mon[95500]: pgmap v1931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:45 smithi081 ceph-mon[107735]: pgmap v1931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:45 smithi170 ceph-mon[97338]: pgmap v1931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:47 smithi081 ceph-mon[95500]: pgmap v1932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:47 smithi081 ceph-mon[107735]: pgmap v1932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:47 smithi170 ceph-mon[97338]: pgmap v1932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:49 smithi081 ceph-mon[95500]: pgmap v1933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:49 smithi081 ceph-mon[107735]: pgmap v1933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:49 smithi170 ceph-mon[97338]: pgmap v1933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:51 smithi081 ceph-mon[95500]: pgmap v1934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:51 smithi081 ceph-mon[107735]: pgmap v1934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:51.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:52.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:51.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:51 smithi170 ceph-mon[97338]: pgmap v1934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:42:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:53 smithi081 ceph-mon[95500]: pgmap v1935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:42:53.683Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:42:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:42:53.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:42:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:53 smithi081 ceph-mon[107735]: pgmap v1935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:53 smithi170 ceph-mon[97338]: pgmap v1935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:55 smithi081 ceph-mon[95500]: pgmap v1936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:55 smithi081 ceph-mon[107735]: pgmap v1936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:55 smithi170 ceph-mon[97338]: pgmap v1936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:57 smithi081 ceph-mon[95500]: pgmap v1937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:57 smithi081 ceph-mon[107735]: pgmap v1937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:42:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:57 smithi170 ceph-mon[97338]: pgmap v1937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:42:59 smithi170 ceph-mon[97338]: pgmap v1938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:42:59 smithi081 ceph-mon[95500]: pgmap v1938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:42:59 smithi081 ceph-mon[107735]: pgmap v1938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:01 smithi170 ceph-mon[97338]: pgmap v1939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:01 smithi081 ceph-mon[95500]: pgmap v1939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:01 smithi081 ceph-mon[107735]: pgmap v1939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:01.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:01.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:43:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:03 smithi081 ceph-mon[95500]: pgmap v1940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:03 smithi081 ceph-mon[107735]: pgmap v1940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:03.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:03.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:03 smithi170 ceph-mon[97338]: pgmap v1940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:05 smithi170 ceph-mon[97338]: pgmap v1941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:05 smithi081 ceph-mon[95500]: pgmap v1941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:05 smithi081 ceph-mon[107735]: pgmap v1941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:07 smithi170 ceph-mon[97338]: pgmap v1942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:07 smithi081 ceph-mon[95500]: pgmap v1942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:07 smithi081 ceph-mon[107735]: pgmap v1942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:09 smithi170 ceph-mon[97338]: pgmap v1943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:09 smithi081 ceph-mon[95500]: pgmap v1943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:09 smithi081 ceph-mon[107735]: pgmap v1943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:11 smithi170 ceph-mon[97338]: pgmap v1944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:11 smithi081 ceph-mon[95500]: pgmap v1944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:11 smithi081 ceph-mon[107735]: pgmap v1944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:11.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:11.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:13.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:12 smithi081 ceph-mon[95500]: pgmap v1945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:13.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:12 smithi081 ceph-mon[107735]: pgmap v1945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:13.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:12 smithi170 ceph-mon[97338]: pgmap v1945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:43:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:13.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:13.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:15 smithi170 ceph-mon[97338]: pgmap v1946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:15 smithi081 ceph-mon[95500]: pgmap v1946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:15 smithi081 ceph-mon[107735]: pgmap v1946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:17 smithi170 ceph-mon[97338]: pgmap v1947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:17 smithi081 ceph-mon[95500]: pgmap v1947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:17 smithi081 ceph-mon[107735]: pgmap v1947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:19 smithi170 ceph-mon[97338]: pgmap v1948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:19 smithi081 ceph-mon[95500]: pgmap v1948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:19 smithi081 ceph-mon[107735]: pgmap v1948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:21 smithi170 ceph-mon[97338]: pgmap v1949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:21 smithi081 ceph-mon[95500]: pgmap v1949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:21 smithi081 ceph-mon[107735]: pgmap v1949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:21.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:21.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:43:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:23 smithi170 ceph-mon[97338]: pgmap v1950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:23 smithi081 ceph-mon[95500]: pgmap v1950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:23.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:23.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:24.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:23 smithi081 ceph-mon[107735]: pgmap v1950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:25 smithi170 ceph-mon[97338]: pgmap v1951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:25 smithi081 ceph-mon[95500]: pgmap v1951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:25 smithi081 ceph-mon[107735]: pgmap v1951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:27 smithi170 ceph-mon[97338]: pgmap v1952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:27 smithi081 ceph-mon[95500]: pgmap v1952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:27 smithi081 ceph-mon[107735]: pgmap v1952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:29 smithi170 ceph-mon[97338]: pgmap v1953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:29 smithi081 ceph-mon[95500]: pgmap v1953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:29 smithi081 ceph-mon[107735]: pgmap v1953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:31 smithi170 ceph-mon[97338]: pgmap v1954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:31 smithi081 ceph-mon[95500]: pgmap v1954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:31 smithi081 ceph-mon[107735]: pgmap v1954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:31.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:31.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:43:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:33 smithi170 ceph-mon[97338]: pgmap v1955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:33 smithi081 ceph-mon[95500]: pgmap v1955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:33 smithi081 ceph-mon[107735]: pgmap v1955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:33.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:33.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:35 smithi170 ceph-mon[97338]: pgmap v1956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:35 smithi081 ceph-mon[95500]: pgmap v1956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:35 smithi081 ceph-mon[107735]: pgmap v1956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:37 smithi170 ceph-mon[97338]: pgmap v1957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:37 smithi081 ceph-mon[95500]: pgmap v1957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:37 smithi081 ceph-mon[107735]: pgmap v1957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:39 smithi170 ceph-mon[97338]: pgmap v1958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:39 smithi081 ceph-mon[95500]: pgmap v1958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:39 smithi081 ceph-mon[107735]: pgmap v1958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:41 smithi170 ceph-mon[97338]: pgmap v1959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:41 smithi081 ceph-mon[95500]: pgmap v1959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:41 smithi081 ceph-mon[107735]: pgmap v1959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:42.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:41.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:41.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:43:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:43 smithi170 ceph-mon[97338]: pgmap v1960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:43 smithi081 ceph-mon[95500]: pgmap v1960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:43.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:43.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:43 smithi081 ceph-mon[107735]: pgmap v1960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:45 smithi170 ceph-mon[97338]: pgmap v1961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:46.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:45 smithi081 ceph-mon[95500]: pgmap v1961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:46.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:45 smithi081 ceph-mon[107735]: pgmap v1961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:47 smithi170 ceph-mon[97338]: pgmap v1962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:47 smithi081 ceph-mon[95500]: pgmap v1962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:47 smithi081 ceph-mon[107735]: pgmap v1962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:49 smithi170 ceph-mon[97338]: pgmap v1963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:49 smithi081 ceph-mon[95500]: pgmap v1963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:49 smithi081 ceph-mon[107735]: pgmap v1963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:51 smithi170 ceph-mon[97338]: pgmap v1964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:51 smithi081 ceph-mon[95500]: pgmap v1964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:51 smithi081 ceph-mon[107735]: pgmap v1964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:51.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:52.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:51.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:43:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:53 smithi170 ceph-mon[97338]: pgmap v1965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:53 smithi081 ceph-mon[95500]: pgmap v1965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:53 smithi081 ceph-mon[107735]: pgmap v1965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:43:53.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:43:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:43:53.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:43:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:55 smithi170 ceph-mon[97338]: pgmap v1966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:55 smithi081 ceph-mon[95500]: pgmap v1966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:55 smithi081 ceph-mon[107735]: pgmap v1966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:57 smithi170 ceph-mon[97338]: pgmap v1967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:57 smithi081 ceph-mon[95500]: pgmap v1967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:57 smithi081 ceph-mon[107735]: pgmap v1967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:43:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:43:59 smithi170 ceph-mon[97338]: pgmap v1968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:43:59 smithi081 ceph-mon[95500]: pgmap v1968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:43:59 smithi081 ceph-mon[107735]: pgmap v1968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:01 smithi170 ceph-mon[97338]: pgmap v1969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:01 smithi081 ceph-mon[95500]: pgmap v1969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:01 smithi081 ceph-mon[107735]: pgmap v1969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:01.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:01.811Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:44:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:03 smithi170 ceph-mon[97338]: pgmap v1970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:03 smithi081 ceph-mon[95500]: pgmap v1970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:03 smithi081 ceph-mon[107735]: pgmap v1970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:03.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:03.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:05 smithi170 ceph-mon[97338]: pgmap v1971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:06.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:05 smithi081 ceph-mon[95500]: pgmap v1971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:05 smithi081 ceph-mon[107735]: pgmap v1971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:07 smithi170 ceph-mon[97338]: pgmap v1972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:07 smithi081 ceph-mon[95500]: pgmap v1972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:07 smithi081 ceph-mon[107735]: pgmap v1972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:09 smithi170 ceph-mon[97338]: pgmap v1973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:09 smithi081 ceph-mon[95500]: pgmap v1973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:09 smithi081 ceph-mon[107735]: pgmap v1973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:11 smithi170 ceph-mon[97338]: pgmap v1974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:11 smithi081 ceph-mon[95500]: pgmap v1974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:11.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:12.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:11.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:11 smithi081 ceph-mon[107735]: pgmap v1974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:44:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:13 smithi170 ceph-mon[97338]: pgmap v1975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:13 smithi081 ceph-mon[95500]: pgmap v1975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:13 smithi081 ceph-mon[107735]: pgmap v1975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:13.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:13.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:15 smithi170 ceph-mon[97338]: pgmap v1976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:15 smithi081 ceph-mon[95500]: pgmap v1976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:15 smithi081 ceph-mon[107735]: pgmap v1976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:17 smithi170 ceph-mon[97338]: pgmap v1977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:17 smithi081 ceph-mon[95500]: pgmap v1977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:17 smithi081 ceph-mon[107735]: pgmap v1977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:19 smithi170 ceph-mon[97338]: pgmap v1978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:19 smithi081 ceph-mon[95500]: pgmap v1978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:19 smithi081 ceph-mon[107735]: pgmap v1978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:21 smithi170 ceph-mon[97338]: pgmap v1979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:21 smithi081 ceph-mon[95500]: pgmap v1979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:21 smithi081 ceph-mon[107735]: pgmap v1979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:21.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:21.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:44:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:23 smithi170 ceph-mon[97338]: pgmap v1980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:23 smithi081 ceph-mon[95500]: pgmap v1980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:23 smithi081 ceph-mon[107735]: pgmap v1980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:23.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:23.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:25 smithi170 ceph-mon[97338]: pgmap v1981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:25 smithi081 ceph-mon[95500]: pgmap v1981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:25 smithi081 ceph-mon[107735]: pgmap v1981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:27 smithi170 ceph-mon[97338]: pgmap v1982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:27 smithi081 ceph-mon[95500]: pgmap v1982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:27 smithi081 ceph-mon[107735]: pgmap v1982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:29 smithi170 ceph-mon[97338]: pgmap v1983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:29 smithi081 ceph-mon[95500]: pgmap v1983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:29 smithi081 ceph-mon[107735]: pgmap v1983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:31 smithi170 ceph-mon[97338]: pgmap v1984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:31 smithi081 ceph-mon[95500]: pgmap v1984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:31 smithi081 ceph-mon[107735]: pgmap v1984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:32.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:31.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:31.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:44:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:33 smithi081 ceph-mon[95500]: pgmap v1985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:33 smithi081 ceph-mon[107735]: pgmap v1985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:33.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:33.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:33 smithi170 ceph-mon[97338]: pgmap v1985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:35 smithi081 ceph-mon[95500]: pgmap v1986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:35 smithi081 ceph-mon[107735]: pgmap v1986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:35 smithi170 ceph-mon[97338]: pgmap v1986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:37 smithi081 ceph-mon[95500]: pgmap v1987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:37 smithi081 ceph-mon[107735]: pgmap v1987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:37 smithi170 ceph-mon[97338]: pgmap v1987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:39 smithi081 ceph-mon[95500]: pgmap v1988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:39 smithi081 ceph-mon[107735]: pgmap v1988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:39 smithi170 ceph-mon[97338]: pgmap v1988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:41 smithi081 ceph-mon[95500]: pgmap v1989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:41 smithi081 ceph-mon[107735]: pgmap v1989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:41.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:42.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:41.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:41 smithi170 ceph-mon[97338]: pgmap v1989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:44:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:43 smithi081 ceph-mon[95500]: pgmap v1990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:43 smithi081 ceph-mon[107735]: pgmap v1990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:43.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:43.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:43 smithi170 ceph-mon[97338]: pgmap v1990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:45 smithi081 ceph-mon[95500]: pgmap v1991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:45 smithi081 ceph-mon[107735]: pgmap v1991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:45 smithi170 ceph-mon[97338]: pgmap v1991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:47 smithi170 ceph-mon[97338]: pgmap v1992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:47 smithi081 ceph-mon[95500]: pgmap v1992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:47 smithi081 ceph-mon[107735]: pgmap v1992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:49 smithi170 ceph-mon[97338]: pgmap v1993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:49 smithi081 ceph-mon[95500]: pgmap v1993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:49 smithi081 ceph-mon[107735]: pgmap v1993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:51 smithi170 ceph-mon[97338]: pgmap v1994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:51 smithi081 ceph-mon[95500]: pgmap v1994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:52.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:51.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:51.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:51 smithi081 ceph-mon[107735]: pgmap v1994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:44:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:53 smithi081 ceph-mon[95500]: pgmap v1995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:44:53.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:44:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:44:53.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:44:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:53 smithi081 ceph-mon[107735]: pgmap v1995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:53 smithi170 ceph-mon[97338]: pgmap v1995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:55 smithi170 ceph-mon[97338]: pgmap v1996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:55 smithi081 ceph-mon[95500]: pgmap v1996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:55 smithi081 ceph-mon[107735]: pgmap v1996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:57 smithi170 ceph-mon[97338]: pgmap v1997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:57 smithi081 ceph-mon[95500]: pgmap v1997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:44:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:57 smithi081 ceph-mon[107735]: pgmap v1997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:44:59 smithi170 ceph-mon[97338]: pgmap v1998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:44:59 smithi081 ceph-mon[95500]: pgmap v1998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:44:59 smithi081 ceph-mon[107735]: pgmap v1998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:02.252 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:01 smithi170 ceph-mon[97338]: pgmap v1999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:01 smithi081 ceph-mon[95500]: pgmap v1999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:02.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:01.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:01.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:01 smithi081 ceph-mon[107735]: pgmap v1999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:45:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:03 smithi081 ceph-mon[95500]: pgmap v2000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:04.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:03 smithi081 ceph-mon[107735]: pgmap v2000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:04.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:03.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:04.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:03.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:03 smithi170 ceph-mon[97338]: pgmap v2000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:05 smithi170 ceph-mon[97338]: pgmap v2001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:05 smithi081 ceph-mon[95500]: pgmap v2001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:05 smithi081 ceph-mon[107735]: pgmap v2001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:07 smithi170 ceph-mon[97338]: pgmap v2002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:07 smithi081 ceph-mon[95500]: pgmap v2002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:07 smithi081 ceph-mon[107735]: pgmap v2002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:09 smithi170 ceph-mon[97338]: pgmap v2003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:09 smithi081 ceph-mon[95500]: pgmap v2003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:09 smithi081 ceph-mon[107735]: pgmap v2003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:11.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:10 smithi170 ceph-mon[97338]: pgmap v2004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:10 smithi081 ceph-mon[95500]: pgmap v2004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:10 smithi081 ceph-mon[107735]: pgmap v2004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:12.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:11.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:12.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:11.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:13.326 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:45:13.698 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:13 smithi081 ceph-mon[95500]: pgmap v2005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:13.698 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:13 smithi081 ceph-mon[107735]: pgmap v2005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:13 smithi170 ceph-mon[97338]: pgmap v2005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:13.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:13.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:15 smithi170 ceph-mon[97338]: pgmap v2006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:15 smithi081 ceph-mon[95500]: pgmap v2006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:15 smithi081 ceph-mon[107735]: pgmap v2006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:17 smithi170 ceph-mon[97338]: pgmap v2007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:17 smithi081 ceph-mon[95500]: pgmap v2007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:17 smithi081 ceph-mon[107735]: pgmap v2007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:19.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:19 smithi170 ceph-mon[97338]: pgmap v2008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:19 smithi081 ceph-mon[95500]: pgmap v2008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:19 smithi081 ceph-mon[107735]: pgmap v2008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:21 smithi170 ceph-mon[97338]: pgmap v2009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:21 smithi081 ceph-mon[95500]: pgmap v2009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:21.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:21.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:21 smithi081 ceph-mon[107735]: pgmap v2009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:45:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:23 smithi170 ceph-mon[97338]: pgmap v2010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:23 smithi081 ceph-mon[95500]: pgmap v2010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:23 smithi081 ceph-mon[107735]: pgmap v2010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:23.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:23.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:25.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:25 smithi170 ceph-mon[97338]: pgmap v2011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:25 smithi081 ceph-mon[95500]: pgmap v2011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:25 smithi081 ceph-mon[107735]: pgmap v2011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:27 smithi170 ceph-mon[97338]: pgmap v2012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:27 smithi081 ceph-mon[95500]: pgmap v2012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:27 smithi081 ceph-mon[107735]: pgmap v2012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:29 smithi170 ceph-mon[97338]: pgmap v2013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:30.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:29 smithi081 ceph-mon[95500]: pgmap v2013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:29 smithi081 ceph-mon[107735]: pgmap v2013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:31 smithi170 ceph-mon[97338]: pgmap v2014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:31 smithi081 ceph-mon[95500]: pgmap v2014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:31 smithi081 ceph-mon[107735]: pgmap v2014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:31.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:31.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:45:33.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:33 smithi170 ceph-mon[97338]: pgmap v2015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:33 smithi081 ceph-mon[95500]: pgmap v2015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:33 smithi081 ceph-mon[107735]: pgmap v2015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:33.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:33.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:35.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:35 smithi170 ceph-mon[97338]: pgmap v2016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:35 smithi081 ceph-mon[95500]: pgmap v2016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:35 smithi081 ceph-mon[107735]: pgmap v2016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:37 smithi170 ceph-mon[97338]: pgmap v2017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:37 smithi081 ceph-mon[95500]: pgmap v2017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:37 smithi081 ceph-mon[107735]: pgmap v2017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:39.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:39 smithi170 ceph-mon[97338]: pgmap v2018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:39 smithi081 ceph-mon[95500]: pgmap v2018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:39 smithi081 ceph-mon[107735]: pgmap v2018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:41 smithi170 ceph-mon[97338]: pgmap v2019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:42.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:41 smithi081 ceph-mon[95500]: pgmap v2019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:42.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:41 smithi081 ceph-mon[107735]: pgmap v2019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:42.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:41.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:42.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:41.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:45:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:43 smithi170 ceph-mon[97338]: pgmap v2020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:44.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:43 smithi081 ceph-mon[95500]: pgmap v2020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:44.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:43 smithi081 ceph-mon[107735]: pgmap v2020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:44.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:43.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:44.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:43.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:45 smithi170 ceph-mon[97338]: pgmap v2021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:45 smithi081 ceph-mon[95500]: pgmap v2021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:45 smithi081 ceph-mon[107735]: pgmap v2021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:47.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:47 smithi170 ceph-mon[97338]: pgmap v2022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:47 smithi081 ceph-mon[95500]: pgmap v2022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:47 smithi081 ceph-mon[107735]: pgmap v2022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:49 smithi170 ceph-mon[97338]: pgmap v2023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:49 smithi081 ceph-mon[95500]: pgmap v2023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:49 smithi081 ceph-mon[107735]: pgmap v2023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:51 smithi170 ceph-mon[97338]: pgmap v2024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:51 smithi081 ceph-mon[95500]: pgmap v2024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:51 smithi081 ceph-mon[107735]: pgmap v2024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:51.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:51.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:45:53.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:53 smithi170 ceph-mon[97338]: pgmap v2025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:53 smithi081 ceph-mon[95500]: pgmap v2025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:53 smithi081 ceph-mon[107735]: pgmap v2025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:45:53.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:45:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:45:53.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:45:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:55 smithi170 ceph-mon[97338]: pgmap v2026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:55 smithi081 ceph-mon[95500]: pgmap v2026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:55 smithi081 ceph-mon[107735]: pgmap v2026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:57.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:57 smithi170 ceph-mon[97338]: pgmap v2027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:57 smithi081 ceph-mon[95500]: pgmap v2027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:57 smithi081 ceph-mon[107735]: pgmap v2027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:45:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:45:59 smithi170 ceph-mon[97338]: pgmap v2028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:45:59 smithi081 ceph-mon[95500]: pgmap v2028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:45:59 smithi081 ceph-mon[107735]: pgmap v2028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:01 smithi170 ceph-mon[97338]: pgmap v2029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:01 smithi081 ceph-mon[95500]: pgmap v2029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:01 smithi081 ceph-mon[107735]: pgmap v2029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:01.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:01.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:46:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:03 smithi170 ceph-mon[97338]: pgmap v2030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:03 smithi081 ceph-mon[95500]: pgmap v2030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:03 smithi081 ceph-mon[107735]: pgmap v2030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:03.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:03.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:05 smithi170 ceph-mon[97338]: pgmap v2031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:05 smithi081 ceph-mon[95500]: pgmap v2031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:05 smithi081 ceph-mon[107735]: pgmap v2031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:07 smithi081 ceph-mon[95500]: pgmap v2032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:07 smithi081 ceph-mon[107735]: pgmap v2032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:07 smithi170 ceph-mon[97338]: pgmap v2032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:09 smithi081 ceph-mon[95500]: pgmap v2033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:09 smithi081 ceph-mon[107735]: pgmap v2033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:09 smithi170 ceph-mon[97338]: pgmap v2033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:11 smithi081 ceph-mon[95500]: pgmap v2034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:11 smithi081 ceph-mon[107735]: pgmap v2034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:11.820Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:12.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:11.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:11 smithi170 ceph-mon[97338]: pgmap v2034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:46:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:13 smithi081 ceph-mon[95500]: pgmap v2035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:13 smithi081 ceph-mon[107735]: pgmap v2035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:13.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:14.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:13.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:13 smithi170 ceph-mon[97338]: pgmap v2035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:15 smithi081 ceph-mon[95500]: pgmap v2036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:15 smithi081 ceph-mon[107735]: pgmap v2036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:15 smithi170 ceph-mon[97338]: pgmap v2036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:17 smithi081 ceph-mon[95500]: pgmap v2037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:17 smithi081 ceph-mon[107735]: pgmap v2037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:17 smithi170 ceph-mon[97338]: pgmap v2037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:19 smithi170 ceph-mon[97338]: pgmap v2038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:19 smithi081 ceph-mon[95500]: pgmap v2038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:20.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:19 smithi081 ceph-mon[107735]: pgmap v2038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:21 smithi170 ceph-mon[97338]: pgmap v2039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:21 smithi081 ceph-mon[95500]: pgmap v2039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:21 smithi081 ceph-mon[107735]: pgmap v2039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:21.820Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:21.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:46:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:23 smithi081 ceph-mon[95500]: pgmap v2040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:23 smithi081 ceph-mon[107735]: pgmap v2040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:23.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:23.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:23 smithi170 ceph-mon[97338]: pgmap v2040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:26.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:25 smithi170 ceph-mon[97338]: pgmap v2041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:25 smithi081 ceph-mon[95500]: pgmap v2041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:25 smithi081 ceph-mon[107735]: pgmap v2041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:27 smithi170 ceph-mon[97338]: pgmap v2042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:27 smithi081 ceph-mon[95500]: pgmap v2042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:27 smithi081 ceph-mon[107735]: pgmap v2042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:29 smithi170 ceph-mon[97338]: pgmap v2043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:29 smithi081 ceph-mon[95500]: pgmap v2043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:29 smithi081 ceph-mon[107735]: pgmap v2043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:31 smithi170 ceph-mon[97338]: pgmap v2044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:31 smithi081 ceph-mon[95500]: pgmap v2044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:31 smithi081 ceph-mon[107735]: pgmap v2044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:31.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:31.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:46:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:33 smithi081 ceph-mon[95500]: pgmap v2045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:33 smithi081 ceph-mon[107735]: pgmap v2045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:33.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:33.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:33 smithi170 ceph-mon[97338]: pgmap v2045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:35 smithi170 ceph-mon[97338]: pgmap v2046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:35 smithi081 ceph-mon[95500]: pgmap v2046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:35 smithi081 ceph-mon[107735]: pgmap v2046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:37 smithi170 ceph-mon[97338]: pgmap v2047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:37 smithi081 ceph-mon[95500]: pgmap v2047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:37 smithi081 ceph-mon[107735]: pgmap v2047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:39 smithi170 ceph-mon[97338]: pgmap v2048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:39 smithi081 ceph-mon[95500]: pgmap v2048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:39 smithi081 ceph-mon[107735]: pgmap v2048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:41 smithi170 ceph-mon[97338]: pgmap v2049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:41 smithi081 ceph-mon[95500]: pgmap v2049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:41 smithi081 ceph-mon[107735]: pgmap v2049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:41.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:41.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:46:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:43 smithi081 ceph-mon[95500]: pgmap v2050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:43.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:43.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:43 smithi081 ceph-mon[107735]: pgmap v2050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:43 smithi170 ceph-mon[97338]: pgmap v2050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:45 smithi170 ceph-mon[97338]: pgmap v2051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:45 smithi081 ceph-mon[95500]: pgmap v2051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:45 smithi081 ceph-mon[107735]: pgmap v2051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:47 smithi170 ceph-mon[97338]: pgmap v2052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:47 smithi081 ceph-mon[95500]: pgmap v2052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:47 smithi081 ceph-mon[107735]: pgmap v2052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:49 smithi170 ceph-mon[97338]: pgmap v2053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:49 smithi081 ceph-mon[95500]: pgmap v2053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:49 smithi081 ceph-mon[107735]: pgmap v2053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:51 smithi170 ceph-mon[97338]: pgmap v2054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:51 smithi081 ceph-mon[95500]: pgmap v2054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:51 smithi081 ceph-mon[107735]: pgmap v2054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:51.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:51.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:46:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:53 smithi081 ceph-mon[95500]: pgmap v2055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:53 smithi081 ceph-mon[107735]: pgmap v2055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:46:53.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:46:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:46:53.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:46:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:53 smithi170 ceph-mon[97338]: pgmap v2055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:55 smithi170 ceph-mon[97338]: pgmap v2056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:55 smithi081 ceph-mon[95500]: pgmap v2056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:55 smithi081 ceph-mon[107735]: pgmap v2056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:57 smithi170 ceph-mon[97338]: pgmap v2057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:57 smithi081 ceph-mon[95500]: pgmap v2057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:57 smithi081 ceph-mon[107735]: pgmap v2057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:46:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:46:59 smithi170 ceph-mon[97338]: pgmap v2058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:46:59 smithi081 ceph-mon[95500]: pgmap v2058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:46:59 smithi081 ceph-mon[107735]: pgmap v2058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:01 smithi170 ceph-mon[97338]: pgmap v2059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:01 smithi081 ceph-mon[95500]: pgmap v2059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:01 smithi081 ceph-mon[107735]: pgmap v2059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:01.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:01.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:47:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:03 smithi170 ceph-mon[97338]: pgmap v2060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:03 smithi081 ceph-mon[95500]: pgmap v2060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:03 smithi081 ceph-mon[107735]: pgmap v2060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:03.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:03.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:05 smithi170 ceph-mon[97338]: pgmap v2061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:05 smithi081 ceph-mon[95500]: pgmap v2061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:05 smithi081 ceph-mon[107735]: pgmap v2061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:07 smithi170 ceph-mon[97338]: pgmap v2062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:07 smithi081 ceph-mon[95500]: pgmap v2062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:07 smithi081 ceph-mon[107735]: pgmap v2062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:09 smithi170 ceph-mon[97338]: pgmap v2063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:09 smithi081 ceph-mon[95500]: pgmap v2063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:09 smithi081 ceph-mon[107735]: pgmap v2063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:11 smithi170 ceph-mon[97338]: pgmap v2064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:11 smithi081 ceph-mon[95500]: pgmap v2064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:11 smithi081 ceph-mon[107735]: pgmap v2064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:11.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:12.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:11.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:47:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:13 smithi170 ceph-mon[97338]: pgmap v2065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:13 smithi081 ceph-mon[95500]: pgmap v2065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:13 smithi081 ceph-mon[107735]: pgmap v2065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:13.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:13.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:15 smithi170 ceph-mon[97338]: pgmap v2066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:16.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:15 smithi081 ceph-mon[95500]: pgmap v2066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:16.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:15 smithi081 ceph-mon[107735]: pgmap v2066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:17 smithi170 ceph-mon[97338]: pgmap v2067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:17 smithi081 ceph-mon[95500]: pgmap v2067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:17 smithi081 ceph-mon[107735]: pgmap v2067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:19 smithi170 ceph-mon[97338]: pgmap v2068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:19 smithi081 ceph-mon[95500]: pgmap v2068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:19 smithi081 ceph-mon[107735]: pgmap v2068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:21 smithi170 ceph-mon[97338]: pgmap v2069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:21 smithi081 ceph-mon[95500]: pgmap v2069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:21 smithi081 ceph-mon[107735]: pgmap v2069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:21.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:21.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:47:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:23 smithi170 ceph-mon[97338]: pgmap v2070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:23 smithi081 ceph-mon[95500]: pgmap v2070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:23 smithi081 ceph-mon[107735]: pgmap v2070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:23.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:23.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:25 smithi170 ceph-mon[97338]: pgmap v2071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:25 smithi081 ceph-mon[95500]: pgmap v2071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:25 smithi081 ceph-mon[107735]: pgmap v2071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:27 smithi170 ceph-mon[97338]: pgmap v2072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:27 smithi081 ceph-mon[95500]: pgmap v2072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:27 smithi081 ceph-mon[107735]: pgmap v2072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:29 smithi170 ceph-mon[97338]: pgmap v2073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:29 smithi081 ceph-mon[95500]: pgmap v2073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:29 smithi081 ceph-mon[107735]: pgmap v2073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:31 smithi170 ceph-mon[97338]: pgmap v2074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:31 smithi081 ceph-mon[95500]: pgmap v2074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:31 smithi081 ceph-mon[107735]: pgmap v2074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:31.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:31.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:47:33.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:33 smithi170 ceph-mon[97338]: pgmap v2075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:33 smithi081 ceph-mon[95500]: pgmap v2075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:33 smithi081 ceph-mon[107735]: pgmap v2075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:33.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:33.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:35 smithi170 ceph-mon[97338]: pgmap v2076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:35 smithi081 ceph-mon[95500]: pgmap v2076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:35 smithi081 ceph-mon[107735]: pgmap v2076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:37 smithi170 ceph-mon[97338]: pgmap v2077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:37 smithi081 ceph-mon[95500]: pgmap v2077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:37 smithi081 ceph-mon[107735]: pgmap v2077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:39.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:39 smithi170 ceph-mon[97338]: pgmap v2078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:39 smithi081 ceph-mon[95500]: pgmap v2078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:39 smithi081 ceph-mon[107735]: pgmap v2078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:41 smithi170 ceph-mon[97338]: pgmap v2079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:41 smithi081 ceph-mon[95500]: pgmap v2079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:41 smithi081 ceph-mon[107735]: pgmap v2079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:41.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:41.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:47:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:43 smithi170 ceph-mon[97338]: pgmap v2080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:43 smithi081 ceph-mon[95500]: pgmap v2080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:43.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:43.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:43 smithi081 ceph-mon[107735]: pgmap v2080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:45 smithi081 ceph-mon[95500]: pgmap v2081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:45 smithi081 ceph-mon[107735]: pgmap v2081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:45 smithi170 ceph-mon[97338]: pgmap v2081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:47 smithi081 ceph-mon[95500]: pgmap v2082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:47 smithi081 ceph-mon[107735]: pgmap v2082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:47 smithi170 ceph-mon[97338]: pgmap v2082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:49 smithi081 ceph-mon[95500]: pgmap v2083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:49 smithi081 ceph-mon[107735]: pgmap v2083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:49 smithi170 ceph-mon[97338]: pgmap v2083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:51 smithi081 ceph-mon[95500]: pgmap v2084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:52.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:51 smithi081 ceph-mon[107735]: pgmap v2084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:52.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:51.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:52.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:51.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:51 smithi170 ceph-mon[97338]: pgmap v2084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:47:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:53 smithi081 ceph-mon[95500]: pgmap v2085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:53 smithi081 ceph-mon[107735]: pgmap v2085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:47:53.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:47:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:47:53.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:47:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:53 smithi170 ceph-mon[97338]: pgmap v2085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:55 smithi081 ceph-mon[95500]: pgmap v2086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:55 smithi081 ceph-mon[107735]: pgmap v2086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:55 smithi170 ceph-mon[97338]: pgmap v2086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:57 smithi170 ceph-mon[97338]: pgmap v2087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:57 smithi081 ceph-mon[95500]: pgmap v2087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:47:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:57 smithi081 ceph-mon[107735]: pgmap v2087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:47:59 smithi170 ceph-mon[97338]: pgmap v2088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:47:59 smithi081 ceph-mon[95500]: pgmap v2088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:47:59 smithi081 ceph-mon[107735]: pgmap v2088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:01 smithi170 ceph-mon[97338]: pgmap v2089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:01 smithi081 ceph-mon[95500]: pgmap v2089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:01 smithi081 ceph-mon[107735]: pgmap v2089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:01.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:01.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:48:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:03 smithi081 ceph-mon[95500]: pgmap v2090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:04.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:03 smithi081 ceph-mon[107735]: pgmap v2090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:03.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:03.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:03 smithi170 ceph-mon[97338]: pgmap v2090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:05 smithi170 ceph-mon[97338]: pgmap v2091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:05 smithi081 ceph-mon[95500]: pgmap v2091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:05 smithi081 ceph-mon[107735]: pgmap v2091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:07 smithi170 ceph-mon[97338]: pgmap v2092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:07 smithi081 ceph-mon[95500]: pgmap v2092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:07 smithi081 ceph-mon[107735]: pgmap v2092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:09 smithi170 ceph-mon[97338]: pgmap v2093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:09 smithi081 ceph-mon[95500]: pgmap v2093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:09 smithi081 ceph-mon[107735]: pgmap v2093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:11 smithi170 ceph-mon[97338]: pgmap v2094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:11 smithi081 ceph-mon[95500]: pgmap v2094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:11 smithi081 ceph-mon[107735]: pgmap v2094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:11.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:11.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:48:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:13 smithi081 ceph-mon[95500]: pgmap v2095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:13 smithi081 ceph-mon[107735]: pgmap v2095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:13.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:13.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:13 smithi170 ceph-mon[97338]: pgmap v2095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:15 smithi170 ceph-mon[97338]: pgmap v2096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:15 smithi081 ceph-mon[95500]: pgmap v2096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:15 smithi081 ceph-mon[107735]: pgmap v2096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:17 smithi170 ceph-mon[97338]: pgmap v2097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:18.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:17 smithi081 ceph-mon[95500]: pgmap v2097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:18.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:17 smithi081 ceph-mon[107735]: pgmap v2097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:19 smithi170 ceph-mon[97338]: pgmap v2098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:19 smithi081 ceph-mon[95500]: pgmap v2098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:20.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:19 smithi081 ceph-mon[107735]: pgmap v2098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:21 smithi170 ceph-mon[97338]: pgmap v2099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:21 smithi081 ceph-mon[95500]: pgmap v2099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:21 smithi081 ceph-mon[107735]: pgmap v2099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:21.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:21.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:48:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:23 smithi081 ceph-mon[95500]: pgmap v2100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:23 smithi081 ceph-mon[107735]: pgmap v2100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:23.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:23.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:23 smithi170 ceph-mon[97338]: pgmap v2100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:25 smithi170 ceph-mon[97338]: pgmap v2101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:26.276 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:25 smithi081 ceph-mon[95500]: pgmap v2101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:26.276 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:25 smithi081 ceph-mon[107735]: pgmap v2101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:27 smithi170 ceph-mon[97338]: pgmap v2102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:27 smithi081 ceph-mon[95500]: pgmap v2102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:27 smithi081 ceph-mon[107735]: pgmap v2102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:29 smithi170 ceph-mon[97338]: pgmap v2103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:29 smithi081 ceph-mon[95500]: pgmap v2103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:29 smithi081 ceph-mon[107735]: pgmap v2103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:31 smithi170 ceph-mon[97338]: pgmap v2104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:31 smithi081 ceph-mon[95500]: pgmap v2104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:31 smithi081 ceph-mon[107735]: pgmap v2104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:31.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:31.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:48:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:33 smithi081 ceph-mon[95500]: pgmap v2105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:33 smithi081 ceph-mon[107735]: pgmap v2105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:33.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:33.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:33 smithi170 ceph-mon[97338]: pgmap v2105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:35 smithi170 ceph-mon[97338]: pgmap v2106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:35 smithi081 ceph-mon[95500]: pgmap v2106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:35 smithi081 ceph-mon[107735]: pgmap v2106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:37 smithi170 ceph-mon[97338]: pgmap v2107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:37 smithi081 ceph-mon[95500]: pgmap v2107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:37 smithi081 ceph-mon[107735]: pgmap v2107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:39 smithi170 ceph-mon[97338]: pgmap v2108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:39 smithi081 ceph-mon[95500]: pgmap v2108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:39 smithi081 ceph-mon[107735]: pgmap v2108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:41 smithi170 ceph-mon[97338]: pgmap v2109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:41 smithi081 ceph-mon[95500]: pgmap v2109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:41 smithi081 ceph-mon[107735]: pgmap v2109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:41.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:41.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:48:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:43 smithi081 ceph-mon[95500]: pgmap v2110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:43.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:43.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:43 smithi081 ceph-mon[107735]: pgmap v2110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:43 smithi170 ceph-mon[97338]: pgmap v2110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:46.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:45 smithi170 ceph-mon[97338]: pgmap v2111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:45 smithi081 ceph-mon[95500]: pgmap v2111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:45 smithi081 ceph-mon[107735]: pgmap v2111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:47 smithi170 ceph-mon[97338]: pgmap v2112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:47 smithi081 ceph-mon[95500]: pgmap v2112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:47 smithi081 ceph-mon[107735]: pgmap v2112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:49.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:48 smithi170 ceph-mon[97338]: pgmap v2113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:48 smithi081 ceph-mon[95500]: pgmap v2113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:48 smithi081 ceph-mon[107735]: pgmap v2113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:51 smithi170 ceph-mon[97338]: pgmap v2114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:51 smithi081 ceph-mon[95500]: pgmap v2114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:51 smithi081 ceph-mon[107735]: pgmap v2114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:51.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:51.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:48:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:53 smithi170 ceph-mon[97338]: pgmap v2115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:53 smithi081 ceph-mon[95500]: pgmap v2115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:53 smithi081 ceph-mon[107735]: pgmap v2115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:48:53.708Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:48:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:48:53.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:48:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:55 smithi170 ceph-mon[97338]: pgmap v2116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:55 smithi081 ceph-mon[95500]: pgmap v2116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:55 smithi081 ceph-mon[107735]: pgmap v2116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:57 smithi170 ceph-mon[97338]: pgmap v2117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:57 smithi081 ceph-mon[95500]: pgmap v2117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:58.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:57 smithi081 ceph-mon[107735]: pgmap v2117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:48:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:48:59 smithi170 ceph-mon[97338]: pgmap v2118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:00.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:48:59 smithi081 ceph-mon[95500]: pgmap v2118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:00.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:48:59 smithi081 ceph-mon[107735]: pgmap v2118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:01 smithi170 ceph-mon[97338]: pgmap v2119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:01 smithi081 ceph-mon[95500]: pgmap v2119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:01.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:01.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:01 smithi081 ceph-mon[107735]: pgmap v2119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:49:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:03 smithi170 ceph-mon[97338]: pgmap v2120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:03 smithi081 ceph-mon[95500]: pgmap v2120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:03.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:03.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:04.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:03 smithi081 ceph-mon[107735]: pgmap v2120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:05 smithi170 ceph-mon[97338]: pgmap v2121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:05 smithi081 ceph-mon[95500]: pgmap v2121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:05 smithi081 ceph-mon[107735]: pgmap v2121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:07 smithi170 ceph-mon[97338]: pgmap v2122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:07 smithi081 ceph-mon[95500]: pgmap v2122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:07 smithi081 ceph-mon[107735]: pgmap v2122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:09 smithi170 ceph-mon[97338]: pgmap v2123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:09 smithi081 ceph-mon[95500]: pgmap v2123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:09 smithi081 ceph-mon[107735]: pgmap v2123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:11 smithi170 ceph-mon[97338]: pgmap v2124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:11 smithi081 ceph-mon[95500]: pgmap v2124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:11 smithi081 ceph-mon[107735]: pgmap v2124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:12.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:11.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:12.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:11.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:49:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:13 smithi170 ceph-mon[97338]: pgmap v2125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:13 smithi081 ceph-mon[95500]: pgmap v2125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:13 smithi081 ceph-mon[107735]: pgmap v2125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:13.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:13.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:15 smithi170 ceph-mon[97338]: pgmap v2126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:15 smithi081 ceph-mon[95500]: pgmap v2126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:15 smithi081 ceph-mon[107735]: pgmap v2126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:17 smithi170 ceph-mon[97338]: pgmap v2127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:17 smithi081 ceph-mon[95500]: pgmap v2127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:17 smithi081 ceph-mon[107735]: pgmap v2127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:19 smithi170 ceph-mon[97338]: pgmap v2128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:19 smithi081 ceph-mon[95500]: pgmap v2128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:19 smithi081 ceph-mon[107735]: pgmap v2128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:21 smithi170 ceph-mon[97338]: pgmap v2129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:21 smithi081 ceph-mon[95500]: pgmap v2129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:21 smithi081 ceph-mon[107735]: pgmap v2129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:21.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:22.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:21.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:49:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:23 smithi081 ceph-mon[95500]: pgmap v2130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:23 smithi081 ceph-mon[107735]: pgmap v2130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:23.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:23.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:23 smithi170 ceph-mon[97338]: pgmap v2130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:25 smithi081 ceph-mon[95500]: pgmap v2131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:25 smithi081 ceph-mon[107735]: pgmap v2131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:25 smithi170 ceph-mon[97338]: pgmap v2131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:27 smithi081 ceph-mon[95500]: pgmap v2132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:27 smithi081 ceph-mon[107735]: pgmap v2132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:27 smithi170 ceph-mon[97338]: pgmap v2132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:29 smithi081 ceph-mon[95500]: pgmap v2133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:29 smithi081 ceph-mon[107735]: pgmap v2133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:29 smithi170 ceph-mon[97338]: pgmap v2133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:31 smithi081 ceph-mon[95500]: pgmap v2134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:31 smithi081 ceph-mon[107735]: pgmap v2134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:31.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:31.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:31 smithi170 ceph-mon[97338]: pgmap v2134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:49:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:33 smithi081 ceph-mon[95500]: pgmap v2135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:33 smithi081 ceph-mon[107735]: pgmap v2135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:33.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:33.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:33 smithi170 ceph-mon[97338]: pgmap v2135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:35 smithi081 ceph-mon[95500]: pgmap v2136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:35 smithi081 ceph-mon[107735]: pgmap v2136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:35 smithi170 ceph-mon[97338]: pgmap v2136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:37 smithi170 ceph-mon[97338]: pgmap v2137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:37 smithi081 ceph-mon[95500]: pgmap v2137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:37 smithi081 ceph-mon[107735]: pgmap v2137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:39 smithi170 ceph-mon[97338]: pgmap v2138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:39 smithi081 ceph-mon[95500]: pgmap v2138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:39 smithi081 ceph-mon[107735]: pgmap v2138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:41 smithi170 ceph-mon[97338]: pgmap v2139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:41 smithi081 ceph-mon[95500]: pgmap v2139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:41 smithi081 ceph-mon[107735]: pgmap v2139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:41.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:41.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:49:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:43 smithi081 ceph-mon[95500]: pgmap v2140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:43 smithi081 ceph-mon[107735]: pgmap v2140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:43.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:43.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:43 smithi170 ceph-mon[97338]: pgmap v2140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:45 smithi170 ceph-mon[97338]: pgmap v2141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:45 smithi081 ceph-mon[95500]: pgmap v2141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:45 smithi081 ceph-mon[107735]: pgmap v2141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:47 smithi170 ceph-mon[97338]: pgmap v2142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:47 smithi081 ceph-mon[95500]: pgmap v2142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:47 smithi081 ceph-mon[107735]: pgmap v2142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:49 smithi170 ceph-mon[97338]: pgmap v2143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:49 smithi081 ceph-mon[95500]: pgmap v2143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:49 smithi081 ceph-mon[107735]: pgmap v2143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:51 smithi170 ceph-mon[97338]: pgmap v2144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:52.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:51 smithi081 ceph-mon[95500]: pgmap v2144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:52.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:51 smithi081 ceph-mon[107735]: pgmap v2144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:52.273 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:51.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:52.273 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:51.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:49:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:53 smithi081 ceph-mon[95500]: pgmap v2145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:53 smithi081 ceph-mon[107735]: pgmap v2145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:49:53.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:49:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:49:53.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:49:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:53 smithi170 ceph-mon[97338]: pgmap v2145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:55 smithi170 ceph-mon[97338]: pgmap v2146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:55 smithi081 ceph-mon[95500]: pgmap v2146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:55 smithi081 ceph-mon[107735]: pgmap v2146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:57 smithi170 ceph-mon[97338]: pgmap v2147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:57 smithi081 ceph-mon[95500]: pgmap v2147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:49:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:57 smithi081 ceph-mon[107735]: pgmap v2147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:49:59 smithi170 ceph-mon[97338]: pgmap v2148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:49:59 smithi081 ceph-mon[95500]: pgmap v2148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:49:59 smithi081 ceph-mon[107735]: pgmap v2148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:50:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:50:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T06:50:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:01 smithi170 ceph-mon[97338]: pgmap v2149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:01 smithi081 ceph-mon[95500]: pgmap v2149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:01 smithi081 ceph-mon[107735]: pgmap v2149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:01.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:01.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:50:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:03 smithi081 ceph-mon[95500]: pgmap v2150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:03 smithi081 ceph-mon[107735]: pgmap v2150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:03.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:03.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:03 smithi170 ceph-mon[97338]: pgmap v2150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:05 smithi170 ceph-mon[97338]: pgmap v2151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:05 smithi081 ceph-mon[95500]: pgmap v2151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:05 smithi081 ceph-mon[107735]: pgmap v2151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:07 smithi170 ceph-mon[97338]: pgmap v2152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:07 smithi081 ceph-mon[95500]: pgmap v2152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:07 smithi081 ceph-mon[107735]: pgmap v2152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:09 smithi170 ceph-mon[97338]: pgmap v2153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:09 smithi081 ceph-mon[95500]: pgmap v2153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:09 smithi081 ceph-mon[107735]: pgmap v2153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:11 smithi170 ceph-mon[97338]: pgmap v2154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:11 smithi081 ceph-mon[95500]: pgmap v2154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:11.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:11.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:11 smithi081 ceph-mon[107735]: pgmap v2154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:50:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:13 smithi081 ceph-mon[95500]: pgmap v2155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:13 smithi081 ceph-mon[107735]: pgmap v2155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:13.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:13.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:13 smithi170 ceph-mon[97338]: pgmap v2155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:15 smithi170 ceph-mon[97338]: pgmap v2156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:15 smithi081 ceph-mon[95500]: pgmap v2156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:15 smithi081 ceph-mon[107735]: pgmap v2156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:17 smithi170 ceph-mon[97338]: pgmap v2157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:17 smithi081 ceph-mon[95500]: pgmap v2157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:17 smithi081 ceph-mon[107735]: pgmap v2157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:20.174 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:19 smithi170 ceph-mon[97338]: pgmap v2158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:19 smithi081 ceph-mon[95500]: pgmap v2158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:19 smithi081 ceph-mon[107735]: pgmap v2158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:21 smithi170 ceph-mon[97338]: pgmap v2159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:21 smithi081 ceph-mon[95500]: pgmap v2159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:21 smithi081 ceph-mon[107735]: pgmap v2159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:21.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:21.839Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:50:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:23 smithi081 ceph-mon[95500]: pgmap v2160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:23 smithi081 ceph-mon[107735]: pgmap v2160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:23.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:23.717Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:23 smithi170 ceph-mon[97338]: pgmap v2160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:25 smithi170 ceph-mon[97338]: pgmap v2161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:25 smithi081 ceph-mon[95500]: pgmap v2161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:25 smithi081 ceph-mon[107735]: pgmap v2161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:27 smithi170 ceph-mon[97338]: pgmap v2162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:27 smithi081 ceph-mon[95500]: pgmap v2162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:27 smithi081 ceph-mon[107735]: pgmap v2162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:29 smithi170 ceph-mon[97338]: pgmap v2163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:29 smithi081 ceph-mon[95500]: pgmap v2163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:29 smithi081 ceph-mon[107735]: pgmap v2163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:31 smithi170 ceph-mon[97338]: pgmap v2164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:31 smithi081 ceph-mon[95500]: pgmap v2164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:31 smithi081 ceph-mon[107735]: pgmap v2164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:31.839Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:31.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:50:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:33 smithi081 ceph-mon[95500]: pgmap v2165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:33 smithi081 ceph-mon[107735]: pgmap v2165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:33.716Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:33.717Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:33 smithi170 ceph-mon[97338]: pgmap v2165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:35 smithi170 ceph-mon[97338]: pgmap v2166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:35 smithi081 ceph-mon[95500]: pgmap v2166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:35 smithi081 ceph-mon[107735]: pgmap v2166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:36 smithi170 ceph-mon[97338]: pgmap v2167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:36 smithi081 ceph-mon[95500]: pgmap v2167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:36 smithi081 ceph-mon[107735]: pgmap v2167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:39 smithi170 ceph-mon[97338]: pgmap v2168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:39 smithi081 ceph-mon[95500]: pgmap v2168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:39 smithi081 ceph-mon[107735]: pgmap v2168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:41 smithi170 ceph-mon[97338]: pgmap v2169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:41 smithi081 ceph-mon[95500]: pgmap v2169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:41 smithi081 ceph-mon[107735]: pgmap v2169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:41.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:42.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:41.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:50:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:43 smithi170 ceph-mon[97338]: pgmap v2170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:43 smithi081 ceph-mon[95500]: pgmap v2170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:43 smithi081 ceph-mon[107735]: pgmap v2170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:43.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:43.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:45 smithi170 ceph-mon[97338]: pgmap v2171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:45 smithi081 ceph-mon[95500]: pgmap v2171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:45 smithi081 ceph-mon[107735]: pgmap v2171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:47 smithi170 ceph-mon[97338]: pgmap v2172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:47 smithi081 ceph-mon[95500]: pgmap v2172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:47 smithi081 ceph-mon[107735]: pgmap v2172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:49 smithi170 ceph-mon[97338]: pgmap v2173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:49 smithi081 ceph-mon[95500]: pgmap v2173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:49 smithi081 ceph-mon[107735]: pgmap v2173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:51 smithi170 ceph-mon[97338]: pgmap v2174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:51 smithi081 ceph-mon[95500]: pgmap v2174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:51.841Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:52.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:51.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:51 smithi081 ceph-mon[107735]: pgmap v2174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:50:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:53 smithi081 ceph-mon[95500]: pgmap v2175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:50:53.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:50:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:50:53.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:50:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:53 smithi081 ceph-mon[107735]: pgmap v2175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:53 smithi170 ceph-mon[97338]: pgmap v2175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:55 smithi081 ceph-mon[95500]: pgmap v2176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:55 smithi081 ceph-mon[107735]: pgmap v2176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:55 smithi170 ceph-mon[97338]: pgmap v2176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:57 smithi081 ceph-mon[95500]: pgmap v2177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:58.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:57 smithi081 ceph-mon[107735]: pgmap v2177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:50:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:57 smithi170 ceph-mon[97338]: pgmap v2177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:50:59 smithi081 ceph-mon[95500]: pgmap v2178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:50:59 smithi081 ceph-mon[107735]: pgmap v2178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:50:59 smithi170 ceph-mon[97338]: pgmap v2178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:01 smithi081 ceph-mon[95500]: pgmap v2179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:01 smithi081 ceph-mon[107735]: pgmap v2179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:01.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:02.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:01.843Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:01 smithi170 ceph-mon[97338]: pgmap v2179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:51:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:03 smithi081 ceph-mon[95500]: pgmap v2180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:03 smithi081 ceph-mon[107735]: pgmap v2180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:03.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:03.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:03 smithi170 ceph-mon[97338]: pgmap v2180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:05 smithi081 ceph-mon[95500]: pgmap v2181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:05 smithi081 ceph-mon[107735]: pgmap v2181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:05 smithi170 ceph-mon[97338]: pgmap v2181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:07 smithi170 ceph-mon[97338]: pgmap v2182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:07 smithi081 ceph-mon[95500]: pgmap v2182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:07 smithi081 ceph-mon[107735]: pgmap v2182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:09 smithi170 ceph-mon[97338]: pgmap v2183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:09 smithi081 ceph-mon[95500]: pgmap v2183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:09 smithi081 ceph-mon[107735]: pgmap v2183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:11 smithi170 ceph-mon[97338]: pgmap v2184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:11 smithi081 ceph-mon[95500]: pgmap v2184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:11 smithi081 ceph-mon[107735]: pgmap v2184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:11.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:11.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:51:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:13 smithi081 ceph-mon[95500]: pgmap v2185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:13 smithi081 ceph-mon[107735]: pgmap v2185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:13.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:13.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:13 smithi170 ceph-mon[97338]: pgmap v2185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:15 smithi170 ceph-mon[97338]: pgmap v2186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:15 smithi081 ceph-mon[95500]: pgmap v2186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:15 smithi081 ceph-mon[107735]: pgmap v2186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:17 smithi170 ceph-mon[97338]: pgmap v2187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:17 smithi081 ceph-mon[95500]: pgmap v2187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:17 smithi081 ceph-mon[107735]: pgmap v2187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:19 smithi170 ceph-mon[97338]: pgmap v2188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:19 smithi081 ceph-mon[95500]: pgmap v2188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:19 smithi081 ceph-mon[107735]: pgmap v2188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:21 smithi170 ceph-mon[97338]: pgmap v2189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:21 smithi081 ceph-mon[95500]: pgmap v2189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:21.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:21.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:21 smithi081 ceph-mon[107735]: pgmap v2189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:51:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:23 smithi081 ceph-mon[95500]: pgmap v2190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:23 smithi081 ceph-mon[107735]: pgmap v2190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:23.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:23.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:23 smithi170 ceph-mon[97338]: pgmap v2190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:25 smithi170 ceph-mon[97338]: pgmap v2191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:25 smithi081 ceph-mon[95500]: pgmap v2191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:25 smithi081 ceph-mon[107735]: pgmap v2191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:27 smithi170 ceph-mon[97338]: pgmap v2192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:27 smithi081 ceph-mon[95500]: pgmap v2192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:27 smithi081 ceph-mon[107735]: pgmap v2192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:29 smithi170 ceph-mon[97338]: pgmap v2193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:29 smithi081 ceph-mon[95500]: pgmap v2193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:29 smithi081 ceph-mon[107735]: pgmap v2193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:31 smithi170 ceph-mon[97338]: pgmap v2194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:31 smithi081 ceph-mon[95500]: pgmap v2194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:31 smithi081 ceph-mon[107735]: pgmap v2194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:31.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:31.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:51:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:33 smithi081 ceph-mon[95500]: pgmap v2195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:33 smithi081 ceph-mon[107735]: pgmap v2195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:33.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:33.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:33 smithi170 ceph-mon[97338]: pgmap v2195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:35 smithi170 ceph-mon[97338]: pgmap v2196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:35 smithi081 ceph-mon[95500]: pgmap v2196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:35 smithi081 ceph-mon[107735]: pgmap v2196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:37 smithi170 ceph-mon[97338]: pgmap v2197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:37 smithi081 ceph-mon[95500]: pgmap v2197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:37 smithi081 ceph-mon[107735]: pgmap v2197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:39 smithi170 ceph-mon[97338]: pgmap v2198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:39 smithi081 ceph-mon[95500]: pgmap v2198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:39 smithi081 ceph-mon[107735]: pgmap v2198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:41 smithi170 ceph-mon[97338]: pgmap v2199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:41 smithi081 ceph-mon[95500]: pgmap v2199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:41 smithi081 ceph-mon[107735]: pgmap v2199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:41.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:41.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:51:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:43 smithi081 ceph-mon[95500]: pgmap v2200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:43 smithi081 ceph-mon[107735]: pgmap v2200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:43.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:43.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:43 smithi170 ceph-mon[97338]: pgmap v2200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:45 smithi170 ceph-mon[97338]: pgmap v2201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:45 smithi081 ceph-mon[95500]: pgmap v2201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:45 smithi081 ceph-mon[107735]: pgmap v2201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:47 smithi170 ceph-mon[97338]: pgmap v2202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:47 smithi081 ceph-mon[95500]: pgmap v2202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:47 smithi081 ceph-mon[107735]: pgmap v2202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:49 smithi170 ceph-mon[97338]: pgmap v2203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:49 smithi081 ceph-mon[95500]: pgmap v2203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:49 smithi081 ceph-mon[107735]: pgmap v2203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:51 smithi170 ceph-mon[97338]: pgmap v2204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:51 smithi081 ceph-mon[95500]: pgmap v2204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:51 smithi081 ceph-mon[107735]: pgmap v2204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:51.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:51.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:51:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:53 smithi081 ceph-mon[95500]: pgmap v2205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:53 smithi081 ceph-mon[107735]: pgmap v2205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:51:53.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:51:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:51:53.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:51:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:53 smithi170 ceph-mon[97338]: pgmap v2205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:55 smithi170 ceph-mon[97338]: pgmap v2206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:55 smithi081 ceph-mon[95500]: pgmap v2206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:55 smithi081 ceph-mon[107735]: pgmap v2206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:57 smithi170 ceph-mon[97338]: pgmap v2207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:57 smithi081 ceph-mon[95500]: pgmap v2207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:51:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:57 smithi081 ceph-mon[107735]: pgmap v2207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:51:59 smithi170 ceph-mon[97338]: pgmap v2208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:51:59 smithi081 ceph-mon[95500]: pgmap v2208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:51:59 smithi081 ceph-mon[107735]: pgmap v2208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:01 smithi170 ceph-mon[97338]: pgmap v2209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:01 smithi081 ceph-mon[95500]: pgmap v2209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:01 smithi081 ceph-mon[107735]: pgmap v2209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:01.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:01.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:52:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:03 smithi081 ceph-mon[95500]: pgmap v2210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:03.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:03.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:03 smithi081 ceph-mon[107735]: pgmap v2210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:03 smithi170 ceph-mon[97338]: pgmap v2210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:05 smithi170 ceph-mon[97338]: pgmap v2211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:05 smithi081 ceph-mon[95500]: pgmap v2211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:05 smithi081 ceph-mon[107735]: pgmap v2211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:07 smithi170 ceph-mon[97338]: pgmap v2212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:07 smithi081 ceph-mon[95500]: pgmap v2212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:07 smithi081 ceph-mon[107735]: pgmap v2212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:09 smithi170 ceph-mon[97338]: pgmap v2213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:09 smithi081 ceph-mon[95500]: pgmap v2213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:09 smithi081 ceph-mon[107735]: pgmap v2213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:11 smithi170 ceph-mon[97338]: pgmap v2214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:11 smithi081 ceph-mon[95500]: pgmap v2214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:11 smithi081 ceph-mon[107735]: pgmap v2214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:11.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:11.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:52:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:13 smithi081 ceph-mon[95500]: pgmap v2215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:13 smithi081 ceph-mon[107735]: pgmap v2215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:13.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:13.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:13 smithi170 ceph-mon[97338]: pgmap v2215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:15 smithi170 ceph-mon[97338]: pgmap v2216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:15 smithi081 ceph-mon[95500]: pgmap v2216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:15 smithi081 ceph-mon[107735]: pgmap v2216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:17 smithi170 ceph-mon[97338]: pgmap v2217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:17 smithi081 ceph-mon[95500]: pgmap v2217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:17 smithi081 ceph-mon[107735]: pgmap v2217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:19 smithi170 ceph-mon[97338]: pgmap v2218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:19 smithi081 ceph-mon[95500]: pgmap v2218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:19 smithi081 ceph-mon[107735]: pgmap v2218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:21 smithi170 ceph-mon[97338]: pgmap v2219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:21 smithi081 ceph-mon[95500]: pgmap v2219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:21 smithi081 ceph-mon[107735]: pgmap v2219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:21.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:21.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:23.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:22 smithi170 ceph-mon[97338]: pgmap v2220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:22 smithi081 ceph-mon[95500]: pgmap v2220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:23.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:52:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:22 smithi081 ceph-mon[107735]: pgmap v2220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:23.725Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:23.726Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:25 smithi081 ceph-mon[95500]: pgmap v2221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:25 smithi081 ceph-mon[107735]: pgmap v2221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:25 smithi170 ceph-mon[97338]: pgmap v2221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:27 smithi081 ceph-mon[95500]: pgmap v2222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:27 smithi081 ceph-mon[107735]: pgmap v2222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:27 smithi170 ceph-mon[97338]: pgmap v2222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:29 smithi081 ceph-mon[95500]: pgmap v2223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:29 smithi081 ceph-mon[107735]: pgmap v2223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:29 smithi170 ceph-mon[97338]: pgmap v2223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:31 smithi081 ceph-mon[95500]: pgmap v2224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:31 smithi081 ceph-mon[107735]: pgmap v2224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:31.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:32.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:31.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:31 smithi170 ceph-mon[97338]: pgmap v2224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:52:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:33 smithi081 ceph-mon[95500]: pgmap v2225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:33 smithi081 ceph-mon[107735]: pgmap v2225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:33.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:33.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:33 smithi170 ceph-mon[97338]: pgmap v2225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:35 smithi081 ceph-mon[95500]: pgmap v2226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:35 smithi081 ceph-mon[107735]: pgmap v2226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:35 smithi170 ceph-mon[97338]: pgmap v2226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:37 smithi081 ceph-mon[95500]: pgmap v2227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:37 smithi081 ceph-mon[107735]: pgmap v2227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:37 smithi170 ceph-mon[97338]: pgmap v2227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:39 smithi170 ceph-mon[97338]: pgmap v2228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:39 smithi081 ceph-mon[95500]: pgmap v2228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:39 smithi081 ceph-mon[107735]: pgmap v2228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:41 smithi170 ceph-mon[97338]: pgmap v2229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:41 smithi081 ceph-mon[95500]: pgmap v2229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:41 smithi081 ceph-mon[107735]: pgmap v2229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:41.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:41.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:52:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:43 smithi081 ceph-mon[95500]: pgmap v2230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:43.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:43.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:43 smithi081 ceph-mon[107735]: pgmap v2230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:43 smithi170 ceph-mon[97338]: pgmap v2230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:45 smithi170 ceph-mon[97338]: pgmap v2231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:45 smithi081 ceph-mon[95500]: pgmap v2231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:45 smithi081 ceph-mon[107735]: pgmap v2231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:47 smithi170 ceph-mon[97338]: pgmap v2232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:47 smithi081 ceph-mon[95500]: pgmap v2232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:47 smithi081 ceph-mon[107735]: pgmap v2232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:49 smithi170 ceph-mon[97338]: pgmap v2233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:49 smithi081 ceph-mon[95500]: pgmap v2233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:49 smithi081 ceph-mon[107735]: pgmap v2233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:51 smithi170 ceph-mon[97338]: pgmap v2234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:51 smithi081 ceph-mon[95500]: pgmap v2234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:51 smithi081 ceph-mon[107735]: pgmap v2234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:51.852Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:51.853Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:52:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:53 smithi081 ceph-mon[107735]: pgmap v2235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:53 smithi081 ceph-mon[95500]: pgmap v2235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:52:53.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:52:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:52:53.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:52:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:53 smithi170 ceph-mon[97338]: pgmap v2235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:55 smithi170 ceph-mon[97338]: pgmap v2236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:55 smithi081 ceph-mon[95500]: pgmap v2236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:55 smithi081 ceph-mon[107735]: pgmap v2236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:58.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:57 smithi170 ceph-mon[97338]: pgmap v2237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:57 smithi081 ceph-mon[95500]: pgmap v2237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:52:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:57 smithi081 ceph-mon[107735]: pgmap v2237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:52:59 smithi170 ceph-mon[97338]: pgmap v2238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:52:59 smithi081 ceph-mon[95500]: pgmap v2238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:52:59 smithi081 ceph-mon[107735]: pgmap v2238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:01 smithi170 ceph-mon[97338]: pgmap v2239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:01 smithi081 ceph-mon[95500]: pgmap v2239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:01 smithi081 ceph-mon[107735]: pgmap v2239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:01.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:01.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:53:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:03 smithi081 ceph-mon[95500]: pgmap v2240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:03 smithi081 ceph-mon[107735]: pgmap v2240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:03.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:03.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:03 smithi170 ceph-mon[97338]: pgmap v2240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:05 smithi170 ceph-mon[97338]: pgmap v2241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:05 smithi081 ceph-mon[95500]: pgmap v2241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:05 smithi081 ceph-mon[107735]: pgmap v2241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:07 smithi170 ceph-mon[97338]: pgmap v2242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:07 smithi081 ceph-mon[95500]: pgmap v2242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:07 smithi081 ceph-mon[107735]: pgmap v2242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:09 smithi170 ceph-mon[97338]: pgmap v2243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:09 smithi081 ceph-mon[95500]: pgmap v2243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:09 smithi081 ceph-mon[107735]: pgmap v2243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:11 smithi170 ceph-mon[97338]: pgmap v2244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:11 smithi081 ceph-mon[95500]: pgmap v2244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:11 smithi081 ceph-mon[107735]: pgmap v2244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:11.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:11.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:53:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:13 smithi081 ceph-mon[95500]: pgmap v2245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:13 smithi081 ceph-mon[107735]: pgmap v2245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:13.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:13.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:13 smithi170 ceph-mon[97338]: pgmap v2245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:15 smithi170 ceph-mon[97338]: pgmap v2246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:15 smithi081 ceph-mon[95500]: pgmap v2246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:15 smithi081 ceph-mon[107735]: pgmap v2246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:17 smithi170 ceph-mon[97338]: pgmap v2247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:18.970 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:17 smithi081 ceph-mon[95500]: pgmap v2247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:18.971 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:17 smithi081 ceph-mon[107735]: pgmap v2247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:19 smithi170 ceph-mon[97338]: pgmap v2248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:19 smithi081 ceph-mon[95500]: pgmap v2248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:19 smithi081 ceph-mon[107735]: pgmap v2248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:21 smithi170 ceph-mon[97338]: pgmap v2249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:21 smithi081 ceph-mon[95500]: pgmap v2249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:21 smithi081 ceph-mon[107735]: pgmap v2249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:21.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:21.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:53:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:23 smithi081 ceph-mon[95500]: pgmap v2250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:23 smithi081 ceph-mon[107735]: pgmap v2250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:23.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:23.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:23 smithi170 ceph-mon[97338]: pgmap v2250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:25 smithi170 ceph-mon[97338]: pgmap v2251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:25 smithi081 ceph-mon[95500]: pgmap v2251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:25 smithi081 ceph-mon[107735]: pgmap v2251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:27 smithi170 ceph-mon[97338]: pgmap v2252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:27 smithi081 ceph-mon[95500]: pgmap v2252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:27 smithi081 ceph-mon[107735]: pgmap v2252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:29 smithi170 ceph-mon[97338]: pgmap v2253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:29 smithi081 ceph-mon[95500]: pgmap v2253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:29 smithi081 ceph-mon[107735]: pgmap v2253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:31 smithi170 ceph-mon[97338]: pgmap v2254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:31 smithi081 ceph-mon[95500]: pgmap v2254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:31.856Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:31.857Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:31 smithi081 ceph-mon[107735]: pgmap v2254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:53:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:33 smithi081 ceph-mon[95500]: pgmap v2255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:34.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:33 smithi081 ceph-mon[107735]: pgmap v2255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:33.730Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:34.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:33.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:33 smithi170 ceph-mon[97338]: pgmap v2255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:36.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:35 smithi170 ceph-mon[97338]: pgmap v2256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:35 smithi081 ceph-mon[95500]: pgmap v2256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:35 smithi081 ceph-mon[107735]: pgmap v2256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:37 smithi170 ceph-mon[97338]: pgmap v2257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:37 smithi081 ceph-mon[95500]: pgmap v2257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:37 smithi081 ceph-mon[107735]: pgmap v2257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:39 smithi170 ceph-mon[97338]: pgmap v2258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:39 smithi081 ceph-mon[95500]: pgmap v2258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:39 smithi081 ceph-mon[107735]: pgmap v2258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:41 smithi170 ceph-mon[97338]: pgmap v2259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:41 smithi081 ceph-mon[95500]: pgmap v2259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:41 smithi081 ceph-mon[107735]: pgmap v2259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:41.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:41.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:53:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:43 smithi081 ceph-mon[95500]: pgmap v2260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:43 smithi081 ceph-mon[107735]: pgmap v2260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:43.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:43.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:43 smithi170 ceph-mon[97338]: pgmap v2260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:45 smithi170 ceph-mon[97338]: pgmap v2261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:45 smithi081 ceph-mon[95500]: pgmap v2261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:45 smithi081 ceph-mon[107735]: pgmap v2261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:47 smithi170 ceph-mon[97338]: pgmap v2262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:47 smithi081 ceph-mon[95500]: pgmap v2262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:47 smithi081 ceph-mon[107735]: pgmap v2262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:49 smithi170 ceph-mon[97338]: pgmap v2263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:49 smithi081 ceph-mon[95500]: pgmap v2263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:49 smithi081 ceph-mon[107735]: pgmap v2263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:51 smithi170 ceph-mon[97338]: pgmap v2264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:51 smithi081 ceph-mon[95500]: pgmap v2264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:51 smithi081 ceph-mon[107735]: pgmap v2264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:51.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:51.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:53:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:53 smithi081 ceph-mon[95500]: pgmap v2265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:53 smithi081 ceph-mon[107735]: pgmap v2265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:53:53.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:53:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:53:53.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:53:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:53 smithi170 ceph-mon[97338]: pgmap v2265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:55 smithi170 ceph-mon[97338]: pgmap v2266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:55 smithi081 ceph-mon[95500]: pgmap v2266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:55 smithi081 ceph-mon[107735]: pgmap v2266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:57 smithi170 ceph-mon[97338]: pgmap v2267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:57 smithi081 ceph-mon[95500]: pgmap v2267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:53:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:57 smithi081 ceph-mon[107735]: pgmap v2267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:53:59 smithi170 ceph-mon[97338]: pgmap v2268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:53:59 smithi081 ceph-mon[95500]: pgmap v2268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:53:59 smithi081 ceph-mon[107735]: pgmap v2268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:01 smithi170 ceph-mon[97338]: pgmap v2269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:01 smithi081 ceph-mon[95500]: pgmap v2269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:01 smithi081 ceph-mon[107735]: pgmap v2269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:01.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:01.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:54:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:03 smithi081 ceph-mon[95500]: pgmap v2270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:03 smithi081 ceph-mon[107735]: pgmap v2270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:03.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:03.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:03 smithi170 ceph-mon[97338]: pgmap v2270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:05 smithi170 ceph-mon[97338]: pgmap v2271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:05 smithi081 ceph-mon[95500]: pgmap v2271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:05 smithi081 ceph-mon[107735]: pgmap v2271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:07 smithi170 ceph-mon[97338]: pgmap v2272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:07 smithi081 ceph-mon[95500]: pgmap v2272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:07 smithi081 ceph-mon[107735]: pgmap v2272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:09 smithi170 ceph-mon[97338]: pgmap v2273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:09 smithi081 ceph-mon[95500]: pgmap v2273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:09 smithi081 ceph-mon[107735]: pgmap v2273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:11 smithi170 ceph-mon[97338]: pgmap v2274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:11 smithi081 ceph-mon[95500]: pgmap v2274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:11 smithi081 ceph-mon[107735]: pgmap v2274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:11.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:11.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:54:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:13 smithi081 ceph-mon[95500]: pgmap v2275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:13 smithi081 ceph-mon[107735]: pgmap v2275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:13.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:13.734Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:13 smithi170 ceph-mon[97338]: pgmap v2275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:15 smithi170 ceph-mon[97338]: pgmap v2276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:15 smithi081 ceph-mon[95500]: pgmap v2276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:15 smithi081 ceph-mon[107735]: pgmap v2276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:17 smithi170 ceph-mon[97338]: pgmap v2277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:17 smithi081 ceph-mon[95500]: pgmap v2277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:17 smithi081 ceph-mon[107735]: pgmap v2277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:19 smithi170 ceph-mon[97338]: pgmap v2278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:19 smithi081 ceph-mon[95500]: pgmap v2278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:19 smithi081 ceph-mon[107735]: pgmap v2278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:21 smithi170 ceph-mon[97338]: pgmap v2279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:21 smithi081 ceph-mon[95500]: pgmap v2279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:21 smithi081 ceph-mon[107735]: pgmap v2279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:21.860Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:21.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:54:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:23 smithi081 ceph-mon[95500]: pgmap v2280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:23.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:23.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:23 smithi081 ceph-mon[107735]: pgmap v2280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:23 smithi170 ceph-mon[97338]: pgmap v2280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:25 smithi170 ceph-mon[97338]: pgmap v2281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:25 smithi081 ceph-mon[95500]: pgmap v2281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:25 smithi081 ceph-mon[107735]: pgmap v2281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:27 smithi170 ceph-mon[97338]: pgmap v2282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:27 smithi081 ceph-mon[95500]: pgmap v2282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:27 smithi081 ceph-mon[107735]: pgmap v2282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:29 smithi170 ceph-mon[97338]: pgmap v2283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:29 smithi081 ceph-mon[95500]: pgmap v2283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:29 smithi081 ceph-mon[107735]: pgmap v2283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:31 smithi170 ceph-mon[97338]: pgmap v2284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:31 smithi081 ceph-mon[95500]: pgmap v2284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:31 smithi081 ceph-mon[107735]: pgmap v2284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:31.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:31.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:54:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:33 smithi081 ceph-mon[95500]: pgmap v2285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:33 smithi081 ceph-mon[107735]: pgmap v2285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:33.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:33.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:33 smithi170 ceph-mon[97338]: pgmap v2285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:35 smithi170 ceph-mon[97338]: pgmap v2286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:35 smithi081 ceph-mon[95500]: pgmap v2286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:35 smithi081 ceph-mon[107735]: pgmap v2286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:37 smithi170 ceph-mon[97338]: pgmap v2287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:37 smithi081 ceph-mon[95500]: pgmap v2287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:37 smithi081 ceph-mon[107735]: pgmap v2287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:39 smithi170 ceph-mon[97338]: pgmap v2288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:39 smithi081 ceph-mon[95500]: pgmap v2288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:40.326 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:39 smithi081 ceph-mon[107735]: pgmap v2288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:41 smithi170 ceph-mon[97338]: pgmap v2289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:41 smithi081 ceph-mon[95500]: pgmap v2289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:41 smithi081 ceph-mon[107735]: pgmap v2289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:41.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:41.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:54:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:43 smithi081 ceph-mon[95500]: pgmap v2290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:43.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:43.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:43 smithi081 ceph-mon[107735]: pgmap v2290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:43 smithi170 ceph-mon[97338]: pgmap v2290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:45 smithi170 ceph-mon[97338]: pgmap v2291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:45 smithi081 ceph-mon[95500]: pgmap v2291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:45 smithi081 ceph-mon[107735]: pgmap v2291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:47 smithi170 ceph-mon[97338]: pgmap v2292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:47 smithi081 ceph-mon[95500]: pgmap v2292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:47 smithi081 ceph-mon[107735]: pgmap v2292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:49 smithi170 ceph-mon[97338]: pgmap v2293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:49 smithi081 ceph-mon[95500]: pgmap v2293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:49 smithi081 ceph-mon[107735]: pgmap v2293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:51 smithi170 ceph-mon[97338]: pgmap v2294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:51 smithi081 ceph-mon[95500]: pgmap v2294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:51 smithi081 ceph-mon[107735]: pgmap v2294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:51.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:51.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:54:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:53 smithi081 ceph-mon[95500]: pgmap v2295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:54:53.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:54:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:54:53.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:54:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:53 smithi081 ceph-mon[107735]: pgmap v2295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:53 smithi170 ceph-mon[97338]: pgmap v2295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:55 smithi170 ceph-mon[97338]: pgmap v2296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:55 smithi081 ceph-mon[95500]: pgmap v2296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:55 smithi081 ceph-mon[107735]: pgmap v2296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:57 smithi170 ceph-mon[97338]: pgmap v2297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:57 smithi081 ceph-mon[95500]: pgmap v2297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:54:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:57 smithi081 ceph-mon[107735]: pgmap v2297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:54:59 smithi170 ceph-mon[97338]: pgmap v2298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:54:59 smithi081 ceph-mon[95500]: pgmap v2298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:54:59 smithi081 ceph-mon[107735]: pgmap v2298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:01 smithi170 ceph-mon[97338]: pgmap v2299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:01 smithi081 ceph-mon[95500]: pgmap v2299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:01 smithi081 ceph-mon[107735]: pgmap v2299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:01.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:01.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:55:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:03 smithi081 ceph-mon[95500]: pgmap v2300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:03 smithi081 ceph-mon[107735]: pgmap v2300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:03.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:03.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:03 smithi170 ceph-mon[97338]: pgmap v2300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:05 smithi170 ceph-mon[97338]: pgmap v2301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:05 smithi081 ceph-mon[95500]: pgmap v2301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:05 smithi081 ceph-mon[107735]: pgmap v2301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:07 smithi170 ceph-mon[97338]: pgmap v2302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:07 smithi081 ceph-mon[95500]: pgmap v2302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:07 smithi081 ceph-mon[107735]: pgmap v2302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:09 smithi170 ceph-mon[97338]: pgmap v2303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:09 smithi081 ceph-mon[95500]: pgmap v2303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:09 smithi081 ceph-mon[107735]: pgmap v2303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:11 smithi170 ceph-mon[97338]: pgmap v2304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:11 smithi081 ceph-mon[95500]: pgmap v2304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:11 smithi081 ceph-mon[107735]: pgmap v2304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:11.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:11.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:55:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:13 smithi081 ceph-mon[95500]: pgmap v2305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:13 smithi081 ceph-mon[107735]: pgmap v2305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:13.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:13.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:14.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:13 smithi170 ceph-mon[97338]: pgmap v2305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:15 smithi170 ceph-mon[97338]: pgmap v2306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:15 smithi081 ceph-mon[95500]: pgmap v2306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:15 smithi081 ceph-mon[107735]: pgmap v2306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:17 smithi170 ceph-mon[97338]: pgmap v2307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:17 smithi081 ceph-mon[95500]: pgmap v2307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:17 smithi081 ceph-mon[107735]: pgmap v2307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:19 smithi170 ceph-mon[97338]: pgmap v2308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:19 smithi081 ceph-mon[95500]: pgmap v2308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:19 smithi081 ceph-mon[107735]: pgmap v2308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:21 smithi170 ceph-mon[97338]: pgmap v2309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:21 smithi081 ceph-mon[95500]: pgmap v2309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:21 smithi081 ceph-mon[107735]: pgmap v2309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:21.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:21.867Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:55:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:23 smithi081 ceph-mon[95500]: pgmap v2310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:23 smithi081 ceph-mon[107735]: pgmap v2310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:23.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:23.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:23 smithi170 ceph-mon[97338]: pgmap v2310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:25 smithi170 ceph-mon[97338]: pgmap v2311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:25 smithi081 ceph-mon[95500]: pgmap v2311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:25 smithi081 ceph-mon[107735]: pgmap v2311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:27 smithi170 ceph-mon[97338]: pgmap v2312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:27 smithi081 ceph-mon[95500]: pgmap v2312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:27 smithi081 ceph-mon[107735]: pgmap v2312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:29 smithi170 ceph-mon[97338]: pgmap v2313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:29 smithi081 ceph-mon[95500]: pgmap v2313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:29 smithi081 ceph-mon[107735]: pgmap v2313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:31 smithi170 ceph-mon[97338]: pgmap v2314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:31 smithi081 ceph-mon[95500]: pgmap v2314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:31 smithi081 ceph-mon[107735]: pgmap v2314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:31.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:31.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:55:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:33 smithi081 ceph-mon[95500]: pgmap v2315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:33.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:33.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:33 smithi081 ceph-mon[107735]: pgmap v2315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:33 smithi170 ceph-mon[97338]: pgmap v2315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:35 smithi170 ceph-mon[97338]: pgmap v2316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:35 smithi081 ceph-mon[95500]: pgmap v2316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:35 smithi081 ceph-mon[107735]: pgmap v2316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:37 smithi170 ceph-mon[97338]: pgmap v2317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:37 smithi081 ceph-mon[95500]: pgmap v2317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:37 smithi081 ceph-mon[107735]: pgmap v2317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:39 smithi170 ceph-mon[97338]: pgmap v2318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:39 smithi081 ceph-mon[95500]: pgmap v2318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:39 smithi081 ceph-mon[107735]: pgmap v2318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:40 smithi170 ceph-mon[97338]: pgmap v2319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:40 smithi081 ceph-mon[95500]: pgmap v2319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:41.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:40 smithi081 ceph-mon[107735]: pgmap v2319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:41.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:41.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:55:43.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:43 smithi170 ceph-mon[97338]: pgmap v2320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:43 smithi081 ceph-mon[95500]: pgmap v2320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:43 smithi081 ceph-mon[107735]: pgmap v2320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:43.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:43.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:45 smithi170 ceph-mon[97338]: pgmap v2321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:45 smithi081 ceph-mon[95500]: pgmap v2321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:45 smithi081 ceph-mon[107735]: pgmap v2321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:47 smithi170 ceph-mon[97338]: pgmap v2322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:47 smithi081 ceph-mon[95500]: pgmap v2322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:47 smithi081 ceph-mon[107735]: pgmap v2322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:49 smithi170 ceph-mon[97338]: pgmap v2323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:49 smithi081 ceph-mon[95500]: pgmap v2323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:49 smithi081 ceph-mon[107735]: pgmap v2323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:51 smithi170 ceph-mon[97338]: pgmap v2324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:51 smithi081 ceph-mon[95500]: pgmap v2324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:51 smithi081 ceph-mon[107735]: pgmap v2324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:51.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:51.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:55:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:53 smithi081 ceph-mon[95500]: pgmap v2325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:53 smithi081 ceph-mon[107735]: pgmap v2325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:55:53.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:55:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:55:53.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:55:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:53 smithi170 ceph-mon[97338]: pgmap v2325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:55 smithi170 ceph-mon[97338]: pgmap v2326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:55 smithi081 ceph-mon[95500]: pgmap v2326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:55 smithi081 ceph-mon[107735]: pgmap v2326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:57 smithi170 ceph-mon[97338]: pgmap v2327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:57 smithi081 ceph-mon[95500]: pgmap v2327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:55:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:57 smithi081 ceph-mon[107735]: pgmap v2327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:55:59 smithi170 ceph-mon[97338]: pgmap v2328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:55:59 smithi081 ceph-mon[95500]: pgmap v2328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:55:59 smithi081 ceph-mon[107735]: pgmap v2328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:01 smithi170 ceph-mon[97338]: pgmap v2329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:01 smithi081 ceph-mon[95500]: pgmap v2329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:01 smithi081 ceph-mon[107735]: pgmap v2329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:01.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:01.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:56:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:03 smithi081 ceph-mon[95500]: pgmap v2330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:03 smithi081 ceph-mon[107735]: pgmap v2330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:03.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:03.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:03 smithi170 ceph-mon[97338]: pgmap v2330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:05 smithi170 ceph-mon[97338]: pgmap v2331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:05 smithi081 ceph-mon[95500]: pgmap v2331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:05 smithi081 ceph-mon[107735]: pgmap v2331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:07 smithi170 ceph-mon[97338]: pgmap v2332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:07 smithi081 ceph-mon[95500]: pgmap v2332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:07 smithi081 ceph-mon[107735]: pgmap v2332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:09 smithi170 ceph-mon[97338]: pgmap v2333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:09 smithi081 ceph-mon[95500]: pgmap v2333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:09 smithi081 ceph-mon[107735]: pgmap v2333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:11 smithi170 ceph-mon[97338]: pgmap v2334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:11 smithi081 ceph-mon[95500]: pgmap v2334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:11 smithi081 ceph-mon[107735]: pgmap v2334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:11.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:11.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:56:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:13 smithi081 ceph-mon[95500]: pgmap v2335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:14.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:13 smithi081 ceph-mon[107735]: pgmap v2335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:14.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:13.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:14.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:13.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:13 smithi170 ceph-mon[97338]: pgmap v2335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:15 smithi170 ceph-mon[97338]: pgmap v2336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:15 smithi081 ceph-mon[95500]: pgmap v2336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:16.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:15 smithi081 ceph-mon[107735]: pgmap v2336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:17 smithi170 ceph-mon[97338]: pgmap v2337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:17 smithi081 ceph-mon[95500]: pgmap v2337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:17 smithi081 ceph-mon[107735]: pgmap v2337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:19 smithi170 ceph-mon[97338]: pgmap v2338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:19 smithi081 ceph-mon[95500]: pgmap v2338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:19 smithi081 ceph-mon[107735]: pgmap v2338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:21 smithi170 ceph-mon[97338]: pgmap v2339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:21 smithi081 ceph-mon[95500]: pgmap v2339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:21 smithi081 ceph-mon[107735]: pgmap v2339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:21.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:21.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:56:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:23 smithi081 ceph-mon[95500]: pgmap v2340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:23 smithi081 ceph-mon[107735]: pgmap v2340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:23.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:23.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:23 smithi170 ceph-mon[97338]: pgmap v2340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:25 smithi170 ceph-mon[97338]: pgmap v2341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:25 smithi081 ceph-mon[95500]: pgmap v2341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:25 smithi081 ceph-mon[107735]: pgmap v2341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:27 smithi170 ceph-mon[97338]: pgmap v2342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:28.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:27 smithi081 ceph-mon[95500]: pgmap v2342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:28.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:27 smithi081 ceph-mon[107735]: pgmap v2342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:29 smithi170 ceph-mon[97338]: pgmap v2343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:29 smithi081 ceph-mon[95500]: pgmap v2343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:29 smithi081 ceph-mon[107735]: pgmap v2343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:31 smithi170 ceph-mon[97338]: pgmap v2344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:31 smithi081 ceph-mon[95500]: pgmap v2344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:31 smithi081 ceph-mon[107735]: pgmap v2344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:31.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:31.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:56:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:33 smithi081 ceph-mon[95500]: pgmap v2345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:33 smithi081 ceph-mon[107735]: pgmap v2345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:33.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:33.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:33 smithi170 ceph-mon[97338]: pgmap v2345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:35 smithi170 ceph-mon[97338]: pgmap v2346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:35 smithi081 ceph-mon[95500]: pgmap v2346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:35 smithi081 ceph-mon[107735]: pgmap v2346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:37 smithi170 ceph-mon[97338]: pgmap v2347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:37 smithi081 ceph-mon[95500]: pgmap v2347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:37 smithi081 ceph-mon[107735]: pgmap v2347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:39 smithi170 ceph-mon[97338]: pgmap v2348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:39 smithi081 ceph-mon[95500]: pgmap v2348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:39 smithi081 ceph-mon[107735]: pgmap v2348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:41 smithi170 ceph-mon[97338]: pgmap v2349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:41 smithi081 ceph-mon[95500]: pgmap v2349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:41 smithi081 ceph-mon[107735]: pgmap v2349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:41.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:41.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:56:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:43 smithi081 ceph-mon[95500]: pgmap v2350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:43 smithi081 ceph-mon[107735]: pgmap v2350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:43.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:43.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:44.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:43 smithi170 ceph-mon[97338]: pgmap v2350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:45 smithi170 ceph-mon[97338]: pgmap v2351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:45 smithi081 ceph-mon[95500]: pgmap v2351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:45 smithi081 ceph-mon[107735]: pgmap v2351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:48.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:47 smithi170 ceph-mon[97338]: pgmap v2352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:47 smithi081 ceph-mon[95500]: pgmap v2352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:47 smithi081 ceph-mon[107735]: pgmap v2352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:49 smithi170 ceph-mon[97338]: pgmap v2353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:49 smithi081 ceph-mon[95500]: pgmap v2353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:49 smithi081 ceph-mon[107735]: pgmap v2353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:51 smithi170 ceph-mon[97338]: pgmap v2354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:51 smithi081 ceph-mon[95500]: pgmap v2354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:51 smithi081 ceph-mon[107735]: pgmap v2354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:51.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:51.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:56:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:53 smithi081 ceph-mon[95500]: pgmap v2355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:53 smithi081 ceph-mon[107735]: pgmap v2355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:56:53.744Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:56:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:56:53.745Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:56:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:53 smithi170 ceph-mon[97338]: pgmap v2355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:55 smithi170 ceph-mon[97338]: pgmap v2356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:55 smithi081 ceph-mon[95500]: pgmap v2356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:55 smithi081 ceph-mon[107735]: pgmap v2356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:57 smithi170 ceph-mon[97338]: pgmap v2357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:57 smithi081 ceph-mon[95500]: pgmap v2357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:56:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:57 smithi081 ceph-mon[107735]: pgmap v2357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:56:59 smithi170 ceph-mon[97338]: pgmap v2358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:56:59 smithi081 ceph-mon[95500]: pgmap v2358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:56:59 smithi081 ceph-mon[107735]: pgmap v2358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:01 smithi170 ceph-mon[97338]: pgmap v2359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:01 smithi081 ceph-mon[95500]: pgmap v2359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:01 smithi081 ceph-mon[107735]: pgmap v2359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:01.874Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:01.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:57:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:03 smithi081 ceph-mon[95500]: pgmap v2360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:03 smithi081 ceph-mon[107735]: pgmap v2360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:03.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:03.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:03 smithi170 ceph-mon[97338]: pgmap v2360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:05 smithi170 ceph-mon[97338]: pgmap v2361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:05 smithi081 ceph-mon[95500]: pgmap v2361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:05 smithi081 ceph-mon[107735]: pgmap v2361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:07 smithi170 ceph-mon[97338]: pgmap v2362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:07 smithi081 ceph-mon[95500]: pgmap v2362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:07 smithi081 ceph-mon[107735]: pgmap v2362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:09 smithi170 ceph-mon[97338]: pgmap v2363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:09 smithi081 ceph-mon[95500]: pgmap v2363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:09 smithi081 ceph-mon[107735]: pgmap v2363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:11 smithi170 ceph-mon[97338]: pgmap v2364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:11 smithi081 ceph-mon[95500]: pgmap v2364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:11 smithi081 ceph-mon[107735]: pgmap v2364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:11.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:11.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:57:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:13 smithi081 ceph-mon[95500]: pgmap v2365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:14.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:13 smithi081 ceph-mon[107735]: pgmap v2365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:13.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:13.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:13 smithi170 ceph-mon[97338]: pgmap v2365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:15 smithi170 ceph-mon[97338]: pgmap v2366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:15 smithi081 ceph-mon[95500]: pgmap v2366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:15 smithi081 ceph-mon[107735]: pgmap v2366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:17 smithi170 ceph-mon[97338]: pgmap v2367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:17 smithi081 ceph-mon[95500]: pgmap v2367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:17 smithi081 ceph-mon[107735]: pgmap v2367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:19 smithi170 ceph-mon[97338]: pgmap v2368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:19 smithi081 ceph-mon[95500]: pgmap v2368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:19 smithi081 ceph-mon[107735]: pgmap v2368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:21 smithi170 ceph-mon[97338]: pgmap v2369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:21 smithi081 ceph-mon[95500]: pgmap v2369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:21 smithi081 ceph-mon[107735]: pgmap v2369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:21.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:21.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:57:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:23 smithi081 ceph-mon[95500]: pgmap v2370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:24.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:23 smithi081 ceph-mon[107735]: pgmap v2370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:23.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:24.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:23.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:23 smithi170 ceph-mon[97338]: pgmap v2370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:25 smithi170 ceph-mon[97338]: pgmap v2371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:25 smithi081 ceph-mon[95500]: pgmap v2371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:25 smithi081 ceph-mon[107735]: pgmap v2371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:27 smithi170 ceph-mon[97338]: pgmap v2372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:27 smithi081 ceph-mon[95500]: pgmap v2372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:27 smithi081 ceph-mon[107735]: pgmap v2372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:29 smithi170 ceph-mon[97338]: pgmap v2373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:29 smithi081 ceph-mon[95500]: pgmap v2373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:29 smithi081 ceph-mon[107735]: pgmap v2373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:31 smithi170 ceph-mon[97338]: pgmap v2374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:31 smithi081 ceph-mon[95500]: pgmap v2374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:31 smithi081 ceph-mon[107735]: pgmap v2374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:31.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:31.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:57:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:33 smithi081 ceph-mon[95500]: pgmap v2375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:33.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:33.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:34.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:33 smithi081 ceph-mon[107735]: pgmap v2375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:33 smithi170 ceph-mon[97338]: pgmap v2375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:35 smithi170 ceph-mon[97338]: pgmap v2376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:35 smithi081 ceph-mon[95500]: pgmap v2376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:35 smithi081 ceph-mon[107735]: pgmap v2376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:37 smithi170 ceph-mon[97338]: pgmap v2377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:37 smithi081 ceph-mon[95500]: pgmap v2377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:37 smithi081 ceph-mon[107735]: pgmap v2377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:39 smithi170 ceph-mon[97338]: pgmap v2378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:39 smithi081 ceph-mon[95500]: pgmap v2378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:39 smithi081 ceph-mon[107735]: pgmap v2378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:41 smithi170 ceph-mon[97338]: pgmap v2379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:41 smithi081 ceph-mon[95500]: pgmap v2379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:42.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:41 smithi081 ceph-mon[107735]: pgmap v2379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:41.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:42.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:41.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:57:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:43 smithi081 ceph-mon[95500]: pgmap v2380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:43 smithi081 ceph-mon[107735]: pgmap v2380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:43.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:43.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:43 smithi170 ceph-mon[97338]: pgmap v2380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:45 smithi170 ceph-mon[97338]: pgmap v2381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:45 smithi081 ceph-mon[95500]: pgmap v2381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:45 smithi081 ceph-mon[107735]: pgmap v2381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:47 smithi170 ceph-mon[97338]: pgmap v2382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:47 smithi081 ceph-mon[95500]: pgmap v2382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:47 smithi081 ceph-mon[107735]: pgmap v2382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:49 smithi170 ceph-mon[97338]: pgmap v2383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:49 smithi081 ceph-mon[95500]: pgmap v2383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:49 smithi081 ceph-mon[107735]: pgmap v2383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:51 smithi170 ceph-mon[97338]: pgmap v2384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:51 smithi081 ceph-mon[95500]: pgmap v2384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:51 smithi081 ceph-mon[107735]: pgmap v2384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:51.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:51.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:57:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:53 smithi081 ceph-mon[95500]: pgmap v2385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:53 smithi081 ceph-mon[107735]: pgmap v2385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:57:53.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:57:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:57:53.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:57:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:53 smithi170 ceph-mon[97338]: pgmap v2385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:55 smithi170 ceph-mon[97338]: pgmap v2386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:55 smithi081 ceph-mon[95500]: pgmap v2386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:55 smithi081 ceph-mon[107735]: pgmap v2386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:57 smithi170 ceph-mon[97338]: pgmap v2387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:57 smithi081 ceph-mon[95500]: pgmap v2387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:57:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:57 smithi081 ceph-mon[107735]: pgmap v2387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:57:59 smithi170 ceph-mon[97338]: pgmap v2388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:57:59 smithi081 ceph-mon[95500]: pgmap v2388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:57:59 smithi081 ceph-mon[107735]: pgmap v2388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:01 smithi170 ceph-mon[97338]: pgmap v2389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:01 smithi081 ceph-mon[95500]: pgmap v2389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:01 smithi081 ceph-mon[107735]: pgmap v2389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:01.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:01.880Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:58:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:03 smithi081 ceph-mon[95500]: pgmap v2390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:03 smithi081 ceph-mon[107735]: pgmap v2390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:03.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:03.750Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:03 smithi170 ceph-mon[97338]: pgmap v2390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:05 smithi170 ceph-mon[97338]: pgmap v2391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:05 smithi081 ceph-mon[95500]: pgmap v2391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:05 smithi081 ceph-mon[107735]: pgmap v2391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:07 smithi170 ceph-mon[97338]: pgmap v2392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:07 smithi081 ceph-mon[95500]: pgmap v2392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:07 smithi081 ceph-mon[107735]: pgmap v2392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:09 smithi170 ceph-mon[97338]: pgmap v2393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:09 smithi081 ceph-mon[95500]: pgmap v2393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:09 smithi081 ceph-mon[107735]: pgmap v2393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:11 smithi170 ceph-mon[97338]: pgmap v2394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:11 smithi081 ceph-mon[95500]: pgmap v2394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:11 smithi081 ceph-mon[107735]: pgmap v2394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:11.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:11.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:58:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:13 smithi081 ceph-mon[95500]: pgmap v2395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:13 smithi081 ceph-mon[107735]: pgmap v2395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:13.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:13.750Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:13 smithi170 ceph-mon[97338]: pgmap v2395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:16.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:15 smithi170 ceph-mon[97338]: pgmap v2396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:15 smithi081 ceph-mon[95500]: pgmap v2396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:15 smithi081 ceph-mon[107735]: pgmap v2396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:17 smithi170 ceph-mon[97338]: pgmap v2397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:17 smithi081 ceph-mon[95500]: pgmap v2397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:17 smithi081 ceph-mon[107735]: pgmap v2397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:19 smithi170 ceph-mon[97338]: pgmap v2398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:19 smithi081 ceph-mon[95500]: pgmap v2398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:19 smithi081 ceph-mon[107735]: pgmap v2398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:21 smithi170 ceph-mon[97338]: pgmap v2399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:21 smithi081 ceph-mon[95500]: pgmap v2399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:21.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:22.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:21.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:21 smithi081 ceph-mon[107735]: pgmap v2399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:58:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:23 smithi081 ceph-mon[95500]: pgmap v2400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:23 smithi081 ceph-mon[107735]: pgmap v2400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:23.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:23.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:23 smithi170 ceph-mon[97338]: pgmap v2400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:25 smithi170 ceph-mon[97338]: pgmap v2401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:25 smithi081 ceph-mon[95500]: pgmap v2401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:25 smithi081 ceph-mon[107735]: pgmap v2401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:27 smithi170 ceph-mon[97338]: pgmap v2402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:27 smithi081 ceph-mon[95500]: pgmap v2402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:27 smithi081 ceph-mon[107735]: pgmap v2402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:29 smithi170 ceph-mon[97338]: pgmap v2403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:29 smithi081 ceph-mon[95500]: pgmap v2403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:29 smithi081 ceph-mon[107735]: pgmap v2403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:31 smithi170 ceph-mon[97338]: pgmap v2404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:31 smithi081 ceph-mon[95500]: pgmap v2404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:31 smithi081 ceph-mon[107735]: pgmap v2404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:31.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:31.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:58:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:33 smithi081 ceph-mon[95500]: pgmap v2405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:33 smithi081 ceph-mon[107735]: pgmap v2405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:33.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:33.752Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:33 smithi170 ceph-mon[97338]: pgmap v2405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:35 smithi170 ceph-mon[97338]: pgmap v2406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:35 smithi081 ceph-mon[95500]: pgmap v2406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:35 smithi081 ceph-mon[107735]: pgmap v2406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:37 smithi170 ceph-mon[97338]: pgmap v2407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:37 smithi081 ceph-mon[95500]: pgmap v2407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:37 smithi081 ceph-mon[107735]: pgmap v2407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:39 smithi170 ceph-mon[97338]: pgmap v2408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:39 smithi081 ceph-mon[95500]: pgmap v2408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:39 smithi081 ceph-mon[107735]: pgmap v2408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:40 smithi081 ceph-mon[95500]: pgmap v2409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:41.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:40 smithi081 ceph-mon[107735]: pgmap v2409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:40 smithi170 ceph-mon[97338]: pgmap v2409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:41.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:42.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:41.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:58:43.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:43 smithi170 ceph-mon[97338]: pgmap v2410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:43 smithi081 ceph-mon[95500]: pgmap v2410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:43 smithi081 ceph-mon[107735]: pgmap v2410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:43.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:43.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:45 smithi170 ceph-mon[97338]: pgmap v2411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:45 smithi081 ceph-mon[95500]: pgmap v2411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:45 smithi081 ceph-mon[107735]: pgmap v2411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:47 smithi170 ceph-mon[97338]: pgmap v2412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:47 smithi081 ceph-mon[95500]: pgmap v2412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:47 smithi081 ceph-mon[107735]: pgmap v2412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:49 smithi170 ceph-mon[97338]: pgmap v2413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:49 smithi081 ceph-mon[95500]: pgmap v2413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:49 smithi081 ceph-mon[107735]: pgmap v2413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:51 smithi170 ceph-mon[97338]: pgmap v2414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:51 smithi081 ceph-mon[95500]: pgmap v2414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:51.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:51.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:51 smithi081 ceph-mon[107735]: pgmap v2414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:58:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:53 smithi081 ceph-mon[95500]: pgmap v2415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:58:53.753Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:58:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:58:53.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:58:54.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:53 smithi081 ceph-mon[107735]: pgmap v2415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:53 smithi170 ceph-mon[97338]: pgmap v2415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:55 smithi170 ceph-mon[97338]: pgmap v2416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:56.373 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:55 smithi081 ceph-mon[95500]: pgmap v2416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:56.373 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:55 smithi081 ceph-mon[107735]: pgmap v2416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:57 smithi170 ceph-mon[97338]: pgmap v2417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:57 smithi081 ceph-mon[95500]: pgmap v2417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:58:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:57 smithi081 ceph-mon[107735]: pgmap v2417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:58:59 smithi170 ceph-mon[97338]: pgmap v2418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:58:59 smithi081 ceph-mon[95500]: pgmap v2418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:58:59 smithi081 ceph-mon[107735]: pgmap v2418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:01 smithi170 ceph-mon[97338]: pgmap v2419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:01 smithi081 ceph-mon[95500]: pgmap v2419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:01 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:01.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:01.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:01 smithi081 ceph-mon[107735]: pgmap v2419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:59:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:03 smithi081 ceph-mon[95500]: pgmap v2420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:04.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:03 smithi081 ceph-mon[107735]: pgmap v2420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:03 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:03.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:04.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:03.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:03 smithi170 ceph-mon[97338]: pgmap v2420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:05 smithi170 ceph-mon[97338]: pgmap v2421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:06.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:05 smithi081 ceph-mon[95500]: pgmap v2421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:05 smithi081 ceph-mon[107735]: pgmap v2421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:07 smithi170 ceph-mon[97338]: pgmap v2422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:07 smithi081 ceph-mon[95500]: pgmap v2422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:07 smithi081 ceph-mon[107735]: pgmap v2422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:10.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:09 smithi170 ceph-mon[97338]: pgmap v2423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:09 smithi081 ceph-mon[95500]: pgmap v2423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:09 smithi081 ceph-mon[107735]: pgmap v2423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:11 smithi170 ceph-mon[97338]: pgmap v2424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:11 smithi081 ceph-mon[95500]: pgmap v2424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:11 smithi081 ceph-mon[107735]: pgmap v2424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:11 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:11.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:11.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:59:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:13 smithi081 ceph-mon[95500]: pgmap v2425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:14.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:13 smithi081 ceph-mon[107735]: pgmap v2425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:14.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:13 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:13.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:14.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:13.756Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:14.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:13 smithi170 ceph-mon[97338]: pgmap v2425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:15 smithi170 ceph-mon[97338]: pgmap v2426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:15 smithi081 ceph-mon[95500]: pgmap v2426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:15 smithi081 ceph-mon[107735]: pgmap v2426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:17 smithi170 ceph-mon[97338]: pgmap v2427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:17 smithi081 ceph-mon[95500]: pgmap v2427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:17 smithi081 ceph-mon[107735]: pgmap v2427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:19 smithi170 ceph-mon[97338]: pgmap v2428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:19 smithi081 ceph-mon[95500]: pgmap v2428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:20.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:19 smithi081 ceph-mon[107735]: pgmap v2428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:21 smithi170 ceph-mon[97338]: pgmap v2429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:21 smithi081 ceph-mon[95500]: pgmap v2429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:21 smithi081 ceph-mon[107735]: pgmap v2429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:21 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:21.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:21.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:59:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:23 smithi081 ceph-mon[95500]: pgmap v2430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:23 smithi081 ceph-mon[107735]: pgmap v2430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:23 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:23.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:23.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:23 smithi170 ceph-mon[97338]: pgmap v2430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:25 smithi170 ceph-mon[97338]: pgmap v2431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:25 smithi081 ceph-mon[95500]: pgmap v2431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:25 smithi081 ceph-mon[107735]: pgmap v2431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:27 smithi170 ceph-mon[97338]: pgmap v2432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:27 smithi081 ceph-mon[95500]: pgmap v2432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:27 smithi081 ceph-mon[107735]: pgmap v2432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:29 smithi170 ceph-mon[97338]: pgmap v2433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:29 smithi081 ceph-mon[95500]: pgmap v2433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:29 smithi081 ceph-mon[107735]: pgmap v2433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:31 smithi170 ceph-mon[97338]: pgmap v2434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:31 smithi081 ceph-mon[95500]: pgmap v2434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:31 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:31.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:31.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:31 smithi081 ceph-mon[107735]: pgmap v2434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:59:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:33 smithi081 ceph-mon[95500]: pgmap v2435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:33 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:33.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:33.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:34.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:33 smithi081 ceph-mon[107735]: pgmap v2435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:33 smithi170 ceph-mon[97338]: pgmap v2435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:35 smithi170 ceph-mon[97338]: pgmap v2436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:35 smithi081 ceph-mon[95500]: pgmap v2436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:35 smithi081 ceph-mon[107735]: pgmap v2436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:37 smithi170 ceph-mon[97338]: pgmap v2437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:38.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:37 smithi081 ceph-mon[95500]: pgmap v2437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:37 smithi081 ceph-mon[107735]: pgmap v2437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:39 smithi170 ceph-mon[97338]: pgmap v2438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:39 smithi081 ceph-mon[95500]: pgmap v2438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:39 smithi081 ceph-mon[107735]: pgmap v2438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:42.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:41 smithi170 ceph-mon[97338]: pgmap v2439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:41 smithi081 ceph-mon[95500]: pgmap v2439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:41 smithi081 ceph-mon[107735]: pgmap v2439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:41 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:41.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:41.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:59:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:43 smithi081 ceph-mon[95500]: pgmap v2440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:43 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:43.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:43.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:43 smithi081 ceph-mon[107735]: pgmap v2440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:43 smithi170 ceph-mon[97338]: pgmap v2440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:45 smithi170 ceph-mon[97338]: pgmap v2441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:45 smithi081 ceph-mon[95500]: pgmap v2441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:45 smithi081 ceph-mon[107735]: pgmap v2441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:47 smithi170 ceph-mon[97338]: pgmap v2442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:47 smithi081 ceph-mon[95500]: pgmap v2442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:47 smithi081 ceph-mon[107735]: pgmap v2442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:49 smithi170 ceph-mon[97338]: pgmap v2443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:49 smithi081 ceph-mon[95500]: pgmap v2443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:49 smithi081 ceph-mon[107735]: pgmap v2443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:51 smithi170 ceph-mon[97338]: pgmap v2444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:51 smithi081 ceph-mon[95500]: pgmap v2444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:51 smithi081 ceph-mon[107735]: pgmap v2444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:51 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:51.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:51.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 06:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:06:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T06:59:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:53 smithi081 ceph-mon[95500]: pgmap v2445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:53 smithi081 ceph-mon[107735]: pgmap v2445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:53 smithi081 conmon[157419]: level=error ts=2023-05-20T06:59:53.757Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 06:59:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T06:59:53.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T06:59:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:53 smithi170 ceph-mon[97338]: pgmap v2445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:55 smithi170 ceph-mon[97338]: pgmap v2446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:55 smithi081 ceph-mon[95500]: pgmap v2446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:55 smithi081 ceph-mon[107735]: pgmap v2446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:57 smithi170 ceph-mon[97338]: pgmap v2447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:57 smithi081 ceph-mon[95500]: pgmap v2447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T06:59:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:57 smithi081 ceph-mon[107735]: pgmap v2447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 06:59:59 smithi170 ceph-mon[97338]: pgmap v2448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 06:59:59 smithi081 ceph-mon[95500]: pgmap v2448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 06:59:59 smithi081 ceph-mon[107735]: pgmap v2448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:00:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:00:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:00:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:01 smithi170 ceph-mon[97338]: pgmap v2449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:01 smithi081 ceph-mon[95500]: pgmap v2449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:01 smithi081 ceph-mon[107735]: pgmap v2449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:01.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:01.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:02 smithi170 ceph-mon[97338]: pgmap v2450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:02 smithi081 ceph-mon[95500]: pgmap v2450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:03.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:00:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:02 smithi081 ceph-mon[107735]: pgmap v2450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:03.758Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:03.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:05 smithi170 ceph-mon[97338]: pgmap v2451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:05 smithi081 ceph-mon[95500]: pgmap v2451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:05 smithi081 ceph-mon[107735]: pgmap v2451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:07 smithi170 ceph-mon[97338]: pgmap v2452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:07 smithi081 ceph-mon[95500]: pgmap v2452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:07 smithi081 ceph-mon[107735]: pgmap v2452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:09 smithi170 ceph-mon[97338]: pgmap v2453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:09 smithi081 ceph-mon[95500]: pgmap v2453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:09 smithi081 ceph-mon[107735]: pgmap v2453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:11 smithi170 ceph-mon[97338]: pgmap v2454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:11 smithi081 ceph-mon[95500]: pgmap v2454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:11 smithi081 ceph-mon[107735]: pgmap v2454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:11.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:11.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:00:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:13 smithi081 ceph-mon[95500]: pgmap v2455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:14.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:13 smithi081 ceph-mon[107735]: pgmap v2455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:13.758Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:13.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:14.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:13 smithi170 ceph-mon[97338]: pgmap v2455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:16.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:15 smithi170 ceph-mon[97338]: pgmap v2456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:15 smithi081 ceph-mon[95500]: pgmap v2456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:15 smithi081 ceph-mon[107735]: pgmap v2456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:17 smithi170 ceph-mon[97338]: pgmap v2457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:17 smithi081 ceph-mon[95500]: pgmap v2457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:17 smithi081 ceph-mon[107735]: pgmap v2457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:19 smithi170 ceph-mon[97338]: pgmap v2458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:19 smithi081 ceph-mon[95500]: pgmap v2458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:19 smithi081 ceph-mon[107735]: pgmap v2458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:21 smithi170 ceph-mon[97338]: pgmap v2459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:21 smithi081 ceph-mon[95500]: pgmap v2459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:21 smithi081 ceph-mon[107735]: pgmap v2459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:21.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:21.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:00:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:23 smithi081 ceph-mon[95500]: pgmap v2460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:24.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:23 smithi081 ceph-mon[107735]: pgmap v2460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:23.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:23.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:23 smithi170 ceph-mon[97338]: pgmap v2460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:25 smithi170 ceph-mon[97338]: pgmap v2461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:25 smithi081 ceph-mon[95500]: pgmap v2461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:25 smithi081 ceph-mon[107735]: pgmap v2461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:27 smithi170 ceph-mon[97338]: pgmap v2462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:27 smithi081 ceph-mon[95500]: pgmap v2462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:27 smithi081 ceph-mon[107735]: pgmap v2462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:29 smithi170 ceph-mon[97338]: pgmap v2463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:29 smithi081 ceph-mon[95500]: pgmap v2463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:29 smithi081 ceph-mon[107735]: pgmap v2463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:31 smithi170 ceph-mon[97338]: pgmap v2464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:31 smithi081 ceph-mon[95500]: pgmap v2464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:31 smithi081 ceph-mon[107735]: pgmap v2464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:31.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:31.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:00:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:33 smithi081 ceph-mon[95500]: pgmap v2465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:34.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:33 smithi081 ceph-mon[107735]: pgmap v2465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:33.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:33.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:33 smithi170 ceph-mon[97338]: pgmap v2465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:35 smithi170 ceph-mon[97338]: pgmap v2466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:35 smithi081 ceph-mon[95500]: pgmap v2466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:35 smithi081 ceph-mon[107735]: pgmap v2466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:37 smithi170 ceph-mon[97338]: pgmap v2467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:37 smithi081 ceph-mon[95500]: pgmap v2467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:37 smithi081 ceph-mon[107735]: pgmap v2467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:39 smithi170 ceph-mon[97338]: pgmap v2468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:39 smithi081 ceph-mon[95500]: pgmap v2468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:39 smithi081 ceph-mon[107735]: pgmap v2468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:41 smithi170 ceph-mon[97338]: pgmap v2469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:41 smithi081 ceph-mon[95500]: pgmap v2469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:41 smithi081 ceph-mon[107735]: pgmap v2469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:41.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:41.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:00:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:43 smithi081 ceph-mon[95500]: pgmap v2470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:43 smithi081 ceph-mon[107735]: pgmap v2470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:43.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:43.762Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:43 smithi170 ceph-mon[97338]: pgmap v2470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:45 smithi170 ceph-mon[97338]: pgmap v2471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:45 smithi081 ceph-mon[95500]: pgmap v2471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:45 smithi081 ceph-mon[107735]: pgmap v2471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:47 smithi170 ceph-mon[97338]: pgmap v2472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:47 smithi081 ceph-mon[95500]: pgmap v2472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:47 smithi081 ceph-mon[107735]: pgmap v2472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:49 smithi170 ceph-mon[97338]: pgmap v2473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:49 smithi081 ceph-mon[95500]: pgmap v2473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:49 smithi081 ceph-mon[107735]: pgmap v2473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:51 smithi170 ceph-mon[97338]: pgmap v2474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:51 smithi081 ceph-mon[95500]: pgmap v2474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:51 smithi081 ceph-mon[107735]: pgmap v2474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:51.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:51.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:00:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:53 smithi081 ceph-mon[95500]: pgmap v2475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:53 smithi081 ceph-mon[107735]: pgmap v2475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:00:53.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:00:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:00:53.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:00:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:53 smithi170 ceph-mon[97338]: pgmap v2475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:55 smithi170 ceph-mon[97338]: pgmap v2476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:55 smithi081 ceph-mon[95500]: pgmap v2476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:55 smithi081 ceph-mon[107735]: pgmap v2476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:57 smithi170 ceph-mon[97338]: pgmap v2477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:57 smithi081 ceph-mon[95500]: pgmap v2477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:00:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:57 smithi081 ceph-mon[107735]: pgmap v2477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:00:59 smithi170 ceph-mon[97338]: pgmap v2478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:00:59 smithi081 ceph-mon[95500]: pgmap v2478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:00:59 smithi081 ceph-mon[107735]: pgmap v2478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:01 smithi170 ceph-mon[97338]: pgmap v2479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:01 smithi081 ceph-mon[95500]: pgmap v2479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:01.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:01.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:01 smithi081 ceph-mon[107735]: pgmap v2479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:01:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:03 smithi081 ceph-mon[95500]: pgmap v2480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:03.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:04.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:03.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:04.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:03 smithi081 ceph-mon[107735]: pgmap v2480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:03 smithi170 ceph-mon[97338]: pgmap v2480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:05 smithi170 ceph-mon[97338]: pgmap v2481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:05 smithi081 ceph-mon[95500]: pgmap v2481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:05 smithi081 ceph-mon[107735]: pgmap v2481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:07 smithi170 ceph-mon[97338]: pgmap v2482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:07 smithi081 ceph-mon[95500]: pgmap v2482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:07 smithi081 ceph-mon[107735]: pgmap v2482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:09 smithi170 ceph-mon[97338]: pgmap v2483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:09 smithi081 ceph-mon[95500]: pgmap v2483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:09 smithi081 ceph-mon[107735]: pgmap v2483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:11 smithi170 ceph-mon[97338]: pgmap v2484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:11 smithi081 ceph-mon[95500]: pgmap v2484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:11 smithi081 ceph-mon[107735]: pgmap v2484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:11.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:11.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:01:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:13 smithi081 ceph-mon[95500]: pgmap v2485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:13 smithi081 ceph-mon[107735]: pgmap v2485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:13.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:13.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:13 smithi170 ceph-mon[97338]: pgmap v2485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:16.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:15 smithi170 ceph-mon[97338]: pgmap v2486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:15 smithi081 ceph-mon[95500]: pgmap v2486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:15 smithi081 ceph-mon[107735]: pgmap v2486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:17 smithi170 ceph-mon[97338]: pgmap v2487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:17 smithi081 ceph-mon[95500]: pgmap v2487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:17 smithi081 ceph-mon[107735]: pgmap v2487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:19 smithi170 ceph-mon[97338]: pgmap v2488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:19 smithi081 ceph-mon[95500]: pgmap v2488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:19 smithi081 ceph-mon[107735]: pgmap v2488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:21 smithi170 ceph-mon[97338]: pgmap v2489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:21 smithi081 ceph-mon[95500]: pgmap v2489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:21 smithi081 ceph-mon[107735]: pgmap v2489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:21.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:21.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:01:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:23 smithi170 ceph-mon[97338]: pgmap v2490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:23 smithi081 ceph-mon[95500]: pgmap v2490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:23 smithi081 ceph-mon[107735]: pgmap v2490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:23.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:23.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:25 smithi170 ceph-mon[97338]: pgmap v2491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:25 smithi081 ceph-mon[95500]: pgmap v2491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:25 smithi081 ceph-mon[107735]: pgmap v2491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:27 smithi170 ceph-mon[97338]: pgmap v2492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:27 smithi081 ceph-mon[95500]: pgmap v2492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:27 smithi081 ceph-mon[107735]: pgmap v2492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:28 smithi170 ceph-mon[97338]: pgmap v2493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:28 smithi081 ceph-mon[95500]: pgmap v2493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:28 smithi081 ceph-mon[107735]: pgmap v2493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:31 smithi170 ceph-mon[97338]: pgmap v2494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:31 smithi081 ceph-mon[95500]: pgmap v2494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:31 smithi081 ceph-mon[107735]: pgmap v2494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:31.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:31.897Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:01:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:33 smithi170 ceph-mon[97338]: pgmap v2495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:33 smithi081 ceph-mon[95500]: pgmap v2495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:33 smithi081 ceph-mon[107735]: pgmap v2495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:33.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:33.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:35 smithi170 ceph-mon[97338]: pgmap v2496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:35 smithi081 ceph-mon[95500]: pgmap v2496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:35 smithi081 ceph-mon[107735]: pgmap v2496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:37 smithi170 ceph-mon[97338]: pgmap v2497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:37 smithi081 ceph-mon[95500]: pgmap v2497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:37 smithi081 ceph-mon[107735]: pgmap v2497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:39 smithi170 ceph-mon[97338]: pgmap v2498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:39 smithi081 ceph-mon[95500]: pgmap v2498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:39 smithi081 ceph-mon[107735]: pgmap v2498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:41 smithi170 ceph-mon[97338]: pgmap v2499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:41 smithi081 ceph-mon[95500]: pgmap v2499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:41 smithi081 ceph-mon[107735]: pgmap v2499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:41.896Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:41.897Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:01:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:43 smithi170 ceph-mon[97338]: pgmap v2500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:43 smithi081 ceph-mon[95500]: pgmap v2500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:43 smithi081 ceph-mon[107735]: pgmap v2500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:43.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:43.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:45 smithi170 ceph-mon[97338]: pgmap v2501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:45 smithi081 ceph-mon[95500]: pgmap v2501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:45 smithi081 ceph-mon[107735]: pgmap v2501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:47 smithi170 ceph-mon[97338]: pgmap v2502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:47 smithi081 ceph-mon[95500]: pgmap v2502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:47 smithi081 ceph-mon[107735]: pgmap v2502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:49 smithi170 ceph-mon[97338]: pgmap v2503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:49 smithi081 ceph-mon[95500]: pgmap v2503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:49 smithi081 ceph-mon[107735]: pgmap v2503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:51 smithi170 ceph-mon[97338]: pgmap v2504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:51 smithi081 ceph-mon[95500]: pgmap v2504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:51 smithi081 ceph-mon[107735]: pgmap v2504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:51.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:51.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:01:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:53 smithi170 ceph-mon[97338]: pgmap v2505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:53 smithi081 ceph-mon[95500]: pgmap v2505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:53 smithi081 ceph-mon[107735]: pgmap v2505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:01:53.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:01:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:01:53.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:01:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:55 smithi170 ceph-mon[97338]: pgmap v2506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:55 smithi081 ceph-mon[95500]: pgmap v2506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:55 smithi081 ceph-mon[107735]: pgmap v2506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:57 smithi170 ceph-mon[97338]: pgmap v2507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:57 smithi081 ceph-mon[95500]: pgmap v2507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:01:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:57 smithi081 ceph-mon[107735]: pgmap v2507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:01:59 smithi170 ceph-mon[97338]: pgmap v2508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:01:59 smithi081 ceph-mon[95500]: pgmap v2508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:01:59 smithi081 ceph-mon[107735]: pgmap v2508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:01 smithi170 ceph-mon[97338]: pgmap v2509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:01 smithi081 ceph-mon[95500]: pgmap v2509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:01 smithi081 ceph-mon[107735]: pgmap v2509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:01.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:01.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:02:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:03 smithi170 ceph-mon[97338]: pgmap v2510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:03 smithi081 ceph-mon[95500]: pgmap v2510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:03 smithi081 ceph-mon[107735]: pgmap v2510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:03.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:03.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:05 smithi170 ceph-mon[97338]: pgmap v2511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:05 smithi081 ceph-mon[95500]: pgmap v2511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:05 smithi081 ceph-mon[107735]: pgmap v2511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:07 smithi170 ceph-mon[97338]: pgmap v2512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:07 smithi081 ceph-mon[95500]: pgmap v2512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:07 smithi081 ceph-mon[107735]: pgmap v2512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:09 smithi170 ceph-mon[97338]: pgmap v2513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:09 smithi081 ceph-mon[95500]: pgmap v2513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:09 smithi081 ceph-mon[107735]: pgmap v2513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:11 smithi170 ceph-mon[97338]: pgmap v2514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:11 smithi081 ceph-mon[95500]: pgmap v2514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:11 smithi081 ceph-mon[107735]: pgmap v2514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:11.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:11.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:02:14.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:13 smithi170 ceph-mon[97338]: pgmap v2515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:13 smithi081 ceph-mon[95500]: pgmap v2515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:13 smithi081 ceph-mon[107735]: pgmap v2515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:13.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:13.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:16.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:15 smithi170 ceph-mon[97338]: pgmap v2516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:15 smithi081 ceph-mon[95500]: pgmap v2516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:15 smithi081 ceph-mon[107735]: pgmap v2516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:17 smithi170 ceph-mon[97338]: pgmap v2517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:17 smithi081 ceph-mon[95500]: pgmap v2517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:17 smithi081 ceph-mon[107735]: pgmap v2517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:19 smithi170 ceph-mon[97338]: pgmap v2518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:19 smithi081 ceph-mon[95500]: pgmap v2518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:19 smithi081 ceph-mon[107735]: pgmap v2518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:21 smithi170 ceph-mon[97338]: pgmap v2519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:21 smithi081 ceph-mon[95500]: pgmap v2519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:21 smithi081 ceph-mon[107735]: pgmap v2519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:21.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:21.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:02:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:23 smithi170 ceph-mon[97338]: pgmap v2520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:23 smithi081 ceph-mon[95500]: pgmap v2520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:23 smithi081 ceph-mon[107735]: pgmap v2520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:23.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:23.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:25 smithi170 ceph-mon[97338]: pgmap v2521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:25 smithi081 ceph-mon[95500]: pgmap v2521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:25 smithi081 ceph-mon[107735]: pgmap v2521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:27 smithi170 ceph-mon[97338]: pgmap v2522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:27 smithi081 ceph-mon[95500]: pgmap v2522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:27 smithi081 ceph-mon[107735]: pgmap v2522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:29 smithi170 ceph-mon[97338]: pgmap v2523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:29 smithi081 ceph-mon[95500]: pgmap v2523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:29 smithi081 ceph-mon[107735]: pgmap v2523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:31 smithi170 ceph-mon[97338]: pgmap v2524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:31 smithi081 ceph-mon[95500]: pgmap v2524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:31 smithi081 ceph-mon[107735]: pgmap v2524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:31.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:31.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:02:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:33 smithi170 ceph-mon[97338]: pgmap v2525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:33 smithi081 ceph-mon[95500]: pgmap v2525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:33 smithi081 ceph-mon[107735]: pgmap v2525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:33.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:33.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:35 smithi170 ceph-mon[97338]: pgmap v2526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:35 smithi081 ceph-mon[95500]: pgmap v2526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:35 smithi081 ceph-mon[107735]: pgmap v2526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:37 smithi170 ceph-mon[97338]: pgmap v2527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:37 smithi081 ceph-mon[95500]: pgmap v2527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:37 smithi081 ceph-mon[107735]: pgmap v2527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:39 smithi170 ceph-mon[97338]: pgmap v2528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:39 smithi081 ceph-mon[95500]: pgmap v2528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:39 smithi081 ceph-mon[107735]: pgmap v2528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:41 smithi170 ceph-mon[97338]: pgmap v2529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:41 smithi081 ceph-mon[95500]: pgmap v2529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:41 smithi081 ceph-mon[107735]: pgmap v2529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:41.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:41.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:02:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:43 smithi170 ceph-mon[97338]: pgmap v2530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:43 smithi081 ceph-mon[95500]: pgmap v2530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:43 smithi081 ceph-mon[107735]: pgmap v2530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:43.770Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:43.771Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:45 smithi170 ceph-mon[97338]: pgmap v2531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:45 smithi081 ceph-mon[95500]: pgmap v2531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:45 smithi081 ceph-mon[107735]: pgmap v2531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:46 smithi081 ceph-mon[95500]: pgmap v2532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:46 smithi081 ceph-mon[107735]: pgmap v2532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:47.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:46 smithi170 ceph-mon[97338]: pgmap v2532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:49.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:49 smithi170 ceph-mon[97338]: pgmap v2533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:49 smithi081 ceph-mon[95500]: pgmap v2533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:50.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:49 smithi081 ceph-mon[107735]: pgmap v2533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:51 smithi170 ceph-mon[97338]: pgmap v2534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:51 smithi081 ceph-mon[95500]: pgmap v2534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:51 smithi081 ceph-mon[107735]: pgmap v2534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:51.901Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:51.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:02:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:53 smithi170 ceph-mon[97338]: pgmap v2535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:53 smithi081 ceph-mon[95500]: pgmap v2535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:53 smithi081 ceph-mon[107735]: pgmap v2535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:02:53.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:02:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:02:53.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:02:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:55 smithi170 ceph-mon[97338]: pgmap v2536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:55 smithi081 ceph-mon[95500]: pgmap v2536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:55 smithi081 ceph-mon[107735]: pgmap v2536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:57 smithi170 ceph-mon[97338]: pgmap v2537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:57 smithi081 ceph-mon[95500]: pgmap v2537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:02:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:57 smithi081 ceph-mon[107735]: pgmap v2537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:02:59 smithi170 ceph-mon[97338]: pgmap v2538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:02:59 smithi081 ceph-mon[95500]: pgmap v2538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:02:59 smithi081 ceph-mon[107735]: pgmap v2538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:01 smithi170 ceph-mon[97338]: pgmap v2539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:01 smithi081 ceph-mon[95500]: pgmap v2539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:01 smithi081 ceph-mon[107735]: pgmap v2539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:01.902Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:01.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:03:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:03 smithi170 ceph-mon[97338]: pgmap v2540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:03 smithi081 ceph-mon[95500]: pgmap v2540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:03 smithi081 ceph-mon[107735]: pgmap v2540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:03.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:03.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:05 smithi170 ceph-mon[97338]: pgmap v2541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:05 smithi081 ceph-mon[95500]: pgmap v2541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:05 smithi081 ceph-mon[107735]: pgmap v2541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:08.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:07 smithi170 ceph-mon[97338]: pgmap v2542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:07 smithi081 ceph-mon[95500]: pgmap v2542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:07 smithi081 ceph-mon[107735]: pgmap v2542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:09 smithi170 ceph-mon[97338]: pgmap v2543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:09 smithi081 ceph-mon[95500]: pgmap v2543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:09 smithi081 ceph-mon[107735]: pgmap v2543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:12.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:11 smithi170 ceph-mon[97338]: pgmap v2544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:11 smithi081 ceph-mon[95500]: pgmap v2544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:11 smithi081 ceph-mon[107735]: pgmap v2544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:11.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:11.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:03:14.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:13 smithi170 ceph-mon[97338]: pgmap v2545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:13 smithi081 ceph-mon[95500]: pgmap v2545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:13 smithi081 ceph-mon[107735]: pgmap v2545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:13.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:13.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:16.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:15 smithi170 ceph-mon[97338]: pgmap v2546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:15 smithi081 ceph-mon[95500]: pgmap v2546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:15 smithi081 ceph-mon[107735]: pgmap v2546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:17 smithi170 ceph-mon[97338]: pgmap v2547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:17 smithi081 ceph-mon[95500]: pgmap v2547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:17 smithi081 ceph-mon[107735]: pgmap v2547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:19 smithi170 ceph-mon[97338]: pgmap v2548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:19 smithi081 ceph-mon[95500]: pgmap v2548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:20.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:19 smithi081 ceph-mon[107735]: pgmap v2548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:21 smithi170 ceph-mon[97338]: pgmap v2549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:21 smithi081 ceph-mon[95500]: pgmap v2549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:21 smithi081 ceph-mon[107735]: pgmap v2549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:21.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:21.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:03:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:23 smithi170 ceph-mon[97338]: pgmap v2550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:23 smithi081 ceph-mon[95500]: pgmap v2550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:23 smithi081 ceph-mon[107735]: pgmap v2550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:23.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:23.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:25 smithi170 ceph-mon[97338]: pgmap v2551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:26.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:25 smithi081 ceph-mon[95500]: pgmap v2551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:26.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:25 smithi081 ceph-mon[107735]: pgmap v2551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:27 smithi170 ceph-mon[97338]: pgmap v2552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:27 smithi081 ceph-mon[95500]: pgmap v2552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:27 smithi081 ceph-mon[107735]: pgmap v2552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:29 smithi170 ceph-mon[97338]: pgmap v2553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:29 smithi081 ceph-mon[95500]: pgmap v2553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:29 smithi081 ceph-mon[107735]: pgmap v2553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:31 smithi170 ceph-mon[97338]: pgmap v2554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:31 smithi081 ceph-mon[95500]: pgmap v2554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:31 smithi081 ceph-mon[107735]: pgmap v2554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:31.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:31.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:03:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:33 smithi170 ceph-mon[97338]: pgmap v2555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:33 smithi081 ceph-mon[95500]: pgmap v2555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:33 smithi081 ceph-mon[107735]: pgmap v2555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:33.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:33.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:35 smithi170 ceph-mon[97338]: pgmap v2556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:35 smithi081 ceph-mon[95500]: pgmap v2556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:35 smithi081 ceph-mon[107735]: pgmap v2556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:37 smithi170 ceph-mon[97338]: pgmap v2557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:37 smithi081 ceph-mon[95500]: pgmap v2557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:37 smithi081 ceph-mon[107735]: pgmap v2557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:39 smithi170 ceph-mon[97338]: pgmap v2558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:39 smithi081 ceph-mon[95500]: pgmap v2558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:39 smithi081 ceph-mon[107735]: pgmap v2558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:41 smithi170 ceph-mon[97338]: pgmap v2559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:41 smithi081 ceph-mon[95500]: pgmap v2559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:41 smithi081 ceph-mon[107735]: pgmap v2559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:41.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:41.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:03:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:43 smithi170 ceph-mon[97338]: pgmap v2560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:44.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:43 smithi081 ceph-mon[95500]: pgmap v2560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:44.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:43 smithi081 ceph-mon[107735]: pgmap v2560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:44.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:43.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:44.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:43.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:45 smithi170 ceph-mon[97338]: pgmap v2561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:45 smithi081 ceph-mon[95500]: pgmap v2561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:45 smithi081 ceph-mon[107735]: pgmap v2561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:47 smithi170 ceph-mon[97338]: pgmap v2562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:47 smithi081 ceph-mon[95500]: pgmap v2562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:47 smithi081 ceph-mon[107735]: pgmap v2562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:49 smithi170 ceph-mon[97338]: pgmap v2563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:49 smithi081 ceph-mon[95500]: pgmap v2563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:49 smithi081 ceph-mon[107735]: pgmap v2563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:51 smithi170 ceph-mon[97338]: pgmap v2564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:51 smithi081 ceph-mon[95500]: pgmap v2564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:51 smithi081 ceph-mon[107735]: pgmap v2564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:51.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:51.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:03:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:53 smithi170 ceph-mon[97338]: pgmap v2565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:53 smithi081 ceph-mon[95500]: pgmap v2565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:53 smithi081 ceph-mon[107735]: pgmap v2565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:03:53.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:03:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:03:53.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:03:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:55 smithi170 ceph-mon[97338]: pgmap v2566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:55 smithi081 ceph-mon[95500]: pgmap v2566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:55 smithi081 ceph-mon[107735]: pgmap v2566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:57 smithi170 ceph-mon[97338]: pgmap v2567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:57 smithi081 ceph-mon[95500]: pgmap v2567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:03:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:57 smithi081 ceph-mon[107735]: pgmap v2567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:03:59 smithi170 ceph-mon[97338]: pgmap v2568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:03:59 smithi081 ceph-mon[95500]: pgmap v2568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:03:59 smithi081 ceph-mon[107735]: pgmap v2568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:01 smithi170 ceph-mon[97338]: pgmap v2569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:01 smithi081 ceph-mon[95500]: pgmap v2569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:01 smithi081 ceph-mon[107735]: pgmap v2569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:01.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:01.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:04:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:03 smithi170 ceph-mon[97338]: pgmap v2570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:03 smithi081 ceph-mon[95500]: pgmap v2570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:03 smithi081 ceph-mon[107735]: pgmap v2570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:03.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:03.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:05 smithi081 ceph-mon[95500]: pgmap v2571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:05 smithi081 ceph-mon[107735]: pgmap v2571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:05 smithi170 ceph-mon[97338]: pgmap v2571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:07 smithi081 ceph-mon[95500]: pgmap v2572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:07 smithi081 ceph-mon[107735]: pgmap v2572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:07 smithi170 ceph-mon[97338]: pgmap v2572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:10 smithi081 ceph-mon[95500]: pgmap v2573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:10 smithi081 ceph-mon[107735]: pgmap v2573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:10 smithi170 ceph-mon[97338]: pgmap v2573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:11 smithi081 ceph-mon[95500]: pgmap v2574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:11 smithi081 ceph-mon[107735]: pgmap v2574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:11 smithi170 ceph-mon[97338]: pgmap v2574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:12.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:11.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:11.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:04:13.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:13 smithi170 ceph-mon[97338]: pgmap v2575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:13 smithi081 ceph-mon[95500]: pgmap v2575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:14.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:13 smithi081 ceph-mon[107735]: pgmap v2575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:13.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:13.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:16.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:15 smithi170 ceph-mon[97338]: pgmap v2576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:15 smithi081 ceph-mon[95500]: pgmap v2576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:15 smithi081 ceph-mon[107735]: pgmap v2576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:18.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:17 smithi170 ceph-mon[97338]: pgmap v2577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:17 smithi081 ceph-mon[95500]: pgmap v2577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:17 smithi081 ceph-mon[107735]: pgmap v2577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:20.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:19 smithi170 ceph-mon[97338]: pgmap v2578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:19 smithi081 ceph-mon[95500]: pgmap v2578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:20.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:19 smithi081 ceph-mon[107735]: pgmap v2578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:22.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:21 smithi170 ceph-mon[97338]: pgmap v2579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:21 smithi081 ceph-mon[95500]: pgmap v2579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:21 smithi081 ceph-mon[107735]: pgmap v2579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:21.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:21.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:04:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:23 smithi170 ceph-mon[97338]: pgmap v2580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:23 smithi081 ceph-mon[95500]: pgmap v2580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:23 smithi081 ceph-mon[107735]: pgmap v2580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:23.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:23.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:25 smithi170 ceph-mon[97338]: pgmap v2581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:26.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:25 smithi081 ceph-mon[95500]: pgmap v2581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:26.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:25 smithi081 ceph-mon[107735]: pgmap v2581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:27 smithi170 ceph-mon[97338]: pgmap v2582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:27 smithi081 ceph-mon[95500]: pgmap v2582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:27 smithi081 ceph-mon[107735]: pgmap v2582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:29 smithi170 ceph-mon[97338]: pgmap v2583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:29 smithi081 ceph-mon[95500]: pgmap v2583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:29 smithi081 ceph-mon[107735]: pgmap v2583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:31 smithi170 ceph-mon[97338]: pgmap v2584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:31 smithi081 ceph-mon[95500]: pgmap v2584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:32.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:31 smithi081 ceph-mon[107735]: pgmap v2584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:31.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:31.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:04:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:33 smithi170 ceph-mon[97338]: pgmap v2585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:33 smithi081 ceph-mon[95500]: pgmap v2585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:33 smithi081 ceph-mon[107735]: pgmap v2585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:33.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:33.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:35 smithi170 ceph-mon[97338]: pgmap v2586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:36.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:35 smithi081 ceph-mon[95500]: pgmap v2586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:36.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:35 smithi081 ceph-mon[107735]: pgmap v2586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:37 smithi170 ceph-mon[97338]: pgmap v2587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:37 smithi081 ceph-mon[95500]: pgmap v2587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:37 smithi081 ceph-mon[107735]: pgmap v2587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:39 smithi170 ceph-mon[97338]: pgmap v2588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:40.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:39 smithi081 ceph-mon[95500]: pgmap v2588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:40.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:39 smithi081 ceph-mon[107735]: pgmap v2588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:41 smithi170 ceph-mon[97338]: pgmap v2589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:41 smithi081 ceph-mon[95500]: pgmap v2589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:41 smithi081 ceph-mon[107735]: pgmap v2589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:41.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:41.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:04:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:43 smithi170 ceph-mon[97338]: pgmap v2590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:43 smithi081 ceph-mon[95500]: pgmap v2590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:43 smithi081 ceph-mon[107735]: pgmap v2590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:43.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:43.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:45 smithi170 ceph-mon[97338]: pgmap v2591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:45 smithi081 ceph-mon[95500]: pgmap v2591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:45 smithi081 ceph-mon[107735]: pgmap v2591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:47 smithi170 ceph-mon[97338]: pgmap v2592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:48.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:47 smithi081 ceph-mon[95500]: pgmap v2592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:47 smithi081 ceph-mon[107735]: pgmap v2592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:49 smithi170 ceph-mon[97338]: pgmap v2593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:50.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:49 smithi081 ceph-mon[95500]: pgmap v2593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:49 smithi081 ceph-mon[107735]: pgmap v2593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:51 smithi170 ceph-mon[97338]: pgmap v2594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:51 smithi081 ceph-mon[95500]: pgmap v2594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:51 smithi081 ceph-mon[107735]: pgmap v2594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:51.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:51.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:04:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:53 smithi170 ceph-mon[97338]: pgmap v2595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:53 smithi081 ceph-mon[95500]: pgmap v2595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:04:53.780Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:04:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:04:53.781Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:04:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:53 smithi081 ceph-mon[107735]: pgmap v2595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:55 smithi170 ceph-mon[97338]: pgmap v2596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:55 smithi081 ceph-mon[95500]: pgmap v2596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:55 smithi081 ceph-mon[107735]: pgmap v2596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:57 smithi170 ceph-mon[97338]: pgmap v2597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:57 smithi081 ceph-mon[95500]: pgmap v2597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:04:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:57 smithi081 ceph-mon[107735]: pgmap v2597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:04:59 smithi170 ceph-mon[97338]: pgmap v2598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:04:59 smithi081 ceph-mon[95500]: pgmap v2598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:04:59 smithi081 ceph-mon[107735]: pgmap v2598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:01 smithi170 ceph-mon[97338]: pgmap v2599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:01 smithi081 ceph-mon[95500]: pgmap v2599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:02.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:01 smithi081 ceph-mon[107735]: pgmap v2599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:01.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:02.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:01.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:05:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:03 smithi170 ceph-mon[97338]: pgmap v2600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:03 smithi081 ceph-mon[95500]: pgmap v2600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:03.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:03.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:03 smithi081 ceph-mon[107735]: pgmap v2600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:05 smithi170 ceph-mon[97338]: pgmap v2601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:05 smithi081 ceph-mon[95500]: pgmap v2601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:05 smithi081 ceph-mon[107735]: pgmap v2601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:08.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:07 smithi170 ceph-mon[97338]: pgmap v2602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:07 smithi081 ceph-mon[95500]: pgmap v2602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:07 smithi081 ceph-mon[107735]: pgmap v2602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:10.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:09 smithi170 ceph-mon[97338]: pgmap v2603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:09 smithi081 ceph-mon[95500]: pgmap v2603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:09 smithi081 ceph-mon[107735]: pgmap v2603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:11 smithi081 ceph-mon[95500]: pgmap v2604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:11 smithi081 ceph-mon[107735]: pgmap v2604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:11.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:11.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:11 smithi170 ceph-mon[97338]: pgmap v2604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:05:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:13 smithi081 ceph-mon[95500]: pgmap v2605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:13 smithi081 ceph-mon[107735]: pgmap v2605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:13.782Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:13.783Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:13 smithi170 ceph-mon[97338]: pgmap v2605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:16 smithi081 ceph-mon[95500]: pgmap v2606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:16 smithi081 ceph-mon[107735]: pgmap v2606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:16 smithi170 ceph-mon[97338]: pgmap v2606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:18 smithi081 ceph-mon[95500]: pgmap v2607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:18 smithi081 ceph-mon[107735]: pgmap v2607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:18 smithi170 ceph-mon[97338]: pgmap v2607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:20 smithi081 ceph-mon[95500]: pgmap v2608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:20.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:20 smithi081 ceph-mon[107735]: pgmap v2608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:20 smithi170 ceph-mon[97338]: pgmap v2608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:22 smithi081 ceph-mon[95500]: pgmap v2609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:21.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:21.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:22.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:22 smithi081 ceph-mon[107735]: pgmap v2609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:22 smithi170 ceph-mon[97338]: pgmap v2609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:05:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:24 smithi081 ceph-mon[95500]: pgmap v2610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:24.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:24 smithi081 ceph-mon[107735]: pgmap v2610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:23.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:23.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:24 smithi170 ceph-mon[97338]: pgmap v2610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:26.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:25 smithi170 ceph-mon[97338]: pgmap v2611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:26.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:25 smithi081 ceph-mon[95500]: pgmap v2611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:26.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:25 smithi081 ceph-mon[107735]: pgmap v2611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:27 smithi170 ceph-mon[97338]: pgmap v2612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:27 smithi081 ceph-mon[95500]: pgmap v2612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:28.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:27 smithi081 ceph-mon[107735]: pgmap v2612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:29 smithi170 ceph-mon[97338]: pgmap v2613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:29 smithi081 ceph-mon[95500]: pgmap v2613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:29 smithi081 ceph-mon[107735]: pgmap v2613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:31 smithi170 ceph-mon[97338]: pgmap v2614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:31 smithi081 ceph-mon[95500]: pgmap v2614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:31 smithi081 ceph-mon[107735]: pgmap v2614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:31.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:31.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:05:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:33 smithi170 ceph-mon[97338]: pgmap v2615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:33 smithi081 ceph-mon[95500]: pgmap v2615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:33.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:33.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:33 smithi081 ceph-mon[107735]: pgmap v2615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:35 smithi170 ceph-mon[97338]: pgmap v2616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:35 smithi081 ceph-mon[95500]: pgmap v2616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:35 smithi081 ceph-mon[107735]: pgmap v2616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:37 smithi170 ceph-mon[97338]: pgmap v2617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:37 smithi081 ceph-mon[95500]: pgmap v2617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:37 smithi081 ceph-mon[107735]: pgmap v2617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:39 smithi170 ceph-mon[97338]: pgmap v2618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:39 smithi081 ceph-mon[95500]: pgmap v2618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:39 smithi081 ceph-mon[107735]: pgmap v2618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:41 smithi170 ceph-mon[97338]: pgmap v2619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:41 smithi081 ceph-mon[95500]: pgmap v2619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:41 smithi081 ceph-mon[107735]: pgmap v2619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:41.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:41.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:05:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:43 smithi170 ceph-mon[97338]: pgmap v2620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:43 smithi081 ceph-mon[95500]: pgmap v2620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:43 smithi081 ceph-mon[107735]: pgmap v2620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:43.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:43.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:45 smithi170 ceph-mon[97338]: pgmap v2621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:45 smithi081 ceph-mon[95500]: pgmap v2621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:45 smithi081 ceph-mon[107735]: pgmap v2621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:47 smithi170 ceph-mon[97338]: pgmap v2622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:47 smithi081 ceph-mon[95500]: pgmap v2622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:47 smithi081 ceph-mon[107735]: pgmap v2622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:49 smithi170 ceph-mon[97338]: pgmap v2623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:50.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:49 smithi081 ceph-mon[95500]: pgmap v2623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:50.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:49 smithi081 ceph-mon[107735]: pgmap v2623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:51 smithi170 ceph-mon[97338]: pgmap v2624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:51 smithi081 ceph-mon[95500]: pgmap v2624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:51 smithi081 ceph-mon[107735]: pgmap v2624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:51.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:51.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:05:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:53 smithi170 ceph-mon[97338]: pgmap v2625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:53 smithi081 ceph-mon[95500]: pgmap v2625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:54.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:53 smithi081 ceph-mon[107735]: pgmap v2625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:54.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:05:53.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:54.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:05:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:05:53.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:05:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:55 smithi170 ceph-mon[97338]: pgmap v2626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:55 smithi081 ceph-mon[95500]: pgmap v2626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:55 smithi081 ceph-mon[107735]: pgmap v2626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:57 smithi170 ceph-mon[97338]: pgmap v2627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:57 smithi081 ceph-mon[95500]: pgmap v2627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:05:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:57 smithi081 ceph-mon[107735]: pgmap v2627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:05:59 smithi170 ceph-mon[97338]: pgmap v2628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:05:59 smithi081 ceph-mon[95500]: pgmap v2628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:05:59 smithi081 ceph-mon[107735]: pgmap v2628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:01 smithi170 ceph-mon[97338]: pgmap v2629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:01 smithi081 ceph-mon[95500]: pgmap v2629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:01.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:01.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:01 smithi081 ceph-mon[107735]: pgmap v2629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:06:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:03 smithi170 ceph-mon[97338]: pgmap v2630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:03 smithi081 ceph-mon[95500]: pgmap v2630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:03 smithi081 ceph-mon[107735]: pgmap v2630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:03.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:03.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:06.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:05 smithi170 ceph-mon[97338]: pgmap v2631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:05 smithi081 ceph-mon[95500]: pgmap v2631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:05 smithi081 ceph-mon[107735]: pgmap v2631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:07 smithi081 ceph-mon[95500]: pgmap v2632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:07 smithi081 ceph-mon[107735]: pgmap v2632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:07 smithi170 ceph-mon[97338]: pgmap v2632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:09 smithi081 ceph-mon[95500]: pgmap v2633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:09 smithi081 ceph-mon[107735]: pgmap v2633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:10.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:09 smithi170 ceph-mon[97338]: pgmap v2633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:11 smithi081 ceph-mon[95500]: pgmap v2634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:11 smithi081 ceph-mon[107735]: pgmap v2634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:11.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:11.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:11 smithi170 ceph-mon[97338]: pgmap v2634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:06:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:14 smithi081 ceph-mon[95500]: pgmap v2635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:14 smithi081 ceph-mon[107735]: pgmap v2635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:13.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:13.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:14 smithi170 ceph-mon[97338]: pgmap v2635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:16 smithi081 ceph-mon[95500]: pgmap v2636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:16 smithi081 ceph-mon[107735]: pgmap v2636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:16 smithi170 ceph-mon[97338]: pgmap v2636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:18.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:18 smithi081 ceph-mon[95500]: pgmap v2637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:18.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:18 smithi081 ceph-mon[107735]: pgmap v2637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:18 smithi170 ceph-mon[97338]: pgmap v2637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:20.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:20 smithi081 ceph-mon[95500]: pgmap v2638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:20.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:20 smithi081 ceph-mon[107735]: pgmap v2638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:20 smithi170 ceph-mon[97338]: pgmap v2638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:22 smithi081 ceph-mon[95500]: pgmap v2639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:22 smithi081 ceph-mon[107735]: pgmap v2639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:21.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:21.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:22 smithi170 ceph-mon[97338]: pgmap v2639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:06:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:24 smithi081 ceph-mon[95500]: pgmap v2640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:24 smithi081 ceph-mon[107735]: pgmap v2640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:23.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:23.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:24 smithi170 ceph-mon[97338]: pgmap v2640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:26 smithi170 ceph-mon[97338]: pgmap v2641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:26 smithi081 ceph-mon[95500]: pgmap v2641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:26 smithi081 ceph-mon[107735]: pgmap v2641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:28 smithi170 ceph-mon[97338]: pgmap v2642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:28 smithi081 ceph-mon[95500]: pgmap v2642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:28 smithi081 ceph-mon[107735]: pgmap v2642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:29 smithi170 ceph-mon[97338]: pgmap v2643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:29.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:29 smithi081 ceph-mon[95500]: pgmap v2643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:29.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:29 smithi081 ceph-mon[107735]: pgmap v2643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:31 smithi170 ceph-mon[97338]: pgmap v2644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:31 smithi081 ceph-mon[95500]: pgmap v2644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:31 smithi081 ceph-mon[107735]: pgmap v2644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:31.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:31.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:06:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:33 smithi170 ceph-mon[97338]: pgmap v2645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:33 smithi081 ceph-mon[95500]: pgmap v2645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:33.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:33.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:33 smithi081 ceph-mon[107735]: pgmap v2645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:35 smithi170 ceph-mon[97338]: pgmap v2646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:35 smithi081 ceph-mon[95500]: pgmap v2646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:35 smithi081 ceph-mon[107735]: pgmap v2646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:37 smithi170 ceph-mon[97338]: pgmap v2647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:37 smithi081 ceph-mon[95500]: pgmap v2647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:37 smithi081 ceph-mon[107735]: pgmap v2647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:39 smithi170 ceph-mon[97338]: pgmap v2648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:39 smithi081 ceph-mon[95500]: pgmap v2648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:39 smithi081 ceph-mon[107735]: pgmap v2648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:41 smithi170 ceph-mon[97338]: pgmap v2649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:41 smithi081 ceph-mon[95500]: pgmap v2649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:41 smithi081 ceph-mon[107735]: pgmap v2649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:41.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:41.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:06:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:43 smithi170 ceph-mon[97338]: pgmap v2650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:43 smithi081 ceph-mon[95500]: pgmap v2650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:43 smithi081 ceph-mon[107735]: pgmap v2650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:43.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:43.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:45 smithi170 ceph-mon[97338]: pgmap v2651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:45 smithi081 ceph-mon[95500]: pgmap v2651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:45 smithi081 ceph-mon[107735]: pgmap v2651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:47 smithi170 ceph-mon[97338]: pgmap v2652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:48.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:47 smithi081 ceph-mon[95500]: pgmap v2652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:48.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:47 smithi081 ceph-mon[107735]: pgmap v2652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:49 smithi170 ceph-mon[97338]: pgmap v2653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:49 smithi081 ceph-mon[95500]: pgmap v2653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:49 smithi081 ceph-mon[107735]: pgmap v2653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:51 smithi170 ceph-mon[97338]: pgmap v2654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:51 smithi081 ceph-mon[95500]: pgmap v2654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:51 smithi081 ceph-mon[107735]: pgmap v2654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:51.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:51.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:06:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:53 smithi170 ceph-mon[97338]: pgmap v2655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:53 smithi081 ceph-mon[95500]: pgmap v2655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:53 smithi081 ceph-mon[107735]: pgmap v2655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:06:53.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:06:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:06:53.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:06:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:55 smithi170 ceph-mon[97338]: pgmap v2656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:55 smithi081 ceph-mon[95500]: pgmap v2656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:55 smithi081 ceph-mon[107735]: pgmap v2656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:57 smithi170 ceph-mon[97338]: pgmap v2657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:57 smithi081 ceph-mon[95500]: pgmap v2657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:06:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:57 smithi081 ceph-mon[107735]: pgmap v2657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:06:59 smithi170 ceph-mon[97338]: pgmap v2658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:06:59 smithi081 ceph-mon[95500]: pgmap v2658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:06:59 smithi081 ceph-mon[107735]: pgmap v2658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:02.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:01 smithi170 ceph-mon[97338]: pgmap v2659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:01 smithi081 ceph-mon[95500]: pgmap v2659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:01 smithi081 ceph-mon[107735]: pgmap v2659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:01.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:01.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:07:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:03 smithi081 ceph-mon[95500]: pgmap v2660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:03 smithi081 ceph-mon[107735]: pgmap v2660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:03.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:03.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:03 smithi170 ceph-mon[97338]: pgmap v2660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:05 smithi081 ceph-mon[95500]: pgmap v2661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:05 smithi081 ceph-mon[107735]: pgmap v2661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:06.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:05 smithi170 ceph-mon[97338]: pgmap v2661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:07 smithi081 ceph-mon[95500]: pgmap v2662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:07 smithi081 ceph-mon[107735]: pgmap v2662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:07 smithi170 ceph-mon[97338]: pgmap v2662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:10 smithi081 ceph-mon[95500]: pgmap v2663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:10 smithi081 ceph-mon[107735]: pgmap v2663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:10 smithi170 ceph-mon[97338]: pgmap v2663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:12 smithi081 ceph-mon[95500]: pgmap v2664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:11.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:11.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:12 smithi081 ceph-mon[107735]: pgmap v2664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:12 smithi170 ceph-mon[97338]: pgmap v2664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:07:14.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:14 smithi081 ceph-mon[95500]: pgmap v2665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:14 smithi081 ceph-mon[107735]: pgmap v2665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:13.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:13.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:14 smithi170 ceph-mon[97338]: pgmap v2665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:16.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:16 smithi081 ceph-mon[95500]: pgmap v2666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:16 smithi081 ceph-mon[107735]: pgmap v2666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:16 smithi170 ceph-mon[97338]: pgmap v2666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:18 smithi170 ceph-mon[97338]: pgmap v2667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:18 smithi081 ceph-mon[95500]: pgmap v2667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:18 smithi081 ceph-mon[107735]: pgmap v2667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:20 smithi170 ceph-mon[97338]: pgmap v2668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:20 smithi081 ceph-mon[95500]: pgmap v2668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:20 smithi081 ceph-mon[107735]: pgmap v2668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:22 smithi081 ceph-mon[95500]: pgmap v2669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:22.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:22 smithi081 ceph-mon[107735]: pgmap v2669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:21.920Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:21.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:22 smithi170 ceph-mon[97338]: pgmap v2669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:07:24.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:24 smithi081 ceph-mon[95500]: pgmap v2670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:24 smithi081 ceph-mon[107735]: pgmap v2670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:23.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:23.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:24 smithi170 ceph-mon[97338]: pgmap v2670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:26 smithi170 ceph-mon[97338]: pgmap v2671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:26 smithi081 ceph-mon[95500]: pgmap v2671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:26 smithi081 ceph-mon[107735]: pgmap v2671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:28.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:28 smithi170 ceph-mon[97338]: pgmap v2672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:28 smithi081 ceph-mon[95500]: pgmap v2672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:28 smithi081 ceph-mon[107735]: pgmap v2672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:30 smithi170 ceph-mon[97338]: pgmap v2673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:30 smithi081 ceph-mon[95500]: pgmap v2673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:30 smithi081 ceph-mon[107735]: pgmap v2673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:31 smithi170 ceph-mon[97338]: pgmap v2674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:31 smithi081 ceph-mon[95500]: pgmap v2674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:31 smithi081 ceph-mon[107735]: pgmap v2674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:31.921Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:31.922Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:07:34.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:33 smithi081 ceph-mon[95500]: pgmap v2675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:34.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:33 smithi081 ceph-mon[107735]: pgmap v2675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:33.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:33.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:33 smithi170 ceph-mon[97338]: pgmap v2675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:35 smithi170 ceph-mon[97338]: pgmap v2676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:35 smithi081 ceph-mon[95500]: pgmap v2676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:35 smithi081 ceph-mon[107735]: pgmap v2676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:37 smithi170 ceph-mon[97338]: pgmap v2677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:37 smithi081 ceph-mon[95500]: pgmap v2677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:37 smithi081 ceph-mon[107735]: pgmap v2677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:39 smithi170 ceph-mon[97338]: pgmap v2678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:39 smithi081 ceph-mon[95500]: pgmap v2678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:39 smithi081 ceph-mon[107735]: pgmap v2678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:41 smithi170 ceph-mon[97338]: pgmap v2679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:41 smithi081 ceph-mon[95500]: pgmap v2679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:41 smithi081 ceph-mon[107735]: pgmap v2679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:41.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:41.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:07:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:43 smithi170 ceph-mon[97338]: pgmap v2680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:43 smithi081 ceph-mon[95500]: pgmap v2680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:43.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:43.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:43 smithi081 ceph-mon[107735]: pgmap v2680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:45 smithi170 ceph-mon[97338]: pgmap v2681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:45 smithi081 ceph-mon[95500]: pgmap v2681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:45 smithi081 ceph-mon[107735]: pgmap v2681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:47 smithi170 ceph-mon[97338]: pgmap v2682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:47 smithi081 ceph-mon[95500]: pgmap v2682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:47 smithi081 ceph-mon[107735]: pgmap v2682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:50.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:49 smithi170 ceph-mon[97338]: pgmap v2683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:49 smithi081 ceph-mon[95500]: pgmap v2683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:49 smithi081 ceph-mon[107735]: pgmap v2683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:52.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:51 smithi170 ceph-mon[97338]: pgmap v2684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:51 smithi081 ceph-mon[95500]: pgmap v2684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:51 smithi081 ceph-mon[107735]: pgmap v2684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:51.923Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:51.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:07:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:53 smithi170 ceph-mon[97338]: pgmap v2685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:53 smithi081 ceph-mon[95500]: pgmap v2685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:53 smithi081 ceph-mon[107735]: pgmap v2685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:07:53.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:07:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:07:53.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:07:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:55 smithi081 ceph-mon[95500]: pgmap v2686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:55 smithi081 ceph-mon[107735]: pgmap v2686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:55 smithi170 ceph-mon[97338]: pgmap v2686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:57 smithi081 ceph-mon[95500]: pgmap v2687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:57 smithi081 ceph-mon[107735]: pgmap v2687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:07:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:57 smithi170 ceph-mon[97338]: pgmap v2687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:07:59 smithi081 ceph-mon[95500]: pgmap v2688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:07:59 smithi081 ceph-mon[107735]: pgmap v2688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:07:59 smithi170 ceph-mon[97338]: pgmap v2688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:02 smithi081 ceph-mon[95500]: pgmap v2689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:02 smithi081 ceph-mon[107735]: pgmap v2689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:01.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:01.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:02 smithi170 ceph-mon[97338]: pgmap v2689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:08:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:04 smithi081 ceph-mon[95500]: pgmap v2690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:04 smithi081 ceph-mon[107735]: pgmap v2690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:03.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:03.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:04 smithi170 ceph-mon[97338]: pgmap v2690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:06.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:06 smithi081 ceph-mon[95500]: pgmap v2691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:06.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:06 smithi081 ceph-mon[107735]: pgmap v2691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:06 smithi170 ceph-mon[97338]: pgmap v2691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:08.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:08 smithi081 ceph-mon[95500]: pgmap v2692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:08.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:08 smithi081 ceph-mon[107735]: pgmap v2692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:08 smithi170 ceph-mon[97338]: pgmap v2692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:10 smithi170 ceph-mon[97338]: pgmap v2693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:10 smithi081 ceph-mon[95500]: pgmap v2693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:10 smithi081 ceph-mon[107735]: pgmap v2693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:12 smithi081 ceph-mon[95500]: pgmap v2694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:12 smithi081 ceph-mon[107735]: pgmap v2694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:11.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:11.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:12 smithi170 ceph-mon[97338]: pgmap v2694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:08:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:14 smithi081 ceph-mon[95500]: pgmap v2695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:14 smithi081 ceph-mon[107735]: pgmap v2695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:13.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:13.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:14 smithi170 ceph-mon[97338]: pgmap v2695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:16 smithi170 ceph-mon[97338]: pgmap v2696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:16 smithi081 ceph-mon[95500]: pgmap v2696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:16 smithi081 ceph-mon[107735]: pgmap v2696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:18 smithi170 ceph-mon[97338]: pgmap v2697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:18 smithi081 ceph-mon[95500]: pgmap v2697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:18 smithi081 ceph-mon[107735]: pgmap v2697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:20 smithi170 ceph-mon[97338]: pgmap v2698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:20 smithi081 ceph-mon[95500]: pgmap v2698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:20 smithi081 ceph-mon[107735]: pgmap v2698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:22 smithi081 ceph-mon[95500]: pgmap v2699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:21.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:21.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:22.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:22 smithi081 ceph-mon[107735]: pgmap v2699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:22 smithi170 ceph-mon[97338]: pgmap v2699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:08:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:24 smithi081 ceph-mon[95500]: pgmap v2700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:24 smithi081 ceph-mon[107735]: pgmap v2700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:23.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:23.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:24 smithi170 ceph-mon[97338]: pgmap v2700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:26 smithi170 ceph-mon[97338]: pgmap v2701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:26 smithi081 ceph-mon[95500]: pgmap v2701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:26 smithi081 ceph-mon[107735]: pgmap v2701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:28 smithi170 ceph-mon[97338]: pgmap v2702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:28 smithi081 ceph-mon[95500]: pgmap v2702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:28 smithi081 ceph-mon[107735]: pgmap v2702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:30 smithi170 ceph-mon[97338]: pgmap v2703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:30 smithi081 ceph-mon[95500]: pgmap v2703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:30 smithi081 ceph-mon[107735]: pgmap v2703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:31 smithi170 ceph-mon[97338]: pgmap v2704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:31 smithi081 ceph-mon[95500]: pgmap v2704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:31 smithi081 ceph-mon[107735]: pgmap v2704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:31.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:31.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:08:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:33 smithi170 ceph-mon[97338]: pgmap v2705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:33 smithi081 ceph-mon[95500]: pgmap v2705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:33 smithi081 ceph-mon[107735]: pgmap v2705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:33.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:33.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:35 smithi170 ceph-mon[97338]: pgmap v2706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:35 smithi081 ceph-mon[95500]: pgmap v2706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:35 smithi081 ceph-mon[107735]: pgmap v2706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:37 smithi170 ceph-mon[97338]: pgmap v2707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:37 smithi081 ceph-mon[95500]: pgmap v2707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:37 smithi081 ceph-mon[107735]: pgmap v2707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:39 smithi170 ceph-mon[97338]: pgmap v2708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:39 smithi081 ceph-mon[95500]: pgmap v2708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:39 smithi081 ceph-mon[107735]: pgmap v2708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:41 smithi170 ceph-mon[97338]: pgmap v2709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:41 smithi081 ceph-mon[95500]: pgmap v2709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:41.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:41.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:41 smithi081 ceph-mon[107735]: pgmap v2709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:08:44.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:43 smithi170 ceph-mon[97338]: pgmap v2710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:43 smithi081 ceph-mon[95500]: pgmap v2710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:43.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:43.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:44.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:43 smithi081 ceph-mon[107735]: pgmap v2710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:46.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:45 smithi170 ceph-mon[97338]: pgmap v2711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:45 smithi081 ceph-mon[95500]: pgmap v2711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:45 smithi081 ceph-mon[107735]: pgmap v2711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:47 smithi170 ceph-mon[97338]: pgmap v2712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:47 smithi081 ceph-mon[95500]: pgmap v2712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:47 smithi081 ceph-mon[107735]: pgmap v2712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:49 smithi081 ceph-mon[95500]: pgmap v2713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:49 smithi081 ceph-mon[107735]: pgmap v2713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:49 smithi170 ceph-mon[97338]: pgmap v2713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:51 smithi081 ceph-mon[95500]: pgmap v2714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:52 smithi081 ceph-mon[107735]: pgmap v2714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:51.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:51.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:51 smithi170 ceph-mon[97338]: pgmap v2714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:08:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:54 smithi081 ceph-mon[95500]: pgmap v2715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:54 smithi081 ceph-mon[107735]: pgmap v2715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:08:53.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:54.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:08:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:08:53.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:08:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:54 smithi170 ceph-mon[97338]: pgmap v2715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:56 smithi081 ceph-mon[95500]: pgmap v2716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:56 smithi081 ceph-mon[107735]: pgmap v2716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:56 smithi170 ceph-mon[97338]: pgmap v2716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:08:58 smithi081 ceph-mon[95500]: pgmap v2717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:08:58 smithi081 ceph-mon[107735]: pgmap v2717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:08:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:08:58 smithi170 ceph-mon[97338]: pgmap v2717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:00.274 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:00 smithi081 ceph-mon[95500]: pgmap v2718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:00.275 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:00 smithi081 ceph-mon[107735]: pgmap v2718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:00 smithi170 ceph-mon[97338]: pgmap v2718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:02 smithi081 ceph-mon[95500]: pgmap v2719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:02.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:02 smithi081 ceph-mon[107735]: pgmap v2719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:02.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:01.929Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:02.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:01.930Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:02 smithi170 ceph-mon[97338]: pgmap v2719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:09:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:04 smithi081 ceph-mon[95500]: pgmap v2720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:03.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:03.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:04.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:04 smithi081 ceph-mon[107735]: pgmap v2720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:04 smithi170 ceph-mon[97338]: pgmap v2720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:06 smithi170 ceph-mon[97338]: pgmap v2721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:06 smithi081 ceph-mon[95500]: pgmap v2721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:06 smithi081 ceph-mon[107735]: pgmap v2721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:08 smithi170 ceph-mon[97338]: pgmap v2722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:08 smithi081 ceph-mon[95500]: pgmap v2722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:08 smithi081 ceph-mon[107735]: pgmap v2722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:10 smithi170 ceph-mon[97338]: pgmap v2723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:10 smithi081 ceph-mon[95500]: pgmap v2723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:10 smithi081 ceph-mon[107735]: pgmap v2723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:12 smithi081 ceph-mon[95500]: pgmap v2724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:12 smithi081 ceph-mon[107735]: pgmap v2724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:11.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:11.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:12 smithi170 ceph-mon[97338]: pgmap v2724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:09:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:14 smithi081 ceph-mon[95500]: pgmap v2725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:14 smithi081 ceph-mon[107735]: pgmap v2725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:13.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:13.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:14 smithi170 ceph-mon[97338]: pgmap v2725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:16 smithi170 ceph-mon[97338]: pgmap v2726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:16 smithi081 ceph-mon[95500]: pgmap v2726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:16 smithi081 ceph-mon[107735]: pgmap v2726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:18 smithi170 ceph-mon[97338]: pgmap v2727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:18 smithi081 ceph-mon[95500]: pgmap v2727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:18 smithi081 ceph-mon[107735]: pgmap v2727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:20 smithi170 ceph-mon[97338]: pgmap v2728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:20 smithi081 ceph-mon[95500]: pgmap v2728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:20 smithi081 ceph-mon[107735]: pgmap v2728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:22 smithi081 ceph-mon[95500]: pgmap v2729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:22 smithi081 ceph-mon[107735]: pgmap v2729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:21.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:21.932Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:22 smithi170 ceph-mon[97338]: pgmap v2729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:09:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:24 smithi081 ceph-mon[95500]: pgmap v2730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:24 smithi081 ceph-mon[107735]: pgmap v2730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:23.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:23.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:24 smithi170 ceph-mon[97338]: pgmap v2730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:26 smithi170 ceph-mon[97338]: pgmap v2731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:26 smithi081 ceph-mon[95500]: pgmap v2731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:26 smithi081 ceph-mon[107735]: pgmap v2731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:28 smithi170 ceph-mon[97338]: pgmap v2732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:28 smithi081 ceph-mon[95500]: pgmap v2732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:28 smithi081 ceph-mon[107735]: pgmap v2732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:30 smithi170 ceph-mon[97338]: pgmap v2733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:30 smithi081 ceph-mon[95500]: pgmap v2733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:30 smithi081 ceph-mon[107735]: pgmap v2733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:31 smithi170 ceph-mon[97338]: pgmap v2734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:31 smithi081 ceph-mon[95500]: pgmap v2734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:31 smithi081 ceph-mon[107735]: pgmap v2734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:31.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:31.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:09:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:33 smithi170 ceph-mon[97338]: pgmap v2735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:33 smithi081 ceph-mon[95500]: pgmap v2735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:33 smithi081 ceph-mon[107735]: pgmap v2735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:33.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:33.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:36.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:35 smithi170 ceph-mon[97338]: pgmap v2736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:35 smithi081 ceph-mon[95500]: pgmap v2736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:35 smithi081 ceph-mon[107735]: pgmap v2736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:38.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:37 smithi170 ceph-mon[97338]: pgmap v2737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:38.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:37 smithi081 ceph-mon[95500]: pgmap v2737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:38.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:37 smithi081 ceph-mon[107735]: pgmap v2737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:39 smithi170 ceph-mon[97338]: pgmap v2738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:39 smithi081 ceph-mon[95500]: pgmap v2738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:39 smithi081 ceph-mon[107735]: pgmap v2738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:41 smithi170 ceph-mon[97338]: pgmap v2739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:41 smithi081 ceph-mon[95500]: pgmap v2739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:41 smithi081 ceph-mon[107735]: pgmap v2739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:41.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:41.934Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:09:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:43 smithi081 ceph-mon[95500]: pgmap v2740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:43.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:43.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:44.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:43 smithi081 ceph-mon[107735]: pgmap v2740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:43 smithi170 ceph-mon[97338]: pgmap v2740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:45 smithi081 ceph-mon[95500]: pgmap v2741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:45 smithi081 ceph-mon[107735]: pgmap v2741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:45 smithi170 ceph-mon[97338]: pgmap v2741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:47 smithi081 ceph-mon[95500]: pgmap v2742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:48 smithi081 ceph-mon[107735]: pgmap v2742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:48 smithi170 ceph-mon[97338]: pgmap v2742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:50 smithi081 ceph-mon[95500]: pgmap v2743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:50 smithi081 ceph-mon[107735]: pgmap v2743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:50 smithi170 ceph-mon[97338]: pgmap v2743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:52 smithi081 ceph-mon[95500]: pgmap v2744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:52 smithi081 ceph-mon[107735]: pgmap v2744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:51.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:51.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:52.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:52 smithi170 ceph-mon[97338]: pgmap v2744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:09:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:54 smithi081 ceph-mon[95500]: pgmap v2745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:54 smithi081 ceph-mon[107735]: pgmap v2745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:09:53.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:09:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:09:53.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:09:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:54 smithi170 ceph-mon[97338]: pgmap v2745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:56.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:56 smithi081 ceph-mon[95500]: pgmap v2746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:56 smithi081 ceph-mon[107735]: pgmap v2746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:56 smithi170 ceph-mon[97338]: pgmap v2746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:09:58 smithi170 ceph-mon[97338]: pgmap v2747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:09:58 smithi081 ceph-mon[95500]: pgmap v2747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:09:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:09:58 smithi081 ceph-mon[107735]: pgmap v2747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:00 smithi170 ceph-mon[97338]: pgmap v2748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:10:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:00 smithi081 ceph-mon[95500]: pgmap v2748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:10:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:00 smithi081 ceph-mon[107735]: pgmap v2748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:10:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:02 smithi081 ceph-mon[95500]: pgmap v2749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:02 smithi081 ceph-mon[107735]: pgmap v2749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:01.935Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:01.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:02 smithi170 ceph-mon[97338]: pgmap v2749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:10:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:04 smithi081 ceph-mon[95500]: pgmap v2750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:04 smithi081 ceph-mon[107735]: pgmap v2750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:03.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:03.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:04 smithi170 ceph-mon[97338]: pgmap v2750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:06 smithi170 ceph-mon[97338]: pgmap v2751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:06 smithi081 ceph-mon[95500]: pgmap v2751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:06 smithi081 ceph-mon[107735]: pgmap v2751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:08 smithi170 ceph-mon[97338]: pgmap v2752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:08 smithi081 ceph-mon[95500]: pgmap v2752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:08 smithi081 ceph-mon[107735]: pgmap v2752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:10 smithi170 ceph-mon[97338]: pgmap v2753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:10 smithi081 ceph-mon[95500]: pgmap v2753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:10 smithi081 ceph-mon[107735]: pgmap v2753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:12 smithi081 ceph-mon[95500]: pgmap v2754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:12 smithi081 ceph-mon[107735]: pgmap v2754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:11.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:11.937Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:12 smithi170 ceph-mon[97338]: pgmap v2754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:10:14.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:14 smithi081 ceph-mon[95500]: pgmap v2755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:14 smithi081 ceph-mon[107735]: pgmap v2755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:13.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:13.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:14 smithi170 ceph-mon[97338]: pgmap v2755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:16 smithi170 ceph-mon[97338]: pgmap v2756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:16 smithi081 ceph-mon[95500]: pgmap v2756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:16 smithi081 ceph-mon[107735]: pgmap v2756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:18 smithi170 ceph-mon[97338]: pgmap v2757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:18 smithi081 ceph-mon[95500]: pgmap v2757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:18 smithi081 ceph-mon[107735]: pgmap v2757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:20 smithi170 ceph-mon[97338]: pgmap v2758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:20 smithi081 ceph-mon[95500]: pgmap v2758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:20 smithi081 ceph-mon[107735]: pgmap v2758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:22 smithi081 ceph-mon[95500]: pgmap v2759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:22 smithi081 ceph-mon[107735]: pgmap v2759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:21.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:21.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:22 smithi170 ceph-mon[97338]: pgmap v2759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:10:24.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:24 smithi081 ceph-mon[95500]: pgmap v2760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:23.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:23.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:24 smithi081 ceph-mon[107735]: pgmap v2760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:24 smithi170 ceph-mon[97338]: pgmap v2760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:26 smithi170 ceph-mon[97338]: pgmap v2761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:26 smithi081 ceph-mon[95500]: pgmap v2761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:26 smithi081 ceph-mon[107735]: pgmap v2761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:28 smithi170 ceph-mon[97338]: pgmap v2762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:28 smithi081 ceph-mon[95500]: pgmap v2762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:28 smithi081 ceph-mon[107735]: pgmap v2762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:30 smithi170 ceph-mon[97338]: pgmap v2763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:30 smithi081 ceph-mon[95500]: pgmap v2763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:30 smithi081 ceph-mon[107735]: pgmap v2763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:32 smithi081 ceph-mon[95500]: pgmap v2764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:32 smithi081 ceph-mon[107735]: pgmap v2764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:31.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:31.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:32 smithi170 ceph-mon[97338]: pgmap v2764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:33 smithi170 ceph-mon[97338]: pgmap v2765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:33 smithi081 ceph-mon[95500]: pgmap v2765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:10:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:33 smithi081 ceph-mon[107735]: pgmap v2765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:33.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:33.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:35 smithi081 ceph-mon[95500]: pgmap v2766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:35 smithi081 ceph-mon[107735]: pgmap v2766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:35 smithi170 ceph-mon[97338]: pgmap v2766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:37 smithi081 ceph-mon[95500]: pgmap v2767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:37 smithi081 ceph-mon[107735]: pgmap v2767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:37 smithi170 ceph-mon[97338]: pgmap v2767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:39 smithi081 ceph-mon[95500]: pgmap v2768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:39 smithi081 ceph-mon[107735]: pgmap v2768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:39 smithi170 ceph-mon[97338]: pgmap v2768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:42 smithi081 ceph-mon[95500]: pgmap v2769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:42 smithi081 ceph-mon[107735]: pgmap v2769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:41.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:41.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:42 smithi170 ceph-mon[97338]: pgmap v2769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:10:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:44 smithi081 ceph-mon[95500]: pgmap v2770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:44 smithi081 ceph-mon[107735]: pgmap v2770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:43.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:43.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:44 smithi170 ceph-mon[97338]: pgmap v2770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:46.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:46 smithi081 ceph-mon[95500]: pgmap v2771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:46 smithi081 ceph-mon[107735]: pgmap v2771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:46 smithi170 ceph-mon[97338]: pgmap v2771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:48.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:48 smithi081 ceph-mon[95500]: pgmap v2772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:48.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:48 smithi081 ceph-mon[107735]: pgmap v2772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:48 smithi170 ceph-mon[97338]: pgmap v2772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:50 smithi081 ceph-mon[95500]: pgmap v2773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:50 smithi081 ceph-mon[107735]: pgmap v2773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:50 smithi170 ceph-mon[97338]: pgmap v2773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:52 smithi081 ceph-mon[95500]: pgmap v2774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:52 smithi081 ceph-mon[107735]: pgmap v2774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:51.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:51.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:52 smithi170 ceph-mon[97338]: pgmap v2774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:10:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:54 smithi081 ceph-mon[95500]: pgmap v2775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:54 smithi081 ceph-mon[107735]: pgmap v2775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:10:53.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:54.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:10:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:10:53.811Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:10:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:54 smithi170 ceph-mon[97338]: pgmap v2775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:56 smithi170 ceph-mon[97338]: pgmap v2776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:56 smithi081 ceph-mon[95500]: pgmap v2776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:56 smithi081 ceph-mon[107735]: pgmap v2776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:10:58 smithi170 ceph-mon[97338]: pgmap v2777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:10:58 smithi081 ceph-mon[95500]: pgmap v2777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:10:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:10:58 smithi081 ceph-mon[107735]: pgmap v2777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:00 smithi170 ceph-mon[97338]: pgmap v2778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:00 smithi081 ceph-mon[95500]: pgmap v2778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:00 smithi081 ceph-mon[107735]: pgmap v2778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:02 smithi081 ceph-mon[95500]: pgmap v2779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:02 smithi081 ceph-mon[107735]: pgmap v2779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:01.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:01.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:02 smithi170 ceph-mon[97338]: pgmap v2779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:11:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:04 smithi081 ceph-mon[95500]: pgmap v2780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:04 smithi081 ceph-mon[107735]: pgmap v2780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:03.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:03.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:04 smithi170 ceph-mon[97338]: pgmap v2780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:06 smithi170 ceph-mon[97338]: pgmap v2781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:06 smithi081 ceph-mon[95500]: pgmap v2781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:06 smithi081 ceph-mon[107735]: pgmap v2781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:08 smithi170 ceph-mon[97338]: pgmap v2782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:08 smithi081 ceph-mon[95500]: pgmap v2782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:08 smithi081 ceph-mon[107735]: pgmap v2782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:10 smithi170 ceph-mon[97338]: pgmap v2783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:10 smithi081 ceph-mon[95500]: pgmap v2783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:10 smithi081 ceph-mon[107735]: pgmap v2783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:12 smithi081 ceph-mon[95500]: pgmap v2784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:12 smithi081 ceph-mon[107735]: pgmap v2784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:11.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:11.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:12 smithi170 ceph-mon[97338]: pgmap v2784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:11:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:14 smithi081 ceph-mon[95500]: pgmap v2785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:13.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:13.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:14 smithi081 ceph-mon[107735]: pgmap v2785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:14 smithi170 ceph-mon[97338]: pgmap v2785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:16 smithi170 ceph-mon[97338]: pgmap v2786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:16 smithi081 ceph-mon[95500]: pgmap v2786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:16 smithi081 ceph-mon[107735]: pgmap v2786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:18 smithi170 ceph-mon[97338]: pgmap v2787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:18 smithi081 ceph-mon[95500]: pgmap v2787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:18 smithi081 ceph-mon[107735]: pgmap v2787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:20 smithi170 ceph-mon[97338]: pgmap v2788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:20 smithi081 ceph-mon[95500]: pgmap v2788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:20 smithi081 ceph-mon[107735]: pgmap v2788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:22 smithi081 ceph-mon[95500]: pgmap v2789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:22 smithi081 ceph-mon[107735]: pgmap v2789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:21.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:21.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:22 smithi170 ceph-mon[97338]: pgmap v2789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:11:24.069 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:23.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:24.069 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:23.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:24 smithi170 ceph-mon[97338]: pgmap v2790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:24 smithi081 ceph-mon[95500]: pgmap v2790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:24 smithi081 ceph-mon[107735]: pgmap v2790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:26 smithi170 ceph-mon[97338]: pgmap v2791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:26 smithi081 ceph-mon[95500]: pgmap v2791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:26 smithi081 ceph-mon[107735]: pgmap v2791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:28 smithi170 ceph-mon[97338]: pgmap v2792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:28 smithi081 ceph-mon[95500]: pgmap v2792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:28 smithi081 ceph-mon[107735]: pgmap v2792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:30 smithi170 ceph-mon[97338]: pgmap v2793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:30 smithi081 ceph-mon[95500]: pgmap v2793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:30 smithi081 ceph-mon[107735]: pgmap v2793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:32 smithi081 ceph-mon[95500]: pgmap v2794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:31.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:31.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:32 smithi081 ceph-mon[107735]: pgmap v2794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:32 smithi170 ceph-mon[97338]: pgmap v2794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:33 smithi170 ceph-mon[97338]: pgmap v2795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:33 smithi081 ceph-mon[95500]: pgmap v2795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:11:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:33 smithi081 ceph-mon[107735]: pgmap v2795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:33.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:33.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:36 smithi081 ceph-mon[95500]: pgmap v2796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:36 smithi081 ceph-mon[107735]: pgmap v2796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:36 smithi170 ceph-mon[97338]: pgmap v2796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:38.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:38 smithi081 ceph-mon[95500]: pgmap v2797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:38.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:38 smithi081 ceph-mon[107735]: pgmap v2797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:38 smithi170 ceph-mon[97338]: pgmap v2797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:40.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:40 smithi081 ceph-mon[95500]: pgmap v2798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:40.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:40 smithi081 ceph-mon[107735]: pgmap v2798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:40 smithi170 ceph-mon[97338]: pgmap v2798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:42 smithi081 ceph-mon[95500]: pgmap v2799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:42 smithi081 ceph-mon[107735]: pgmap v2799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:41.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:41.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:42 smithi170 ceph-mon[97338]: pgmap v2799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:11:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:44 smithi081 ceph-mon[95500]: pgmap v2800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:44 smithi081 ceph-mon[107735]: pgmap v2800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:43.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:43.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:44 smithi170 ceph-mon[97338]: pgmap v2800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:46 smithi170 ceph-mon[97338]: pgmap v2801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:46.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:46 smithi081 ceph-mon[95500]: pgmap v2801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:46 smithi081 ceph-mon[107735]: pgmap v2801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:48 smithi170 ceph-mon[97338]: pgmap v2802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:48 smithi081 ceph-mon[95500]: pgmap v2802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:48 smithi081 ceph-mon[107735]: pgmap v2802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:50 smithi170 ceph-mon[97338]: pgmap v2803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:50 smithi081 ceph-mon[95500]: pgmap v2803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:50 smithi081 ceph-mon[107735]: pgmap v2803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:52 smithi081 ceph-mon[95500]: pgmap v2804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:51.943Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:51.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:52 smithi081 ceph-mon[107735]: pgmap v2804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:52 smithi170 ceph-mon[97338]: pgmap v2804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:11:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:54 smithi081 ceph-mon[95500]: pgmap v2805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:54 smithi081 ceph-mon[107735]: pgmap v2805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:11:53.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:11:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:11:53.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:11:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:54 smithi170 ceph-mon[97338]: pgmap v2805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:56 smithi170 ceph-mon[97338]: pgmap v2806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:56 smithi081 ceph-mon[95500]: pgmap v2806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:56 smithi081 ceph-mon[107735]: pgmap v2806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:11:58 smithi170 ceph-mon[97338]: pgmap v2807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:11:58 smithi081 ceph-mon[95500]: pgmap v2807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:11:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:11:58 smithi081 ceph-mon[107735]: pgmap v2807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:00 smithi170 ceph-mon[97338]: pgmap v2808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:00 smithi081 ceph-mon[95500]: pgmap v2808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:00 smithi081 ceph-mon[107735]: pgmap v2808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:02 smithi081 ceph-mon[95500]: pgmap v2809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:02 smithi081 ceph-mon[107735]: pgmap v2809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:01.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:01.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:02 smithi170 ceph-mon[97338]: pgmap v2809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:12:04.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:04 smithi081 ceph-mon[95500]: pgmap v2810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:04 smithi081 ceph-mon[107735]: pgmap v2810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:03.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:03.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:04 smithi170 ceph-mon[97338]: pgmap v2810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:06 smithi170 ceph-mon[97338]: pgmap v2811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:06 smithi081 ceph-mon[95500]: pgmap v2811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:06 smithi081 ceph-mon[107735]: pgmap v2811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:08 smithi170 ceph-mon[97338]: pgmap v2812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:08 smithi081 ceph-mon[95500]: pgmap v2812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:08 smithi081 ceph-mon[107735]: pgmap v2812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:10 smithi170 ceph-mon[97338]: pgmap v2813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:10 smithi081 ceph-mon[95500]: pgmap v2813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:10 smithi081 ceph-mon[107735]: pgmap v2813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:12 smithi081 ceph-mon[95500]: pgmap v2814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:12 smithi081 ceph-mon[107735]: pgmap v2814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:11.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:11.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:12 smithi170 ceph-mon[97338]: pgmap v2814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:12:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:14 smithi081 ceph-mon[95500]: pgmap v2815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:13.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:13.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:14 smithi081 ceph-mon[107735]: pgmap v2815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:14 smithi170 ceph-mon[97338]: pgmap v2815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:16 smithi170 ceph-mon[97338]: pgmap v2816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:16 smithi081 ceph-mon[95500]: pgmap v2816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:16 smithi081 ceph-mon[107735]: pgmap v2816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:18 smithi170 ceph-mon[97338]: pgmap v2817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:18 smithi081 ceph-mon[95500]: pgmap v2817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:18 smithi081 ceph-mon[107735]: pgmap v2817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:20 smithi170 ceph-mon[97338]: pgmap v2818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:20 smithi081 ceph-mon[95500]: pgmap v2818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:20 smithi081 ceph-mon[107735]: pgmap v2818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:22 smithi081 ceph-mon[95500]: pgmap v2819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:22 smithi081 ceph-mon[107735]: pgmap v2819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:21.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:21.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:22 smithi170 ceph-mon[97338]: pgmap v2819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:12:24.083 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:23.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:24.083 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:23.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:24 smithi170 ceph-mon[97338]: pgmap v2820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:24 smithi081 ceph-mon[95500]: pgmap v2820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:24 smithi081 ceph-mon[107735]: pgmap v2820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:26 smithi170 ceph-mon[97338]: pgmap v2821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:26 smithi081 ceph-mon[95500]: pgmap v2821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:26 smithi081 ceph-mon[107735]: pgmap v2821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:28 smithi170 ceph-mon[97338]: pgmap v2822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:28 smithi081 ceph-mon[95500]: pgmap v2822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:28 smithi081 ceph-mon[107735]: pgmap v2822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:30 smithi170 ceph-mon[97338]: pgmap v2823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:30 smithi081 ceph-mon[95500]: pgmap v2823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:30 smithi081 ceph-mon[107735]: pgmap v2823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:31 smithi170 ceph-mon[97338]: pgmap v2824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:31 smithi081 ceph-mon[95500]: pgmap v2824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:31 smithi081 ceph-mon[107735]: pgmap v2824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:31.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:31.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:12:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:33 smithi170 ceph-mon[97338]: pgmap v2825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:33 smithi081 ceph-mon[95500]: pgmap v2825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:33 smithi081 ceph-mon[107735]: pgmap v2825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:33.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:33.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:36 smithi170 ceph-mon[97338]: pgmap v2826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:36.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:36 smithi081 ceph-mon[95500]: pgmap v2826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:36 smithi081 ceph-mon[107735]: pgmap v2826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:38 smithi170 ceph-mon[97338]: pgmap v2827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:38 smithi081 ceph-mon[95500]: pgmap v2827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:38 smithi081 ceph-mon[107735]: pgmap v2827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:40 smithi170 ceph-mon[97338]: pgmap v2828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:40 smithi081 ceph-mon[95500]: pgmap v2828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:40 smithi081 ceph-mon[107735]: pgmap v2828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:42 smithi081 ceph-mon[95500]: pgmap v2829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:42 smithi081 ceph-mon[107735]: pgmap v2829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:41.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:41.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:42 smithi170 ceph-mon[97338]: pgmap v2829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:12:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:44 smithi081 ceph-mon[95500]: pgmap v2830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:44 smithi081 ceph-mon[107735]: pgmap v2830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:43.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:43.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:44 smithi170 ceph-mon[97338]: pgmap v2830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:46 smithi170 ceph-mon[97338]: pgmap v2831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:46.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:46 smithi081 ceph-mon[95500]: pgmap v2831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:46 smithi081 ceph-mon[107735]: pgmap v2831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:48 smithi170 ceph-mon[97338]: pgmap v2832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:48 smithi081 ceph-mon[95500]: pgmap v2832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:48 smithi081 ceph-mon[107735]: pgmap v2832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:50 smithi170 ceph-mon[97338]: pgmap v2833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:50 smithi081 ceph-mon[95500]: pgmap v2833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:50 smithi081 ceph-mon[107735]: pgmap v2833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:52 smithi081 ceph-mon[95500]: pgmap v2834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:52 smithi081 ceph-mon[107735]: pgmap v2834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:51.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:51.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:52 smithi170 ceph-mon[97338]: pgmap v2834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:12:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:54 smithi081 ceph-mon[95500]: pgmap v2835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:54 smithi081 ceph-mon[107735]: pgmap v2835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:12:53.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:12:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:12:53.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:12:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:54 smithi170 ceph-mon[97338]: pgmap v2835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:56 smithi170 ceph-mon[97338]: pgmap v2836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:56 smithi081 ceph-mon[95500]: pgmap v2836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:56 smithi081 ceph-mon[107735]: pgmap v2836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:12:58 smithi170 ceph-mon[97338]: pgmap v2837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:12:58 smithi081 ceph-mon[95500]: pgmap v2837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:12:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:12:58 smithi081 ceph-mon[107735]: pgmap v2837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:00 smithi170 ceph-mon[97338]: pgmap v2838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:00 smithi081 ceph-mon[95500]: pgmap v2838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:00 smithi081 ceph-mon[107735]: pgmap v2838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:02 smithi081 ceph-mon[95500]: pgmap v2839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:02 smithi081 ceph-mon[107735]: pgmap v2839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:01.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:01.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:02 smithi170 ceph-mon[97338]: pgmap v2839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:13:04.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:04 smithi081 ceph-mon[95500]: pgmap v2840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:04 smithi081 ceph-mon[107735]: pgmap v2840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:03.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:03.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:04 smithi170 ceph-mon[97338]: pgmap v2840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:06 smithi170 ceph-mon[97338]: pgmap v2841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:06 smithi081 ceph-mon[95500]: pgmap v2841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:06 smithi081 ceph-mon[107735]: pgmap v2841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:08 smithi170 ceph-mon[97338]: pgmap v2842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:08 smithi081 ceph-mon[95500]: pgmap v2842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:08 smithi081 ceph-mon[107735]: pgmap v2842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:10 smithi170 ceph-mon[97338]: pgmap v2843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:10 smithi081 ceph-mon[95500]: pgmap v2843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:10 smithi081 ceph-mon[107735]: pgmap v2843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:12 smithi081 ceph-mon[95500]: pgmap v2844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:12 smithi081 ceph-mon[107735]: pgmap v2844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:11.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:11.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:12 smithi170 ceph-mon[97338]: pgmap v2844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:13:14.084 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:13.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:14.084 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:13.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:14 smithi170 ceph-mon[97338]: pgmap v2845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:14 smithi081 ceph-mon[95500]: pgmap v2845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:14 smithi081 ceph-mon[107735]: pgmap v2845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:16 smithi170 ceph-mon[97338]: pgmap v2846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:16 smithi081 ceph-mon[95500]: pgmap v2846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:16 smithi081 ceph-mon[107735]: pgmap v2846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:18 smithi170 ceph-mon[97338]: pgmap v2847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:18 smithi081 ceph-mon[95500]: pgmap v2847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:18 smithi081 ceph-mon[107735]: pgmap v2847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:20 smithi170 ceph-mon[97338]: pgmap v2848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:20 smithi081 ceph-mon[95500]: pgmap v2848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:20 smithi081 ceph-mon[107735]: pgmap v2848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:22 smithi081 ceph-mon[95500]: pgmap v2849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:22 smithi081 ceph-mon[107735]: pgmap v2849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:21.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:21.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:22 smithi170 ceph-mon[97338]: pgmap v2849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:13:24.100 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:23.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:24.100 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:23.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:24 smithi170 ceph-mon[97338]: pgmap v2850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:24 smithi081 ceph-mon[95500]: pgmap v2850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:24 smithi081 ceph-mon[107735]: pgmap v2850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:26 smithi170 ceph-mon[97338]: pgmap v2851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:26 smithi081 ceph-mon[95500]: pgmap v2851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:26 smithi081 ceph-mon[107735]: pgmap v2851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:27.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:27 smithi170 ceph-mon[97338]: pgmap v2852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:27 smithi081 ceph-mon[95500]: pgmap v2852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:27.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:27 smithi081 ceph-mon[107735]: pgmap v2852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:30.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:29 smithi170 ceph-mon[97338]: pgmap v2853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:29 smithi081 ceph-mon[95500]: pgmap v2853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:29 smithi081 ceph-mon[107735]: pgmap v2853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:32 smithi081 ceph-mon[95500]: pgmap v2854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:32 smithi081 ceph-mon[107735]: pgmap v2854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:31.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:31.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:32 smithi170 ceph-mon[97338]: pgmap v2854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:13:34.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:34 smithi081 ceph-mon[95500]: pgmap v2855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:34 smithi081 ceph-mon[107735]: pgmap v2855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:33.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:33.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:34 smithi170 ceph-mon[97338]: pgmap v2855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:36 smithi170 ceph-mon[97338]: pgmap v2856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:36.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:36 smithi081 ceph-mon[95500]: pgmap v2856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:36 smithi081 ceph-mon[107735]: pgmap v2856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:38 smithi170 ceph-mon[97338]: pgmap v2857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:38.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:38 smithi081 ceph-mon[95500]: pgmap v2857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:38 smithi081 ceph-mon[107735]: pgmap v2857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:40 smithi170 ceph-mon[97338]: pgmap v2858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:40 smithi081 ceph-mon[95500]: pgmap v2858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:40.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:40 smithi081 ceph-mon[107735]: pgmap v2858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:42 smithi081 ceph-mon[95500]: pgmap v2859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:42 smithi081 ceph-mon[107735]: pgmap v2859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:41.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:41.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:42 smithi170 ceph-mon[97338]: pgmap v2859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:13:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:44 smithi081 ceph-mon[95500]: pgmap v2860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:44 smithi081 ceph-mon[107735]: pgmap v2860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:43.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:43.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:44 smithi170 ceph-mon[97338]: pgmap v2860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:46 smithi170 ceph-mon[97338]: pgmap v2861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:46.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:46 smithi081 ceph-mon[95500]: pgmap v2861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:46 smithi081 ceph-mon[107735]: pgmap v2861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:48 smithi170 ceph-mon[97338]: pgmap v2862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:48 smithi081 ceph-mon[95500]: pgmap v2862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:48 smithi081 ceph-mon[107735]: pgmap v2862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:50 smithi170 ceph-mon[97338]: pgmap v2863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:50 smithi081 ceph-mon[95500]: pgmap v2863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:50 smithi081 ceph-mon[107735]: pgmap v2863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:52 smithi081 ceph-mon[95500]: pgmap v2864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:52 smithi081 ceph-mon[107735]: pgmap v2864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:51.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:51.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:52 smithi170 ceph-mon[97338]: pgmap v2864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:13:54.079 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:13:53.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:54.079 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:13:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:13:53.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:13:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:54 smithi170 ceph-mon[97338]: pgmap v2865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:54.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:54 smithi081 ceph-mon[95500]: pgmap v2865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:54 smithi081 ceph-mon[107735]: pgmap v2865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:56 smithi170 ceph-mon[97338]: pgmap v2866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:56 smithi081 ceph-mon[95500]: pgmap v2866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:56 smithi081 ceph-mon[107735]: pgmap v2866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:13:58 smithi170 ceph-mon[97338]: pgmap v2867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:13:58 smithi081 ceph-mon[95500]: pgmap v2867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:13:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:13:58 smithi081 ceph-mon[107735]: pgmap v2867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:00 smithi170 ceph-mon[97338]: pgmap v2868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:00 smithi081 ceph-mon[95500]: pgmap v2868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:00 smithi081 ceph-mon[107735]: pgmap v2868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:02 smithi081 ceph-mon[95500]: pgmap v2869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:02 smithi081 ceph-mon[107735]: pgmap v2869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:01.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:01.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:02 smithi170 ceph-mon[97338]: pgmap v2869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:14:04.093 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:03.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:04.094 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:03.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:04 smithi170 ceph-mon[97338]: pgmap v2870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:04 smithi081 ceph-mon[95500]: pgmap v2870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:04 smithi081 ceph-mon[107735]: pgmap v2870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:06 smithi170 ceph-mon[97338]: pgmap v2871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:06 smithi081 ceph-mon[95500]: pgmap v2871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:06 smithi081 ceph-mon[107735]: pgmap v2871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:08 smithi170 ceph-mon[97338]: pgmap v2872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:08 smithi081 ceph-mon[95500]: pgmap v2872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:08 smithi081 ceph-mon[107735]: pgmap v2872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:10 smithi170 ceph-mon[97338]: pgmap v2873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:10 smithi081 ceph-mon[95500]: pgmap v2873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:10 smithi081 ceph-mon[107735]: pgmap v2873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:12 smithi081 ceph-mon[95500]: pgmap v2874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:12 smithi081 ceph-mon[107735]: pgmap v2874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:11.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:11.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:12 smithi170 ceph-mon[97338]: pgmap v2874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:14:14.110 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:13.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:14.110 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:13.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:14 smithi170 ceph-mon[97338]: pgmap v2875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:14 smithi081 ceph-mon[95500]: pgmap v2875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:14 smithi081 ceph-mon[107735]: pgmap v2875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:16 smithi170 ceph-mon[97338]: pgmap v2876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:16 smithi081 ceph-mon[95500]: pgmap v2876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:16 smithi081 ceph-mon[107735]: pgmap v2876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:18 smithi170 ceph-mon[97338]: pgmap v2877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:18 smithi081 ceph-mon[95500]: pgmap v2877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:18 smithi081 ceph-mon[107735]: pgmap v2877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:20 smithi170 ceph-mon[97338]: pgmap v2878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:20 smithi081 ceph-mon[95500]: pgmap v2878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:20 smithi081 ceph-mon[107735]: pgmap v2878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:22 smithi081 ceph-mon[95500]: pgmap v2879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:22 smithi081 ceph-mon[107735]: pgmap v2879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:21.955Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:21.956Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:22 smithi170 ceph-mon[97338]: pgmap v2879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:14:24.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:24 smithi081 ceph-mon[95500]: pgmap v2880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:24 smithi081 ceph-mon[107735]: pgmap v2880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:23.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:23.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:24 smithi170 ceph-mon[97338]: pgmap v2880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:26 smithi170 ceph-mon[97338]: pgmap v2881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:26 smithi081 ceph-mon[95500]: pgmap v2881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:26 smithi081 ceph-mon[107735]: pgmap v2881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:28 smithi170 ceph-mon[97338]: pgmap v2882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:28 smithi081 ceph-mon[95500]: pgmap v2882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:28 smithi081 ceph-mon[107735]: pgmap v2882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:30 smithi170 ceph-mon[97338]: pgmap v2883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:30 smithi081 ceph-mon[95500]: pgmap v2883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:30 smithi081 ceph-mon[107735]: pgmap v2883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:32 smithi081 ceph-mon[95500]: pgmap v2884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:32 smithi081 ceph-mon[107735]: pgmap v2884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:31.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:31.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:32 smithi170 ceph-mon[97338]: pgmap v2884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:14:34.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:34 smithi081 ceph-mon[95500]: pgmap v2885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:33.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:33.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:34 smithi081 ceph-mon[107735]: pgmap v2885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:34 smithi170 ceph-mon[97338]: pgmap v2885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:36 smithi170 ceph-mon[97338]: pgmap v2886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:36.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:36 smithi081 ceph-mon[95500]: pgmap v2886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:36 smithi081 ceph-mon[107735]: pgmap v2886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:38 smithi170 ceph-mon[97338]: pgmap v2887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:38.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:38 smithi081 ceph-mon[95500]: pgmap v2887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:38 smithi081 ceph-mon[107735]: pgmap v2887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:40 smithi170 ceph-mon[97338]: pgmap v2888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:40 smithi081 ceph-mon[95500]: pgmap v2888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:40 smithi081 ceph-mon[107735]: pgmap v2888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:42 smithi081 ceph-mon[95500]: pgmap v2889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:42 smithi081 ceph-mon[107735]: pgmap v2889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:41.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:41.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:42 smithi170 ceph-mon[97338]: pgmap v2889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:14:44.090 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:43.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:44.090 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:43.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:44 smithi170 ceph-mon[97338]: pgmap v2890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:44 smithi081 ceph-mon[95500]: pgmap v2890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:44 smithi081 ceph-mon[107735]: pgmap v2890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:46 smithi170 ceph-mon[97338]: pgmap v2891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:46 smithi081 ceph-mon[95500]: pgmap v2891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:46 smithi081 ceph-mon[107735]: pgmap v2891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:48 smithi170 ceph-mon[97338]: pgmap v2892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:48 smithi081 ceph-mon[95500]: pgmap v2892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:48 smithi081 ceph-mon[107735]: pgmap v2892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:50 smithi170 ceph-mon[97338]: pgmap v2893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:50 smithi081 ceph-mon[95500]: pgmap v2893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:50 smithi081 ceph-mon[107735]: pgmap v2893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:52 smithi081 ceph-mon[95500]: pgmap v2894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:52 smithi081 ceph-mon[107735]: pgmap v2894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:51.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:51.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:52 smithi170 ceph-mon[97338]: pgmap v2894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:14:54.106 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:14:53.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:54.106 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:14:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:14:53.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:14:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:54 smithi170 ceph-mon[97338]: pgmap v2895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:54 smithi081 ceph-mon[95500]: pgmap v2895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:54 smithi081 ceph-mon[107735]: pgmap v2895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:56 smithi170 ceph-mon[97338]: pgmap v2896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:56 smithi081 ceph-mon[95500]: pgmap v2896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:56 smithi081 ceph-mon[107735]: pgmap v2896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:14:58 smithi170 ceph-mon[97338]: pgmap v2897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:14:58 smithi081 ceph-mon[95500]: pgmap v2897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:14:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:14:58 smithi081 ceph-mon[107735]: pgmap v2897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:00 smithi170 ceph-mon[97338]: pgmap v2898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:00 smithi081 ceph-mon[95500]: pgmap v2898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:00 smithi081 ceph-mon[107735]: pgmap v2898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:01 smithi170 ceph-mon[97338]: pgmap v2899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:01 smithi081 ceph-mon[95500]: pgmap v2899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:01.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:01 smithi081 ceph-mon[107735]: pgmap v2899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:02.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:01.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:01.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:15:04.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:03 smithi170 ceph-mon[97338]: pgmap v2900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:04.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:03 smithi081 ceph-mon[95500]: pgmap v2900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:03 smithi081 ceph-mon[107735]: pgmap v2900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:03.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:03.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:06 smithi170 ceph-mon[97338]: pgmap v2901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:06 smithi081 ceph-mon[95500]: pgmap v2901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:06 smithi081 ceph-mon[107735]: pgmap v2901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:08.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:08 smithi170 ceph-mon[97338]: pgmap v2902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:08 smithi081 ceph-mon[95500]: pgmap v2902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:08 smithi081 ceph-mon[107735]: pgmap v2902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:10 smithi170 ceph-mon[97338]: pgmap v2903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:10 smithi081 ceph-mon[95500]: pgmap v2903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:10 smithi081 ceph-mon[107735]: pgmap v2903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:12 smithi081 ceph-mon[95500]: pgmap v2904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:12 smithi081 ceph-mon[107735]: pgmap v2904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:11.959Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:11.960Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:12 smithi170 ceph-mon[97338]: pgmap v2904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:15:14.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:14 smithi081 ceph-mon[95500]: pgmap v2905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:14 smithi081 ceph-mon[107735]: pgmap v2905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:13.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:13.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:14 smithi170 ceph-mon[97338]: pgmap v2905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:16 smithi170 ceph-mon[97338]: pgmap v2906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:16 smithi081 ceph-mon[95500]: pgmap v2906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:16 smithi081 ceph-mon[107735]: pgmap v2906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:18 smithi170 ceph-mon[97338]: pgmap v2907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:18 smithi081 ceph-mon[95500]: pgmap v2907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:18 smithi081 ceph-mon[107735]: pgmap v2907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:20 smithi170 ceph-mon[97338]: pgmap v2908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:20 smithi081 ceph-mon[95500]: pgmap v2908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:20 smithi081 ceph-mon[107735]: pgmap v2908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:22 smithi081 ceph-mon[95500]: pgmap v2909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:22 smithi081 ceph-mon[107735]: pgmap v2909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:21.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:21.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:22 smithi170 ceph-mon[97338]: pgmap v2909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:15:24.112 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:23.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:24.113 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:23.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:24 smithi170 ceph-mon[97338]: pgmap v2910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:24 smithi081 ceph-mon[95500]: pgmap v2910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:24 smithi081 ceph-mon[107735]: pgmap v2910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:26 smithi170 ceph-mon[97338]: pgmap v2911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:26 smithi081 ceph-mon[95500]: pgmap v2911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:26 smithi081 ceph-mon[107735]: pgmap v2911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:28 smithi170 ceph-mon[97338]: pgmap v2912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:28 smithi081 ceph-mon[95500]: pgmap v2912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:28 smithi081 ceph-mon[107735]: pgmap v2912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:30 smithi170 ceph-mon[97338]: pgmap v2913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:30 smithi081 ceph-mon[95500]: pgmap v2913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:30 smithi081 ceph-mon[107735]: pgmap v2913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:32 smithi081 ceph-mon[95500]: pgmap v2914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:32 smithi081 ceph-mon[107735]: pgmap v2914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:31.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:31.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:32 smithi170 ceph-mon[97338]: pgmap v2914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:33 smithi170 ceph-mon[97338]: pgmap v2915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:33 smithi081 ceph-mon[95500]: pgmap v2915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:15:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:33 smithi081 ceph-mon[107735]: pgmap v2915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:33.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:33.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:36 smithi170 ceph-mon[97338]: pgmap v2916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:36 smithi081 ceph-mon[95500]: pgmap v2916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:36 smithi081 ceph-mon[107735]: pgmap v2916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:38 smithi170 ceph-mon[97338]: pgmap v2917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:38.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:38 smithi081 ceph-mon[95500]: pgmap v2917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:38 smithi081 ceph-mon[107735]: pgmap v2917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:40 smithi170 ceph-mon[97338]: pgmap v2918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:40 smithi081 ceph-mon[95500]: pgmap v2918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:40 smithi081 ceph-mon[107735]: pgmap v2918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:42 smithi081 ceph-mon[95500]: pgmap v2919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:42 smithi081 ceph-mon[107735]: pgmap v2919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:41.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:41.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:42 smithi170 ceph-mon[97338]: pgmap v2919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:15:44.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:44 smithi081 ceph-mon[95500]: pgmap v2920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:44.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:44 smithi081 ceph-mon[107735]: pgmap v2920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:43.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:43.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:44 smithi170 ceph-mon[97338]: pgmap v2920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:46 smithi170 ceph-mon[97338]: pgmap v2921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:46.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:46 smithi081 ceph-mon[95500]: pgmap v2921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:46 smithi081 ceph-mon[107735]: pgmap v2921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:48 smithi170 ceph-mon[97338]: pgmap v2922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:48 smithi081 ceph-mon[95500]: pgmap v2922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:48 smithi081 ceph-mon[107735]: pgmap v2922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:50 smithi170 ceph-mon[97338]: pgmap v2923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:50 smithi081 ceph-mon[95500]: pgmap v2923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:50 smithi081 ceph-mon[107735]: pgmap v2923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:52 smithi081 ceph-mon[95500]: pgmap v2924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:51.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:51.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:52.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:52 smithi081 ceph-mon[107735]: pgmap v2924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:52 smithi170 ceph-mon[97338]: pgmap v2924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:15:54.095 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:15:53.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:54.095 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:15:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:15:53.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:15:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:54 smithi170 ceph-mon[97338]: pgmap v2925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:54 smithi081 ceph-mon[95500]: pgmap v2925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:54 smithi081 ceph-mon[107735]: pgmap v2925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:56 smithi170 ceph-mon[97338]: pgmap v2926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:56 smithi081 ceph-mon[95500]: pgmap v2926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:56 smithi081 ceph-mon[107735]: pgmap v2926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:15:58 smithi170 ceph-mon[97338]: pgmap v2927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:15:58 smithi081 ceph-mon[95500]: pgmap v2927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:15:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:15:58 smithi081 ceph-mon[107735]: pgmap v2927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:00 smithi170 ceph-mon[97338]: pgmap v2928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:00 smithi081 ceph-mon[95500]: pgmap v2928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:00 smithi081 ceph-mon[107735]: pgmap v2928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:02.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:02 smithi081 ceph-mon[95500]: pgmap v2929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:02 smithi081 ceph-mon[107735]: pgmap v2929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:01.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:01.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:02 smithi170 ceph-mon[97338]: pgmap v2929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:16:04.108 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:03.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:04.109 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:03.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:04 smithi170 ceph-mon[97338]: pgmap v2930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:04 smithi081 ceph-mon[95500]: pgmap v2930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:04 smithi081 ceph-mon[107735]: pgmap v2930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:06 smithi170 ceph-mon[97338]: pgmap v2931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:06 smithi081 ceph-mon[95500]: pgmap v2931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:06 smithi081 ceph-mon[107735]: pgmap v2931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:08 smithi170 ceph-mon[97338]: pgmap v2932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:08 smithi081 ceph-mon[95500]: pgmap v2932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:08 smithi081 ceph-mon[107735]: pgmap v2932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:10 smithi170 ceph-mon[97338]: pgmap v2933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:10 smithi081 ceph-mon[95500]: pgmap v2933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:10 smithi081 ceph-mon[107735]: pgmap v2933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:12 smithi081 ceph-mon[95500]: pgmap v2934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:12 smithi081 ceph-mon[107735]: pgmap v2934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:11.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:11.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:12 smithi170 ceph-mon[97338]: pgmap v2934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:16:14.124 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:13.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:14.125 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:13.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:14 smithi170 ceph-mon[97338]: pgmap v2935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:14 smithi081 ceph-mon[95500]: pgmap v2935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:14 smithi081 ceph-mon[107735]: pgmap v2935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:16 smithi170 ceph-mon[97338]: pgmap v2936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:16 smithi081 ceph-mon[95500]: pgmap v2936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:16 smithi081 ceph-mon[107735]: pgmap v2936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:18 smithi170 ceph-mon[97338]: pgmap v2937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:18 smithi081 ceph-mon[95500]: pgmap v2937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:18 smithi081 ceph-mon[107735]: pgmap v2937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:20 smithi170 ceph-mon[97338]: pgmap v2938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:20 smithi081 ceph-mon[95500]: pgmap v2938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:20 smithi081 ceph-mon[107735]: pgmap v2938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:21 smithi170 ceph-mon[97338]: pgmap v2939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:21.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:21 smithi081 ceph-mon[95500]: pgmap v2939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:21.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:21 smithi081 ceph-mon[107735]: pgmap v2939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:21.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:21.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:16:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:23 smithi170 ceph-mon[97338]: pgmap v2940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:24.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:23 smithi081 ceph-mon[95500]: pgmap v2940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:23.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:23.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:24.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:23 smithi081 ceph-mon[107735]: pgmap v2940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:26 smithi170 ceph-mon[97338]: pgmap v2941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:26 smithi081 ceph-mon[95500]: pgmap v2941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:26 smithi081 ceph-mon[107735]: pgmap v2941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:28 smithi170 ceph-mon[97338]: pgmap v2942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:28 smithi081 ceph-mon[95500]: pgmap v2942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:28 smithi081 ceph-mon[107735]: pgmap v2942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:30 smithi170 ceph-mon[97338]: pgmap v2943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:30 smithi081 ceph-mon[95500]: pgmap v2943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:30 smithi081 ceph-mon[107735]: pgmap v2943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:32 smithi081 ceph-mon[95500]: pgmap v2944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:32 smithi081 ceph-mon[107735]: pgmap v2944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:31.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:31.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:32 smithi170 ceph-mon[97338]: pgmap v2944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:16:34.093 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:33.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:34.093 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:33.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:34 smithi170 ceph-mon[97338]: pgmap v2945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:34 smithi081 ceph-mon[95500]: pgmap v2945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:34 smithi081 ceph-mon[107735]: pgmap v2945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:36 smithi170 ceph-mon[97338]: pgmap v2946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:36 smithi081 ceph-mon[95500]: pgmap v2946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:36 smithi081 ceph-mon[107735]: pgmap v2946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:38 smithi170 ceph-mon[97338]: pgmap v2947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:38.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:38 smithi081 ceph-mon[95500]: pgmap v2947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:38 smithi081 ceph-mon[107735]: pgmap v2947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:40 smithi170 ceph-mon[97338]: pgmap v2948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:40 smithi081 ceph-mon[95500]: pgmap v2948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:40 smithi081 ceph-mon[107735]: pgmap v2948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:42 smithi081 ceph-mon[95500]: pgmap v2949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:42 smithi081 ceph-mon[107735]: pgmap v2949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:41.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:41.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:42 smithi170 ceph-mon[97338]: pgmap v2949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:16:44.107 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:43.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:44.108 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:43.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:44 smithi170 ceph-mon[97338]: pgmap v2950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:44.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:44 smithi081 ceph-mon[95500]: pgmap v2950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:44 smithi081 ceph-mon[107735]: pgmap v2950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:46 smithi170 ceph-mon[97338]: pgmap v2951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:46.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:46 smithi081 ceph-mon[95500]: pgmap v2951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:46 smithi081 ceph-mon[107735]: pgmap v2951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:48 smithi170 ceph-mon[97338]: pgmap v2952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:48 smithi081 ceph-mon[95500]: pgmap v2952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:48 smithi081 ceph-mon[107735]: pgmap v2952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:50 smithi170 ceph-mon[97338]: pgmap v2953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:50 smithi081 ceph-mon[95500]: pgmap v2953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:50 smithi081 ceph-mon[107735]: pgmap v2953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:52 smithi081 ceph-mon[95500]: pgmap v2954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:51.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:51.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:52.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:52 smithi081 ceph-mon[107735]: pgmap v2954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:52 smithi170 ceph-mon[97338]: pgmap v2954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:16:54.124 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:16:53.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:54.124 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:16:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:16:53.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:16:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:54 smithi170 ceph-mon[97338]: pgmap v2955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:54.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:54 smithi081 ceph-mon[95500]: pgmap v2955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:54 smithi081 ceph-mon[107735]: pgmap v2955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:56 smithi170 ceph-mon[97338]: pgmap v2956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:56 smithi081 ceph-mon[95500]: pgmap v2956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:56 smithi081 ceph-mon[107735]: pgmap v2956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:16:58 smithi170 ceph-mon[97338]: pgmap v2957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:16:58 smithi081 ceph-mon[95500]: pgmap v2957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:16:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:16:58 smithi081 ceph-mon[107735]: pgmap v2957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:00 smithi170 ceph-mon[97338]: pgmap v2958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:00 smithi081 ceph-mon[95500]: pgmap v2958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:00 smithi081 ceph-mon[107735]: pgmap v2958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:02 smithi081 ceph-mon[95500]: pgmap v2959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:01.966Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:01.967Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:02.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:02 smithi081 ceph-mon[107735]: pgmap v2959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:02 smithi170 ceph-mon[97338]: pgmap v2959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:17:04.138 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:03.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:04.138 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:03.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:04 smithi170 ceph-mon[97338]: pgmap v2960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:04 smithi081 ceph-mon[95500]: pgmap v2960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:04 smithi081 ceph-mon[107735]: pgmap v2960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:06 smithi170 ceph-mon[97338]: pgmap v2961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:06 smithi081 ceph-mon[95500]: pgmap v2961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:06 smithi081 ceph-mon[107735]: pgmap v2961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:07.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:07 smithi170 ceph-mon[97338]: pgmap v2962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:07.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:07 smithi081 ceph-mon[95500]: pgmap v2962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:07 smithi081 ceph-mon[107735]: pgmap v2962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:10.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:09 smithi170 ceph-mon[97338]: pgmap v2963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:10.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:09 smithi081 ceph-mon[95500]: pgmap v2963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:09 smithi081 ceph-mon[107735]: pgmap v2963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:12 smithi081 ceph-mon[95500]: pgmap v2964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:12.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:12 smithi081 ceph-mon[107735]: pgmap v2964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:11.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:11.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:12 smithi170 ceph-mon[97338]: pgmap v2964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:17:14.095 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:13.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:14.095 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:13.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:14 smithi170 ceph-mon[97338]: pgmap v2965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:14 smithi081 ceph-mon[95500]: pgmap v2965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:14 smithi081 ceph-mon[107735]: pgmap v2965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:16 smithi170 ceph-mon[97338]: pgmap v2966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:16 smithi081 ceph-mon[95500]: pgmap v2966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:16 smithi081 ceph-mon[107735]: pgmap v2966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:18 smithi170 ceph-mon[97338]: pgmap v2967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:18 smithi081 ceph-mon[95500]: pgmap v2967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:18 smithi081 ceph-mon[107735]: pgmap v2967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:20 smithi170 ceph-mon[97338]: pgmap v2968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:20 smithi081 ceph-mon[95500]: pgmap v2968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:20 smithi081 ceph-mon[107735]: pgmap v2968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:22 smithi081 ceph-mon[95500]: pgmap v2969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:22 smithi081 ceph-mon[107735]: pgmap v2969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:21.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:21.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:22 smithi170 ceph-mon[97338]: pgmap v2969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:17:24.110 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:23.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:24.110 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:23.839Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:24 smithi170 ceph-mon[97338]: pgmap v2970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:24 smithi081 ceph-mon[95500]: pgmap v2970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:24 smithi081 ceph-mon[107735]: pgmap v2970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:26 smithi170 ceph-mon[97338]: pgmap v2971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:26 smithi081 ceph-mon[95500]: pgmap v2971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:26 smithi081 ceph-mon[107735]: pgmap v2971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:28 smithi170 ceph-mon[97338]: pgmap v2972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:28 smithi081 ceph-mon[95500]: pgmap v2972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:28 smithi081 ceph-mon[107735]: pgmap v2972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:30 smithi170 ceph-mon[97338]: pgmap v2973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:30 smithi081 ceph-mon[95500]: pgmap v2973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:30 smithi081 ceph-mon[107735]: pgmap v2973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:32 smithi081 ceph-mon[95500]: pgmap v2974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:31.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:31.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:32.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:32 smithi081 ceph-mon[107735]: pgmap v2974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:32 smithi170 ceph-mon[97338]: pgmap v2974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:17:34.126 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:33.839Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:34.126 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:33.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:34 smithi170 ceph-mon[97338]: pgmap v2975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:34.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:34 smithi081 ceph-mon[95500]: pgmap v2975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:34 smithi081 ceph-mon[107735]: pgmap v2975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:36 smithi170 ceph-mon[97338]: pgmap v2976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:36.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:36 smithi081 ceph-mon[95500]: pgmap v2976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:36 smithi081 ceph-mon[107735]: pgmap v2976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:38 smithi170 ceph-mon[97338]: pgmap v2977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:38.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:38 smithi081 ceph-mon[95500]: pgmap v2977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:38 smithi081 ceph-mon[107735]: pgmap v2977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:40 smithi170 ceph-mon[97338]: pgmap v2978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:40 smithi081 ceph-mon[95500]: pgmap v2978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:40 smithi081 ceph-mon[107735]: pgmap v2978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:42.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:42 smithi081 ceph-mon[95500]: pgmap v2979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:42 smithi081 ceph-mon[107735]: pgmap v2979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:41.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:41.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:42 smithi170 ceph-mon[97338]: pgmap v2979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:17:44.141 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:43.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:44.141 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:43.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:44 smithi170 ceph-mon[97338]: pgmap v2980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:44.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:44 smithi081 ceph-mon[95500]: pgmap v2980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:44 smithi081 ceph-mon[107735]: pgmap v2980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:46 smithi170 ceph-mon[97338]: pgmap v2981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:46 smithi081 ceph-mon[95500]: pgmap v2981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:46 smithi081 ceph-mon[107735]: pgmap v2981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:48 smithi170 ceph-mon[97338]: pgmap v2982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:48 smithi081 ceph-mon[95500]: pgmap v2982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:48 smithi081 ceph-mon[107735]: pgmap v2982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:50 smithi170 ceph-mon[97338]: pgmap v2983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:50.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:50 smithi081 ceph-mon[95500]: pgmap v2983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:50 smithi081 ceph-mon[107735]: pgmap v2983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:51 smithi170 ceph-mon[97338]: pgmap v2984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:51 smithi081 ceph-mon[95500]: pgmap v2984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:51 smithi081 ceph-mon[107735]: pgmap v2984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:52.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:51.969Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:51.970Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:17:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:53 smithi170 ceph-mon[97338]: pgmap v2985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:53 smithi081 ceph-mon[95500]: pgmap v2985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:54.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:53 smithi081 ceph-mon[107735]: pgmap v2985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:17:53.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:17:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:17:53.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:17:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:56 smithi170 ceph-mon[97338]: pgmap v2986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:56 smithi081 ceph-mon[95500]: pgmap v2986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:56 smithi081 ceph-mon[107735]: pgmap v2986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:17:58 smithi170 ceph-mon[97338]: pgmap v2987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:58.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:17:58 smithi081 ceph-mon[95500]: pgmap v2987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:17:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:17:58 smithi081 ceph-mon[107735]: pgmap v2987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:00 smithi170 ceph-mon[97338]: pgmap v2988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:00 smithi081 ceph-mon[95500]: pgmap v2988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:00 smithi081 ceph-mon[107735]: pgmap v2988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:02 smithi081 ceph-mon[95500]: pgmap v2989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:02 smithi081 ceph-mon[107735]: pgmap v2989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:01.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:01.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:02 smithi170 ceph-mon[97338]: pgmap v2989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:18:04.113 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:03.841Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:04.113 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:03.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:04 smithi170 ceph-mon[97338]: pgmap v2990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:04 smithi081 ceph-mon[95500]: pgmap v2990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:04 smithi081 ceph-mon[107735]: pgmap v2990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:06 smithi170 ceph-mon[97338]: pgmap v2991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:06.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:06 smithi081 ceph-mon[95500]: pgmap v2991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:06 smithi081 ceph-mon[107735]: pgmap v2991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:08 smithi170 ceph-mon[97338]: pgmap v2992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:08 smithi081 ceph-mon[95500]: pgmap v2992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:08 smithi081 ceph-mon[107735]: pgmap v2992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:10 smithi170 ceph-mon[97338]: pgmap v2993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:10 smithi081 ceph-mon[95500]: pgmap v2993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:10 smithi081 ceph-mon[107735]: pgmap v2993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:12 smithi081 ceph-mon[95500]: pgmap v2994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:12 smithi081 ceph-mon[107735]: pgmap v2994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:11.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:11.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:12 smithi170 ceph-mon[97338]: pgmap v2994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:18:14.127 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:13.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:14.128 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:13.843Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:14 smithi170 ceph-mon[97338]: pgmap v2995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:14 smithi081 ceph-mon[95500]: pgmap v2995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:14 smithi081 ceph-mon[107735]: pgmap v2995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:16 smithi170 ceph-mon[97338]: pgmap v2996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:16 smithi081 ceph-mon[95500]: pgmap v2996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:16 smithi081 ceph-mon[107735]: pgmap v2996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:18 smithi170 ceph-mon[97338]: pgmap v2997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:18 smithi081 ceph-mon[95500]: pgmap v2997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:18 smithi081 ceph-mon[107735]: pgmap v2997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:20 smithi170 ceph-mon[97338]: pgmap v2998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:20 smithi081 ceph-mon[95500]: pgmap v2998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:20 smithi081 ceph-mon[107735]: pgmap v2998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:22 smithi081 ceph-mon[95500]: pgmap v2999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:22 smithi081 ceph-mon[107735]: pgmap v2999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:21.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:21.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:22 smithi170 ceph-mon[97338]: pgmap v2999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:18:24.144 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:23.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:24.144 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:23.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:24 smithi170 ceph-mon[97338]: pgmap v3000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:24 smithi081 ceph-mon[95500]: pgmap v3000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:24 smithi081 ceph-mon[107735]: pgmap v3000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:26 smithi170 ceph-mon[97338]: pgmap v3001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:26 smithi081 ceph-mon[95500]: pgmap v3001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:26 smithi081 ceph-mon[107735]: pgmap v3001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:28 smithi170 ceph-mon[97338]: pgmap v3002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:28 smithi081 ceph-mon[95500]: pgmap v3002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:28 smithi081 ceph-mon[107735]: pgmap v3002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:30 smithi170 ceph-mon[97338]: pgmap v3003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:30 smithi081 ceph-mon[95500]: pgmap v3003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:30 smithi081 ceph-mon[107735]: pgmap v3003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:31 smithi170 ceph-mon[97338]: pgmap v3004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:31.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:31 smithi081 ceph-mon[95500]: pgmap v3004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:31 smithi081 ceph-mon[107735]: pgmap v3004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:32.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:31.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:31.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:18:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:33 smithi170 ceph-mon[97338]: pgmap v3005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:34.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:33 smithi081 ceph-mon[95500]: pgmap v3005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:34.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:33 smithi081 ceph-mon[107735]: pgmap v3005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:33.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:33.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:36 smithi170 ceph-mon[97338]: pgmap v3006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:36.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:36 smithi081 ceph-mon[95500]: pgmap v3006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:36 smithi081 ceph-mon[107735]: pgmap v3006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:38 smithi170 ceph-mon[97338]: pgmap v3007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:38 smithi081 ceph-mon[95500]: pgmap v3007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:38 smithi081 ceph-mon[107735]: pgmap v3007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:40 smithi170 ceph-mon[97338]: pgmap v3008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:40 smithi081 ceph-mon[95500]: pgmap v3008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:40 smithi081 ceph-mon[107735]: pgmap v3008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:42 smithi081 ceph-mon[95500]: pgmap v3009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:42 smithi081 ceph-mon[107735]: pgmap v3009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:41.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:41.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:42 smithi170 ceph-mon[97338]: pgmap v3009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:18:44.120 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:43.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:44.121 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:43.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:44 smithi170 ceph-mon[97338]: pgmap v3010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:44.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:44 smithi081 ceph-mon[95500]: pgmap v3010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:44 smithi081 ceph-mon[107735]: pgmap v3010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:46 smithi170 ceph-mon[97338]: pgmap v3011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:46 smithi081 ceph-mon[95500]: pgmap v3011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:46 smithi081 ceph-mon[107735]: pgmap v3011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:48 smithi170 ceph-mon[97338]: pgmap v3012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:48 smithi081 ceph-mon[95500]: pgmap v3012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:48 smithi081 ceph-mon[107735]: pgmap v3012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:50 smithi170 ceph-mon[97338]: pgmap v3013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:50 smithi081 ceph-mon[95500]: pgmap v3013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:50 smithi081 ceph-mon[107735]: pgmap v3013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:52 smithi081 ceph-mon[95500]: pgmap v3014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:52 smithi081 ceph-mon[107735]: pgmap v3014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:51.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:51.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:52 smithi170 ceph-mon[97338]: pgmap v3014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:18:54.134 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:18:53.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:54.134 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:18:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:18:53.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:18:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:54 smithi170 ceph-mon[97338]: pgmap v3015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:54 smithi081 ceph-mon[95500]: pgmap v3015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:54 smithi081 ceph-mon[107735]: pgmap v3015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:56 smithi170 ceph-mon[97338]: pgmap v3016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:56 smithi081 ceph-mon[95500]: pgmap v3016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:56 smithi081 ceph-mon[107735]: pgmap v3016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:18:58 smithi170 ceph-mon[97338]: pgmap v3017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:18:58 smithi081 ceph-mon[95500]: pgmap v3017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:18:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:18:58 smithi081 ceph-mon[107735]: pgmap v3017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:00 smithi170 ceph-mon[97338]: pgmap v3018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:00 smithi081 ceph-mon[95500]: pgmap v3018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:00 smithi081 ceph-mon[107735]: pgmap v3018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:02 smithi081 ceph-mon[95500]: pgmap v3019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:02 smithi081 ceph-mon[107735]: pgmap v3019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:01.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:01.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:02 smithi170 ceph-mon[97338]: pgmap v3019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:19:04.149 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:03.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:04.150 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:03.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:04 smithi170 ceph-mon[97338]: pgmap v3020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:04 smithi081 ceph-mon[95500]: pgmap v3020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:04 smithi081 ceph-mon[107735]: pgmap v3020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:06 smithi170 ceph-mon[97338]: pgmap v3021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:06 smithi081 ceph-mon[95500]: pgmap v3021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:06 smithi081 ceph-mon[107735]: pgmap v3021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:08 smithi170 ceph-mon[97338]: pgmap v3022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:08.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:08 smithi081 ceph-mon[95500]: pgmap v3022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:08 smithi081 ceph-mon[107735]: pgmap v3022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:10.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:10 smithi170 ceph-mon[97338]: pgmap v3023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:10.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:10 smithi081 ceph-mon[95500]: pgmap v3023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:10 smithi081 ceph-mon[107735]: pgmap v3023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:12 smithi081 ceph-mon[95500]: pgmap v3024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:11.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:11.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:12 smithi081 ceph-mon[107735]: pgmap v3024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:12 smithi170 ceph-mon[97338]: pgmap v3024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:19:14.163 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:13.846Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:14.164 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:13.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:14 smithi170 ceph-mon[97338]: pgmap v3025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:14 smithi081 ceph-mon[95500]: pgmap v3025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:14 smithi081 ceph-mon[107735]: pgmap v3025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:16 smithi170 ceph-mon[97338]: pgmap v3026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:16 smithi081 ceph-mon[95500]: pgmap v3026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:16 smithi081 ceph-mon[107735]: pgmap v3026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:18 smithi170 ceph-mon[97338]: pgmap v3027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:18 smithi081 ceph-mon[95500]: pgmap v3027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:18 smithi081 ceph-mon[107735]: pgmap v3027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:20.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:20 smithi170 ceph-mon[97338]: pgmap v3028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:20 smithi081 ceph-mon[95500]: pgmap v3028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:20 smithi081 ceph-mon[107735]: pgmap v3028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:22.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:22 smithi081 ceph-mon[95500]: pgmap v3029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:22 smithi081 ceph-mon[107735]: pgmap v3029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:21.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:21.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:22 smithi170 ceph-mon[97338]: pgmap v3029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:19:24.130 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:23.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:24.131 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:23.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:24 smithi170 ceph-mon[97338]: pgmap v3030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:24 smithi081 ceph-mon[95500]: pgmap v3030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:24 smithi081 ceph-mon[107735]: pgmap v3030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:26 smithi170 ceph-mon[97338]: pgmap v3031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:26 smithi081 ceph-mon[95500]: pgmap v3031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:26 smithi081 ceph-mon[107735]: pgmap v3031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:28 smithi170 ceph-mon[97338]: pgmap v3032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:28 smithi081 ceph-mon[95500]: pgmap v3032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:28 smithi081 ceph-mon[107735]: pgmap v3032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:30 smithi170 ceph-mon[97338]: pgmap v3033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:30.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:30 smithi081 ceph-mon[95500]: pgmap v3033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:30 smithi081 ceph-mon[107735]: pgmap v3033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:32 smithi081 ceph-mon[95500]: pgmap v3034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:32 smithi081 ceph-mon[107735]: pgmap v3034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:31.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:31.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:32 smithi170 ceph-mon[97338]: pgmap v3034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:19:34.147 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:33.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:34.148 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:33.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:34 smithi170 ceph-mon[97338]: pgmap v3035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:34.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:34 smithi081 ceph-mon[95500]: pgmap v3035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:34 smithi081 ceph-mon[107735]: pgmap v3035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:36 smithi170 ceph-mon[97338]: pgmap v3036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:36 smithi081 ceph-mon[95500]: pgmap v3036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:36 smithi081 ceph-mon[107735]: pgmap v3036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:38 smithi170 ceph-mon[97338]: pgmap v3037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:38.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:38 smithi081 ceph-mon[95500]: pgmap v3037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:38 smithi081 ceph-mon[107735]: pgmap v3037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:40 smithi170 ceph-mon[97338]: pgmap v3038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:40.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:40 smithi081 ceph-mon[95500]: pgmap v3038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:40 smithi081 ceph-mon[107735]: pgmap v3038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:42 smithi081 ceph-mon[95500]: pgmap v3039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:42 smithi081 ceph-mon[107735]: pgmap v3039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:41.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:41.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:42 smithi170 ceph-mon[97338]: pgmap v3039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:19:44.164 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:43.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:44.164 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:43.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:44 smithi170 ceph-mon[97338]: pgmap v3040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:44 smithi081 ceph-mon[95500]: pgmap v3040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:44 smithi081 ceph-mon[107735]: pgmap v3040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:46 smithi170 ceph-mon[97338]: pgmap v3041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:46.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:46 smithi081 ceph-mon[95500]: pgmap v3041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:46 smithi081 ceph-mon[107735]: pgmap v3041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:48 smithi170 ceph-mon[97338]: pgmap v3042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:48 smithi081 ceph-mon[95500]: pgmap v3042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:48 smithi081 ceph-mon[107735]: pgmap v3042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:49 smithi170 ceph-mon[97338]: pgmap v3043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:49.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:49 smithi081 ceph-mon[95500]: pgmap v3043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:49.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:49 smithi081 ceph-mon[107735]: pgmap v3043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:52 smithi081 ceph-mon[95500]: pgmap v3044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:52 smithi081 ceph-mon[107735]: pgmap v3044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:51.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:51.980Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:52 smithi170 ceph-mon[97338]: pgmap v3044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:19:54.130 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:19:53.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:54.131 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:19:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:19:53.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:19:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:54 smithi170 ceph-mon[97338]: pgmap v3045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:54 smithi081 ceph-mon[95500]: pgmap v3045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:54 smithi081 ceph-mon[107735]: pgmap v3045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:56 smithi170 ceph-mon[97338]: pgmap v3046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:56 smithi081 ceph-mon[95500]: pgmap v3046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:56 smithi081 ceph-mon[107735]: pgmap v3046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:19:58 smithi170 ceph-mon[97338]: pgmap v3047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:19:58 smithi081 ceph-mon[95500]: pgmap v3047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:19:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:19:58 smithi081 ceph-mon[107735]: pgmap v3047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:00 smithi170 ceph-mon[97338]: pgmap v3048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:20:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:00 smithi081 ceph-mon[95500]: pgmap v3048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:20:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:00 smithi081 ceph-mon[107735]: pgmap v3048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:20:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:02 smithi081 ceph-mon[95500]: pgmap v3049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:02 smithi081 ceph-mon[107735]: pgmap v3049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:01.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:01.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:02 smithi170 ceph-mon[97338]: pgmap v3049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:20:04.144 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:03.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:04.144 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:03.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:04 smithi170 ceph-mon[97338]: pgmap v3050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:04 smithi081 ceph-mon[95500]: pgmap v3050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:04 smithi081 ceph-mon[107735]: pgmap v3050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:06 smithi170 ceph-mon[97338]: pgmap v3051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:06 smithi081 ceph-mon[95500]: pgmap v3051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:06 smithi081 ceph-mon[107735]: pgmap v3051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:08 smithi170 ceph-mon[97338]: pgmap v3052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:08 smithi081 ceph-mon[95500]: pgmap v3052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:08 smithi081 ceph-mon[107735]: pgmap v3052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:10 smithi170 ceph-mon[97338]: pgmap v3053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:10 smithi081 ceph-mon[95500]: pgmap v3053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:10 smithi081 ceph-mon[107735]: pgmap v3053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:12 smithi081 ceph-mon[95500]: pgmap v3054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:11.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:11.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:12.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:12 smithi081 ceph-mon[107735]: pgmap v3054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:12 smithi170 ceph-mon[97338]: pgmap v3054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:20:14.157 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:13.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:14.157 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:13.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:14 smithi170 ceph-mon[97338]: pgmap v3055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:14 smithi081 ceph-mon[95500]: pgmap v3055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:14.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:14 smithi081 ceph-mon[107735]: pgmap v3055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:16 smithi170 ceph-mon[97338]: pgmap v3056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:16 smithi081 ceph-mon[95500]: pgmap v3056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:16 smithi081 ceph-mon[107735]: pgmap v3056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:18 smithi170 ceph-mon[97338]: pgmap v3057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:18 smithi081 ceph-mon[95500]: pgmap v3057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:18 smithi081 ceph-mon[107735]: pgmap v3057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:20 smithi170 ceph-mon[97338]: pgmap v3058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:20 smithi081 ceph-mon[95500]: pgmap v3058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:20 smithi081 ceph-mon[107735]: pgmap v3058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:22 smithi081 ceph-mon[95500]: pgmap v3059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:22 smithi081 ceph-mon[107735]: pgmap v3059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:21.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:21.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:22 smithi170 ceph-mon[97338]: pgmap v3059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:20:24.174 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:23.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:24.175 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:23.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:24 smithi170 ceph-mon[97338]: pgmap v3060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:24 smithi081 ceph-mon[95500]: pgmap v3060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:24 smithi081 ceph-mon[107735]: pgmap v3060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:26 smithi170 ceph-mon[97338]: pgmap v3061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:26 smithi081 ceph-mon[95500]: pgmap v3061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:26 smithi081 ceph-mon[107735]: pgmap v3061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:28 smithi170 ceph-mon[97338]: pgmap v3062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:28 smithi081 ceph-mon[95500]: pgmap v3062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:28 smithi081 ceph-mon[107735]: pgmap v3062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:30 smithi170 ceph-mon[97338]: pgmap v3063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:30 smithi081 ceph-mon[95500]: pgmap v3063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:30 smithi081 ceph-mon[107735]: pgmap v3063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:32 smithi081 ceph-mon[95500]: pgmap v3064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:32.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:32 smithi081 ceph-mon[107735]: pgmap v3064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:31.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:32.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:31.983Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:32 smithi170 ceph-mon[97338]: pgmap v3064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:20:34.144 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:33.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:34.144 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:33.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:34 smithi170 ceph-mon[97338]: pgmap v3065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:34 smithi081 ceph-mon[95500]: pgmap v3065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:34 smithi081 ceph-mon[107735]: pgmap v3065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:36 smithi170 ceph-mon[97338]: pgmap v3066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:36 smithi081 ceph-mon[95500]: pgmap v3066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:36 smithi081 ceph-mon[107735]: pgmap v3066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:38 smithi170 ceph-mon[97338]: pgmap v3067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:38 smithi081 ceph-mon[95500]: pgmap v3067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:38 smithi081 ceph-mon[107735]: pgmap v3067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:40 smithi170 ceph-mon[97338]: pgmap v3068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:40 smithi081 ceph-mon[95500]: pgmap v3068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:40 smithi081 ceph-mon[107735]: pgmap v3068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:42 smithi081 ceph-mon[95500]: pgmap v3069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:41.983Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:41.984Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:42.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:42 smithi081 ceph-mon[107735]: pgmap v3069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:42 smithi170 ceph-mon[97338]: pgmap v3069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:20:44.158 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:43.852Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:44.159 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:43.853Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:44 smithi170 ceph-mon[97338]: pgmap v3070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:44 smithi081 ceph-mon[95500]: pgmap v3070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:44 smithi081 ceph-mon[107735]: pgmap v3070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:46 smithi170 ceph-mon[97338]: pgmap v3071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:46 smithi081 ceph-mon[95500]: pgmap v3071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:46 smithi081 ceph-mon[107735]: pgmap v3071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:48 smithi170 ceph-mon[97338]: pgmap v3072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:48 smithi081 ceph-mon[95500]: pgmap v3072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:48 smithi081 ceph-mon[107735]: pgmap v3072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:50 smithi170 ceph-mon[97338]: pgmap v3073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:50 smithi081 ceph-mon[95500]: pgmap v3073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:50 smithi081 ceph-mon[107735]: pgmap v3073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:52 smithi081 ceph-mon[95500]: pgmap v3074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:52 smithi081 ceph-mon[107735]: pgmap v3074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:51.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:51.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:52 smithi170 ceph-mon[97338]: pgmap v3074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:20:54.172 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:20:53.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:54.172 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:20:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:20:53.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:20:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:54 smithi170 ceph-mon[97338]: pgmap v3075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:54 smithi081 ceph-mon[95500]: pgmap v3075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:54 smithi081 ceph-mon[107735]: pgmap v3075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:56.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:56 smithi170 ceph-mon[97338]: pgmap v3076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:56.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:56 smithi081 ceph-mon[95500]: pgmap v3076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:56 smithi081 ceph-mon[107735]: pgmap v3076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:20:58 smithi170 ceph-mon[97338]: pgmap v3077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:20:58 smithi081 ceph-mon[95500]: pgmap v3077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:20:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:20:58 smithi081 ceph-mon[107735]: pgmap v3077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:00 smithi170 ceph-mon[97338]: pgmap v3078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:00 smithi081 ceph-mon[95500]: pgmap v3078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:00 smithi081 ceph-mon[107735]: pgmap v3078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:01 smithi170 ceph-mon[97338]: pgmap v3079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:01.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:01 smithi081 ceph-mon[95500]: pgmap v3079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:01.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:01 smithi081 ceph-mon[107735]: pgmap v3079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:01.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:01.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:21:04.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:04 smithi081 ceph-mon[95500]: pgmap v3080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:04 smithi081 ceph-mon[107735]: pgmap v3080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:03.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:03.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:04 smithi170 ceph-mon[97338]: pgmap v3080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:06 smithi170 ceph-mon[97338]: pgmap v3081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:06 smithi081 ceph-mon[95500]: pgmap v3081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:06 smithi081 ceph-mon[107735]: pgmap v3081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:08.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:08 smithi170 ceph-mon[97338]: pgmap v3082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:08 smithi081 ceph-mon[95500]: pgmap v3082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:08 smithi081 ceph-mon[107735]: pgmap v3082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:10 smithi170 ceph-mon[97338]: pgmap v3083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:10 smithi081 ceph-mon[95500]: pgmap v3083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:10 smithi081 ceph-mon[107735]: pgmap v3083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:12 smithi081 ceph-mon[95500]: pgmap v3084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:12 smithi081 ceph-mon[107735]: pgmap v3084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:11.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:11.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:12 smithi170 ceph-mon[97338]: pgmap v3084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:21:14.153 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:13.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:14.154 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:13.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:14 smithi170 ceph-mon[97338]: pgmap v3085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:14 smithi081 ceph-mon[95500]: pgmap v3085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:14 smithi081 ceph-mon[107735]: pgmap v3085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:16 smithi170 ceph-mon[97338]: pgmap v3086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:16 smithi081 ceph-mon[95500]: pgmap v3086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:16 smithi081 ceph-mon[107735]: pgmap v3086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:18 smithi170 ceph-mon[97338]: pgmap v3087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:18 smithi081 ceph-mon[95500]: pgmap v3087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:18 smithi081 ceph-mon[107735]: pgmap v3087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:20 smithi170 ceph-mon[97338]: pgmap v3088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:20.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:20 smithi081 ceph-mon[95500]: pgmap v3088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:20 smithi081 ceph-mon[107735]: pgmap v3088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:22 smithi081 ceph-mon[95500]: pgmap v3089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:22 smithi081 ceph-mon[107735]: pgmap v3089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:22.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:21.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:21.987Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:22 smithi170 ceph-mon[97338]: pgmap v3089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:21:24.170 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:23.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:24.171 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:23.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:24 smithi170 ceph-mon[97338]: pgmap v3090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:24 smithi081 ceph-mon[95500]: pgmap v3090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:24 smithi081 ceph-mon[107735]: pgmap v3090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:26 smithi170 ceph-mon[97338]: pgmap v3091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:26 smithi081 ceph-mon[95500]: pgmap v3091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:26 smithi081 ceph-mon[107735]: pgmap v3091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:28 smithi170 ceph-mon[97338]: pgmap v3092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:28 smithi081 ceph-mon[95500]: pgmap v3092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:28 smithi081 ceph-mon[107735]: pgmap v3092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:30 smithi170 ceph-mon[97338]: pgmap v3093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:30 smithi081 ceph-mon[95500]: pgmap v3093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:30 smithi081 ceph-mon[107735]: pgmap v3093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:32 smithi081 ceph-mon[95500]: pgmap v3094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:32 smithi081 ceph-mon[107735]: pgmap v3094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:31.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:31.987Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:32.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:32 smithi170 ceph-mon[97338]: pgmap v3094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:21:34.186 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:33.856Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:34.186 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:33.857Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:34 smithi170 ceph-mon[97338]: pgmap v3095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:34 smithi081 ceph-mon[95500]: pgmap v3095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:34 smithi081 ceph-mon[107735]: pgmap v3095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:36 smithi170 ceph-mon[97338]: pgmap v3096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:36 smithi081 ceph-mon[95500]: pgmap v3096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:36 smithi081 ceph-mon[107735]: pgmap v3096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:37.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:37 smithi170 ceph-mon[97338]: pgmap v3097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:37.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:37 smithi081 ceph-mon[95500]: pgmap v3097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:37 smithi081 ceph-mon[107735]: pgmap v3097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:40 smithi170 ceph-mon[97338]: pgmap v3098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:40 smithi081 ceph-mon[95500]: pgmap v3098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:40 smithi081 ceph-mon[107735]: pgmap v3098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:42 smithi081 ceph-mon[95500]: pgmap v3099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:42 smithi081 ceph-mon[107735]: pgmap v3099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:41.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:41.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:42 smithi170 ceph-mon[97338]: pgmap v3099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:21:44.156 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:43.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:44.156 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:43.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:44 smithi170 ceph-mon[97338]: pgmap v3100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:44 smithi081 ceph-mon[95500]: pgmap v3100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:44 smithi081 ceph-mon[107735]: pgmap v3100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:46 smithi170 ceph-mon[97338]: pgmap v3101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:46 smithi081 ceph-mon[95500]: pgmap v3101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:46 smithi081 ceph-mon[107735]: pgmap v3101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:48 smithi170 ceph-mon[97338]: pgmap v3102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:48 smithi081 ceph-mon[95500]: pgmap v3102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:48 smithi081 ceph-mon[107735]: pgmap v3102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:50 smithi170 ceph-mon[97338]: pgmap v3103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:50 smithi081 ceph-mon[95500]: pgmap v3103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:50 smithi081 ceph-mon[107735]: pgmap v3103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:52 smithi081 ceph-mon[95500]: pgmap v3104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:51.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:51.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:52.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:52 smithi081 ceph-mon[107735]: pgmap v3104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:52 smithi170 ceph-mon[97338]: pgmap v3104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:21:54.174 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:21:53.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:54.174 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:21:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:21:53.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:21:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:54 smithi170 ceph-mon[97338]: pgmap v3105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:54 smithi081 ceph-mon[95500]: pgmap v3105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:54 smithi081 ceph-mon[107735]: pgmap v3105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:56 smithi170 ceph-mon[97338]: pgmap v3106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:56 smithi081 ceph-mon[95500]: pgmap v3106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:56 smithi081 ceph-mon[107735]: pgmap v3106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:21:58 smithi170 ceph-mon[97338]: pgmap v3107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:21:58 smithi081 ceph-mon[95500]: pgmap v3107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:21:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:21:58 smithi081 ceph-mon[107735]: pgmap v3107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:00 smithi170 ceph-mon[97338]: pgmap v3108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:00 smithi081 ceph-mon[95500]: pgmap v3108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:00 smithi081 ceph-mon[107735]: pgmap v3108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:02 smithi081 ceph-mon[95500]: pgmap v3109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:02 smithi081 ceph-mon[107735]: pgmap v3109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:01.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:01.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:02 smithi170 ceph-mon[97338]: pgmap v3109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:22:04.187 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:03.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:04.187 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:03.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:04 smithi170 ceph-mon[97338]: pgmap v3110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:04 smithi081 ceph-mon[95500]: pgmap v3110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:04 smithi081 ceph-mon[107735]: pgmap v3110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:06 smithi170 ceph-mon[97338]: pgmap v3111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:06 smithi081 ceph-mon[95500]: pgmap v3111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:06.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:06 smithi081 ceph-mon[107735]: pgmap v3111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:08 smithi170 ceph-mon[97338]: pgmap v3112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:08 smithi081 ceph-mon[95500]: pgmap v3112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:08 smithi081 ceph-mon[107735]: pgmap v3112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:09 smithi170 ceph-mon[97338]: pgmap v3113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:09.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:09 smithi081 ceph-mon[95500]: pgmap v3113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:09.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:09 smithi081 ceph-mon[107735]: pgmap v3113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:12 smithi081 ceph-mon[95500]: pgmap v3114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:12 smithi081 ceph-mon[107735]: pgmap v3114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:11.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:11.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:12 smithi170 ceph-mon[97338]: pgmap v3114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:22:14.161 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:13.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:14.161 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:13.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:14 smithi170 ceph-mon[97338]: pgmap v3115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:14 smithi081 ceph-mon[95500]: pgmap v3115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:14 smithi081 ceph-mon[107735]: pgmap v3115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:16 smithi170 ceph-mon[97338]: pgmap v3116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:16 smithi081 ceph-mon[95500]: pgmap v3116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:16 smithi081 ceph-mon[107735]: pgmap v3116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:18 smithi170 ceph-mon[97338]: pgmap v3117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:18 smithi081 ceph-mon[95500]: pgmap v3117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:18 smithi081 ceph-mon[107735]: pgmap v3117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:20 smithi170 ceph-mon[97338]: pgmap v3118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:20 smithi081 ceph-mon[95500]: pgmap v3118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:20 smithi081 ceph-mon[107735]: pgmap v3118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:22 smithi081 ceph-mon[95500]: pgmap v3119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:22 smithi081 ceph-mon[107735]: pgmap v3119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:21.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:21.991Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:22 smithi170 ceph-mon[97338]: pgmap v3119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:22:24.178 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:23.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:24.179 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:23.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:24 smithi170 ceph-mon[97338]: pgmap v3120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:24 smithi081 ceph-mon[95500]: pgmap v3120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:24 smithi081 ceph-mon[107735]: pgmap v3120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:26 smithi170 ceph-mon[97338]: pgmap v3121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:26 smithi081 ceph-mon[95500]: pgmap v3121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:26 smithi081 ceph-mon[107735]: pgmap v3121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:28 smithi170 ceph-mon[97338]: pgmap v3122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:28 smithi081 ceph-mon[95500]: pgmap v3122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:28 smithi081 ceph-mon[107735]: pgmap v3122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:30 smithi170 ceph-mon[97338]: pgmap v3123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:30 smithi081 ceph-mon[95500]: pgmap v3123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:30 smithi081 ceph-mon[107735]: pgmap v3123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:32 smithi081 ceph-mon[95500]: pgmap v3124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:32 smithi081 ceph-mon[107735]: pgmap v3124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:31.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:31.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:32 smithi170 ceph-mon[97338]: pgmap v3124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:22:34.192 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:33.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:34.192 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:33.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:34 smithi170 ceph-mon[97338]: pgmap v3125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:34 smithi081 ceph-mon[95500]: pgmap v3125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:34 smithi081 ceph-mon[107735]: pgmap v3125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:36 smithi170 ceph-mon[97338]: pgmap v3126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:36 smithi081 ceph-mon[95500]: pgmap v3126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:36 smithi081 ceph-mon[107735]: pgmap v3126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:38 smithi170 ceph-mon[97338]: pgmap v3127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:38 smithi081 ceph-mon[95500]: pgmap v3127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:38 smithi081 ceph-mon[107735]: pgmap v3127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:39 smithi170 ceph-mon[97338]: pgmap v3128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:39.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:39 smithi081 ceph-mon[95500]: pgmap v3128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:39 smithi081 ceph-mon[107735]: pgmap v3128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:42 smithi081 ceph-mon[95500]: pgmap v3129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:42 smithi081 ceph-mon[107735]: pgmap v3129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:41.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:41.993Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:42 smithi170 ceph-mon[97338]: pgmap v3129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:22:44.167 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:43.860Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:44.167 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:43.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:44 smithi170 ceph-mon[97338]: pgmap v3130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:44 smithi081 ceph-mon[95500]: pgmap v3130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:44 smithi081 ceph-mon[107735]: pgmap v3130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:46 smithi170 ceph-mon[97338]: pgmap v3131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:46 smithi081 ceph-mon[95500]: pgmap v3131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:46 smithi081 ceph-mon[107735]: pgmap v3131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:48 smithi170 ceph-mon[97338]: pgmap v3132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:48 smithi081 ceph-mon[95500]: pgmap v3132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:48 smithi081 ceph-mon[107735]: pgmap v3132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:50 smithi170 ceph-mon[97338]: pgmap v3133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:50 smithi081 ceph-mon[95500]: pgmap v3133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:50 smithi081 ceph-mon[107735]: pgmap v3133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:52 smithi081 ceph-mon[95500]: pgmap v3134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:52 smithi081 ceph-mon[107735]: pgmap v3134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:51.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:51.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:52 smithi170 ceph-mon[97338]: pgmap v3134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:22:54.184 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:22:53.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:54.184 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:22:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:22:53.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:22:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:54 smithi170 ceph-mon[97338]: pgmap v3135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:54 smithi081 ceph-mon[95500]: pgmap v3135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:54 smithi081 ceph-mon[107735]: pgmap v3135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:56 smithi170 ceph-mon[97338]: pgmap v3136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:56 smithi081 ceph-mon[95500]: pgmap v3136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:56 smithi081 ceph-mon[107735]: pgmap v3136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:22:58 smithi170 ceph-mon[97338]: pgmap v3137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:22:58 smithi081 ceph-mon[95500]: pgmap v3137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:22:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:22:58 smithi081 ceph-mon[107735]: pgmap v3137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:00 smithi170 ceph-mon[97338]: pgmap v3138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:00 smithi081 ceph-mon[95500]: pgmap v3138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:00 smithi081 ceph-mon[107735]: pgmap v3138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:02 smithi081 ceph-mon[95500]: pgmap v3139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:02.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:02 smithi081 ceph-mon[107735]: pgmap v3139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:01.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:01.995Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:02 smithi170 ceph-mon[97338]: pgmap v3139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:23:04.200 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:03.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:04.200 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:03.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:04 smithi170 ceph-mon[97338]: pgmap v3140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:04 smithi081 ceph-mon[95500]: pgmap v3140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:04 smithi081 ceph-mon[107735]: pgmap v3140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:06 smithi170 ceph-mon[97338]: pgmap v3141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:06 smithi081 ceph-mon[95500]: pgmap v3141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:06 smithi081 ceph-mon[107735]: pgmap v3141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:07.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:07 smithi081 ceph-mon[95500]: pgmap v3142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:07 smithi081 ceph-mon[107735]: pgmap v3142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:07.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:07 smithi170 ceph-mon[97338]: pgmap v3142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:10 smithi170 ceph-mon[97338]: pgmap v3143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:10 smithi081 ceph-mon[95500]: pgmap v3143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:10 smithi081 ceph-mon[107735]: pgmap v3143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:12 smithi081 ceph-mon[95500]: pgmap v3144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:12.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:12 smithi081 ceph-mon[107735]: pgmap v3144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:11.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:11 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:11.995Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:12 smithi170 ceph-mon[97338]: pgmap v3144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:23:14.175 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:13.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:14.175 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:13.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:14 smithi170 ceph-mon[97338]: pgmap v3145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:14 smithi081 ceph-mon[95500]: pgmap v3145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:14 smithi081 ceph-mon[107735]: pgmap v3145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:16 smithi170 ceph-mon[97338]: pgmap v3146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:16 smithi081 ceph-mon[95500]: pgmap v3146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:16 smithi081 ceph-mon[107735]: pgmap v3146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:18 smithi170 ceph-mon[97338]: pgmap v3147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:18 smithi081 ceph-mon[95500]: pgmap v3147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:18 smithi081 ceph-mon[107735]: pgmap v3147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:20 smithi170 ceph-mon[97338]: pgmap v3148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:20 smithi081 ceph-mon[95500]: pgmap v3148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:20 smithi081 ceph-mon[107735]: pgmap v3148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:22 smithi081 ceph-mon[95500]: pgmap v3149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:22.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:22 smithi081 ceph-mon[107735]: pgmap v3149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:21 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:21.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:22.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:21 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:21.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:22 smithi170 ceph-mon[97338]: pgmap v3149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:23:24.196 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:23.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:24.196 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:23.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:24 smithi170 ceph-mon[97338]: pgmap v3150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:24 smithi081 ceph-mon[95500]: pgmap v3150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:24 smithi081 ceph-mon[107735]: pgmap v3150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:26 smithi170 ceph-mon[97338]: pgmap v3151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:26 smithi081 ceph-mon[95500]: pgmap v3151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:26 smithi081 ceph-mon[107735]: pgmap v3151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:28 smithi170 ceph-mon[97338]: pgmap v3152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:28 smithi081 ceph-mon[95500]: pgmap v3152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:28.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:28 smithi081 ceph-mon[107735]: pgmap v3152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:30 smithi170 ceph-mon[97338]: pgmap v3153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:30 smithi081 ceph-mon[95500]: pgmap v3153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:30 smithi081 ceph-mon[107735]: pgmap v3153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:31 smithi170 ceph-mon[97338]: pgmap v3154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:31.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:31 smithi081 ceph-mon[95500]: pgmap v3154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:31 smithi081 ceph-mon[107735]: pgmap v3154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:31 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:31.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:32.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:31 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:31.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:23:34.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:34 smithi081 ceph-mon[95500]: pgmap v3155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:33.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:33.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:34.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:34 smithi081 ceph-mon[107735]: pgmap v3155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:34 smithi170 ceph-mon[97338]: pgmap v3155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:36 smithi170 ceph-mon[97338]: pgmap v3156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:36 smithi081 ceph-mon[95500]: pgmap v3156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:36 smithi081 ceph-mon[107735]: pgmap v3156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:38 smithi170 ceph-mon[97338]: pgmap v3157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:38 smithi081 ceph-mon[95500]: pgmap v3157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:38 smithi081 ceph-mon[107735]: pgmap v3157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:40 smithi170 ceph-mon[97338]: pgmap v3158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:40 smithi081 ceph-mon[95500]: pgmap v3158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:40 smithi081 ceph-mon[107735]: pgmap v3158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:42 smithi081 ceph-mon[95500]: pgmap v3159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:42 smithi081 ceph-mon[107735]: pgmap v3159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:41 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:41.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:41 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:41.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:42 smithi170 ceph-mon[97338]: pgmap v3159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:23:44.192 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:43.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:44.193 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:43.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:44 smithi170 ceph-mon[97338]: pgmap v3160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:44 smithi081 ceph-mon[95500]: pgmap v3160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:44.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:44 smithi081 ceph-mon[107735]: pgmap v3160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:46 smithi170 ceph-mon[97338]: pgmap v3161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:46 smithi081 ceph-mon[95500]: pgmap v3161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:46 smithi081 ceph-mon[107735]: pgmap v3161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:48 smithi170 ceph-mon[97338]: pgmap v3162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:48 smithi081 ceph-mon[95500]: pgmap v3162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:48 smithi081 ceph-mon[107735]: pgmap v3162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:50 smithi170 ceph-mon[97338]: pgmap v3163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:50 smithi081 ceph-mon[95500]: pgmap v3163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:50 smithi081 ceph-mon[107735]: pgmap v3163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:52 smithi081 ceph-mon[95500]: pgmap v3164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:52.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:51 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:51.997Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:51 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:51.998Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:52.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:52 smithi081 ceph-mon[107735]: pgmap v3164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:52 smithi170 ceph-mon[97338]: pgmap v3164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:23:54.205 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:23:53.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:54.206 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:23:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:23:53.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:23:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:54 smithi170 ceph-mon[97338]: pgmap v3165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:54 smithi081 ceph-mon[95500]: pgmap v3165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:54 smithi081 ceph-mon[107735]: pgmap v3165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:56 smithi170 ceph-mon[97338]: pgmap v3166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:56 smithi081 ceph-mon[95500]: pgmap v3166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:56 smithi081 ceph-mon[107735]: pgmap v3166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:23:58 smithi170 ceph-mon[97338]: pgmap v3167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:23:58 smithi081 ceph-mon[95500]: pgmap v3167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:23:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:23:58 smithi081 ceph-mon[107735]: pgmap v3167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:00 smithi170 ceph-mon[97338]: pgmap v3168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:00 smithi081 ceph-mon[95500]: pgmap v3168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:00 smithi081 ceph-mon[107735]: pgmap v3168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:01 smithi170 ceph-mon[97338]: pgmap v3169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:01.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:01 smithi081 ceph-mon[95500]: pgmap v3169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:01.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:01 smithi081 ceph-mon[107735]: pgmap v3169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:01 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:01.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:02.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:01 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:01.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:24:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:04 smithi081 ceph-mon[107735]: pgmap v3170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:04.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:04 smithi081 ceph-mon[95500]: pgmap v3170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:03.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:03.867Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:04 smithi170 ceph-mon[97338]: pgmap v3170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:06 smithi170 ceph-mon[97338]: pgmap v3171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:06 smithi081 ceph-mon[95500]: pgmap v3171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:06.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:06 smithi081 ceph-mon[107735]: pgmap v3171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:08 smithi170 ceph-mon[97338]: pgmap v3172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:08 smithi081 ceph-mon[95500]: pgmap v3172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:08 smithi081 ceph-mon[107735]: pgmap v3172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:10 smithi170 ceph-mon[97338]: pgmap v3173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:10 smithi081 ceph-mon[95500]: pgmap v3173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:10 smithi081 ceph-mon[107735]: pgmap v3173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:12 smithi081 ceph-mon[95500]: pgmap v3174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:12 smithi081 ceph-mon[107735]: pgmap v3174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:12.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:11 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:11.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:12.000Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:12 smithi170 ceph-mon[97338]: pgmap v3174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:24:14.198 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:13.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:14.198 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:13.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:14 smithi170 ceph-mon[97338]: pgmap v3175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:14 smithi081 ceph-mon[95500]: pgmap v3175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:14 smithi081 ceph-mon[107735]: pgmap v3175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:16 smithi170 ceph-mon[97338]: pgmap v3176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:16 smithi081 ceph-mon[95500]: pgmap v3176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:16 smithi081 ceph-mon[107735]: pgmap v3176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:18 smithi170 ceph-mon[97338]: pgmap v3177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:18 smithi081 ceph-mon[95500]: pgmap v3177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:18 smithi081 ceph-mon[107735]: pgmap v3177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:20 smithi170 ceph-mon[97338]: pgmap v3178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:20 smithi081 ceph-mon[95500]: pgmap v3178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:20 smithi081 ceph-mon[107735]: pgmap v3178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:22 smithi081 ceph-mon[95500]: pgmap v3179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:22.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:22 smithi081 ceph-mon[107735]: pgmap v3179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:22.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:22.001Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:22 smithi170 ceph-mon[97338]: pgmap v3179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:24:24.213 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:23.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:24.213 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:23.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:24 smithi170 ceph-mon[97338]: pgmap v3180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:24 smithi081 ceph-mon[95500]: pgmap v3180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:24 smithi081 ceph-mon[107735]: pgmap v3180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:26 smithi170 ceph-mon[97338]: pgmap v3181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:26 smithi081 ceph-mon[95500]: pgmap v3181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:26 smithi081 ceph-mon[107735]: pgmap v3181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:28 smithi170 ceph-mon[97338]: pgmap v3182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:28 smithi081 ceph-mon[95500]: pgmap v3182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:28 smithi081 ceph-mon[107735]: pgmap v3182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:29.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:29 smithi170 ceph-mon[97338]: pgmap v3183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:29.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:29 smithi081 ceph-mon[95500]: pgmap v3183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:29.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:29 smithi081 ceph-mon[107735]: pgmap v3183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:32 smithi081 ceph-mon[95500]: pgmap v3184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:32.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:32 smithi081 ceph-mon[107735]: pgmap v3184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:32.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:32.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:32.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:32.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:32 smithi170 ceph-mon[97338]: pgmap v3184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:24:34.194 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:33.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:34.195 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:33.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:34 smithi170 ceph-mon[97338]: pgmap v3185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:34 smithi081 ceph-mon[95500]: pgmap v3185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:34 smithi081 ceph-mon[107735]: pgmap v3185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:36 smithi170 ceph-mon[97338]: pgmap v3186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:36 smithi081 ceph-mon[95500]: pgmap v3186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:36 smithi081 ceph-mon[107735]: pgmap v3186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:38 smithi170 ceph-mon[97338]: pgmap v3187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:38 smithi081 ceph-mon[95500]: pgmap v3187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:38 smithi081 ceph-mon[107735]: pgmap v3187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:40 smithi170 ceph-mon[97338]: pgmap v3188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:40 smithi081 ceph-mon[95500]: pgmap v3188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:40 smithi081 ceph-mon[107735]: pgmap v3188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:42 smithi081 ceph-mon[95500]: pgmap v3189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:42 smithi081 ceph-mon[107735]: pgmap v3189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:42.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:42.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:42 smithi170 ceph-mon[97338]: pgmap v3189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:24:44.211 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:43.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:44.211 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:43.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:44 smithi170 ceph-mon[97338]: pgmap v3190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:44 smithi081 ceph-mon[95500]: pgmap v3190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:44 smithi081 ceph-mon[107735]: pgmap v3190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:46 smithi170 ceph-mon[97338]: pgmap v3191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:46 smithi081 ceph-mon[95500]: pgmap v3191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:46 smithi081 ceph-mon[107735]: pgmap v3191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:48.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:48 smithi170 ceph-mon[97338]: pgmap v3192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:48 smithi081 ceph-mon[95500]: pgmap v3192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:48 smithi081 ceph-mon[107735]: pgmap v3192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:50 smithi170 ceph-mon[97338]: pgmap v3193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:50 smithi081 ceph-mon[95500]: pgmap v3193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:50.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:50 smithi081 ceph-mon[107735]: pgmap v3193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:52 smithi081 ceph-mon[95500]: pgmap v3194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:52 smithi081 ceph-mon[107735]: pgmap v3194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:52.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:52.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:52 smithi170 ceph-mon[97338]: pgmap v3194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:53 smithi170 ceph-mon[97338]: pgmap v3195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:53 smithi081 ceph-mon[95500]: pgmap v3195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:53.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:24:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:53 smithi081 ceph-mon[107735]: pgmap v3195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:24:53.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:24:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:24:53.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:24:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:56 smithi170 ceph-mon[97338]: pgmap v3196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:56 smithi081 ceph-mon[95500]: pgmap v3196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:56.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:56 smithi081 ceph-mon[107735]: pgmap v3196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:58.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:24:58 smithi170 ceph-mon[97338]: pgmap v3197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:24:58 smithi081 ceph-mon[95500]: pgmap v3197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:24:58.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:24:58 smithi081 ceph-mon[107735]: pgmap v3197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:00 smithi170 ceph-mon[97338]: pgmap v3198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:00 smithi081 ceph-mon[95500]: pgmap v3198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:00.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:00 smithi081 ceph-mon[107735]: pgmap v3198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:02 smithi081 ceph-mon[95500]: pgmap v3199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:02.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:02 smithi081 ceph-mon[107735]: pgmap v3199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:02.003Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:02.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:02.004Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:02 smithi170 ceph-mon[97338]: pgmap v3199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:25:04.208 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:03.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:04.209 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:03.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:04 smithi170 ceph-mon[97338]: pgmap v3200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:04 smithi081 ceph-mon[95500]: pgmap v3200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:04 smithi081 ceph-mon[107735]: pgmap v3200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:06 smithi170 ceph-mon[97338]: pgmap v3201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:06 smithi081 ceph-mon[95500]: pgmap v3201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:06 smithi081 ceph-mon[107735]: pgmap v3201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:08 smithi170 ceph-mon[97338]: pgmap v3202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:08 smithi081 ceph-mon[95500]: pgmap v3202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:08 smithi081 ceph-mon[107735]: pgmap v3202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:10 smithi170 ceph-mon[97338]: pgmap v3203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:10 smithi081 ceph-mon[95500]: pgmap v3203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:10 smithi081 ceph-mon[107735]: pgmap v3203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:12 smithi081 ceph-mon[95500]: pgmap v3204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:12 smithi081 ceph-mon[107735]: pgmap v3204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:12.004Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:12.005Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:12 smithi170 ceph-mon[97338]: pgmap v3204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:25:14.223 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:13.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:14.224 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:13.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:14.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:14 smithi170 ceph-mon[97338]: pgmap v3205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:14 smithi081 ceph-mon[95500]: pgmap v3205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:14 smithi081 ceph-mon[107735]: pgmap v3205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:16.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:16 smithi170 ceph-mon[97338]: pgmap v3206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:16 smithi081 ceph-mon[95500]: pgmap v3206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:16 smithi081 ceph-mon[107735]: pgmap v3206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:17.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:17 smithi170 ceph-mon[97338]: pgmap v3207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:17.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:17 smithi081 ceph-mon[95500]: pgmap v3207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:17.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:17 smithi081 ceph-mon[107735]: pgmap v3207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:20 smithi170 ceph-mon[97338]: pgmap v3208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:20 smithi081 ceph-mon[95500]: pgmap v3208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:20 smithi081 ceph-mon[107735]: pgmap v3208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:22 smithi081 ceph-mon[95500]: pgmap v3209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:22.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:22.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:22.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:22 smithi081 ceph-mon[107735]: pgmap v3209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:22 smithi170 ceph-mon[97338]: pgmap v3209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:25:24.205 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:23.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:24.205 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:23.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:24 smithi170 ceph-mon[97338]: pgmap v3210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:24 smithi081 ceph-mon[95500]: pgmap v3210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:24 smithi081 ceph-mon[107735]: pgmap v3210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:26 smithi170 ceph-mon[97338]: pgmap v3211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:26 smithi081 ceph-mon[95500]: pgmap v3211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:26 smithi081 ceph-mon[107735]: pgmap v3211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:28 smithi170 ceph-mon[97338]: pgmap v3212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:28 smithi081 ceph-mon[95500]: pgmap v3212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:28 smithi081 ceph-mon[107735]: pgmap v3212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:30.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:30 smithi170 ceph-mon[97338]: pgmap v3213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:30 smithi081 ceph-mon[95500]: pgmap v3213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:30 smithi081 ceph-mon[107735]: pgmap v3213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:32.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:32 smithi081 ceph-mon[95500]: pgmap v3214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:32.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:32 smithi081 ceph-mon[107735]: pgmap v3214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:32.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:32.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:32.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:32 smithi170 ceph-mon[97338]: pgmap v3214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:25:34.220 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:33.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:34.220 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:33.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:34.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:34 smithi170 ceph-mon[97338]: pgmap v3215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:34 smithi081 ceph-mon[95500]: pgmap v3215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:34 smithi081 ceph-mon[107735]: pgmap v3215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:36 smithi170 ceph-mon[97338]: pgmap v3216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:36 smithi081 ceph-mon[95500]: pgmap v3216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:36 smithi081 ceph-mon[107735]: pgmap v3216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:38 smithi170 ceph-mon[97338]: pgmap v3217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:38 smithi081 ceph-mon[95500]: pgmap v3217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:38 smithi081 ceph-mon[107735]: pgmap v3217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:40 smithi170 ceph-mon[97338]: pgmap v3218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:40 smithi081 ceph-mon[95500]: pgmap v3218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:40 smithi081 ceph-mon[107735]: pgmap v3218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:41 smithi170 ceph-mon[97338]: pgmap v3219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:41.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:41 smithi081 ceph-mon[95500]: pgmap v3219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:41 smithi081 ceph-mon[107735]: pgmap v3219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:42.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:42.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:42.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:25:44.133 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:43.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:44.133 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:43.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:44 smithi170 ceph-mon[97338]: pgmap v3220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:44 smithi081 ceph-mon[95500]: pgmap v3220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:44 smithi081 ceph-mon[107735]: pgmap v3220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:46.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:46 smithi170 ceph-mon[97338]: pgmap v3221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:46 smithi081 ceph-mon[95500]: pgmap v3221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:46 smithi081 ceph-mon[107735]: pgmap v3221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:48.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:48 smithi170 ceph-mon[97338]: pgmap v3222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:48 smithi081 ceph-mon[95500]: pgmap v3222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:48.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:48 smithi081 ceph-mon[107735]: pgmap v3222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:50 smithi170 ceph-mon[97338]: pgmap v3223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:50 smithi081 ceph-mon[95500]: pgmap v3223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:50 smithi081 ceph-mon[107735]: pgmap v3223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:52.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:52 smithi081 ceph-mon[95500]: pgmap v3224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:52 smithi081 ceph-mon[107735]: pgmap v3224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:52.008Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:52.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:52.009Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:52 smithi170 ceph-mon[97338]: pgmap v3224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:25:54.225 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:25:53.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:54.226 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:25:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:25:53.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:25:54.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:54 smithi170 ceph-mon[97338]: pgmap v3225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:54 smithi081 ceph-mon[95500]: pgmap v3225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:54 smithi081 ceph-mon[107735]: pgmap v3225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:56 smithi170 ceph-mon[97338]: pgmap v3226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:56 smithi081 ceph-mon[95500]: pgmap v3226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:56 smithi081 ceph-mon[107735]: pgmap v3226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:58 smithi170 ceph-mon[97338]: pgmap v3227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:58 smithi081 ceph-mon[95500]: pgmap v3227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:58 smithi081 ceph-mon[107735]: pgmap v3227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:25:59 smithi170 ceph-mon[97338]: pgmap v3228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:59.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:25:59 smithi081 ceph-mon[95500]: pgmap v3228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:25:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:25:59 smithi081 ceph-mon[107735]: pgmap v3228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:02.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:02 smithi081 ceph-mon[95500]: pgmap v3229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:02.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:02.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:02.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:02.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:02 smithi081 ceph-mon[107735]: pgmap v3229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:02 smithi170 ceph-mon[97338]: pgmap v3229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:26:04.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:03.874Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:04.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:03.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:04.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:04 smithi170 ceph-mon[97338]: pgmap v3230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:04 smithi081 ceph-mon[95500]: pgmap v3230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:04 smithi081 ceph-mon[107735]: pgmap v3230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:06.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:06 smithi170 ceph-mon[97338]: pgmap v3231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:06 smithi081 ceph-mon[95500]: pgmap v3231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:06 smithi081 ceph-mon[107735]: pgmap v3231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:08 smithi170 ceph-mon[97338]: pgmap v3232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:08 smithi081 ceph-mon[95500]: pgmap v3232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:08 smithi081 ceph-mon[107735]: pgmap v3232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:10 smithi170 ceph-mon[97338]: pgmap v3233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:10 smithi081 ceph-mon[95500]: pgmap v3233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:10 smithi081 ceph-mon[107735]: pgmap v3233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:12.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:12 smithi081 ceph-mon[95500]: pgmap v3234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:12 smithi081 ceph-mon[107735]: pgmap v3234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:12.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:12.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:12.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:12.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:12 smithi170 ceph-mon[97338]: pgmap v3234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:26:14.231 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:13.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:14.231 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:13.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:14 smithi170 ceph-mon[97338]: pgmap v3235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:14 smithi081 ceph-mon[95500]: pgmap v3235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:14 smithi081 ceph-mon[107735]: pgmap v3235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:16.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:16 smithi170 ceph-mon[97338]: pgmap v3236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:16 smithi081 ceph-mon[95500]: pgmap v3236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:16 smithi081 ceph-mon[107735]: pgmap v3236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:18 smithi170 ceph-mon[97338]: pgmap v3237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:18 smithi081 ceph-mon[95500]: pgmap v3237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:18.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:18 smithi081 ceph-mon[107735]: pgmap v3237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:19 smithi170 ceph-mon[97338]: pgmap v3238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:19.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:19 smithi081 ceph-mon[95500]: pgmap v3238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:19 smithi081 ceph-mon[107735]: pgmap v3238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:22.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:22 smithi081 ceph-mon[95500]: pgmap v3239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:22.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:22 smithi081 ceph-mon[107735]: pgmap v3239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:22.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:22.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:22.011Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:22.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:22 smithi170 ceph-mon[97338]: pgmap v3239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:26:24.220 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:23.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:24.220 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:23.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:24 smithi170 ceph-mon[97338]: pgmap v3240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:24 smithi081 ceph-mon[95500]: pgmap v3240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:24 smithi081 ceph-mon[107735]: pgmap v3240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:26.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:26 smithi170 ceph-mon[97338]: pgmap v3241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:26 smithi081 ceph-mon[95500]: pgmap v3241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:26 smithi081 ceph-mon[107735]: pgmap v3241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:28 smithi170 ceph-mon[97338]: pgmap v3242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:28 smithi081 ceph-mon[95500]: pgmap v3242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:28 smithi081 ceph-mon[107735]: pgmap v3242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:30 smithi170 ceph-mon[97338]: pgmap v3243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:30 smithi081 ceph-mon[95500]: pgmap v3243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:30 smithi081 ceph-mon[107735]: pgmap v3243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:32.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:32 smithi081 ceph-mon[95500]: pgmap v3244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:32.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:32 smithi081 ceph-mon[107735]: pgmap v3244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:32.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:32.011Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:32.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:32.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:32.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:32 smithi170 ceph-mon[97338]: pgmap v3244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:26:34.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:33.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:34.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:33.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:34 smithi170 ceph-mon[97338]: pgmap v3245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:34.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:34 smithi081 ceph-mon[95500]: pgmap v3245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:34.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:34 smithi081 ceph-mon[107735]: pgmap v3245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:36 smithi170 ceph-mon[97338]: pgmap v3246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:36 smithi081 ceph-mon[95500]: pgmap v3246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:36 smithi081 ceph-mon[107735]: pgmap v3246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:38 smithi170 ceph-mon[97338]: pgmap v3247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:38 smithi081 ceph-mon[95500]: pgmap v3247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:38 smithi081 ceph-mon[107735]: pgmap v3247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:39 smithi170 ceph-mon[97338]: pgmap v3248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:39.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:39 smithi081 ceph-mon[95500]: pgmap v3248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:39 smithi081 ceph-mon[107735]: pgmap v3248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:42.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:42 smithi081 ceph-mon[95500]: pgmap v3249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:42.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:42 smithi081 ceph-mon[107735]: pgmap v3249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:42.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:42.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:42.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:42 smithi170 ceph-mon[97338]: pgmap v3249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:26:44.228 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:43.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:44.229 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:43.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:44.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:44 smithi170 ceph-mon[97338]: pgmap v3250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:44 smithi081 ceph-mon[95500]: pgmap v3250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:44.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:44 smithi081 ceph-mon[107735]: pgmap v3250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:46.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:46 smithi170 ceph-mon[97338]: pgmap v3251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:46 smithi081 ceph-mon[95500]: pgmap v3251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:46 smithi081 ceph-mon[107735]: pgmap v3251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:48.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:48 smithi170 ceph-mon[97338]: pgmap v3252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:48.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:48 smithi081 ceph-mon[95500]: pgmap v3252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:48.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:48 smithi081 ceph-mon[107735]: pgmap v3252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:50.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:50 smithi170 ceph-mon[97338]: pgmap v3253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:50 smithi081 ceph-mon[95500]: pgmap v3253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:50.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:50 smithi081 ceph-mon[107735]: pgmap v3253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:52 smithi170 ceph-mon[97338]: pgmap v3254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:52.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:52 smithi081 ceph-mon[95500]: pgmap v3254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:52.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:52.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:52.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:52 smithi081 ceph-mon[107735]: pgmap v3254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:53 smithi081 ceph-mon[95500]: pgmap v3255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:26:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:53 smithi081 ceph-mon[107735]: pgmap v3255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:53.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:53 smithi170 ceph-mon[97338]: pgmap v3255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:26:53.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:26:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:26:53.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:26:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:56 smithi170 ceph-mon[97338]: pgmap v3256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:56 smithi081 ceph-mon[95500]: pgmap v3256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:56 smithi081 ceph-mon[107735]: pgmap v3256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:26:58 smithi170 ceph-mon[97338]: pgmap v3257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:26:58 smithi081 ceph-mon[95500]: pgmap v3257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:26:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:26:58 smithi081 ceph-mon[107735]: pgmap v3257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:00 smithi170 ceph-mon[97338]: pgmap v3258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:00 smithi081 ceph-mon[95500]: pgmap v3258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:00 smithi081 ceph-mon[107735]: pgmap v3258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:02.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:02 smithi170 ceph-mon[97338]: pgmap v3259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:02.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:02 smithi081 ceph-mon[95500]: pgmap v3259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:02.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:02 smithi081 ceph-mon[107735]: pgmap v3259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:02.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:02.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:27:04.233 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:03.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:04.233 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:03.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:04.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:04 smithi170 ceph-mon[97338]: pgmap v3260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:04 smithi081 ceph-mon[95500]: pgmap v3260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:04 smithi081 ceph-mon[107735]: pgmap v3260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:06.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:06 smithi170 ceph-mon[97338]: pgmap v3261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:06 smithi081 ceph-mon[95500]: pgmap v3261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:06 smithi081 ceph-mon[107735]: pgmap v3261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:08 smithi170 ceph-mon[97338]: pgmap v3262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:08 smithi081 ceph-mon[95500]: pgmap v3262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:08 smithi081 ceph-mon[107735]: pgmap v3262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:10 smithi170 ceph-mon[97338]: pgmap v3263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:10 smithi081 ceph-mon[95500]: pgmap v3263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:10 smithi081 ceph-mon[107735]: pgmap v3263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:11.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:11 smithi170 ceph-mon[97338]: pgmap v3264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:11 smithi081 ceph-mon[95500]: pgmap v3264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:11 smithi081 ceph-mon[107735]: pgmap v3264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:12.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:12.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:27:14.161 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:13.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:14.161 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:13.880Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:14 smithi170 ceph-mon[97338]: pgmap v3265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:14 smithi081 ceph-mon[95500]: pgmap v3265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:14 smithi081 ceph-mon[107735]: pgmap v3265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:16 smithi170 ceph-mon[97338]: pgmap v3266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:16 smithi081 ceph-mon[95500]: pgmap v3266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:16.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:16 smithi081 ceph-mon[107735]: pgmap v3266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:18 smithi170 ceph-mon[97338]: pgmap v3267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:18 smithi081 ceph-mon[95500]: pgmap v3267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:18.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:18 smithi081 ceph-mon[107735]: pgmap v3267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:20 smithi170 ceph-mon[97338]: pgmap v3268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:20 smithi081 ceph-mon[95500]: pgmap v3268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:20 smithi081 ceph-mon[107735]: pgmap v3268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:22.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:22 smithi170 ceph-mon[97338]: pgmap v3269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:22.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:22 smithi081 ceph-mon[95500]: pgmap v3269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:22 smithi081 ceph-mon[107735]: pgmap v3269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:22.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:22.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:27:24.240 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:23.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:24.240 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:23.880Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:24.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:24 smithi170 ceph-mon[97338]: pgmap v3270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:24 smithi081 ceph-mon[95500]: pgmap v3270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:24 smithi081 ceph-mon[107735]: pgmap v3270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:26 smithi170 ceph-mon[97338]: pgmap v3271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:26 smithi081 ceph-mon[95500]: pgmap v3271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:26 smithi081 ceph-mon[107735]: pgmap v3271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:28 smithi170 ceph-mon[97338]: pgmap v3272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:28 smithi081 ceph-mon[95500]: pgmap v3272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:28 smithi081 ceph-mon[107735]: pgmap v3272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:29.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:29 smithi170 ceph-mon[97338]: pgmap v3273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:29 smithi081 ceph-mon[95500]: pgmap v3273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:29 smithi081 ceph-mon[107735]: pgmap v3273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:32.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:32 smithi170 ceph-mon[97338]: pgmap v3274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:32.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:32 smithi081 ceph-mon[95500]: pgmap v3274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:32.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:32 smithi081 ceph-mon[107735]: pgmap v3274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:32.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:32.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:27:34.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:33.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:34.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:33.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:34 smithi170 ceph-mon[97338]: pgmap v3275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:34 smithi081 ceph-mon[95500]: pgmap v3275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:34 smithi081 ceph-mon[107735]: pgmap v3275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:36.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:36 smithi170 ceph-mon[97338]: pgmap v3276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:36 smithi081 ceph-mon[95500]: pgmap v3276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:36.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:36 smithi081 ceph-mon[107735]: pgmap v3276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:38 smithi170 ceph-mon[97338]: pgmap v3277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:38 smithi081 ceph-mon[95500]: pgmap v3277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:38 smithi081 ceph-mon[107735]: pgmap v3277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:40.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:40 smithi170 ceph-mon[97338]: pgmap v3278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:40 smithi081 ceph-mon[95500]: pgmap v3278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:40 smithi081 ceph-mon[107735]: pgmap v3278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:42.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:42 smithi170 ceph-mon[97338]: pgmap v3279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:42.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:42 smithi081 ceph-mon[95500]: pgmap v3279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:42.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:42 smithi081 ceph-mon[107735]: pgmap v3279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:42.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:42.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:27:44.247 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:43.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:44.247 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:43.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:44.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:44 smithi170 ceph-mon[97338]: pgmap v3280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:44 smithi081 ceph-mon[95500]: pgmap v3280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:44 smithi081 ceph-mon[107735]: pgmap v3280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:46 smithi081 ceph-mon[95500]: pgmap v3281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:46 smithi081 ceph-mon[107735]: pgmap v3281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:46 smithi170 ceph-mon[97338]: pgmap v3281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:47.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:47 smithi081 ceph-mon[95500]: pgmap v3282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:47.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:47 smithi081 ceph-mon[107735]: pgmap v3282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:47 smithi170 ceph-mon[97338]: pgmap v3282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:50.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:50 smithi170 ceph-mon[97338]: pgmap v3283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:50 smithi081 ceph-mon[95500]: pgmap v3283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:50 smithi081 ceph-mon[107735]: pgmap v3283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:52.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:52 smithi170 ceph-mon[97338]: pgmap v3284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:52.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:52 smithi081 ceph-mon[95500]: pgmap v3284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:52.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:52 smithi081 ceph-mon[107735]: pgmap v3284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:52.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:52.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:27:54.240 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:27:53.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:54.241 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:27:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:27:53.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:27:54.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:54 smithi170 ceph-mon[97338]: pgmap v3285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:54 smithi081 ceph-mon[95500]: pgmap v3285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:54.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:54 smithi081 ceph-mon[107735]: pgmap v3285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:56 smithi170 ceph-mon[97338]: pgmap v3286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:56 smithi081 ceph-mon[95500]: pgmap v3286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:56 smithi081 ceph-mon[107735]: pgmap v3286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:58.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:27:58 smithi170 ceph-mon[97338]: pgmap v3287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:27:58 smithi081 ceph-mon[95500]: pgmap v3287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:27:58.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:27:58 smithi081 ceph-mon[107735]: pgmap v3287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:00 smithi081 ceph-mon[95500]: pgmap v3288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:00 smithi081 ceph-mon[107735]: pgmap v3288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:00 smithi170 ceph-mon[97338]: pgmap v3288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:02.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:02 smithi081 ceph-mon[95500]: pgmap v3289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:02.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:02.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:02.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:02 smithi081 ceph-mon[107735]: pgmap v3289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:02.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:02 smithi170 ceph-mon[97338]: pgmap v3289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:03.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:03 smithi081 ceph-mon[95500]: pgmap v3290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:28:03.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:03 smithi081 ceph-mon[107735]: pgmap v3290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:03 smithi170 ceph-mon[97338]: pgmap v3290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:03.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:03.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:06.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:06 smithi170 ceph-mon[97338]: pgmap v3291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:06 smithi081 ceph-mon[95500]: pgmap v3291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:06.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:06 smithi081 ceph-mon[107735]: pgmap v3291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:08.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:08 smithi170 ceph-mon[97338]: pgmap v3292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:08 smithi081 ceph-mon[95500]: pgmap v3292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:08 smithi081 ceph-mon[107735]: pgmap v3292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:10.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:10 smithi170 ceph-mon[97338]: pgmap v3293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:10 smithi081 ceph-mon[95500]: pgmap v3293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:10 smithi081 ceph-mon[107735]: pgmap v3293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:12.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:12 smithi170 ceph-mon[97338]: pgmap v3294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:12.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:12 smithi081 ceph-mon[95500]: pgmap v3294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:12.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:12 smithi081 ceph-mon[107735]: pgmap v3294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:12.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:12.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:28:14.249 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:13.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:14.250 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:13.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:14 smithi081 ceph-mon[95500]: pgmap v3295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:14 smithi081 ceph-mon[107735]: pgmap v3295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:14 smithi170 ceph-mon[97338]: pgmap v3295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:16 smithi081 ceph-mon[95500]: pgmap v3296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:16 smithi081 ceph-mon[107735]: pgmap v3296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:16 smithi170 ceph-mon[97338]: pgmap v3296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:18 smithi081 ceph-mon[95500]: pgmap v3297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:18 smithi081 ceph-mon[107735]: pgmap v3297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:18 smithi170 ceph-mon[97338]: pgmap v3297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:19 smithi170 ceph-mon[97338]: pgmap v3298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:19 smithi081 ceph-mon[95500]: pgmap v3298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:19.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:19 smithi081 ceph-mon[107735]: pgmap v3298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:22.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:22 smithi170 ceph-mon[97338]: pgmap v3299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:22.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:22 smithi081 ceph-mon[95500]: pgmap v3299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:22.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:22 smithi081 ceph-mon[107735]: pgmap v3299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:22.020Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:22.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:28:24.245 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:23.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:24.245 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:23.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:24.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:24 smithi170 ceph-mon[97338]: pgmap v3300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:24 smithi081 ceph-mon[95500]: pgmap v3300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:24.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:24 smithi081 ceph-mon[107735]: pgmap v3300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:26 smithi081 ceph-mon[95500]: pgmap v3301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:26 smithi081 ceph-mon[107735]: pgmap v3301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:26.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:26 smithi170 ceph-mon[97338]: pgmap v3301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:28 smithi081 ceph-mon[95500]: pgmap v3302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:28 smithi081 ceph-mon[107735]: pgmap v3302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:28.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:28 smithi170 ceph-mon[97338]: pgmap v3302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:30 smithi081 ceph-mon[95500]: pgmap v3303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:30 smithi081 ceph-mon[107735]: pgmap v3303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:30 smithi170 ceph-mon[97338]: pgmap v3303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:32.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:32 smithi081 ceph-mon[95500]: pgmap v3304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:32.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:32 smithi081 ceph-mon[107735]: pgmap v3304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:32.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:32.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:32.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:32 smithi170 ceph-mon[97338]: pgmap v3304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:33.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:33 smithi081 ceph-mon[95500]: pgmap v3305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:28:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:33 smithi081 ceph-mon[107735]: pgmap v3305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:33.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:33 smithi170 ceph-mon[97338]: pgmap v3305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:33.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:33.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:36.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:36 smithi170 ceph-mon[97338]: pgmap v3306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:36.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:36 smithi081 ceph-mon[95500]: pgmap v3306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:36.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:36 smithi081 ceph-mon[107735]: pgmap v3306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:38.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:38 smithi170 ceph-mon[97338]: pgmap v3307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:38.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:38 smithi081 ceph-mon[95500]: pgmap v3307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:38.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:38 smithi081 ceph-mon[107735]: pgmap v3307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:40 smithi081 ceph-mon[95500]: pgmap v3308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:40 smithi081 ceph-mon[107735]: pgmap v3308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:40.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:40 smithi170 ceph-mon[97338]: pgmap v3308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:42.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:42 smithi081 ceph-mon[95500]: pgmap v3309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:42.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:42 smithi081 ceph-mon[107735]: pgmap v3309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:42.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:42.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:42.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:42 smithi170 ceph-mon[97338]: pgmap v3309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:28:44.255 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:43.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:44.255 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:43.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:44 smithi081 ceph-mon[95500]: pgmap v3310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:44.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:44 smithi081 ceph-mon[107735]: pgmap v3310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:44.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:44 smithi170 ceph-mon[97338]: pgmap v3310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:46.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:46 smithi081 ceph-mon[107735]: pgmap v3311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:46.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:46 smithi081 ceph-mon[95500]: pgmap v3311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:46 smithi170 ceph-mon[97338]: pgmap v3311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:48 smithi081 ceph-mon[95500]: pgmap v3312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:48 smithi081 ceph-mon[107735]: pgmap v3312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:48 smithi170 ceph-mon[97338]: pgmap v3312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:49.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:49 smithi170 ceph-mon[97338]: pgmap v3313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:49 smithi081 ceph-mon[95500]: pgmap v3313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:49 smithi081 ceph-mon[107735]: pgmap v3313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:52.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:52 smithi081 ceph-mon[95500]: pgmap v3314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:52.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:52 smithi081 ceph-mon[107735]: pgmap v3314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:52.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:52.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:52.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:52 smithi170 ceph-mon[97338]: pgmap v3314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:28:54.254 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:28:53.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:54.254 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:28:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:28:53.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:28:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:54 smithi081 ceph-mon[95500]: pgmap v3315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:54 smithi081 ceph-mon[107735]: pgmap v3315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:54 smithi170 ceph-mon[97338]: pgmap v3315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:56 smithi081 ceph-mon[95500]: pgmap v3316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:56.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:56 smithi081 ceph-mon[107735]: pgmap v3316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:56 smithi170 ceph-mon[97338]: pgmap v3316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:58 smithi081 ceph-mon[95500]: pgmap v3317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:58 smithi081 ceph-mon[107735]: pgmap v3317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:58.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:58 smithi170 ceph-mon[97338]: pgmap v3317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:28:59 smithi170 ceph-mon[97338]: pgmap v3318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:28:59 smithi081 ceph-mon[95500]: pgmap v3318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:28:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:28:59 smithi081 ceph-mon[107735]: pgmap v3318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:02.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:02 smithi081 ceph-mon[95500]: pgmap v3319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:02.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:02.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:02.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:02 smithi081 ceph-mon[107735]: pgmap v3319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:02.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:02 smithi170 ceph-mon[97338]: pgmap v3319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:29:04.253 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:03.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:04.254 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:03.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:04 smithi081 ceph-mon[95500]: pgmap v3320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:04 smithi081 ceph-mon[107735]: pgmap v3320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:04 smithi170 ceph-mon[97338]: pgmap v3320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:06 smithi081 ceph-mon[95500]: pgmap v3321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:06 smithi081 ceph-mon[107735]: pgmap v3321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:06 smithi170 ceph-mon[97338]: pgmap v3321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:08 smithi081 ceph-mon[95500]: pgmap v3322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:08 smithi081 ceph-mon[107735]: pgmap v3322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:08.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:08 smithi170 ceph-mon[97338]: pgmap v3322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:10 smithi081 ceph-mon[95500]: pgmap v3323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:10.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:10 smithi081 ceph-mon[107735]: pgmap v3323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:10.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:10 smithi170 ceph-mon[97338]: pgmap v3323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:11.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:11 smithi170 ceph-mon[97338]: pgmap v3324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:11 smithi081 ceph-mon[95500]: pgmap v3324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:11 smithi081 ceph-mon[107735]: pgmap v3324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:12.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:12.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:29:14.198 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:13.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:14.199 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:13.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:14 smithi170 ceph-mon[97338]: pgmap v3325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:14 smithi081 ceph-mon[95500]: pgmap v3325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:14 smithi081 ceph-mon[107735]: pgmap v3325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:16 smithi081 ceph-mon[95500]: pgmap v3326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:16 smithi081 ceph-mon[107735]: pgmap v3326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:16 smithi170 ceph-mon[97338]: pgmap v3326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:18 smithi081 ceph-mon[95500]: pgmap v3327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:18 smithi081 ceph-mon[107735]: pgmap v3327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:18.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:18 smithi170 ceph-mon[97338]: pgmap v3327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:20 smithi081 ceph-mon[95500]: pgmap v3328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:20.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:20 smithi081 ceph-mon[107735]: pgmap v3328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:20 smithi170 ceph-mon[97338]: pgmap v3328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:22.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:22 smithi081 ceph-mon[95500]: pgmap v3329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:22 smithi081 ceph-mon[107735]: pgmap v3329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:22.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:22.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:22.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:22 smithi170 ceph-mon[97338]: pgmap v3329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:23.317 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:29:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:23 smithi170 ceph-mon[97338]: pgmap v3330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:23.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:23 smithi081 ceph-mon[95500]: pgmap v3330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:23 smithi081 ceph-mon[107735]: pgmap v3330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:23.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:23.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:26 smithi081 ceph-mon[95500]: pgmap v3331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:26 smithi081 ceph-mon[107735]: pgmap v3331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:26 smithi170 ceph-mon[97338]: pgmap v3331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:28.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:28 smithi081 ceph-mon[95500]: pgmap v3332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:28 smithi081 ceph-mon[107735]: pgmap v3332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:28 smithi170 ceph-mon[97338]: pgmap v3332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:30 smithi081 ceph-mon[95500]: pgmap v3333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:30 smithi081 ceph-mon[107735]: pgmap v3333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:30 smithi170 ceph-mon[97338]: pgmap v3333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:32.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:32 smithi081 ceph-mon[95500]: pgmap v3334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:32.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:32 smithi081 ceph-mon[107735]: pgmap v3334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:32.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:32.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:32.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:32 smithi170 ceph-mon[97338]: pgmap v3334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:29:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:33.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:33.889Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:34 smithi081 ceph-mon[95500]: pgmap v3335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:34.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:34 smithi081 ceph-mon[107735]: pgmap v3335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:34.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:34 smithi170 ceph-mon[97338]: pgmap v3335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:36 smithi170 ceph-mon[97338]: pgmap v3336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:36 smithi081 ceph-mon[95500]: pgmap v3336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:36.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:36 smithi081 ceph-mon[107735]: pgmap v3336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:37 smithi170 ceph-mon[97338]: pgmap v3337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:37 smithi081 ceph-mon[95500]: pgmap v3337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:37.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:37 smithi081 ceph-mon[107735]: pgmap v3337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:40.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:40 smithi170 ceph-mon[97338]: pgmap v3338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:40 smithi081 ceph-mon[95500]: pgmap v3338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:40.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:40 smithi081 ceph-mon[107735]: pgmap v3338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:42.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:42 smithi081 ceph-mon[95500]: pgmap v3339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:42.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:42.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:42.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:42 smithi081 ceph-mon[107735]: pgmap v3339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:42.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:42 smithi170 ceph-mon[97338]: pgmap v3339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:29:44.262 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:43.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:44.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:43.889Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:44 smithi081 ceph-mon[107735]: pgmap v3340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:44.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:44 smithi081 ceph-mon[95500]: pgmap v3340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:44.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:44 smithi170 ceph-mon[97338]: pgmap v3340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:46.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:46 smithi081 ceph-mon[95500]: pgmap v3341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:46.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:46 smithi081 ceph-mon[107735]: pgmap v3341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:46 smithi170 ceph-mon[97338]: pgmap v3341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:48.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:48 smithi081 ceph-mon[95500]: pgmap v3342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:48 smithi081 ceph-mon[107735]: pgmap v3342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:48 smithi170 ceph-mon[97338]: pgmap v3342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:50.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:50 smithi170 ceph-mon[97338]: pgmap v3343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:50.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:50 smithi081 ceph-mon[95500]: pgmap v3343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:50.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:50 smithi081 ceph-mon[107735]: pgmap v3343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:51 smithi170 ceph-mon[97338]: pgmap v3344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:51 smithi081 ceph-mon[95500]: pgmap v3344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:51 smithi081 ceph-mon[107735]: pgmap v3344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:52.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:52.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:29:54.212 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:29:53.889Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:54.213 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:29:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:29:53.890Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:29:54.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:54 smithi170 ceph-mon[97338]: pgmap v3345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:54.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:54 smithi081 ceph-mon[95500]: pgmap v3345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:54 smithi081 ceph-mon[107735]: pgmap v3345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:56 smithi081 ceph-mon[95500]: pgmap v3346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:56 smithi081 ceph-mon[107735]: pgmap v3346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:56 smithi170 ceph-mon[97338]: pgmap v3346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:58.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:29:58 smithi081 ceph-mon[95500]: pgmap v3347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:58.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:29:58 smithi081 ceph-mon[107735]: pgmap v3347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:29:58.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:29:58 smithi170 ceph-mon[97338]: pgmap v3347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:00.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:00 smithi081 ceph-mon[95500]: pgmap v3348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:00.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:30:00.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:00 smithi081 ceph-mon[107735]: pgmap v3348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:00.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:30:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:00 smithi170 ceph-mon[97338]: pgmap v3348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:30:02.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:02 smithi081 ceph-mon[95500]: pgmap v3349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:02.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:02 smithi081 ceph-mon[107735]: pgmap v3349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:02.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:02.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:02.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:02 smithi170 ceph-mon[97338]: pgmap v3349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:30:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:03.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:03.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:04 smithi170 ceph-mon[97338]: pgmap v3350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:04 smithi081 ceph-mon[95500]: pgmap v3350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:04.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:04 smithi081 ceph-mon[107735]: pgmap v3350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:06 smithi081 ceph-mon[95500]: pgmap v3351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:06.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:06 smithi081 ceph-mon[107735]: pgmap v3351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:06 smithi170 ceph-mon[97338]: pgmap v3351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:08 smithi081 ceph-mon[95500]: pgmap v3352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:08 smithi081 ceph-mon[107735]: pgmap v3352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:08 smithi170 ceph-mon[97338]: pgmap v3352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:09 smithi170 ceph-mon[97338]: pgmap v3353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:09 smithi081 ceph-mon[95500]: pgmap v3353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:09.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:09 smithi081 ceph-mon[107735]: pgmap v3353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:12.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:12 smithi081 ceph-mon[95500]: pgmap v3354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:12.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:12 smithi081 ceph-mon[107735]: pgmap v3354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:12.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:12.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:12.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:12 smithi170 ceph-mon[97338]: pgmap v3354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:30:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:13.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:13.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:14 smithi170 ceph-mon[97338]: pgmap v3355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:14.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:14 smithi081 ceph-mon[95500]: pgmap v3355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:14.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:14 smithi081 ceph-mon[107735]: pgmap v3355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:16 smithi170 ceph-mon[97338]: pgmap v3356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:16 smithi081 ceph-mon[95500]: pgmap v3356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:16.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:16 smithi081 ceph-mon[107735]: pgmap v3356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:18 smithi170 ceph-mon[97338]: pgmap v3357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:18.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:18 smithi081 ceph-mon[95500]: pgmap v3357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:18.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:18 smithi081 ceph-mon[107735]: pgmap v3357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:19 smithi170 ceph-mon[97338]: pgmap v3358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:19 smithi081 ceph-mon[95500]: pgmap v3358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:19.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:19 smithi081 ceph-mon[107735]: pgmap v3358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:22.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:22 smithi081 ceph-mon[95500]: pgmap v3359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:22.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:22 smithi081 ceph-mon[107735]: pgmap v3359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:22.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:22.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:22.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:22 smithi170 ceph-mon[97338]: pgmap v3359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:30:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:23.891Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:24.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:23.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:24 smithi170 ceph-mon[97338]: pgmap v3360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:24 smithi081 ceph-mon[95500]: pgmap v3360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:24 smithi081 ceph-mon[107735]: pgmap v3360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:26 smithi170 ceph-mon[97338]: pgmap v3361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:26.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:26 smithi081 ceph-mon[95500]: pgmap v3361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:26.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:26 smithi081 ceph-mon[107735]: pgmap v3361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:27 smithi170 ceph-mon[97338]: pgmap v3362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:27 smithi081 ceph-mon[95500]: pgmap v3362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:27 smithi081 ceph-mon[107735]: pgmap v3362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:30.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:30 smithi170 ceph-mon[97338]: pgmap v3363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:30 smithi081 ceph-mon[95500]: pgmap v3363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:30.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:30 smithi081 ceph-mon[107735]: pgmap v3363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:32.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:32 smithi081 ceph-mon[95500]: pgmap v3364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:32.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:32 smithi081 ceph-mon[107735]: pgmap v3364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:32.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:32.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:32.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:32 smithi170 ceph-mon[97338]: pgmap v3364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:30:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:33.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:33.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:34.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:34 smithi170 ceph-mon[97338]: pgmap v3365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:34.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:34 smithi081 ceph-mon[95500]: pgmap v3365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:34.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:34 smithi081 ceph-mon[107735]: pgmap v3365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:36 smithi170 ceph-mon[97338]: pgmap v3366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:36 smithi081 ceph-mon[95500]: pgmap v3366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:36.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:36 smithi081 ceph-mon[107735]: pgmap v3366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:38.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:38 smithi170 ceph-mon[97338]: pgmap v3367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:38.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:38 smithi081 ceph-mon[95500]: pgmap v3367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:38.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:38 smithi081 ceph-mon[107735]: pgmap v3367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:39 smithi170 ceph-mon[97338]: pgmap v3368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:39 smithi081 ceph-mon[95500]: pgmap v3368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:39 smithi081 ceph-mon[107735]: pgmap v3368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:42.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:42 smithi081 ceph-mon[95500]: pgmap v3369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:42.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:42 smithi081 ceph-mon[107735]: pgmap v3369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:42.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:42.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:42.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:42 smithi170 ceph-mon[97338]: pgmap v3369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:30:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:43.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:43.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:44.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:44 smithi170 ceph-mon[97338]: pgmap v3370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:44.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:44 smithi081 ceph-mon[95500]: pgmap v3370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:44.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:44 smithi081 ceph-mon[107735]: pgmap v3370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:46 smithi170 ceph-mon[97338]: pgmap v3371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:46.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:46 smithi081 ceph-mon[95500]: pgmap v3371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:46.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:46 smithi081 ceph-mon[107735]: pgmap v3371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:47 smithi170 ceph-mon[97338]: pgmap v3372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:47 smithi081 ceph-mon[95500]: pgmap v3372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:47 smithi081 ceph-mon[107735]: pgmap v3372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:50.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:50 smithi170 ceph-mon[97338]: pgmap v3373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:50 smithi081 ceph-mon[95500]: pgmap v3373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:50.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:50 smithi081 ceph-mon[107735]: pgmap v3373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:52.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:52 smithi081 ceph-mon[95500]: pgmap v3374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:52.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:52 smithi081 ceph-mon[107735]: pgmap v3374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:52.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:52.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:52.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:52 smithi170 ceph-mon[97338]: pgmap v3374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:30:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:30:53.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:54.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:30:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:30:53.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:30:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:54 smithi170 ceph-mon[97338]: pgmap v3375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:54.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:54 smithi081 ceph-mon[95500]: pgmap v3375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:54.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:54 smithi081 ceph-mon[107735]: pgmap v3375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:56 smithi170 ceph-mon[97338]: pgmap v3376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:56.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:56 smithi081 ceph-mon[95500]: pgmap v3376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:56.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:56 smithi081 ceph-mon[107735]: pgmap v3376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:30:57 smithi170 ceph-mon[97338]: pgmap v3377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:30:57 smithi081 ceph-mon[95500]: pgmap v3377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:30:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:30:57 smithi081 ceph-mon[107735]: pgmap v3377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:00.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:00 smithi170 ceph-mon[97338]: pgmap v3378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:00 smithi081 ceph-mon[95500]: pgmap v3378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:00.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:00 smithi081 ceph-mon[107735]: pgmap v3378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:02.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:02 smithi081 ceph-mon[95500]: pgmap v3379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:02.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:02 smithi081 ceph-mon[107735]: pgmap v3379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:02.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:02.033Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:02.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:02 smithi170 ceph-mon[97338]: pgmap v3379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:31:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:03.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:03.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:04 smithi170 ceph-mon[97338]: pgmap v3380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:04 smithi081 ceph-mon[95500]: pgmap v3380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:04.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:04 smithi081 ceph-mon[107735]: pgmap v3380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:06 smithi170 ceph-mon[97338]: pgmap v3381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:06.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:06 smithi081 ceph-mon[95500]: pgmap v3381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:06.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:06 smithi081 ceph-mon[107735]: pgmap v3381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:08 smithi170 ceph-mon[97338]: pgmap v3382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:08.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:08 smithi081 ceph-mon[95500]: pgmap v3382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:08.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:08 smithi081 ceph-mon[107735]: pgmap v3382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:10.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:10 smithi170 ceph-mon[97338]: pgmap v3383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:10.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:10 smithi081 ceph-mon[95500]: pgmap v3383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:10.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:10 smithi081 ceph-mon[107735]: pgmap v3383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:11 smithi170 ceph-mon[97338]: pgmap v3384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:11 smithi081 ceph-mon[95500]: pgmap v3384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:11 smithi081 ceph-mon[107735]: pgmap v3384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:12.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:12.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:31:14.239 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:13.896Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:14.239 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:13.897Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:14.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:14 smithi170 ceph-mon[97338]: pgmap v3385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:14 smithi081 ceph-mon[95500]: pgmap v3385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:14.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:14 smithi081 ceph-mon[107735]: pgmap v3385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:16 smithi170 ceph-mon[97338]: pgmap v3386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:16 smithi081 ceph-mon[95500]: pgmap v3386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:16.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:16 smithi081 ceph-mon[107735]: pgmap v3386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:18 smithi170 ceph-mon[97338]: pgmap v3387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:18.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:18 smithi081 ceph-mon[95500]: pgmap v3387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:18.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:18 smithi081 ceph-mon[107735]: pgmap v3387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:20 smithi170 ceph-mon[97338]: pgmap v3388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:20.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:20 smithi081 ceph-mon[95500]: pgmap v3388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:20.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:20 smithi081 ceph-mon[107735]: pgmap v3388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:21 smithi170 ceph-mon[97338]: pgmap v3389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:21 smithi081 ceph-mon[95500]: pgmap v3389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:21 smithi081 ceph-mon[107735]: pgmap v3389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:22.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:22.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:31:24.245 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:23.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:24.246 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:23.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:24.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:24 smithi170 ceph-mon[97338]: pgmap v3390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:24 smithi081 ceph-mon[95500]: pgmap v3390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:24.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:24 smithi081 ceph-mon[107735]: pgmap v3390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:26 smithi170 ceph-mon[97338]: pgmap v3391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:26.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:26 smithi081 ceph-mon[95500]: pgmap v3391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:26.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:26 smithi081 ceph-mon[107735]: pgmap v3391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:28 smithi170 ceph-mon[97338]: pgmap v3392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:28.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:28 smithi081 ceph-mon[95500]: pgmap v3392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:28.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:28 smithi081 ceph-mon[107735]: pgmap v3392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:29 smithi170 ceph-mon[97338]: pgmap v3393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:29 smithi081 ceph-mon[95500]: pgmap v3393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:29 smithi081 ceph-mon[107735]: pgmap v3393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:32.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:32 smithi081 ceph-mon[95500]: pgmap v3394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:32.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:32 smithi081 ceph-mon[107735]: pgmap v3394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:32.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:32.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:32.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:32 smithi170 ceph-mon[97338]: pgmap v3394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:31:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:33.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:33.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:34.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:34 smithi170 ceph-mon[97338]: pgmap v3395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:34.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:34 smithi081 ceph-mon[95500]: pgmap v3395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:34.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:34 smithi081 ceph-mon[107735]: pgmap v3395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:36 smithi170 ceph-mon[97338]: pgmap v3396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:36 smithi081 ceph-mon[95500]: pgmap v3396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:36.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:36 smithi081 ceph-mon[107735]: pgmap v3396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:38.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:38 smithi170 ceph-mon[97338]: pgmap v3397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:38.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:38 smithi081 ceph-mon[95500]: pgmap v3397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:38.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:38 smithi081 ceph-mon[107735]: pgmap v3397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:39 smithi170 ceph-mon[97338]: pgmap v3398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:39.776 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:39 smithi081 ceph-mon[95500]: pgmap v3398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:39.777 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:39 smithi081 ceph-mon[107735]: pgmap v3398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:42.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:42 smithi081 ceph-mon[95500]: pgmap v3399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:42.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:42 smithi081 ceph-mon[107735]: pgmap v3399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:42.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:42.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:42.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:42 smithi170 ceph-mon[97338]: pgmap v3399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:43.338 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:31:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:43 smithi170 ceph-mon[97338]: pgmap v3400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:43 smithi081 ceph-mon[95500]: pgmap v3400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:43.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:43 smithi081 ceph-mon[107735]: pgmap v3400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:43.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:43.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:46 smithi170 ceph-mon[97338]: pgmap v3401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:46.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:46 smithi081 ceph-mon[95500]: pgmap v3401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:46 smithi081 ceph-mon[107735]: pgmap v3401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:48 smithi170 ceph-mon[97338]: pgmap v3402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:48.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:48 smithi081 ceph-mon[95500]: pgmap v3402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:48.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:48 smithi081 ceph-mon[107735]: pgmap v3402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:49 smithi170 ceph-mon[97338]: pgmap v3403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:49 smithi081 ceph-mon[95500]: pgmap v3403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:49.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:49 smithi081 ceph-mon[107735]: pgmap v3403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:51 smithi170 ceph-mon[97338]: pgmap v3404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:51 smithi081 ceph-mon[95500]: pgmap v3404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:51.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:51 smithi081 ceph-mon[107735]: pgmap v3404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:52.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:52.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:31:54.253 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:31:53.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:54.254 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:31:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:31:53.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:31:54.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:54 smithi081 ceph-mon[107735]: pgmap v3405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:54.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:54 smithi081 ceph-mon[95500]: pgmap v3405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:54 smithi170 ceph-mon[97338]: pgmap v3405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:56 smithi170 ceph-mon[97338]: pgmap v3406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:56.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:56 smithi081 ceph-mon[95500]: pgmap v3406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:56.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:56 smithi081 ceph-mon[107735]: pgmap v3406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:57.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:31:57 smithi170 ceph-mon[97338]: pgmap v3407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:31:57 smithi081 ceph-mon[95500]: pgmap v3407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:31:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:31:57 smithi081 ceph-mon[107735]: pgmap v3407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:00 smithi081 ceph-mon[95500]: pgmap v3408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:00.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:00 smithi081 ceph-mon[107735]: pgmap v3408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:00 smithi170 ceph-mon[97338]: pgmap v3408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:01 smithi170 ceph-mon[97338]: pgmap v3409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:01 smithi081 ceph-mon[95500]: pgmap v3409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:01 smithi081 ceph-mon[107735]: pgmap v3409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:02.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:02.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:32:04.257 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:03.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:04.257 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:03.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:04 smithi081 ceph-mon[95500]: pgmap v3410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:04.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:04 smithi081 ceph-mon[107735]: pgmap v3410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:04 smithi170 ceph-mon[97338]: pgmap v3410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:06.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:06 smithi081 ceph-mon[95500]: pgmap v3411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:06 smithi081 ceph-mon[107735]: pgmap v3411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:06 smithi170 ceph-mon[97338]: pgmap v3411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:08.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:08 smithi081 ceph-mon[95500]: pgmap v3412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:08.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:08 smithi081 ceph-mon[107735]: pgmap v3412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:08 smithi170 ceph-mon[97338]: pgmap v3412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:10.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:10 smithi081 ceph-mon[95500]: pgmap v3413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:10.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:10 smithi081 ceph-mon[107735]: pgmap v3413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:10.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:10 smithi170 ceph-mon[97338]: pgmap v3413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:11 smithi170 ceph-mon[97338]: pgmap v3414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:11 smithi081 ceph-mon[95500]: pgmap v3414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:11 smithi081 ceph-mon[107735]: pgmap v3414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:12.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:12.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:32:14.260 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:13.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:14.260 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:13.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:14 smithi081 ceph-mon[95500]: pgmap v3415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:14 smithi081 ceph-mon[107735]: pgmap v3415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:14 smithi170 ceph-mon[97338]: pgmap v3415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:16 smithi081 ceph-mon[95500]: pgmap v3416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:16 smithi081 ceph-mon[107735]: pgmap v3416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:16.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:16 smithi170 ceph-mon[97338]: pgmap v3416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:18.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:18 smithi081 ceph-mon[95500]: pgmap v3417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:18 smithi081 ceph-mon[107735]: pgmap v3417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:18 smithi170 ceph-mon[97338]: pgmap v3417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:20.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:20 smithi081 ceph-mon[95500]: pgmap v3418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:20.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:20 smithi081 ceph-mon[107735]: pgmap v3418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:20 smithi170 ceph-mon[97338]: pgmap v3418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:21 smithi170 ceph-mon[97338]: pgmap v3419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:21 smithi081 ceph-mon[95500]: pgmap v3419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:21 smithi081 ceph-mon[107735]: pgmap v3419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:22.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:22.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:32:24.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:23.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:24.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:23.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:24.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:24 smithi081 ceph-mon[95500]: pgmap v3420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:24 smithi081 ceph-mon[107735]: pgmap v3420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:24 smithi170 ceph-mon[97338]: pgmap v3420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:26 smithi081 ceph-mon[95500]: pgmap v3421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:26.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:26 smithi081 ceph-mon[107735]: pgmap v3421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:26 smithi170 ceph-mon[97338]: pgmap v3421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:28 smithi170 ceph-mon[97338]: pgmap v3422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:28.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:28 smithi081 ceph-mon[95500]: pgmap v3422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:28.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:28 smithi081 ceph-mon[107735]: pgmap v3422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:30 smithi170 ceph-mon[97338]: pgmap v3423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:30 smithi081 ceph-mon[95500]: pgmap v3423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:30.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:30 smithi081 ceph-mon[107735]: pgmap v3423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:31 smithi170 ceph-mon[97338]: pgmap v3424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:31 smithi081 ceph-mon[95500]: pgmap v3424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:31 smithi081 ceph-mon[107735]: pgmap v3424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:32.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:32.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:32:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:33.901Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:33.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:34.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:34 smithi081 ceph-mon[95500]: pgmap v3425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:34 smithi081 ceph-mon[107735]: pgmap v3425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:34.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:34 smithi170 ceph-mon[97338]: pgmap v3425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:36 smithi170 ceph-mon[97338]: pgmap v3426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:36 smithi081 ceph-mon[95500]: pgmap v3426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:36.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:36 smithi081 ceph-mon[107735]: pgmap v3426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:38.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:38 smithi170 ceph-mon[97338]: pgmap v3427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:38.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:38 smithi081 ceph-mon[95500]: pgmap v3427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:38.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:38 smithi081 ceph-mon[107735]: pgmap v3427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:40.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:40 smithi170 ceph-mon[97338]: pgmap v3428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:40.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:40 smithi081 ceph-mon[95500]: pgmap v3428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:40.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:40 smithi081 ceph-mon[107735]: pgmap v3428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:41 smithi170 ceph-mon[97338]: pgmap v3429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:41 smithi081 ceph-mon[95500]: pgmap v3429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:41 smithi081 ceph-mon[107735]: pgmap v3429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:42.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:42.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:32:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:43.902Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:43.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:44.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:44 smithi170 ceph-mon[97338]: pgmap v3430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:44.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:44 smithi081 ceph-mon[95500]: pgmap v3430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:44.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:44 smithi081 ceph-mon[107735]: pgmap v3430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:46 smithi170 ceph-mon[97338]: pgmap v3431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:46.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:46 smithi081 ceph-mon[95500]: pgmap v3431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:46.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:46 smithi081 ceph-mon[107735]: pgmap v3431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:48 smithi170 ceph-mon[97338]: pgmap v3432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:48.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:48 smithi081 ceph-mon[95500]: pgmap v3432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:48.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:48 smithi081 ceph-mon[107735]: pgmap v3432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:50.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:50 smithi170 ceph-mon[97338]: pgmap v3433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:50.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:50 smithi081 ceph-mon[95500]: pgmap v3433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:50.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:50 smithi081 ceph-mon[107735]: pgmap v3433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:51 smithi170 ceph-mon[97338]: pgmap v3434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:51 smithi081 ceph-mon[95500]: pgmap v3434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:51 smithi081 ceph-mon[107735]: pgmap v3434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:52.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:52.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:32:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:32:53.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:32:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:32:53.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:32:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:54 smithi170 ceph-mon[97338]: pgmap v3435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:54.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:54 smithi081 ceph-mon[95500]: pgmap v3435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:54.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:54 smithi081 ceph-mon[107735]: pgmap v3435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:56 smithi170 ceph-mon[97338]: pgmap v3436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:56.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:56 smithi081 ceph-mon[95500]: pgmap v3436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:56.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:56 smithi081 ceph-mon[107735]: pgmap v3436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:58.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:32:58 smithi170 ceph-mon[97338]: pgmap v3437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:58.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:32:58 smithi081 ceph-mon[95500]: pgmap v3437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:32:58.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:32:58 smithi081 ceph-mon[107735]: pgmap v3437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:00 smithi170 ceph-mon[97338]: pgmap v3438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:00 smithi081 ceph-mon[95500]: pgmap v3438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:00.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:00 smithi081 ceph-mon[107735]: pgmap v3438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:01 smithi170 ceph-mon[97338]: pgmap v3439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:01 smithi081 ceph-mon[95500]: pgmap v3439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:01 smithi081 ceph-mon[107735]: pgmap v3439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:02.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:02.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:33:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:03.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:03.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:04 smithi170 ceph-mon[97338]: pgmap v3440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:04 smithi081 ceph-mon[95500]: pgmap v3440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:04.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:04 smithi081 ceph-mon[107735]: pgmap v3440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:06 smithi170 ceph-mon[97338]: pgmap v3441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:06.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:06 smithi081 ceph-mon[95500]: pgmap v3441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:06.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:06 smithi081 ceph-mon[107735]: pgmap v3441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:08 smithi170 ceph-mon[97338]: pgmap v3442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:08.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:08 smithi081 ceph-mon[95500]: pgmap v3442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:08.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:08 smithi081 ceph-mon[107735]: pgmap v3442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:10.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:10 smithi170 ceph-mon[97338]: pgmap v3443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:10.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:10 smithi081 ceph-mon[95500]: pgmap v3443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:10.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:10 smithi081 ceph-mon[107735]: pgmap v3443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:11 smithi170 ceph-mon[97338]: pgmap v3444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:11 smithi081 ceph-mon[95500]: pgmap v3444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:11 smithi081 ceph-mon[107735]: pgmap v3444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:12.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:12.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:33:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:13.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:13.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:14 smithi170 ceph-mon[97338]: pgmap v3445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:14.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:14 smithi081 ceph-mon[95500]: pgmap v3445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:14.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:14 smithi081 ceph-mon[107735]: pgmap v3445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:16 smithi170 ceph-mon[97338]: pgmap v3446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:16 smithi081 ceph-mon[95500]: pgmap v3446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:16.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:16 smithi081 ceph-mon[107735]: pgmap v3446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:18 smithi170 ceph-mon[97338]: pgmap v3447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:18.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:18 smithi081 ceph-mon[95500]: pgmap v3447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:18.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:18 smithi081 ceph-mon[107735]: pgmap v3447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:20 smithi170 ceph-mon[97338]: pgmap v3448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:20.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:20 smithi081 ceph-mon[95500]: pgmap v3448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:20.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:20 smithi081 ceph-mon[107735]: pgmap v3448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:21 smithi170 ceph-mon[97338]: pgmap v3449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:21 smithi081 ceph-mon[95500]: pgmap v3449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:21 smithi081 ceph-mon[107735]: pgmap v3449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:22.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:22.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:33:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:23.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:23.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:24 smithi170 ceph-mon[97338]: pgmap v3450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:24 smithi081 ceph-mon[95500]: pgmap v3450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:24 smithi081 ceph-mon[107735]: pgmap v3450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:26 smithi170 ceph-mon[97338]: pgmap v3451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:26.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:26 smithi081 ceph-mon[95500]: pgmap v3451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:26.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:26 smithi081 ceph-mon[107735]: pgmap v3451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:28 smithi170 ceph-mon[97338]: pgmap v3452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:28.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:28 smithi081 ceph-mon[95500]: pgmap v3452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:28.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:28 smithi081 ceph-mon[107735]: pgmap v3452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:30 smithi170 ceph-mon[97338]: pgmap v3453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:30 smithi081 ceph-mon[95500]: pgmap v3453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:30 smithi081 ceph-mon[107735]: pgmap v3453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:31 smithi170 ceph-mon[97338]: pgmap v3454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:31 smithi081 ceph-mon[95500]: pgmap v3454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:31 smithi081 ceph-mon[107735]: pgmap v3454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:32.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:32.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:33:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:33.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:33.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:34.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:34 smithi170 ceph-mon[97338]: pgmap v3455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:34.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:34 smithi081 ceph-mon[95500]: pgmap v3455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:34.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:34 smithi081 ceph-mon[107735]: pgmap v3455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:36 smithi170 ceph-mon[97338]: pgmap v3456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:36 smithi081 ceph-mon[95500]: pgmap v3456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:36.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:36 smithi081 ceph-mon[107735]: pgmap v3456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:38.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:38 smithi170 ceph-mon[97338]: pgmap v3457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:38.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:38 smithi081 ceph-mon[95500]: pgmap v3457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:38.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:38 smithi081 ceph-mon[107735]: pgmap v3457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:40.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:40 smithi170 ceph-mon[97338]: pgmap v3458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:40.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:40 smithi081 ceph-mon[95500]: pgmap v3458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:40.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:40 smithi081 ceph-mon[107735]: pgmap v3458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:41 smithi170 ceph-mon[97338]: pgmap v3459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:41 smithi081 ceph-mon[95500]: pgmap v3459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:41 smithi081 ceph-mon[107735]: pgmap v3459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:42.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:42.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:33:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:43.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:43.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:44.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:44 smithi170 ceph-mon[97338]: pgmap v3460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:44.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:44 smithi081 ceph-mon[95500]: pgmap v3460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:44.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:44 smithi081 ceph-mon[107735]: pgmap v3460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:46 smithi170 ceph-mon[97338]: pgmap v3461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:46.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:46 smithi081 ceph-mon[95500]: pgmap v3461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:46 smithi081 ceph-mon[107735]: pgmap v3461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:48 smithi170 ceph-mon[97338]: pgmap v3462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:48.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:48 smithi081 ceph-mon[95500]: pgmap v3462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:48.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:48 smithi081 ceph-mon[107735]: pgmap v3462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:50.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:50 smithi170 ceph-mon[97338]: pgmap v3463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:50.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:50 smithi081 ceph-mon[95500]: pgmap v3463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:50.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:50 smithi081 ceph-mon[107735]: pgmap v3463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:51 smithi170 ceph-mon[97338]: pgmap v3464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:51 smithi081 ceph-mon[95500]: pgmap v3464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:51 smithi081 ceph-mon[107735]: pgmap v3464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:52.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:52.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:33:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:33:53.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:33:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:33:53.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:33:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:54 smithi170 ceph-mon[97338]: pgmap v3465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:54.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:54 smithi081 ceph-mon[95500]: pgmap v3465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:54.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:54 smithi081 ceph-mon[107735]: pgmap v3465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:56 smithi170 ceph-mon[97338]: pgmap v3466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:56.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:56 smithi081 ceph-mon[95500]: pgmap v3466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:56.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:56 smithi081 ceph-mon[107735]: pgmap v3466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:58.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:33:58 smithi170 ceph-mon[97338]: pgmap v3467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:58.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:33:58 smithi081 ceph-mon[95500]: pgmap v3467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:33:58.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:33:58 smithi081 ceph-mon[107735]: pgmap v3467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:00 smithi170 ceph-mon[97338]: pgmap v3468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:00 smithi081 ceph-mon[95500]: pgmap v3468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:00.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:00 smithi081 ceph-mon[107735]: pgmap v3468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:01 smithi170 ceph-mon[97338]: pgmap v3469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:01 smithi081 ceph-mon[95500]: pgmap v3469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:01.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:01 smithi081 ceph-mon[107735]: pgmap v3469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:02.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:02.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:34:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:03.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:03.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:04 smithi170 ceph-mon[97338]: pgmap v3470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:04 smithi081 ceph-mon[95500]: pgmap v3470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:04.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:04 smithi081 ceph-mon[107735]: pgmap v3470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:06 smithi170 ceph-mon[97338]: pgmap v3471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:06.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:06 smithi081 ceph-mon[95500]: pgmap v3471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:06.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:06 smithi081 ceph-mon[107735]: pgmap v3471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:08 smithi170 ceph-mon[97338]: pgmap v3472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:08.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:08 smithi081 ceph-mon[95500]: pgmap v3472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:08.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:08 smithi081 ceph-mon[107735]: pgmap v3472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:10.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:10 smithi170 ceph-mon[97338]: pgmap v3473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:10.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:10 smithi081 ceph-mon[95500]: pgmap v3473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:10.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:10 smithi081 ceph-mon[107735]: pgmap v3473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:11 smithi170 ceph-mon[97338]: pgmap v3474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:11 smithi081 ceph-mon[95500]: pgmap v3474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:11 smithi081 ceph-mon[107735]: pgmap v3474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:12.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:12.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:34:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:13.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:13.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:14 smithi170 ceph-mon[97338]: pgmap v3475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:14.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:14 smithi081 ceph-mon[95500]: pgmap v3475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:14.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:14 smithi081 ceph-mon[107735]: pgmap v3475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:16 smithi170 ceph-mon[97338]: pgmap v3476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:16 smithi081 ceph-mon[95500]: pgmap v3476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:16.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:16 smithi081 ceph-mon[107735]: pgmap v3476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:18 smithi170 ceph-mon[97338]: pgmap v3477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:18.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:18 smithi081 ceph-mon[95500]: pgmap v3477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:18.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:18 smithi081 ceph-mon[107735]: pgmap v3477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:20 smithi170 ceph-mon[97338]: pgmap v3478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:20.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:20 smithi081 ceph-mon[95500]: pgmap v3478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:20.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:20 smithi081 ceph-mon[107735]: pgmap v3478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:21 smithi170 ceph-mon[97338]: pgmap v3479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:21 smithi081 ceph-mon[95500]: pgmap v3479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:21 smithi081 ceph-mon[107735]: pgmap v3479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:22.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:22.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:34:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:23.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:23.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:24 smithi170 ceph-mon[97338]: pgmap v3480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:24 smithi081 ceph-mon[95500]: pgmap v3480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:24 smithi081 ceph-mon[107735]: pgmap v3480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:26 smithi170 ceph-mon[97338]: pgmap v3481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:26.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:26 smithi081 ceph-mon[95500]: pgmap v3481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:26.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:26 smithi081 ceph-mon[107735]: pgmap v3481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:28 smithi170 ceph-mon[97338]: pgmap v3482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:28.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:28 smithi081 ceph-mon[95500]: pgmap v3482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:28.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:28 smithi081 ceph-mon[107735]: pgmap v3482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:30 smithi170 ceph-mon[97338]: pgmap v3483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:30 smithi081 ceph-mon[95500]: pgmap v3483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:30.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:30 smithi081 ceph-mon[107735]: pgmap v3483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:31 smithi170 ceph-mon[97338]: pgmap v3484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:31 smithi081 ceph-mon[95500]: pgmap v3484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:31 smithi081 ceph-mon[107735]: pgmap v3484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:32.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:32.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:34:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:33.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:33.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:34.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:34 smithi170 ceph-mon[97338]: pgmap v3485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:34.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:34 smithi081 ceph-mon[95500]: pgmap v3485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:34.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:34 smithi081 ceph-mon[107735]: pgmap v3485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:36 smithi170 ceph-mon[97338]: pgmap v3486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:36 smithi081 ceph-mon[95500]: pgmap v3486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:36.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:36 smithi081 ceph-mon[107735]: pgmap v3486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:38.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:38 smithi170 ceph-mon[97338]: pgmap v3487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:38.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:38 smithi081 ceph-mon[95500]: pgmap v3487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:38.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:38 smithi081 ceph-mon[107735]: pgmap v3487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:40.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:40 smithi170 ceph-mon[97338]: pgmap v3488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:40.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:40 smithi081 ceph-mon[95500]: pgmap v3488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:40.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:40 smithi081 ceph-mon[107735]: pgmap v3488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:41 smithi170 ceph-mon[97338]: pgmap v3489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:41 smithi081 ceph-mon[95500]: pgmap v3489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:41 smithi081 ceph-mon[107735]: pgmap v3489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:42.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:42.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:34:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:43.910Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:43.911Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:44.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:44 smithi170 ceph-mon[97338]: pgmap v3490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:44.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:44 smithi081 ceph-mon[95500]: pgmap v3490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:44.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:44 smithi081 ceph-mon[107735]: pgmap v3490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:46.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:46 smithi170 ceph-mon[97338]: pgmap v3491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:46.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:46 smithi081 ceph-mon[95500]: pgmap v3491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:46.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:46 smithi081 ceph-mon[107735]: pgmap v3491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:48.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:48 smithi170 ceph-mon[97338]: pgmap v3492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:48.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:48 smithi081 ceph-mon[95500]: pgmap v3492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:48.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:48 smithi081 ceph-mon[107735]: pgmap v3492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:50.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:50 smithi170 ceph-mon[97338]: pgmap v3493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:50.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:50 smithi081 ceph-mon[95500]: pgmap v3493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:50.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:50 smithi081 ceph-mon[107735]: pgmap v3493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:51 smithi170 ceph-mon[97338]: pgmap v3494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:51 smithi081 ceph-mon[95500]: pgmap v3494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:51 smithi081 ceph-mon[107735]: pgmap v3494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:52.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:52.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:34:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:34:53.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:34:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:34:53.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:34:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:54 smithi170 ceph-mon[97338]: pgmap v3495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:54.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:54 smithi081 ceph-mon[95500]: pgmap v3495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:54.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:54 smithi081 ceph-mon[107735]: pgmap v3495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:56.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:56 smithi170 ceph-mon[97338]: pgmap v3496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:56.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:56 smithi081 ceph-mon[95500]: pgmap v3496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:56.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:56 smithi081 ceph-mon[107735]: pgmap v3496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:58.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:34:58 smithi170 ceph-mon[97338]: pgmap v3497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:58.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:34:58 smithi081 ceph-mon[95500]: pgmap v3497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:34:58.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:34:58 smithi081 ceph-mon[107735]: pgmap v3497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:00 smithi170 ceph-mon[97338]: pgmap v3498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:00 smithi081 ceph-mon[95500]: pgmap v3498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:00.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:00 smithi081 ceph-mon[107735]: pgmap v3498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:01 smithi170 ceph-mon[97338]: pgmap v3499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:01 smithi081 ceph-mon[95500]: pgmap v3499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:01 smithi081 ceph-mon[107735]: pgmap v3499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:02.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:02.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:35:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:03.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:03.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:04 smithi170 ceph-mon[97338]: pgmap v3500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:04 smithi081 ceph-mon[95500]: pgmap v3500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:04.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:04 smithi081 ceph-mon[107735]: pgmap v3500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:06 smithi170 ceph-mon[97338]: pgmap v3501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:06.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:06 smithi081 ceph-mon[95500]: pgmap v3501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:06.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:06 smithi081 ceph-mon[107735]: pgmap v3501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:08 smithi170 ceph-mon[97338]: pgmap v3502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:08.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:08 smithi081 ceph-mon[95500]: pgmap v3502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:08.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:08 smithi081 ceph-mon[107735]: pgmap v3502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:09 smithi170 ceph-mon[97338]: pgmap v3503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:09 smithi081 ceph-mon[95500]: pgmap v3503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:09.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:09 smithi081 ceph-mon[107735]: pgmap v3503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:11 smithi170 ceph-mon[97338]: pgmap v3504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:11 smithi081 ceph-mon[95500]: pgmap v3504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:11 smithi081 ceph-mon[107735]: pgmap v3504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:12.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:12.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:35:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:13.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:13.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:14 smithi170 ceph-mon[97338]: pgmap v3505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:14.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:14 smithi081 ceph-mon[95500]: pgmap v3505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:14.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:14 smithi081 ceph-mon[107735]: pgmap v3505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:16 smithi170 ceph-mon[97338]: pgmap v3506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:16 smithi081 ceph-mon[95500]: pgmap v3506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:16.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:16 smithi081 ceph-mon[107735]: pgmap v3506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:17.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:17 smithi170 ceph-mon[97338]: pgmap v3507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:17.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:17 smithi081 ceph-mon[95500]: pgmap v3507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:17.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:17 smithi081 ceph-mon[107735]: pgmap v3507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:20 smithi170 ceph-mon[97338]: pgmap v3508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:20.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:20 smithi081 ceph-mon[95500]: pgmap v3508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:20.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:20 smithi081 ceph-mon[107735]: pgmap v3508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:21 smithi170 ceph-mon[97338]: pgmap v3509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:21 smithi081 ceph-mon[95500]: pgmap v3509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:21 smithi081 ceph-mon[107735]: pgmap v3509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:22.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:22.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:35:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:23.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:23.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:24 smithi170 ceph-mon[97338]: pgmap v3510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:24 smithi081 ceph-mon[95500]: pgmap v3510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:24 smithi081 ceph-mon[107735]: pgmap v3510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:26 smithi170 ceph-mon[97338]: pgmap v3511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:26.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:26 smithi081 ceph-mon[95500]: pgmap v3511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:26.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:26 smithi081 ceph-mon[107735]: pgmap v3511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:27 smithi170 ceph-mon[97338]: pgmap v3512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:27 smithi081 ceph-mon[95500]: pgmap v3512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:27 smithi081 ceph-mon[107735]: pgmap v3512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:30 smithi170 ceph-mon[97338]: pgmap v3513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:30 smithi081 ceph-mon[95500]: pgmap v3513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:30.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:30 smithi081 ceph-mon[107735]: pgmap v3513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:31 smithi170 ceph-mon[97338]: pgmap v3514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:31 smithi081 ceph-mon[95500]: pgmap v3514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:31 smithi081 ceph-mon[107735]: pgmap v3514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:32.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:32.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:35:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:33.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:33.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:34.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:34 smithi170 ceph-mon[97338]: pgmap v3515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:34.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:34 smithi081 ceph-mon[95500]: pgmap v3515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:34.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:34 smithi081 ceph-mon[107735]: pgmap v3515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:35.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:35 smithi170 ceph-mon[97338]: pgmap v3516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:35 smithi081 ceph-mon[95500]: pgmap v3516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:35.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:35 smithi081 ceph-mon[107735]: pgmap v3516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:37 smithi170 ceph-mon[97338]: pgmap v3517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:37 smithi081 ceph-mon[95500]: pgmap v3517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:37.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:37 smithi081 ceph-mon[107735]: pgmap v3517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:39 smithi170 ceph-mon[97338]: pgmap v3518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:39 smithi081 ceph-mon[95500]: pgmap v3518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:39 smithi081 ceph-mon[107735]: pgmap v3518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:41 smithi170 ceph-mon[97338]: pgmap v3519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:41 smithi081 ceph-mon[95500]: pgmap v3519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:41 smithi081 ceph-mon[107735]: pgmap v3519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:42.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:42.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:43.378 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:35:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:43 smithi170 ceph-mon[97338]: pgmap v3520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:43 smithi081 ceph-mon[95500]: pgmap v3520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:43.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:43 smithi081 ceph-mon[107735]: pgmap v3520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:43.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:43.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:45 smithi170 ceph-mon[97338]: pgmap v3521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:45 smithi081 ceph-mon[95500]: pgmap v3521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:45 smithi081 ceph-mon[107735]: pgmap v3521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:47 smithi170 ceph-mon[97338]: pgmap v3522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:47 smithi081 ceph-mon[95500]: pgmap v3522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:47 smithi081 ceph-mon[107735]: pgmap v3522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:49 smithi170 ceph-mon[97338]: pgmap v3523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:49 smithi081 ceph-mon[95500]: pgmap v3523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:49.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:49 smithi081 ceph-mon[107735]: pgmap v3523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:51 smithi170 ceph-mon[97338]: pgmap v3524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:51 smithi081 ceph-mon[95500]: pgmap v3524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:51.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:51 smithi081 ceph-mon[107735]: pgmap v3524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:52.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:52.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:53.380 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:35:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:53 smithi170 ceph-mon[97338]: pgmap v3525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:53.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:53 smithi081 ceph-mon[95500]: pgmap v3525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:53.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:53 smithi081 ceph-mon[107735]: pgmap v3525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:35:53.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:54.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:35:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:35:53.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:35:55.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:55 smithi170 ceph-mon[97338]: pgmap v3526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:55.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:55 smithi081 ceph-mon[95500]: pgmap v3526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:55.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:55 smithi081 ceph-mon[107735]: pgmap v3526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:57 smithi170 ceph-mon[97338]: pgmap v3527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:57 smithi081 ceph-mon[95500]: pgmap v3527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:57 smithi081 ceph-mon[107735]: pgmap v3527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:35:59 smithi170 ceph-mon[97338]: pgmap v3528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:35:59 smithi081 ceph-mon[95500]: pgmap v3528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:35:59.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:35:59 smithi081 ceph-mon[107735]: pgmap v3528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:01 smithi170 ceph-mon[97338]: pgmap v3529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:01 smithi081 ceph-mon[95500]: pgmap v3529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:01 smithi081 ceph-mon[107735]: pgmap v3529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:02.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:02.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:03.382 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:36:03.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:03 smithi170 ceph-mon[97338]: pgmap v3530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:03.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:03 smithi081 ceph-mon[95500]: pgmap v3530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:03.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:03 smithi081 ceph-mon[107735]: pgmap v3530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:03.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:04.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:03.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:05.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:05 smithi170 ceph-mon[97338]: pgmap v3531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:05 smithi081 ceph-mon[95500]: pgmap v3531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:05 smithi081 ceph-mon[107735]: pgmap v3531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:07.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:07 smithi170 ceph-mon[97338]: pgmap v3532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:07.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:07 smithi081 ceph-mon[95500]: pgmap v3532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:07.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:07 smithi081 ceph-mon[107735]: pgmap v3532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:09 smithi170 ceph-mon[97338]: pgmap v3533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:09 smithi081 ceph-mon[95500]: pgmap v3533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:09.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:09 smithi081 ceph-mon[107735]: pgmap v3533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:11 smithi170 ceph-mon[97338]: pgmap v3534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:11 smithi081 ceph-mon[95500]: pgmap v3534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:11 smithi081 ceph-mon[107735]: pgmap v3534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:12.053Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:12.054Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:13.386 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:36:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:13 smithi170 ceph-mon[97338]: pgmap v3535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:13.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:13 smithi081 ceph-mon[95500]: pgmap v3535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:13 smithi081 ceph-mon[107735]: pgmap v3535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:13.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:13.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:15.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:15 smithi170 ceph-mon[97338]: pgmap v3536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:15.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:15 smithi081 ceph-mon[95500]: pgmap v3536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:15.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:15 smithi081 ceph-mon[107735]: pgmap v3536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:17.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:17 smithi170 ceph-mon[97338]: pgmap v3537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:17.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:17 smithi081 ceph-mon[95500]: pgmap v3537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:17.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:17 smithi081 ceph-mon[107735]: pgmap v3537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:19 smithi170 ceph-mon[97338]: pgmap v3538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:19 smithi081 ceph-mon[95500]: pgmap v3538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:19.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:19 smithi081 ceph-mon[107735]: pgmap v3538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:21 smithi170 ceph-mon[97338]: pgmap v3539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:21 smithi081 ceph-mon[95500]: pgmap v3539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:21.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:21 smithi081 ceph-mon[107735]: pgmap v3539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:22.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:22.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:23.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:36:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:23 smithi170 ceph-mon[97338]: pgmap v3540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:23.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:23 smithi081 ceph-mon[95500]: pgmap v3540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:23.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:23 smithi081 ceph-mon[107735]: pgmap v3540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:23.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:23.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:25 smithi170 ceph-mon[97338]: pgmap v3541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:25 smithi081 ceph-mon[95500]: pgmap v3541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:25.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:25 smithi081 ceph-mon[107735]: pgmap v3541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:27 smithi170 ceph-mon[97338]: pgmap v3542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:27 smithi081 ceph-mon[95500]: pgmap v3542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:27 smithi081 ceph-mon[107735]: pgmap v3542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:29 smithi170 ceph-mon[97338]: pgmap v3543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:29.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:29 smithi081 ceph-mon[95500]: pgmap v3543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:29.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:29 smithi081 ceph-mon[107735]: pgmap v3543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:31 smithi170 ceph-mon[97338]: pgmap v3544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:31 smithi081 ceph-mon[95500]: pgmap v3544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:31 smithi081 ceph-mon[107735]: pgmap v3544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:32.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:32.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:33.387 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:36:33.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:33 smithi170 ceph-mon[97338]: pgmap v3545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:33.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:33 smithi081 ceph-mon[95500]: pgmap v3545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:33.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:33 smithi081 ceph-mon[107735]: pgmap v3545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:33.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:33.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:35.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:35 smithi170 ceph-mon[97338]: pgmap v3546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:35 smithi081 ceph-mon[95500]: pgmap v3546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:35.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:35 smithi081 ceph-mon[107735]: pgmap v3546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:37 smithi170 ceph-mon[97338]: pgmap v3547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:37 smithi081 ceph-mon[95500]: pgmap v3547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:37.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:37 smithi081 ceph-mon[107735]: pgmap v3547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:39 smithi170 ceph-mon[97338]: pgmap v3548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:39 smithi081 ceph-mon[95500]: pgmap v3548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:39.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:39 smithi081 ceph-mon[107735]: pgmap v3548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:41 smithi170 ceph-mon[97338]: pgmap v3549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:41 smithi081 ceph-mon[95500]: pgmap v3549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:41 smithi081 ceph-mon[107735]: pgmap v3549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:42.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:42.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:43.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:36:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:43 smithi170 ceph-mon[97338]: pgmap v3550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:43 smithi081 ceph-mon[95500]: pgmap v3550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:43.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:43 smithi081 ceph-mon[107735]: pgmap v3550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:43.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:43.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:45 smithi170 ceph-mon[97338]: pgmap v3551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:45.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:45 smithi081 ceph-mon[95500]: pgmap v3551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:45.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:45 smithi081 ceph-mon[107735]: pgmap v3551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:47 smithi170 ceph-mon[97338]: pgmap v3552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:47 smithi081 ceph-mon[95500]: pgmap v3552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:47 smithi081 ceph-mon[107735]: pgmap v3552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:49 smithi170 ceph-mon[97338]: pgmap v3553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:49 smithi081 ceph-mon[95500]: pgmap v3553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:49 smithi081 ceph-mon[107735]: pgmap v3553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:51 smithi170 ceph-mon[97338]: pgmap v3554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:51 smithi081 ceph-mon[95500]: pgmap v3554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:51 smithi081 ceph-mon[107735]: pgmap v3554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:52.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:52.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:53.393 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:36:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:53 smithi170 ceph-mon[97338]: pgmap v3555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:53.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:53 smithi081 ceph-mon[95500]: pgmap v3555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:53.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:53 smithi081 ceph-mon[107735]: pgmap v3555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:36:53.920Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:36:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:36:53.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:36:55.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:55 smithi170 ceph-mon[97338]: pgmap v3556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:55.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:55 smithi081 ceph-mon[95500]: pgmap v3556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:55.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:55 smithi081 ceph-mon[107735]: pgmap v3556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:57 smithi170 ceph-mon[97338]: pgmap v3557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:57 smithi081 ceph-mon[95500]: pgmap v3557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:57 smithi081 ceph-mon[107735]: pgmap v3557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:36:59 smithi170 ceph-mon[97338]: pgmap v3558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:36:59 smithi081 ceph-mon[95500]: pgmap v3558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:36:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:36:59 smithi081 ceph-mon[107735]: pgmap v3558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:01 smithi170 ceph-mon[97338]: pgmap v3559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:01 smithi081 ceph-mon[95500]: pgmap v3559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:01 smithi081 ceph-mon[107735]: pgmap v3559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:02.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:02.058Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:03.395 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:37:03.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:03 smithi170 ceph-mon[97338]: pgmap v3560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:03.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:03 smithi081 ceph-mon[95500]: pgmap v3560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:03.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:03 smithi081 ceph-mon[107735]: pgmap v3560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:03.921Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:03.922Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:05.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:05 smithi170 ceph-mon[97338]: pgmap v3561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:05 smithi081 ceph-mon[95500]: pgmap v3561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:05 smithi081 ceph-mon[107735]: pgmap v3561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:07.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:07 smithi170 ceph-mon[97338]: pgmap v3562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:07.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:07 smithi081 ceph-mon[95500]: pgmap v3562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:07.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:07 smithi081 ceph-mon[107735]: pgmap v3562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:09 smithi170 ceph-mon[97338]: pgmap v3563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:09 smithi081 ceph-mon[95500]: pgmap v3563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:09.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:09 smithi081 ceph-mon[107735]: pgmap v3563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:11 smithi170 ceph-mon[97338]: pgmap v3564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:11 smithi081 ceph-mon[95500]: pgmap v3564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:11 smithi081 ceph-mon[107735]: pgmap v3564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:12.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:12.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:13.394 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:37:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:13 smithi170 ceph-mon[97338]: pgmap v3565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:13.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:13 smithi081 ceph-mon[95500]: pgmap v3565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:13.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:13 smithi081 ceph-mon[107735]: pgmap v3565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:13.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:13.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:15.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:15 smithi170 ceph-mon[97338]: pgmap v3566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:15.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:15 smithi081 ceph-mon[95500]: pgmap v3566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:15.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:15 smithi081 ceph-mon[107735]: pgmap v3566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:17.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:17 smithi170 ceph-mon[97338]: pgmap v3567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:17.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:17 smithi081 ceph-mon[95500]: pgmap v3567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:17.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:17 smithi081 ceph-mon[107735]: pgmap v3567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:19 smithi170 ceph-mon[97338]: pgmap v3568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:19 smithi081 ceph-mon[95500]: pgmap v3568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:19.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:19 smithi081 ceph-mon[107735]: pgmap v3568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:21 smithi170 ceph-mon[97338]: pgmap v3569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:21 smithi081 ceph-mon[95500]: pgmap v3569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:21 smithi081 ceph-mon[107735]: pgmap v3569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:22.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:22.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:23.396 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:37:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:23 smithi170 ceph-mon[97338]: pgmap v3570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:23.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:23 smithi081 ceph-mon[95500]: pgmap v3570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:23 smithi081 ceph-mon[107735]: pgmap v3570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:23.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:23.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:25 smithi170 ceph-mon[97338]: pgmap v3571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:25 smithi081 ceph-mon[95500]: pgmap v3571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:25.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:25 smithi081 ceph-mon[107735]: pgmap v3571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:27 smithi170 ceph-mon[97338]: pgmap v3572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:27 smithi081 ceph-mon[95500]: pgmap v3572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:27 smithi081 ceph-mon[107735]: pgmap v3572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:29 smithi170 ceph-mon[97338]: pgmap v3573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:29 smithi081 ceph-mon[95500]: pgmap v3573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:29.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:29 smithi081 ceph-mon[107735]: pgmap v3573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:31 smithi170 ceph-mon[97338]: pgmap v3574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:31 smithi081 ceph-mon[95500]: pgmap v3574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:31 smithi081 ceph-mon[107735]: pgmap v3574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:32.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:32.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:33.400 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:37:33.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:33 smithi170 ceph-mon[97338]: pgmap v3575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:33.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:33 smithi081 ceph-mon[95500]: pgmap v3575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:33.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:33 smithi081 ceph-mon[107735]: pgmap v3575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:33.923Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:33.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:35.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:35 smithi170 ceph-mon[97338]: pgmap v3576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:35 smithi081 ceph-mon[95500]: pgmap v3576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:35.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:35 smithi081 ceph-mon[107735]: pgmap v3576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:37 smithi170 ceph-mon[97338]: pgmap v3577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:37 smithi081 ceph-mon[95500]: pgmap v3577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:37.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:37 smithi081 ceph-mon[107735]: pgmap v3577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:39 smithi170 ceph-mon[97338]: pgmap v3578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:39 smithi081 ceph-mon[95500]: pgmap v3578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:39.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:39 smithi081 ceph-mon[107735]: pgmap v3578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:41 smithi170 ceph-mon[97338]: pgmap v3579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:41 smithi081 ceph-mon[95500]: pgmap v3579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:41 smithi081 ceph-mon[107735]: pgmap v3579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:42.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:42.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:43.400 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:37:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:43 smithi170 ceph-mon[97338]: pgmap v3580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:43 smithi081 ceph-mon[95500]: pgmap v3580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:43.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:43 smithi081 ceph-mon[107735]: pgmap v3580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:43.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:43.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:45 smithi170 ceph-mon[97338]: pgmap v3581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:45 smithi081 ceph-mon[95500]: pgmap v3581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:45 smithi081 ceph-mon[107735]: pgmap v3581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:47 smithi170 ceph-mon[97338]: pgmap v3582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:47 smithi081 ceph-mon[95500]: pgmap v3582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:47 smithi081 ceph-mon[107735]: pgmap v3582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:49 smithi170 ceph-mon[97338]: pgmap v3583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:49 smithi081 ceph-mon[95500]: pgmap v3583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:49 smithi081 ceph-mon[107735]: pgmap v3583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:51 smithi170 ceph-mon[97338]: pgmap v3584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:51 smithi081 ceph-mon[95500]: pgmap v3584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:51 smithi081 ceph-mon[107735]: pgmap v3584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:52.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:52.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:53.402 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:37:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:53 smithi170 ceph-mon[97338]: pgmap v3585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:53.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:53 smithi081 ceph-mon[95500]: pgmap v3585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:53.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:53 smithi081 ceph-mon[107735]: pgmap v3585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:37:53.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:37:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:37:53.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:37:55.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:55 smithi170 ceph-mon[97338]: pgmap v3586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:55.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:55 smithi081 ceph-mon[95500]: pgmap v3586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:55.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:55 smithi081 ceph-mon[107735]: pgmap v3586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:57 smithi170 ceph-mon[97338]: pgmap v3587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:57 smithi081 ceph-mon[95500]: pgmap v3587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:57 smithi081 ceph-mon[107735]: pgmap v3587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:37:59 smithi170 ceph-mon[97338]: pgmap v3588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:37:59 smithi081 ceph-mon[95500]: pgmap v3588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:37:59.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:37:59 smithi081 ceph-mon[107735]: pgmap v3588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:01 smithi170 ceph-mon[97338]: pgmap v3589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:01 smithi081 ceph-mon[95500]: pgmap v3589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:01 smithi081 ceph-mon[107735]: pgmap v3589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:02.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:02.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:03.406 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:38:03.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:03 smithi170 ceph-mon[97338]: pgmap v3590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:03.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:03 smithi081 ceph-mon[95500]: pgmap v3590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:03.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:03 smithi081 ceph-mon[107735]: pgmap v3590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:03.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:03.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:05.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:05 smithi170 ceph-mon[97338]: pgmap v3591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:05 smithi081 ceph-mon[95500]: pgmap v3591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:05 smithi081 ceph-mon[107735]: pgmap v3591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:07.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:07 smithi170 ceph-mon[97338]: pgmap v3592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:07.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:07 smithi081 ceph-mon[95500]: pgmap v3592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:07.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:07 smithi081 ceph-mon[107735]: pgmap v3592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:09 smithi170 ceph-mon[97338]: pgmap v3593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:09 smithi081 ceph-mon[95500]: pgmap v3593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:09.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:09 smithi081 ceph-mon[107735]: pgmap v3593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:11 smithi170 ceph-mon[97338]: pgmap v3594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:11 smithi081 ceph-mon[95500]: pgmap v3594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:11 smithi081 ceph-mon[107735]: pgmap v3594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:12.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:12.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:13.406 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:38:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:13 smithi170 ceph-mon[97338]: pgmap v3595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:13.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:13 smithi081 ceph-mon[95500]: pgmap v3595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:13.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:13 smithi081 ceph-mon[107735]: pgmap v3595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:13.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:13.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:15.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:15 smithi170 ceph-mon[97338]: pgmap v3596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:15.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:15 smithi081 ceph-mon[95500]: pgmap v3596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:15.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:15 smithi081 ceph-mon[107735]: pgmap v3596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:17.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:17 smithi170 ceph-mon[97338]: pgmap v3597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:17.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:17 smithi081 ceph-mon[95500]: pgmap v3597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:17.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:17 smithi081 ceph-mon[107735]: pgmap v3597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:19 smithi170 ceph-mon[97338]: pgmap v3598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:19 smithi081 ceph-mon[95500]: pgmap v3598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:19.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:19 smithi081 ceph-mon[107735]: pgmap v3598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:21 smithi170 ceph-mon[97338]: pgmap v3599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:21 smithi081 ceph-mon[95500]: pgmap v3599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:21 smithi081 ceph-mon[107735]: pgmap v3599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:22.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:22.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:23.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:38:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:23 smithi170 ceph-mon[97338]: pgmap v3600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:23.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:23 smithi081 ceph-mon[95500]: pgmap v3600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:23.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:23 smithi081 ceph-mon[107735]: pgmap v3600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:23.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:23.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:25 smithi170 ceph-mon[97338]: pgmap v3601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:25 smithi081 ceph-mon[95500]: pgmap v3601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:25.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:25 smithi081 ceph-mon[107735]: pgmap v3601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:27 smithi170 ceph-mon[97338]: pgmap v3602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:27 smithi081 ceph-mon[95500]: pgmap v3602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:27 smithi081 ceph-mon[107735]: pgmap v3602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:29 smithi170 ceph-mon[97338]: pgmap v3603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:29 smithi081 ceph-mon[95500]: pgmap v3603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:29 smithi081 ceph-mon[107735]: pgmap v3603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:31 smithi170 ceph-mon[97338]: pgmap v3604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:31 smithi081 ceph-mon[95500]: pgmap v3604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:31 smithi081 ceph-mon[107735]: pgmap v3604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:32.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:32.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:32.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:33.408 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:38:33.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:33 smithi170 ceph-mon[97338]: pgmap v3605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:33.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:33 smithi081 ceph-mon[95500]: pgmap v3605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:33.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:33 smithi081 ceph-mon[107735]: pgmap v3605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:33.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:33.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:35.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:35 smithi170 ceph-mon[97338]: pgmap v3606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:35 smithi081 ceph-mon[95500]: pgmap v3606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:35.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:35 smithi081 ceph-mon[107735]: pgmap v3606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:37 smithi170 ceph-mon[97338]: pgmap v3607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:37 smithi081 ceph-mon[95500]: pgmap v3607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:37.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:37 smithi081 ceph-mon[107735]: pgmap v3607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:39 smithi170 ceph-mon[97338]: pgmap v3608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:39 smithi081 ceph-mon[95500]: pgmap v3608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:39 smithi081 ceph-mon[107735]: pgmap v3608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:41 smithi170 ceph-mon[97338]: pgmap v3609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:41 smithi081 ceph-mon[95500]: pgmap v3609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:41 smithi081 ceph-mon[107735]: pgmap v3609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:42.063Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:42.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:43.410 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:38:43.411 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:43 smithi081 ceph-mon[107735]: pgmap v3610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:43.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:43 smithi170 ceph-mon[97338]: pgmap v3610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:43 smithi081 ceph-mon[95500]: pgmap v3610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:43.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:43.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:45.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:45 smithi170 ceph-mon[97338]: pgmap v3611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:45 smithi081 ceph-mon[95500]: pgmap v3611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:45 smithi081 ceph-mon[107735]: pgmap v3611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:47 smithi170 ceph-mon[97338]: pgmap v3612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:47 smithi081 ceph-mon[95500]: pgmap v3612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:47 smithi081 ceph-mon[107735]: pgmap v3612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:49 smithi170 ceph-mon[97338]: pgmap v3613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:49 smithi081 ceph-mon[95500]: pgmap v3613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:49.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:49 smithi081 ceph-mon[107735]: pgmap v3613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:51 smithi170 ceph-mon[97338]: pgmap v3614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:51 smithi081 ceph-mon[95500]: pgmap v3614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:51 smithi081 ceph-mon[107735]: pgmap v3614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:52.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:52.065Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:53.412 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:38:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:53 smithi170 ceph-mon[97338]: pgmap v3615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:53.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:53 smithi081 ceph-mon[95500]: pgmap v3615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:53.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:53 smithi081 ceph-mon[107735]: pgmap v3615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:38:53.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:38:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:38:53.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:38:55.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:55 smithi170 ceph-mon[97338]: pgmap v3616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:55.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:55 smithi081 ceph-mon[95500]: pgmap v3616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:55.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:55 smithi081 ceph-mon[107735]: pgmap v3616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:57 smithi170 ceph-mon[97338]: pgmap v3617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:57 smithi081 ceph-mon[95500]: pgmap v3617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:57 smithi081 ceph-mon[107735]: pgmap v3617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:38:59 smithi170 ceph-mon[97338]: pgmap v3618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:38:59 smithi081 ceph-mon[95500]: pgmap v3618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:38:59.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:38:59 smithi081 ceph-mon[107735]: pgmap v3618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:01 smithi170 ceph-mon[97338]: pgmap v3619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:01 smithi081 ceph-mon[95500]: pgmap v3619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:01.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:01 smithi081 ceph-mon[107735]: pgmap v3619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:02.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:02.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:03.416 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:39:03.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:03 smithi170 ceph-mon[97338]: pgmap v3620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:03.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:03 smithi081 ceph-mon[95500]: pgmap v3620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:03.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:03 smithi081 ceph-mon[107735]: pgmap v3620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:03.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:03.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:05.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:05 smithi170 ceph-mon[97338]: pgmap v3621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:05 smithi081 ceph-mon[95500]: pgmap v3621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:05 smithi081 ceph-mon[107735]: pgmap v3621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:07.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:07 smithi170 ceph-mon[97338]: pgmap v3622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:07.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:07 smithi081 ceph-mon[95500]: pgmap v3622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:07.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:07 smithi081 ceph-mon[107735]: pgmap v3622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:09 smithi170 ceph-mon[97338]: pgmap v3623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:09.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:09 smithi081 ceph-mon[95500]: pgmap v3623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:09.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:09 smithi081 ceph-mon[107735]: pgmap v3623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:11 smithi170 ceph-mon[97338]: pgmap v3624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:11 smithi081 ceph-mon[95500]: pgmap v3624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:11 smithi081 ceph-mon[107735]: pgmap v3624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:12.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:12.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:13.417 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:39:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:13 smithi170 ceph-mon[97338]: pgmap v3625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:13.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:13 smithi081 ceph-mon[95500]: pgmap v3625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:13 smithi081 ceph-mon[107735]: pgmap v3625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:13.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:13.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:15.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:15 smithi170 ceph-mon[97338]: pgmap v3626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:15.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:15 smithi081 ceph-mon[95500]: pgmap v3626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:15.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:15 smithi081 ceph-mon[107735]: pgmap v3626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:17.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:17 smithi170 ceph-mon[97338]: pgmap v3627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:17.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:17 smithi081 ceph-mon[95500]: pgmap v3627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:17.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:17 smithi081 ceph-mon[107735]: pgmap v3627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:19 smithi170 ceph-mon[97338]: pgmap v3628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:19 smithi081 ceph-mon[95500]: pgmap v3628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:19.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:19 smithi081 ceph-mon[107735]: pgmap v3628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:21 smithi170 ceph-mon[97338]: pgmap v3629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:21 smithi081 ceph-mon[95500]: pgmap v3629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:21 smithi081 ceph-mon[107735]: pgmap v3629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:22.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:22.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:23.417 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:39:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:23 smithi170 ceph-mon[97338]: pgmap v3630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:23 smithi081 ceph-mon[107735]: pgmap v3630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:23.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:23 smithi081 ceph-mon[95500]: pgmap v3630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:23.929Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:23.930Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:25 smithi170 ceph-mon[97338]: pgmap v3631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:25 smithi081 ceph-mon[95500]: pgmap v3631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:25.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:25 smithi081 ceph-mon[107735]: pgmap v3631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:27 smithi170 ceph-mon[97338]: pgmap v3632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:27 smithi081 ceph-mon[95500]: pgmap v3632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:27.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:27 smithi081 ceph-mon[107735]: pgmap v3632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:29 smithi170 ceph-mon[97338]: pgmap v3633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:29 smithi081 ceph-mon[95500]: pgmap v3633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:29 smithi081 ceph-mon[107735]: pgmap v3633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:31 smithi170 ceph-mon[97338]: pgmap v3634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:31 smithi081 ceph-mon[95500]: pgmap v3634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:31 smithi081 ceph-mon[107735]: pgmap v3634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:32.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:32.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:33.419 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:39:33.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:33 smithi170 ceph-mon[97338]: pgmap v3635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:33.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:33 smithi081 ceph-mon[95500]: pgmap v3635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:33.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:33 smithi081 ceph-mon[107735]: pgmap v3635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:33.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:33.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:35.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:35 smithi170 ceph-mon[97338]: pgmap v3636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:35 smithi081 ceph-mon[95500]: pgmap v3636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:35.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:35 smithi081 ceph-mon[107735]: pgmap v3636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:37 smithi170 ceph-mon[97338]: pgmap v3637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:37 smithi081 ceph-mon[95500]: pgmap v3637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:37.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:37 smithi081 ceph-mon[107735]: pgmap v3637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:39 smithi170 ceph-mon[97338]: pgmap v3638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:39 smithi081 ceph-mon[95500]: pgmap v3638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:39 smithi081 ceph-mon[107735]: pgmap v3638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:41 smithi170 ceph-mon[97338]: pgmap v3639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:41 smithi081 ceph-mon[95500]: pgmap v3639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:41 smithi081 ceph-mon[107735]: pgmap v3639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:42.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:42.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:43.420 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:39:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:43 smithi170 ceph-mon[97338]: pgmap v3640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:43 smithi081 ceph-mon[95500]: pgmap v3640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:43.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:43 smithi081 ceph-mon[107735]: pgmap v3640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:43.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:43.932Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:45 smithi170 ceph-mon[97338]: pgmap v3641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:45 smithi081 ceph-mon[95500]: pgmap v3641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:45 smithi081 ceph-mon[107735]: pgmap v3641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:47 smithi170 ceph-mon[97338]: pgmap v3642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:47 smithi081 ceph-mon[95500]: pgmap v3642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:47 smithi081 ceph-mon[107735]: pgmap v3642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:49 smithi170 ceph-mon[97338]: pgmap v3643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:49 smithi081 ceph-mon[95500]: pgmap v3643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:49 smithi081 ceph-mon[107735]: pgmap v3643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:51 smithi170 ceph-mon[97338]: pgmap v3644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:51 smithi081 ceph-mon[95500]: pgmap v3644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:51.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:51 smithi081 ceph-mon[107735]: pgmap v3644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:52.069Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:52.070Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:53.424 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:39:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:53 smithi170 ceph-mon[97338]: pgmap v3645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:53.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:53 smithi081 ceph-mon[95500]: pgmap v3645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:53.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:53 smithi081 ceph-mon[107735]: pgmap v3645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:39:53.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:39:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:39:53.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:39:55.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:55 smithi170 ceph-mon[97338]: pgmap v3646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:55.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:55 smithi081 ceph-mon[95500]: pgmap v3646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:55.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:55 smithi081 ceph-mon[107735]: pgmap v3646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:57 smithi170 ceph-mon[97338]: pgmap v3647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:57 smithi081 ceph-mon[95500]: pgmap v3647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:57 smithi081 ceph-mon[107735]: pgmap v3647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:39:59 smithi170 ceph-mon[97338]: pgmap v3648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:39:59 smithi081 ceph-mon[95500]: pgmap v3648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:39:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:39:59 smithi081 ceph-mon[107735]: pgmap v3648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:40:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:40:00.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:40:01.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:01 smithi170 ceph-mon[97338]: pgmap v3649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:01 smithi081 ceph-mon[95500]: pgmap v3649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:01.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:01 smithi081 ceph-mon[107735]: pgmap v3649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:02.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:02.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:03.426 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:40:03.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:03 smithi170 ceph-mon[97338]: pgmap v3650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:03.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:03 smithi081 ceph-mon[95500]: pgmap v3650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:03.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:03 smithi081 ceph-mon[107735]: pgmap v3650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:03.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:03.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:05.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:05 smithi170 ceph-mon[97338]: pgmap v3651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:05 smithi081 ceph-mon[95500]: pgmap v3651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:05 smithi081 ceph-mon[107735]: pgmap v3651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:07.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:07 smithi170 ceph-mon[97338]: pgmap v3652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:07.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:07 smithi081 ceph-mon[95500]: pgmap v3652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:07.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:07 smithi081 ceph-mon[107735]: pgmap v3652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:09.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:09 smithi170 ceph-mon[97338]: pgmap v3653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:09 smithi081 ceph-mon[95500]: pgmap v3653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:09.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:09 smithi081 ceph-mon[107735]: pgmap v3653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:11 smithi170 ceph-mon[97338]: pgmap v3654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:11 smithi081 ceph-mon[95500]: pgmap v3654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:11.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:11 smithi081 ceph-mon[107735]: pgmap v3654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:12.071Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:12.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:12.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:13.425 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:40:13.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:13 smithi170 ceph-mon[97338]: pgmap v3655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:13.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:13 smithi081 ceph-mon[95500]: pgmap v3655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:13 smithi081 ceph-mon[107735]: pgmap v3655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:13.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:13.934Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:15.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:15 smithi170 ceph-mon[97338]: pgmap v3656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:15.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:15 smithi081 ceph-mon[95500]: pgmap v3656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:15.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:15 smithi081 ceph-mon[107735]: pgmap v3656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:17.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:17 smithi170 ceph-mon[97338]: pgmap v3657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:17.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:17 smithi081 ceph-mon[95500]: pgmap v3657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:17.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:17 smithi081 ceph-mon[107735]: pgmap v3657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:19.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:19 smithi170 ceph-mon[97338]: pgmap v3658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:19 smithi081 ceph-mon[95500]: pgmap v3658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:19.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:19 smithi081 ceph-mon[107735]: pgmap v3658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:21 smithi170 ceph-mon[97338]: pgmap v3659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:21 smithi081 ceph-mon[95500]: pgmap v3659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:21 smithi081 ceph-mon[107735]: pgmap v3659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:22.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:22.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:23.428 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:40:23.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:23 smithi170 ceph-mon[97338]: pgmap v3660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:23.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:23 smithi081 ceph-mon[95500]: pgmap v3660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:23.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:23 smithi081 ceph-mon[107735]: pgmap v3660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:23.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:23.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:25 smithi170 ceph-mon[97338]: pgmap v3661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:25 smithi081 ceph-mon[95500]: pgmap v3661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:25.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:25 smithi081 ceph-mon[107735]: pgmap v3661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:27.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:27 smithi170 ceph-mon[97338]: pgmap v3662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:27 smithi081 ceph-mon[95500]: pgmap v3662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:27 smithi081 ceph-mon[107735]: pgmap v3662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:29 smithi170 ceph-mon[97338]: pgmap v3663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:29 smithi081 ceph-mon[95500]: pgmap v3663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:29.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:29 smithi081 ceph-mon[107735]: pgmap v3663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:31.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:31 smithi170 ceph-mon[97338]: pgmap v3664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:31 smithi081 ceph-mon[95500]: pgmap v3664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:31.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:31 smithi081 ceph-mon[107735]: pgmap v3664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:32.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:32.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:33.429 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:40:33.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:33 smithi170 ceph-mon[97338]: pgmap v3665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:33.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:33 smithi081 ceph-mon[95500]: pgmap v3665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:33.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:33 smithi081 ceph-mon[107735]: pgmap v3665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:33.935Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:33.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:35.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:35 smithi170 ceph-mon[97338]: pgmap v3666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:35 smithi081 ceph-mon[95500]: pgmap v3666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:35 smithi081 ceph-mon[107735]: pgmap v3666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:37.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:37 smithi170 ceph-mon[97338]: pgmap v3667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:37.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:37 smithi081 ceph-mon[95500]: pgmap v3667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:37.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:37 smithi081 ceph-mon[107735]: pgmap v3667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:39.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:39 smithi170 ceph-mon[97338]: pgmap v3668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:39 smithi081 ceph-mon[95500]: pgmap v3668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:39.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:39 smithi081 ceph-mon[107735]: pgmap v3668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:41.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:41 smithi170 ceph-mon[97338]: pgmap v3669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:41 smithi081 ceph-mon[95500]: pgmap v3669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:41 smithi081 ceph-mon[107735]: pgmap v3669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:42.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:42.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:43.433 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:40:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:43 smithi170 ceph-mon[97338]: pgmap v3670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:43.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:43 smithi081 ceph-mon[95500]: pgmap v3670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:43.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:43 smithi081 ceph-mon[107735]: pgmap v3670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:44.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:43.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:44.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:43.937Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:45.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:45 smithi170 ceph-mon[97338]: pgmap v3671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:45 smithi081 ceph-mon[95500]: pgmap v3671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:45 smithi081 ceph-mon[107735]: pgmap v3671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:47.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:47 smithi170 ceph-mon[97338]: pgmap v3672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:47.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:47 smithi081 ceph-mon[95500]: pgmap v3672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:47 smithi081 ceph-mon[107735]: pgmap v3672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:49 smithi170 ceph-mon[97338]: pgmap v3673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:49 smithi081 ceph-mon[95500]: pgmap v3673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:49.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:49 smithi081 ceph-mon[107735]: pgmap v3673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:51.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:51 smithi170 ceph-mon[97338]: pgmap v3674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:51 smithi081 ceph-mon[95500]: pgmap v3674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:51 smithi081 ceph-mon[107735]: pgmap v3674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:52.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:52.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:53.435 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:40:53.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:53 smithi081 ceph-mon[107735]: pgmap v3675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:53 smithi170 ceph-mon[97338]: pgmap v3675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:53.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:53 smithi081 ceph-mon[95500]: pgmap v3675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:40:53.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:40:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:40:53.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:40:55.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:55 smithi170 ceph-mon[97338]: pgmap v3676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:55.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:55 smithi081 ceph-mon[95500]: pgmap v3676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:55.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:55 smithi081 ceph-mon[107735]: pgmap v3676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:57 smithi170 ceph-mon[97338]: pgmap v3677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:57 smithi081 ceph-mon[95500]: pgmap v3677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:57.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:57 smithi081 ceph-mon[107735]: pgmap v3677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:59.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:40:59 smithi170 ceph-mon[97338]: pgmap v3678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:40:59 smithi081 ceph-mon[95500]: pgmap v3678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:40:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:40:59 smithi081 ceph-mon[107735]: pgmap v3678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:02.442 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:02.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:02.442 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:02.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:02.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:02 smithi170 ceph-mon[97338]: pgmap v3679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:02.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:02 smithi081 ceph-mon[95500]: pgmap v3679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:02.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:02 smithi081 ceph-mon[107735]: pgmap v3679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:41:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:03.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:03.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:04 smithi170 ceph-mon[97338]: pgmap v3680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:04 smithi081 ceph-mon[95500]: pgmap v3680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:04.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:04 smithi081 ceph-mon[107735]: pgmap v3680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:06 smithi170 ceph-mon[97338]: pgmap v3681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:06.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:06 smithi081 ceph-mon[95500]: pgmap v3681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:06.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:06 smithi081 ceph-mon[107735]: pgmap v3681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:08 smithi170 ceph-mon[97338]: pgmap v3682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:08.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:08 smithi081 ceph-mon[95500]: pgmap v3682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:08.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:08 smithi081 ceph-mon[107735]: pgmap v3682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:10.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:10 smithi170 ceph-mon[97338]: pgmap v3683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:10.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:10 smithi081 ceph-mon[95500]: pgmap v3683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:10.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:10 smithi081 ceph-mon[107735]: pgmap v3683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:12.461 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:12.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:12.462 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:12.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:12.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:12 smithi170 ceph-mon[97338]: pgmap v3684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:12.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:12 smithi081 ceph-mon[95500]: pgmap v3684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:12.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:12 smithi081 ceph-mon[107735]: pgmap v3684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:41:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:13.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:13.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:14 smithi170 ceph-mon[97338]: pgmap v3685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:14.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:14 smithi081 ceph-mon[95500]: pgmap v3685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:14.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:14 smithi081 ceph-mon[107735]: pgmap v3685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:16 smithi170 ceph-mon[97338]: pgmap v3686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:16.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:16 smithi081 ceph-mon[95500]: pgmap v3686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:16.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:16 smithi081 ceph-mon[107735]: pgmap v3686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:18.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:18 smithi170 ceph-mon[97338]: pgmap v3687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:18.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:18 smithi081 ceph-mon[95500]: pgmap v3687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:18.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:18 smithi081 ceph-mon[107735]: pgmap v3687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:20 smithi170 ceph-mon[97338]: pgmap v3688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:20.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:20 smithi081 ceph-mon[95500]: pgmap v3688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:20.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:20 smithi081 ceph-mon[107735]: pgmap v3688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:22.484 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:22.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:22.485 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:22.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:22.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:22 smithi170 ceph-mon[97338]: pgmap v3689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:22.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:22 smithi081 ceph-mon[95500]: pgmap v3689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:22.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:22 smithi081 ceph-mon[107735]: pgmap v3689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:41:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:23.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:23.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:24.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:24 smithi170 ceph-mon[97338]: pgmap v3690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:24.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:24 smithi081 ceph-mon[95500]: pgmap v3690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:24.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:24 smithi081 ceph-mon[107735]: pgmap v3690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:26.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:26 smithi170 ceph-mon[97338]: pgmap v3691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:26.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:26 smithi081 ceph-mon[95500]: pgmap v3691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:26.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:26 smithi081 ceph-mon[107735]: pgmap v3691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:28 smithi170 ceph-mon[97338]: pgmap v3692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:28.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:28 smithi081 ceph-mon[95500]: pgmap v3692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:28.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:28 smithi081 ceph-mon[107735]: pgmap v3692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:30.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:30 smithi170 ceph-mon[97338]: pgmap v3693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:30 smithi081 ceph-mon[95500]: pgmap v3693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:30.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:30 smithi081 ceph-mon[107735]: pgmap v3693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:32.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:32.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:32.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:32.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:32.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:32 smithi081 ceph-mon[95500]: pgmap v3694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:32.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:32 smithi081 ceph-mon[107735]: pgmap v3694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:32.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:32 smithi170 ceph-mon[97338]: pgmap v3694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:41:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:33.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:33.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:34.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:34 smithi081 ceph-mon[95500]: pgmap v3695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:34.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:34 smithi081 ceph-mon[107735]: pgmap v3695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:34.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:34 smithi170 ceph-mon[97338]: pgmap v3695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:36 smithi081 ceph-mon[95500]: pgmap v3696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:36.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:36 smithi081 ceph-mon[107735]: pgmap v3696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:36.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:36 smithi170 ceph-mon[97338]: pgmap v3696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:38.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:38 smithi081 ceph-mon[95500]: pgmap v3697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:38.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:38 smithi081 ceph-mon[107735]: pgmap v3697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:38.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:38 smithi170 ceph-mon[97338]: pgmap v3697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:40.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:40 smithi081 ceph-mon[95500]: pgmap v3698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:40.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:40 smithi081 ceph-mon[107735]: pgmap v3698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:40.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:40 smithi170 ceph-mon[97338]: pgmap v3698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:42.513 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:42.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:42.513 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:42.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:42 smithi081 ceph-mon[95500]: pgmap v3699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:42.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:42 smithi081 ceph-mon[107735]: pgmap v3699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:42.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:42 smithi170 ceph-mon[97338]: pgmap v3699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:41:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:43.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:43.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:44.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:44 smithi081 ceph-mon[95500]: pgmap v3700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:44.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:44 smithi081 ceph-mon[107735]: pgmap v3700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:44.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:44 smithi170 ceph-mon[97338]: pgmap v3700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:46.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:46 smithi081 ceph-mon[95500]: pgmap v3701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:46 smithi081 ceph-mon[107735]: pgmap v3701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:46.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:46 smithi170 ceph-mon[97338]: pgmap v3701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:48.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:48 smithi170 ceph-mon[97338]: pgmap v3702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:49.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:48 smithi081 ceph-mon[95500]: pgmap v3702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:48 smithi081 ceph-mon[107735]: pgmap v3702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:50.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:50 smithi170 ceph-mon[97338]: pgmap v3703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:51.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:50 smithi081 ceph-mon[95500]: pgmap v3703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:51.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:50 smithi081 ceph-mon[107735]: pgmap v3703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:52.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:52.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:52 smithi170 ceph-mon[97338]: pgmap v3704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:53.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:52 smithi081 ceph-mon[95500]: pgmap v3704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:52 smithi081 ceph-mon[107735]: pgmap v3704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:41:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:41:53.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:41:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:41:53.942Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:41:54.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:54 smithi170 ceph-mon[97338]: pgmap v3705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:55.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:54 smithi081 ceph-mon[95500]: pgmap v3705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:54 smithi081 ceph-mon[107735]: pgmap v3705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:56 smithi170 ceph-mon[97338]: pgmap v3706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:56 smithi081 ceph-mon[95500]: pgmap v3706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:56 smithi081 ceph-mon[107735]: pgmap v3706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:58.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:41:58 smithi170 ceph-mon[97338]: pgmap v3707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:59.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:41:58 smithi081 ceph-mon[95500]: pgmap v3707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:41:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:41:58 smithi081 ceph-mon[107735]: pgmap v3707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:00.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:00 smithi170 ceph-mon[97338]: pgmap v3708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:01.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:00 smithi081 ceph-mon[95500]: pgmap v3708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:01.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:00 smithi081 ceph-mon[107735]: pgmap v3708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:02.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:02.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:02.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:02 smithi170 ceph-mon[97338]: pgmap v3709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:03.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:02 smithi081 ceph-mon[95500]: pgmap v3709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:03.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:02 smithi081 ceph-mon[107735]: pgmap v3709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:42:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:03.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:03.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:04.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:04 smithi170 ceph-mon[97338]: pgmap v3710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:04 smithi081 ceph-mon[95500]: pgmap v3710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:05.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:04 smithi081 ceph-mon[107735]: pgmap v3710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:06.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:06 smithi170 ceph-mon[97338]: pgmap v3711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:06 smithi081 ceph-mon[95500]: pgmap v3711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:06 smithi081 ceph-mon[107735]: pgmap v3711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:08.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:08 smithi170 ceph-mon[97338]: pgmap v3712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:09.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:08 smithi081 ceph-mon[95500]: pgmap v3712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:08 smithi081 ceph-mon[107735]: pgmap v3712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:10.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:10 smithi170 ceph-mon[97338]: pgmap v3713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:11.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:10 smithi081 ceph-mon[95500]: pgmap v3713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:10 smithi081 ceph-mon[107735]: pgmap v3713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:12.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:12.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:12.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:12 smithi170 ceph-mon[97338]: pgmap v3714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:12 smithi081 ceph-mon[95500]: pgmap v3714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:12 smithi081 ceph-mon[107735]: pgmap v3714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:42:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:13.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:13.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:14.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:14 smithi170 ceph-mon[97338]: pgmap v3715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:14 smithi081 ceph-mon[95500]: pgmap v3715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:14 smithi081 ceph-mon[107735]: pgmap v3715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:16.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:16 smithi170 ceph-mon[97338]: pgmap v3716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:17.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:16 smithi081 ceph-mon[95500]: pgmap v3716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:17.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:16 smithi081 ceph-mon[107735]: pgmap v3716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:18.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:18 smithi170 ceph-mon[97338]: pgmap v3717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:19.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:18 smithi081 ceph-mon[95500]: pgmap v3717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:18 smithi081 ceph-mon[107735]: pgmap v3717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:20.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:20 smithi170 ceph-mon[97338]: pgmap v3718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:21.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:20 smithi081 ceph-mon[95500]: pgmap v3718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:20 smithi081 ceph-mon[107735]: pgmap v3718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:22.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:22.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:22.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:22 smithi170 ceph-mon[97338]: pgmap v3719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:22 smithi081 ceph-mon[95500]: pgmap v3719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:22 smithi081 ceph-mon[107735]: pgmap v3719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:42:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:23.943Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:23.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:24.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:24 smithi170 ceph-mon[97338]: pgmap v3720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:25.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:24 smithi081 ceph-mon[95500]: pgmap v3720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:24 smithi081 ceph-mon[107735]: pgmap v3720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:26.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:26 smithi170 ceph-mon[97338]: pgmap v3721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:27.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:26 smithi081 ceph-mon[95500]: pgmap v3721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:27.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:26 smithi081 ceph-mon[107735]: pgmap v3721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:28.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:28 smithi170 ceph-mon[97338]: pgmap v3722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:29.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:28 smithi081 ceph-mon[95500]: pgmap v3722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:28 smithi081 ceph-mon[107735]: pgmap v3722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:30.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:30 smithi170 ceph-mon[97338]: pgmap v3723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:30 smithi081 ceph-mon[95500]: pgmap v3723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:30 smithi081 ceph-mon[107735]: pgmap v3723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:32.080Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:32.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:32.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:32 smithi170 ceph-mon[97338]: pgmap v3724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:32 smithi081 ceph-mon[95500]: pgmap v3724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:32 smithi081 ceph-mon[107735]: pgmap v3724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:42:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:33.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:33.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:34.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:34 smithi170 ceph-mon[97338]: pgmap v3725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:35.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:34 smithi081 ceph-mon[95500]: pgmap v3725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:35.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:34 smithi081 ceph-mon[107735]: pgmap v3725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:36.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:36 smithi170 ceph-mon[97338]: pgmap v3726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:36 smithi081 ceph-mon[95500]: pgmap v3726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:36 smithi081 ceph-mon[107735]: pgmap v3726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:38.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:38 smithi170 ceph-mon[97338]: pgmap v3727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:38 smithi081 ceph-mon[95500]: pgmap v3727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:38 smithi081 ceph-mon[107735]: pgmap v3727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:40.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:40 smithi170 ceph-mon[97338]: pgmap v3728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:40 smithi081 ceph-mon[95500]: pgmap v3728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:41.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:40 smithi081 ceph-mon[107735]: pgmap v3728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:42.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:42.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:42.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:42 smithi170 ceph-mon[97338]: pgmap v3729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:43.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:42 smithi081 ceph-mon[95500]: pgmap v3729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:43.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:42 smithi081 ceph-mon[107735]: pgmap v3729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:42:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:43.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:44.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:43.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:44.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:44 smithi170 ceph-mon[97338]: pgmap v3730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:45.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:44 smithi081 ceph-mon[95500]: pgmap v3730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:45.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:44 smithi081 ceph-mon[107735]: pgmap v3730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:46.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:46 smithi170 ceph-mon[97338]: pgmap v3731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:46 smithi081 ceph-mon[95500]: pgmap v3731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:47.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:46 smithi081 ceph-mon[107735]: pgmap v3731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:48 smithi170 ceph-mon[97338]: pgmap v3732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:49.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:48 smithi081 ceph-mon[95500]: pgmap v3732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:48 smithi081 ceph-mon[107735]: pgmap v3732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:50.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:50 smithi170 ceph-mon[97338]: pgmap v3733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:51.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:50 smithi081 ceph-mon[95500]: pgmap v3733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:50 smithi081 ceph-mon[107735]: pgmap v3733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:52.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:52.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:52.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:52 smithi170 ceph-mon[97338]: pgmap v3734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:53.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:52 smithi081 ceph-mon[95500]: pgmap v3734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:53.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:52 smithi081 ceph-mon[107735]: pgmap v3734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:42:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:42:53.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:42:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:42:53.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:42:54.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:54 smithi170 ceph-mon[97338]: pgmap v3735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:55.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:54 smithi081 ceph-mon[95500]: pgmap v3735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:54 smithi081 ceph-mon[107735]: pgmap v3735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:56.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:56 smithi170 ceph-mon[97338]: pgmap v3736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:56 smithi081 ceph-mon[95500]: pgmap v3736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:56 smithi081 ceph-mon[107735]: pgmap v3736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:58.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:42:58 smithi170 ceph-mon[97338]: pgmap v3737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:59.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:42:58 smithi081 ceph-mon[95500]: pgmap v3737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:42:59.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:42:58 smithi081 ceph-mon[107735]: pgmap v3737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:00.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:00 smithi170 ceph-mon[97338]: pgmap v3738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:01.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:00 smithi081 ceph-mon[95500]: pgmap v3738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:01.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:00 smithi081 ceph-mon[107735]: pgmap v3738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:02.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:02.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:02.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:02 smithi170 ceph-mon[97338]: pgmap v3739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:03.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:02 smithi081 ceph-mon[95500]: pgmap v3739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:02 smithi081 ceph-mon[107735]: pgmap v3739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:43:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:03.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:04.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:03.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:04.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:04 smithi170 ceph-mon[97338]: pgmap v3740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:04 smithi081 ceph-mon[107735]: pgmap v3740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:05.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:04 smithi081 ceph-mon[95500]: pgmap v3740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:06.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:06 smithi170 ceph-mon[97338]: pgmap v3741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:06 smithi081 ceph-mon[95500]: pgmap v3741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:07.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:06 smithi081 ceph-mon[107735]: pgmap v3741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:08.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:08 smithi170 ceph-mon[97338]: pgmap v3742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:09.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:08 smithi081 ceph-mon[95500]: pgmap v3742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:09.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:08 smithi081 ceph-mon[107735]: pgmap v3742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:10.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:10 smithi170 ceph-mon[97338]: pgmap v3743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:11.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:10 smithi081 ceph-mon[95500]: pgmap v3743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:10 smithi081 ceph-mon[107735]: pgmap v3743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:12.083Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:12.084Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:12.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:12 smithi170 ceph-mon[97338]: pgmap v3744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:12 smithi081 ceph-mon[95500]: pgmap v3744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:12 smithi081 ceph-mon[107735]: pgmap v3744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:43:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:13.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:13.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:14 smithi170 ceph-mon[97338]: pgmap v3745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:14 smithi081 ceph-mon[95500]: pgmap v3745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:14 smithi081 ceph-mon[107735]: pgmap v3745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:16 smithi170 ceph-mon[97338]: pgmap v3746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:17.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:16 smithi081 ceph-mon[95500]: pgmap v3746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:16 smithi081 ceph-mon[107735]: pgmap v3746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:18.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:18 smithi170 ceph-mon[97338]: pgmap v3747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:19.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:18 smithi081 ceph-mon[95500]: pgmap v3747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:18 smithi081 ceph-mon[107735]: pgmap v3747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:20.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:20 smithi170 ceph-mon[97338]: pgmap v3748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:21.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:20 smithi081 ceph-mon[95500]: pgmap v3748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:20 smithi081 ceph-mon[107735]: pgmap v3748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:22.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:22.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:22.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:22 smithi170 ceph-mon[97338]: pgmap v3749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:22 smithi081 ceph-mon[95500]: pgmap v3749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:23.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:22 smithi081 ceph-mon[107735]: pgmap v3749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:43:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:23.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:23.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:24 smithi170 ceph-mon[97338]: pgmap v3750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:25.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:24 smithi081 ceph-mon[95500]: pgmap v3750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:24 smithi081 ceph-mon[107735]: pgmap v3750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:26 smithi170 ceph-mon[97338]: pgmap v3751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:27.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:26 smithi081 ceph-mon[95500]: pgmap v3751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:26 smithi081 ceph-mon[107735]: pgmap v3751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:28.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:28 smithi170 ceph-mon[97338]: pgmap v3752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:29.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:28 smithi081 ceph-mon[95500]: pgmap v3752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:29.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:28 smithi081 ceph-mon[107735]: pgmap v3752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:30.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:30 smithi170 ceph-mon[97338]: pgmap v3753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:30 smithi081 ceph-mon[95500]: pgmap v3753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:30 smithi081 ceph-mon[107735]: pgmap v3753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:32.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:32.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:32 smithi170 ceph-mon[97338]: pgmap v3754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:32 smithi081 ceph-mon[95500]: pgmap v3754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:32 smithi081 ceph-mon[107735]: pgmap v3754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:43:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:33.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:33.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:34.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:34 smithi170 ceph-mon[97338]: pgmap v3755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:35.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:34 smithi081 ceph-mon[95500]: pgmap v3755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:34 smithi081 ceph-mon[107735]: pgmap v3755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:36.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:36 smithi170 ceph-mon[97338]: pgmap v3756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:36 smithi081 ceph-mon[95500]: pgmap v3756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:36 smithi081 ceph-mon[107735]: pgmap v3756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:38.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:38 smithi170 ceph-mon[97338]: pgmap v3757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:38 smithi081 ceph-mon[95500]: pgmap v3757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:38 smithi081 ceph-mon[107735]: pgmap v3757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:40.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:40 smithi170 ceph-mon[97338]: pgmap v3758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:40 smithi081 ceph-mon[95500]: pgmap v3758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:40 smithi081 ceph-mon[107735]: pgmap v3758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:42.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:42.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:42.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:42 smithi170 ceph-mon[97338]: pgmap v3759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:43.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:42 smithi081 ceph-mon[95500]: pgmap v3759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:42 smithi081 ceph-mon[107735]: pgmap v3759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:43:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:43.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:43.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:44 smithi170 ceph-mon[97338]: pgmap v3760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:45.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:44 smithi081 ceph-mon[95500]: pgmap v3760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:44 smithi081 ceph-mon[107735]: pgmap v3760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:46 smithi170 ceph-mon[97338]: pgmap v3761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:46 smithi081 ceph-mon[95500]: pgmap v3761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:46 smithi081 ceph-mon[107735]: pgmap v3761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:48.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:48 smithi170 ceph-mon[97338]: pgmap v3762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:49.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:48 smithi081 ceph-mon[95500]: pgmap v3762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:49.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:48 smithi081 ceph-mon[107735]: pgmap v3762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:50.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:50 smithi170 ceph-mon[97338]: pgmap v3763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:51.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:50 smithi081 ceph-mon[95500]: pgmap v3763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:50 smithi081 ceph-mon[107735]: pgmap v3763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:52.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:52.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:52.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:52 smithi170 ceph-mon[97338]: pgmap v3764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:53.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:52 smithi081 ceph-mon[95500]: pgmap v3764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:52 smithi081 ceph-mon[107735]: pgmap v3764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:43:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:43:53.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:43:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:43:53.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:43:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:54 smithi170 ceph-mon[97338]: pgmap v3765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:55.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:54 smithi081 ceph-mon[95500]: pgmap v3765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:55.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:54 smithi081 ceph-mon[107735]: pgmap v3765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:56 smithi081 ceph-mon[95500]: pgmap v3766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:56 smithi081 ceph-mon[107735]: pgmap v3766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:57.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:56 smithi170 ceph-mon[97338]: pgmap v3766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:59.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:43:58 smithi081 ceph-mon[95500]: pgmap v3767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:59.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:43:58 smithi081 ceph-mon[107735]: pgmap v3767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:43:59.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:43:58 smithi170 ceph-mon[97338]: pgmap v3767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:01.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:00 smithi081 ceph-mon[95500]: pgmap v3768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:00 smithi081 ceph-mon[107735]: pgmap v3768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:00 smithi170 ceph-mon[97338]: pgmap v3768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:02.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:02.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:02.087Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:03.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:02 smithi081 ceph-mon[95500]: pgmap v3769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:03.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:02 smithi081 ceph-mon[107735]: pgmap v3769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:03.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:02 smithi170 ceph-mon[97338]: pgmap v3769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:44:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:03.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:03.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:04 smithi081 ceph-mon[95500]: pgmap v3770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:05.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:04 smithi081 ceph-mon[107735]: pgmap v3770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:05.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:04 smithi170 ceph-mon[97338]: pgmap v3770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:06 smithi081 ceph-mon[95500]: pgmap v3771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:06 smithi081 ceph-mon[107735]: pgmap v3771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:06 smithi170 ceph-mon[97338]: pgmap v3771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:09.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:08 smithi081 ceph-mon[95500]: pgmap v3772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:08 smithi081 ceph-mon[107735]: pgmap v3772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:09.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:08 smithi170 ceph-mon[97338]: pgmap v3772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:11.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:10 smithi081 ceph-mon[95500]: pgmap v3773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:10 smithi081 ceph-mon[107735]: pgmap v3773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:11.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:10 smithi170 ceph-mon[97338]: pgmap v3773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:12.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:12.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:13.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:12 smithi081 ceph-mon[95500]: pgmap v3774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:13.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:12 smithi081 ceph-mon[107735]: pgmap v3774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:12 smithi170 ceph-mon[97338]: pgmap v3774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:44:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:13.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:13.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:15.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:14 smithi170 ceph-mon[97338]: pgmap v3775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:15.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:14 smithi081 ceph-mon[95500]: pgmap v3775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:14 smithi081 ceph-mon[107735]: pgmap v3775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:16 smithi170 ceph-mon[97338]: pgmap v3776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:17.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:16 smithi081 ceph-mon[95500]: pgmap v3776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:16 smithi081 ceph-mon[107735]: pgmap v3776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:18 smithi170 ceph-mon[97338]: pgmap v3777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:18 smithi081 ceph-mon[95500]: pgmap v3777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:18 smithi081 ceph-mon[107735]: pgmap v3777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:21.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:20 smithi170 ceph-mon[97338]: pgmap v3778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:21.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:20 smithi081 ceph-mon[95500]: pgmap v3778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:20 smithi081 ceph-mon[107735]: pgmap v3778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:22.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:22.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:22.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:23.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:22 smithi081 ceph-mon[95500]: pgmap v3779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:23.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:22 smithi081 ceph-mon[107735]: pgmap v3779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:23.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:22 smithi170 ceph-mon[97338]: pgmap v3779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:44:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:23.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:23.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:24 smithi170 ceph-mon[97338]: pgmap v3780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:25.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:24 smithi081 ceph-mon[95500]: pgmap v3780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:24 smithi081 ceph-mon[107735]: pgmap v3780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:27.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:26 smithi170 ceph-mon[97338]: pgmap v3781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:27.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:26 smithi081 ceph-mon[95500]: pgmap v3781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:26 smithi081 ceph-mon[107735]: pgmap v3781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:29.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:28 smithi170 ceph-mon[97338]: pgmap v3782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:29.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:28 smithi081 ceph-mon[95500]: pgmap v3782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:28 smithi081 ceph-mon[107735]: pgmap v3782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:30 smithi170 ceph-mon[97338]: pgmap v3783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:31.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:30 smithi081 ceph-mon[95500]: pgmap v3783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:30 smithi081 ceph-mon[107735]: pgmap v3783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:32.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:32.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:33.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:32 smithi081 ceph-mon[95500]: pgmap v3784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:33.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:32 smithi081 ceph-mon[107735]: pgmap v3784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:33.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:32 smithi170 ceph-mon[97338]: pgmap v3784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:44:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:33.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:33.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:35.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:34 smithi170 ceph-mon[97338]: pgmap v3785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:34 smithi081 ceph-mon[95500]: pgmap v3785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:34 smithi081 ceph-mon[107735]: pgmap v3785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:36 smithi170 ceph-mon[97338]: pgmap v3786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:37.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:36 smithi081 ceph-mon[95500]: pgmap v3786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:36 smithi081 ceph-mon[107735]: pgmap v3786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:38 smithi170 ceph-mon[97338]: pgmap v3787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:39.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:38 smithi081 ceph-mon[95500]: pgmap v3787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:38 smithi081 ceph-mon[107735]: pgmap v3787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:41.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:40 smithi170 ceph-mon[97338]: pgmap v3788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:40 smithi081 ceph-mon[95500]: pgmap v3788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:40 smithi081 ceph-mon[107735]: pgmap v3788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:42.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:42.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:42 smithi170 ceph-mon[97338]: pgmap v3789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:43.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:42 smithi081 ceph-mon[95500]: pgmap v3789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:44:43.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:42 smithi081 ceph-mon[107735]: pgmap v3789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:43.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:43.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:45.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:44 smithi170 ceph-mon[97338]: pgmap v3790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:45.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:44 smithi081 ceph-mon[95500]: pgmap v3790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:44 smithi081 ceph-mon[107735]: pgmap v3790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:47.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:46 smithi170 ceph-mon[97338]: pgmap v3791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:47.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:46 smithi081 ceph-mon[95500]: pgmap v3791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:46 smithi081 ceph-mon[107735]: pgmap v3791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:49.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:48 smithi170 ceph-mon[97338]: pgmap v3792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:49.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:48 smithi081 ceph-mon[95500]: pgmap v3792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:48 smithi081 ceph-mon[107735]: pgmap v3792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:50 smithi170 ceph-mon[97338]: pgmap v3793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:51.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:50 smithi081 ceph-mon[95500]: pgmap v3793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:50 smithi081 ceph-mon[107735]: pgmap v3793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:52.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:52.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:53.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:52 smithi170 ceph-mon[97338]: pgmap v3794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:53.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:52 smithi081 ceph-mon[95500]: pgmap v3794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:44:53.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:52 smithi081 ceph-mon[107735]: pgmap v3794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:44:53.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:54.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:44:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:44:53.956Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:44:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:54 smithi170 ceph-mon[97338]: pgmap v3795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:55.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:54 smithi081 ceph-mon[95500]: pgmap v3795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:54 smithi081 ceph-mon[107735]: pgmap v3795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:56 smithi170 ceph-mon[97338]: pgmap v3796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:57.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:56 smithi081 ceph-mon[95500]: pgmap v3796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:56 smithi081 ceph-mon[107735]: pgmap v3796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:44:58 smithi170 ceph-mon[97338]: pgmap v3797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:59.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:44:58 smithi081 ceph-mon[95500]: pgmap v3797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:44:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:44:58 smithi081 ceph-mon[107735]: pgmap v3797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:01.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:00 smithi170 ceph-mon[97338]: pgmap v3798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:01.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:00 smithi081 ceph-mon[95500]: pgmap v3798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:00 smithi081 ceph-mon[107735]: pgmap v3798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:02.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:02.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:02 smithi170 ceph-mon[97338]: pgmap v3799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:02 smithi081 ceph-mon[95500]: pgmap v3799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:03.270 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:45:03.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:02 smithi081 ceph-mon[107735]: pgmap v3799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:03.955Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:03.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:05.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:04 smithi170 ceph-mon[97338]: pgmap v3800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:05.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:04 smithi081 ceph-mon[95500]: pgmap v3800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:04 smithi081 ceph-mon[107735]: pgmap v3800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:07.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:06 smithi170 ceph-mon[97338]: pgmap v3801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:07.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:06 smithi081 ceph-mon[95500]: pgmap v3801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:06 smithi081 ceph-mon[107735]: pgmap v3801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:08 smithi170 ceph-mon[97338]: pgmap v3802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:09.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:08 smithi081 ceph-mon[95500]: pgmap v3802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:08 smithi081 ceph-mon[107735]: pgmap v3802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:11.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:10 smithi170 ceph-mon[97338]: pgmap v3803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:11.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:10 smithi081 ceph-mon[95500]: pgmap v3803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:10 smithi081 ceph-mon[107735]: pgmap v3803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:12.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:12.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:12 smithi170 ceph-mon[97338]: pgmap v3804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:13.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:12 smithi081 ceph-mon[95500]: pgmap v3804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:45:13.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:12 smithi081 ceph-mon[107735]: pgmap v3804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:13.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:13.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:14 smithi170 ceph-mon[97338]: pgmap v3805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:15.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:14 smithi081 ceph-mon[95500]: pgmap v3805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:14 smithi081 ceph-mon[107735]: pgmap v3805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:17.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:16 smithi170 ceph-mon[97338]: pgmap v3806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:17.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:16 smithi081 ceph-mon[95500]: pgmap v3806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:16 smithi081 ceph-mon[107735]: pgmap v3806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:19.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:18 smithi170 ceph-mon[97338]: pgmap v3807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:18 smithi081 ceph-mon[95500]: pgmap v3807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:18 smithi081 ceph-mon[107735]: pgmap v3807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:20 smithi170 ceph-mon[97338]: pgmap v3808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:21.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:20 smithi081 ceph-mon[95500]: pgmap v3808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:20 smithi081 ceph-mon[107735]: pgmap v3808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:22.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:22.094Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:22 smithi170 ceph-mon[97338]: pgmap v3809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:23.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:22 smithi081 ceph-mon[95500]: pgmap v3809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:45:23.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:22 smithi081 ceph-mon[107735]: pgmap v3809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:23.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:23.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:24 smithi170 ceph-mon[97338]: pgmap v3810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:25.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:24 smithi081 ceph-mon[95500]: pgmap v3810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:24 smithi081 ceph-mon[107735]: pgmap v3810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:27.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:26 smithi170 ceph-mon[97338]: pgmap v3811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:27.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:26 smithi081 ceph-mon[95500]: pgmap v3811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:26 smithi081 ceph-mon[107735]: pgmap v3811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:29.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:28 smithi170 ceph-mon[97338]: pgmap v3812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:29.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:28 smithi081 ceph-mon[95500]: pgmap v3812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:29.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:28 smithi081 ceph-mon[107735]: pgmap v3812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:30 smithi170 ceph-mon[97338]: pgmap v3813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:31.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:30 smithi081 ceph-mon[95500]: pgmap v3813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:30 smithi081 ceph-mon[107735]: pgmap v3813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:32.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:32.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:33.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:32 smithi170 ceph-mon[97338]: pgmap v3814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:33.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:32 smithi081 ceph-mon[95500]: pgmap v3814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:45:33.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:32 smithi081 ceph-mon[107735]: pgmap v3814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:33.959Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:34.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:33.960Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:35.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:34 smithi170 ceph-mon[97338]: pgmap v3815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:34 smithi081 ceph-mon[95500]: pgmap v3815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:34 smithi081 ceph-mon[107735]: pgmap v3815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:36 smithi170 ceph-mon[97338]: pgmap v3816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:37.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:36 smithi081 ceph-mon[95500]: pgmap v3816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:36 smithi081 ceph-mon[107735]: pgmap v3816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:39.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:38 smithi170 ceph-mon[97338]: pgmap v3817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:39.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:38 smithi081 ceph-mon[95500]: pgmap v3817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:38 smithi081 ceph-mon[107735]: pgmap v3817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:40 smithi170 ceph-mon[97338]: pgmap v3818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:40 smithi081 ceph-mon[95500]: pgmap v3818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:40 smithi081 ceph-mon[107735]: pgmap v3818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:42.095Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:42.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:42 smithi170 ceph-mon[97338]: pgmap v3819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:43.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:42 smithi081 ceph-mon[95500]: pgmap v3819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:43.270 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:45:43.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:42 smithi081 ceph-mon[107735]: pgmap v3819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:43.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:43.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:44 smithi170 ceph-mon[97338]: pgmap v3820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:45.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:44 smithi081 ceph-mon[95500]: pgmap v3820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:44 smithi081 ceph-mon[107735]: pgmap v3820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:47.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:46 smithi170 ceph-mon[97338]: pgmap v3821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:47.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:46 smithi081 ceph-mon[95500]: pgmap v3821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:46 smithi081 ceph-mon[107735]: pgmap v3821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:48 smithi170 ceph-mon[97338]: pgmap v3822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:49.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:48 smithi081 ceph-mon[95500]: pgmap v3822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:48 smithi081 ceph-mon[107735]: pgmap v3822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:50 smithi170 ceph-mon[97338]: pgmap v3823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:51.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:50 smithi081 ceph-mon[95500]: pgmap v3823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:50 smithi081 ceph-mon[107735]: pgmap v3823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:52.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:52.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:52.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:53.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:52 smithi170 ceph-mon[97338]: pgmap v3824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:53.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:52 smithi081 ceph-mon[95500]: pgmap v3824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:45:53.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:52 smithi081 ceph-mon[107735]: pgmap v3824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:45:53.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:45:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:45:53.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:45:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:54 smithi170 ceph-mon[97338]: pgmap v3825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:55.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:54 smithi081 ceph-mon[95500]: pgmap v3825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:54 smithi081 ceph-mon[107735]: pgmap v3825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:56 smithi170 ceph-mon[97338]: pgmap v3826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:57.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:56 smithi081 ceph-mon[95500]: pgmap v3826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:56 smithi081 ceph-mon[107735]: pgmap v3826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:59.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:45:58 smithi170 ceph-mon[97338]: pgmap v3827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:59.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:45:58 smithi081 ceph-mon[95500]: pgmap v3827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:45:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:45:58 smithi081 ceph-mon[107735]: pgmap v3827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:00 smithi170 ceph-mon[97338]: pgmap v3828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:01.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:00 smithi081 ceph-mon[95500]: pgmap v3828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:00 smithi081 ceph-mon[107735]: pgmap v3828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:02.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:02.098Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:03.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:02 smithi170 ceph-mon[97338]: pgmap v3829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:02 smithi081 ceph-mon[95500]: pgmap v3829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:46:03.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:02 smithi081 ceph-mon[107735]: pgmap v3829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:03.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:03.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:04 smithi170 ceph-mon[97338]: pgmap v3830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:05.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:04 smithi081 ceph-mon[95500]: pgmap v3830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:04 smithi081 ceph-mon[107735]: pgmap v3830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:06 smithi170 ceph-mon[97338]: pgmap v3831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:07.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:06 smithi081 ceph-mon[95500]: pgmap v3831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:06 smithi081 ceph-mon[107735]: pgmap v3831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:08 smithi170 ceph-mon[97338]: pgmap v3832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:09.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:08 smithi081 ceph-mon[95500]: pgmap v3832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:08 smithi081 ceph-mon[107735]: pgmap v3832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:10 smithi170 ceph-mon[97338]: pgmap v3833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:11.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:10 smithi081 ceph-mon[95500]: pgmap v3833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:10 smithi081 ceph-mon[107735]: pgmap v3833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:12.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:12.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:12 smithi170 ceph-mon[97338]: pgmap v3834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:13.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:12 smithi081 ceph-mon[95500]: pgmap v3834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:12 smithi081 ceph-mon[107735]: pgmap v3834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:13.270 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:46:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:13.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:13.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:14 smithi170 ceph-mon[97338]: pgmap v3835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:15.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:14 smithi081 ceph-mon[95500]: pgmap v3835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:14 smithi081 ceph-mon[107735]: pgmap v3835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:17.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:16 smithi170 ceph-mon[97338]: pgmap v3836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:17.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:16 smithi081 ceph-mon[95500]: pgmap v3836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:16 smithi081 ceph-mon[107735]: pgmap v3836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:18 smithi170 ceph-mon[97338]: pgmap v3837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:18 smithi081 ceph-mon[95500]: pgmap v3837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:18 smithi081 ceph-mon[107735]: pgmap v3837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:20 smithi170 ceph-mon[97338]: pgmap v3838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:21.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:20 smithi081 ceph-mon[95500]: pgmap v3838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:21.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:20 smithi081 ceph-mon[107735]: pgmap v3838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:22.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:22.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:22 smithi170 ceph-mon[97338]: pgmap v3839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:23.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:22 smithi081 ceph-mon[95500]: pgmap v3839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:46:23.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:22 smithi081 ceph-mon[107735]: pgmap v3839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:23.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:23.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:25.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:24 smithi081 ceph-mon[95500]: pgmap v3840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:24 smithi081 ceph-mon[107735]: pgmap v3840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:25.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:24 smithi170 ceph-mon[97338]: pgmap v3840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:27.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:26 smithi081 ceph-mon[95500]: pgmap v3841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:26 smithi081 ceph-mon[107735]: pgmap v3841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:27.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:26 smithi170 ceph-mon[97338]: pgmap v3841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:29.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:28 smithi081 ceph-mon[95500]: pgmap v3842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:29.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:28 smithi081 ceph-mon[107735]: pgmap v3842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:28 smithi170 ceph-mon[97338]: pgmap v3842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:31.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:31 smithi081 ceph-mon[95500]: pgmap v3843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:31 smithi081 ceph-mon[107735]: pgmap v3843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:31 smithi170 ceph-mon[97338]: pgmap v3843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:32.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:32.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:33.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:33 smithi081 ceph-mon[95500]: pgmap v3844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:46:33.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:33 smithi081 ceph-mon[107735]: pgmap v3844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:33.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:33 smithi170 ceph-mon[97338]: pgmap v3844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:33.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:33.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:35 smithi081 ceph-mon[95500]: pgmap v3845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:35 smithi081 ceph-mon[107735]: pgmap v3845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:35 smithi170 ceph-mon[97338]: pgmap v3845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:37 smithi081 ceph-mon[107735]: pgmap v3846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:37.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:37 smithi081 ceph-mon[95500]: pgmap v3846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:37.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:37 smithi170 ceph-mon[97338]: pgmap v3846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:39.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:39 smithi081 ceph-mon[95500]: pgmap v3847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:39.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:39 smithi081 ceph-mon[107735]: pgmap v3847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:39 smithi170 ceph-mon[97338]: pgmap v3847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:41 smithi170 ceph-mon[97338]: pgmap v3848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:41.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:41 smithi081 ceph-mon[95500]: pgmap v3848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:41.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:41 smithi081 ceph-mon[107735]: pgmap v3848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:42.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:42.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:43 smithi170 ceph-mon[97338]: pgmap v3849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:43.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:43 smithi081 ceph-mon[95500]: pgmap v3849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:46:43.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:43 smithi081 ceph-mon[107735]: pgmap v3849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:43.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:43.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:45.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:45 smithi170 ceph-mon[97338]: pgmap v3850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:45.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:45 smithi081 ceph-mon[95500]: pgmap v3850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:45.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:45 smithi081 ceph-mon[107735]: pgmap v3850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:47.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:47 smithi170 ceph-mon[97338]: pgmap v3851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:47.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:47 smithi081 ceph-mon[95500]: pgmap v3851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:47.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:47 smithi081 ceph-mon[107735]: pgmap v3851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:49 smithi170 ceph-mon[97338]: pgmap v3852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:49.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:49 smithi081 ceph-mon[95500]: pgmap v3852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:49.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:49 smithi081 ceph-mon[107735]: pgmap v3852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:51.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:51 smithi170 ceph-mon[97338]: pgmap v3853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:51.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:51 smithi081 ceph-mon[95500]: pgmap v3853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:51 smithi081 ceph-mon[107735]: pgmap v3853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:52.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:52.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:53 smithi170 ceph-mon[97338]: pgmap v3854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:53 smithi081 ceph-mon[95500]: pgmap v3854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:46:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:53 smithi081 ceph-mon[107735]: pgmap v3854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:46:53.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:46:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:46:53.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:46:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:55 smithi170 ceph-mon[97338]: pgmap v3855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:55.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:55 smithi081 ceph-mon[95500]: pgmap v3855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:55 smithi081 ceph-mon[107735]: pgmap v3855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:57.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:57 smithi170 ceph-mon[97338]: pgmap v3856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:57.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:57 smithi081 ceph-mon[95500]: pgmap v3856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:57 smithi081 ceph-mon[107735]: pgmap v3856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:46:59 smithi170 ceph-mon[97338]: pgmap v3857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:59.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:46:59 smithi081 ceph-mon[95500]: pgmap v3857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:46:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:46:59 smithi081 ceph-mon[107735]: pgmap v3857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:01 smithi170 ceph-mon[97338]: pgmap v3858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:01.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:01 smithi081 ceph-mon[95500]: pgmap v3858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:01.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:01 smithi081 ceph-mon[107735]: pgmap v3858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:02.102Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:02.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:03.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:03 smithi170 ceph-mon[97338]: pgmap v3859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:03.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:03 smithi081 ceph-mon[95500]: pgmap v3859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:47:03.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:03 smithi081 ceph-mon[107735]: pgmap v3859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:03.966Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:03.967Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:05.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:05 smithi170 ceph-mon[97338]: pgmap v3860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:05.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:05 smithi081 ceph-mon[95500]: pgmap v3860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:05.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:05 smithi081 ceph-mon[107735]: pgmap v3860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:07.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:07 smithi170 ceph-mon[97338]: pgmap v3861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:07.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:07 smithi081 ceph-mon[95500]: pgmap v3861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:07 smithi081 ceph-mon[107735]: pgmap v3861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:09.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:09 smithi170 ceph-mon[97338]: pgmap v3862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:09.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:09 smithi081 ceph-mon[95500]: pgmap v3862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:09.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:09 smithi081 ceph-mon[107735]: pgmap v3862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:11.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:11 smithi170 ceph-mon[97338]: pgmap v3863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:11.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:11 smithi081 ceph-mon[95500]: pgmap v3863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:11.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:11 smithi081 ceph-mon[107735]: pgmap v3863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:12.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:12.104Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:13 smithi170 ceph-mon[97338]: pgmap v3864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:13.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:13 smithi081 ceph-mon[95500]: pgmap v3864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:47:13.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:13 smithi081 ceph-mon[107735]: pgmap v3864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:13.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:13.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:15 smithi170 ceph-mon[97338]: pgmap v3865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:15.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:15 smithi081 ceph-mon[95500]: pgmap v3865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:15 smithi081 ceph-mon[107735]: pgmap v3865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:17.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:17 smithi170 ceph-mon[97338]: pgmap v3866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:17.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:17 smithi081 ceph-mon[95500]: pgmap v3866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:17.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:17 smithi081 ceph-mon[107735]: pgmap v3866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:19 smithi170 ceph-mon[97338]: pgmap v3867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:19.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:19 smithi081 ceph-mon[95500]: pgmap v3867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:19 smithi081 ceph-mon[107735]: pgmap v3867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:21 smithi170 ceph-mon[97338]: pgmap v3868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:21.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:21 smithi081 ceph-mon[95500]: pgmap v3868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:21.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:21 smithi081 ceph-mon[107735]: pgmap v3868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:22.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:22.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:23 smithi170 ceph-mon[97338]: pgmap v3869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:23.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:23 smithi081 ceph-mon[95500]: pgmap v3869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:47:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:23 smithi081 ceph-mon[107735]: pgmap v3869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:23.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:23.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:25 smithi170 ceph-mon[97338]: pgmap v3870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:25.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:25 smithi081 ceph-mon[95500]: pgmap v3870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:25.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:25 smithi081 ceph-mon[107735]: pgmap v3870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:27.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:27 smithi170 ceph-mon[97338]: pgmap v3871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:27.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:27 smithi081 ceph-mon[95500]: pgmap v3871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:27.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:27 smithi081 ceph-mon[107735]: pgmap v3871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:29 smithi170 ceph-mon[97338]: pgmap v3872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:29.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:29 smithi081 ceph-mon[95500]: pgmap v3872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:29.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:29 smithi081 ceph-mon[107735]: pgmap v3872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:31 smithi170 ceph-mon[97338]: pgmap v3873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:31.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:31 smithi081 ceph-mon[95500]: pgmap v3873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:31 smithi081 ceph-mon[107735]: pgmap v3873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:32.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:32.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:33 smithi170 ceph-mon[97338]: pgmap v3874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:33.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:33 smithi081 ceph-mon[95500]: pgmap v3874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:47:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:33 smithi081 ceph-mon[107735]: pgmap v3874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:33.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:33.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:35 smithi170 ceph-mon[97338]: pgmap v3875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:35.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:35 smithi081 ceph-mon[95500]: pgmap v3875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:35.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:35 smithi081 ceph-mon[107735]: pgmap v3875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:37.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:37 smithi170 ceph-mon[97338]: pgmap v3876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:37.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:37 smithi081 ceph-mon[95500]: pgmap v3876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:37 smithi081 ceph-mon[107735]: pgmap v3876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:39 smithi170 ceph-mon[97338]: pgmap v3877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:39.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:39 smithi081 ceph-mon[95500]: pgmap v3877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:39 smithi081 ceph-mon[107735]: pgmap v3877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:41.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:41 smithi170 ceph-mon[97338]: pgmap v3878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:41.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:41 smithi081 ceph-mon[95500]: pgmap v3878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:41 smithi081 ceph-mon[107735]: pgmap v3878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:42.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:42.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:42.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:43 smithi170 ceph-mon[97338]: pgmap v3879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:43.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:43 smithi081 ceph-mon[95500]: pgmap v3879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:47:43.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:43 smithi081 ceph-mon[107735]: pgmap v3879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:43.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:43.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:45 smithi170 ceph-mon[97338]: pgmap v3880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:45.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:45 smithi081 ceph-mon[95500]: pgmap v3880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:45 smithi081 ceph-mon[107735]: pgmap v3880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:47.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:47 smithi170 ceph-mon[97338]: pgmap v3881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:47.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:47 smithi081 ceph-mon[95500]: pgmap v3881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:47.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:47 smithi081 ceph-mon[107735]: pgmap v3881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:49 smithi170 ceph-mon[97338]: pgmap v3882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:49.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:49 smithi081 ceph-mon[95500]: pgmap v3882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:49.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:49 smithi081 ceph-mon[107735]: pgmap v3882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:51 smithi170 ceph-mon[97338]: pgmap v3883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:51.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:51 smithi081 ceph-mon[95500]: pgmap v3883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:51 smithi081 ceph-mon[107735]: pgmap v3883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:52.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:52.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:53 smithi170 ceph-mon[97338]: pgmap v3884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:53 smithi081 ceph-mon[95500]: pgmap v3884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:47:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:53 smithi081 ceph-mon[107735]: pgmap v3884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:47:53.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:47:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:47:53.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:47:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:55 smithi170 ceph-mon[97338]: pgmap v3885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:55.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:55 smithi081 ceph-mon[95500]: pgmap v3885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:55 smithi081 ceph-mon[107735]: pgmap v3885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:57.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:57 smithi170 ceph-mon[97338]: pgmap v3886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:57.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:57 smithi081 ceph-mon[95500]: pgmap v3886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:57 smithi081 ceph-mon[107735]: pgmap v3886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:47:59 smithi170 ceph-mon[97338]: pgmap v3887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:59.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:47:59 smithi081 ceph-mon[95500]: pgmap v3887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:47:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:47:59 smithi081 ceph-mon[107735]: pgmap v3887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:01 smithi170 ceph-mon[97338]: pgmap v3888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:01.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:01 smithi081 ceph-mon[95500]: pgmap v3888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:01.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:01 smithi081 ceph-mon[107735]: pgmap v3888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:02.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:02.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:03 smithi170 ceph-mon[97338]: pgmap v3889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:03.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:03 smithi081 ceph-mon[95500]: pgmap v3889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:48:03.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:03 smithi081 ceph-mon[107735]: pgmap v3889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:03.969Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:03.970Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:05 smithi170 ceph-mon[97338]: pgmap v3890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:05.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:05 smithi081 ceph-mon[95500]: pgmap v3890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:05.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:05 smithi081 ceph-mon[107735]: pgmap v3890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:07.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:07 smithi170 ceph-mon[97338]: pgmap v3891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:07.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:07 smithi081 ceph-mon[95500]: pgmap v3891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:07 smithi081 ceph-mon[107735]: pgmap v3891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:09 smithi170 ceph-mon[97338]: pgmap v3892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:09.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:09 smithi081 ceph-mon[95500]: pgmap v3892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:09.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:09 smithi081 ceph-mon[107735]: pgmap v3892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:11.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:11 smithi170 ceph-mon[97338]: pgmap v3893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:11.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:11 smithi081 ceph-mon[95500]: pgmap v3893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:11.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:11 smithi081 ceph-mon[107735]: pgmap v3893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:12.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:12.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:13 smithi170 ceph-mon[97338]: pgmap v3894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:13.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:13 smithi081 ceph-mon[95500]: pgmap v3894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:48:13.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:13 smithi081 ceph-mon[107735]: pgmap v3894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:13.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:13.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:15 smithi170 ceph-mon[97338]: pgmap v3895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:15.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:15 smithi081 ceph-mon[95500]: pgmap v3895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:15 smithi081 ceph-mon[107735]: pgmap v3895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:17.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:17 smithi170 ceph-mon[97338]: pgmap v3896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:17.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:17 smithi081 ceph-mon[95500]: pgmap v3896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:17.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:17 smithi081 ceph-mon[107735]: pgmap v3896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:19.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:19 smithi170 ceph-mon[97338]: pgmap v3897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:19.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:19 smithi081 ceph-mon[95500]: pgmap v3897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:19.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:19 smithi081 ceph-mon[107735]: pgmap v3897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:21 smithi170 ceph-mon[97338]: pgmap v3898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:21.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:21 smithi081 ceph-mon[95500]: pgmap v3898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:21.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:21 smithi081 ceph-mon[107735]: pgmap v3898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:22.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:22.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:23 smithi170 ceph-mon[97338]: pgmap v3899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:23.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:23 smithi081 ceph-mon[95500]: pgmap v3899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:23.521 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:48:23.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:23 smithi081 ceph-mon[107735]: pgmap v3899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:23.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:23.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:25 smithi170 ceph-mon[97338]: pgmap v3900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:25.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:25 smithi081 ceph-mon[95500]: pgmap v3900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:25.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:25 smithi081 ceph-mon[107735]: pgmap v3900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:27.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:27 smithi170 ceph-mon[97338]: pgmap v3901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:27.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:27 smithi081 ceph-mon[95500]: pgmap v3901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:27.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:27 smithi081 ceph-mon[107735]: pgmap v3901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:29 smithi170 ceph-mon[97338]: pgmap v3902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:29.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:29 smithi081 ceph-mon[95500]: pgmap v3902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:29.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:29 smithi081 ceph-mon[107735]: pgmap v3902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:31 smithi170 ceph-mon[97338]: pgmap v3903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:31.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:31 smithi081 ceph-mon[95500]: pgmap v3903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:31 smithi081 ceph-mon[107735]: pgmap v3903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:32.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:32.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:33 smithi170 ceph-mon[97338]: pgmap v3904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:33.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:33 smithi081 ceph-mon[95500]: pgmap v3904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:33.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:48:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:33 smithi081 ceph-mon[107735]: pgmap v3904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:33.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:33.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:35 smithi170 ceph-mon[97338]: pgmap v3905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:35.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:35 smithi081 ceph-mon[95500]: pgmap v3905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:35.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:35 smithi081 ceph-mon[107735]: pgmap v3905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:37.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:37 smithi170 ceph-mon[97338]: pgmap v3906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:37.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:37 smithi081 ceph-mon[95500]: pgmap v3906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:37.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:37 smithi081 ceph-mon[107735]: pgmap v3906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:39 smithi170 ceph-mon[97338]: pgmap v3907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:39.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:39 smithi081 ceph-mon[95500]: pgmap v3907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:39 smithi081 ceph-mon[107735]: pgmap v3907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:41 smithi170 ceph-mon[97338]: pgmap v3908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:41.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:41 smithi081 ceph-mon[95500]: pgmap v3908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:41 smithi081 ceph-mon[107735]: pgmap v3908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:42.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:42.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:43 smithi170 ceph-mon[97338]: pgmap v3909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:43.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:43 smithi081 ceph-mon[95500]: pgmap v3909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:43.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:48:43.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:43 smithi081 ceph-mon[107735]: pgmap v3909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:43.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:43.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:45 smithi170 ceph-mon[97338]: pgmap v3910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:45.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:45 smithi081 ceph-mon[95500]: pgmap v3910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:45.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:45 smithi081 ceph-mon[107735]: pgmap v3910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:47.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:47 smithi170 ceph-mon[97338]: pgmap v3911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:47.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:47 smithi081 ceph-mon[95500]: pgmap v3911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:47.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:47 smithi081 ceph-mon[107735]: pgmap v3911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:49.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:49 smithi170 ceph-mon[97338]: pgmap v3912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:49.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:49 smithi081 ceph-mon[95500]: pgmap v3912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:49.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:49 smithi081 ceph-mon[107735]: pgmap v3912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:51 smithi170 ceph-mon[97338]: pgmap v3913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:51.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:51 smithi081 ceph-mon[95500]: pgmap v3913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:51.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:51 smithi081 ceph-mon[107735]: pgmap v3913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:52.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:52.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:53.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:53 smithi170 ceph-mon[97338]: pgmap v3914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:53 smithi081 ceph-mon[95500]: pgmap v3914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:53.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:48:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:53 smithi081 ceph-mon[107735]: pgmap v3914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:54.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:48:53.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:54.273 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:48:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:48:53.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:48:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:55 smithi170 ceph-mon[97338]: pgmap v3915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:55.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:55 smithi081 ceph-mon[95500]: pgmap v3915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:55 smithi081 ceph-mon[107735]: pgmap v3915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:57.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:57 smithi170 ceph-mon[97338]: pgmap v3916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:57.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:57 smithi081 ceph-mon[95500]: pgmap v3916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:57 smithi081 ceph-mon[107735]: pgmap v3916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:48:59 smithi170 ceph-mon[97338]: pgmap v3917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:59.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:48:59 smithi081 ceph-mon[95500]: pgmap v3917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:48:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:48:59 smithi081 ceph-mon[107735]: pgmap v3917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:01.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:01 smithi170 ceph-mon[97338]: pgmap v3918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:01.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:01 smithi081 ceph-mon[95500]: pgmap v3918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:01.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:01 smithi081 ceph-mon[107735]: pgmap v3918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:02.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:02.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:03 smithi170 ceph-mon[97338]: pgmap v3919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:03.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:03 smithi081 ceph-mon[95500]: pgmap v3919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:49:03.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:03 smithi081 ceph-mon[107735]: pgmap v3919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:03.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:03.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:05 smithi170 ceph-mon[97338]: pgmap v3920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:05.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:05 smithi081 ceph-mon[95500]: pgmap v3920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:05.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:05 smithi081 ceph-mon[107735]: pgmap v3920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:07.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:07 smithi170 ceph-mon[97338]: pgmap v3921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:07.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:07 smithi081 ceph-mon[95500]: pgmap v3921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:07 smithi081 ceph-mon[107735]: pgmap v3921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:09 smithi170 ceph-mon[97338]: pgmap v3922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:09.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:09 smithi081 ceph-mon[95500]: pgmap v3922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:09.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:09 smithi081 ceph-mon[107735]: pgmap v3922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:11 smithi170 ceph-mon[97338]: pgmap v3923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:11.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:11 smithi081 ceph-mon[95500]: pgmap v3923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:11.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:11 smithi081 ceph-mon[107735]: pgmap v3923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:12.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:12.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:13 smithi170 ceph-mon[97338]: pgmap v3924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:13.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:13 smithi081 ceph-mon[95500]: pgmap v3924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:49:13.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:13 smithi081 ceph-mon[107735]: pgmap v3924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:13.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:13.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:15 smithi170 ceph-mon[97338]: pgmap v3925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:15.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:15 smithi081 ceph-mon[95500]: pgmap v3925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:15 smithi081 ceph-mon[107735]: pgmap v3925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:17.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:17 smithi081 ceph-mon[95500]: pgmap v3926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:17.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:17 smithi081 ceph-mon[107735]: pgmap v3926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:17.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:17 smithi170 ceph-mon[97338]: pgmap v3926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:19.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:19 smithi081 ceph-mon[95500]: pgmap v3927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:19 smithi081 ceph-mon[107735]: pgmap v3927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:19 smithi170 ceph-mon[97338]: pgmap v3927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:21.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:21 smithi081 ceph-mon[95500]: pgmap v3928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:21.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:21 smithi081 ceph-mon[107735]: pgmap v3928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:21 smithi170 ceph-mon[97338]: pgmap v3928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:22.112Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:22.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:23.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:23 smithi081 ceph-mon[95500]: pgmap v3929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:49:23.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:23 smithi081 ceph-mon[107735]: pgmap v3929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:23.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:23 smithi170 ceph-mon[97338]: pgmap v3929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:23.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:23.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:25.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:25 smithi081 ceph-mon[95500]: pgmap v3930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:25.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:25 smithi081 ceph-mon[107735]: pgmap v3930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:25.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:25 smithi170 ceph-mon[97338]: pgmap v3930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:27.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:27 smithi081 ceph-mon[95500]: pgmap v3931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:27.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:27 smithi081 ceph-mon[107735]: pgmap v3931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:27.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:27 smithi170 ceph-mon[97338]: pgmap v3931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:29.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:29 smithi081 ceph-mon[95500]: pgmap v3932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:29.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:29 smithi081 ceph-mon[107735]: pgmap v3932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:29.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:29 smithi170 ceph-mon[97338]: pgmap v3932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:31.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:31 smithi081 ceph-mon[95500]: pgmap v3933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:31.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:31 smithi081 ceph-mon[107735]: pgmap v3933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:31 smithi170 ceph-mon[97338]: pgmap v3933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:32.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:32.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:33.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:33 smithi081 ceph-mon[95500]: pgmap v3934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:33.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:49:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:33 smithi081 ceph-mon[107735]: pgmap v3934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:33.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:33 smithi170 ceph-mon[97338]: pgmap v3934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:33.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:33.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:35.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:35 smithi170 ceph-mon[97338]: pgmap v3935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:35 smithi081 ceph-mon[95500]: pgmap v3935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:35 smithi081 ceph-mon[107735]: pgmap v3935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:37.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:37 smithi170 ceph-mon[97338]: pgmap v3936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:37.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:37 smithi081 ceph-mon[95500]: pgmap v3936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:37.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:37 smithi081 ceph-mon[107735]: pgmap v3936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:39.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:39 smithi170 ceph-mon[97338]: pgmap v3937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:39.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:39 smithi081 ceph-mon[95500]: pgmap v3937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:39 smithi081 ceph-mon[107735]: pgmap v3937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:41.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:41 smithi170 ceph-mon[97338]: pgmap v3938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:41.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:41 smithi081 ceph-mon[95500]: pgmap v3938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:41 smithi081 ceph-mon[107735]: pgmap v3938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:42.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:42.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:43.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:43 smithi081 ceph-mon[95500]: pgmap v3939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:49:43.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:43 smithi081 ceph-mon[107735]: pgmap v3939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:43.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:43 smithi170 ceph-mon[97338]: pgmap v3939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:43.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:43.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:45 smithi170 ceph-mon[97338]: pgmap v3940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:45 smithi081 ceph-mon[95500]: pgmap v3940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:45 smithi081 ceph-mon[107735]: pgmap v3940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:47.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:47 smithi170 ceph-mon[97338]: pgmap v3941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:47 smithi081 ceph-mon[95500]: pgmap v3941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:47.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:47 smithi081 ceph-mon[107735]: pgmap v3941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:49.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:49 smithi170 ceph-mon[97338]: pgmap v3942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:49.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:49 smithi081 ceph-mon[95500]: pgmap v3942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:49 smithi081 ceph-mon[107735]: pgmap v3942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:51.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:51 smithi170 ceph-mon[97338]: pgmap v3943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:51 smithi081 ceph-mon[95500]: pgmap v3943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:51.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:51 smithi081 ceph-mon[107735]: pgmap v3943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:52.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:52.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:53 smithi081 ceph-mon[95500]: pgmap v3944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:49:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:53 smithi081 ceph-mon[107735]: pgmap v3944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:53 smithi170 ceph-mon[97338]: pgmap v3944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:49:53.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:49:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:49:53.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:49:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:55 smithi170 ceph-mon[97338]: pgmap v3945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:55.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:55 smithi081 ceph-mon[95500]: pgmap v3945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:55.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:55 smithi081 ceph-mon[107735]: pgmap v3945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:57 smithi170 ceph-mon[97338]: pgmap v3946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:57 smithi081 ceph-mon[95500]: pgmap v3946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:57 smithi081 ceph-mon[107735]: pgmap v3946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:59.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:49:59 smithi170 ceph-mon[97338]: pgmap v3947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:49:59 smithi081 ceph-mon[95500]: pgmap v3947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:49:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:49:59 smithi081 ceph-mon[107735]: pgmap v3947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:00.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:50:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:50:00.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T07:50:01.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:01 smithi170 ceph-mon[97338]: pgmap v3948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:01 smithi081 ceph-mon[95500]: pgmap v3948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:01.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:01 smithi081 ceph-mon[107735]: pgmap v3948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:02.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:02.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:03.315 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:50:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:03 smithi170 ceph-mon[97338]: pgmap v3949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:03.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:03 smithi081 ceph-mon[95500]: pgmap v3949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:03.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:03 smithi081 ceph-mon[107735]: pgmap v3949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:03.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:03.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:05.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:05 smithi170 ceph-mon[97338]: pgmap v3950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:05.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:05 smithi081 ceph-mon[95500]: pgmap v3950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:05.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:05 smithi081 ceph-mon[107735]: pgmap v3950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:07.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:07 smithi170 ceph-mon[97338]: pgmap v3951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:07.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:07 smithi081 ceph-mon[95500]: pgmap v3951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:07.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:07 smithi081 ceph-mon[107735]: pgmap v3951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:09.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:09 smithi170 ceph-mon[97338]: pgmap v3952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:09.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:09 smithi081 ceph-mon[95500]: pgmap v3952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:09.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:09 smithi081 ceph-mon[107735]: pgmap v3952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:11.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:11 smithi170 ceph-mon[97338]: pgmap v3953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:11.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:11 smithi081 ceph-mon[95500]: pgmap v3953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:11 smithi081 ceph-mon[107735]: pgmap v3953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:12.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:12.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:13.329 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:50:13.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:13 smithi170 ceph-mon[97338]: pgmap v3954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:13.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:13 smithi081 ceph-mon[95500]: pgmap v3954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:13 smithi081 ceph-mon[107735]: pgmap v3954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:13.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:13.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:15.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:15 smithi170 ceph-mon[97338]: pgmap v3955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:15.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:15 smithi081 ceph-mon[95500]: pgmap v3955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:15.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:15 smithi081 ceph-mon[107735]: pgmap v3955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:17.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:17 smithi170 ceph-mon[97338]: pgmap v3956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:17.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:17 smithi081 ceph-mon[95500]: pgmap v3956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:17.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:17 smithi081 ceph-mon[107735]: pgmap v3956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:19 smithi170 ceph-mon[97338]: pgmap v3957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:19.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:19 smithi081 ceph-mon[95500]: pgmap v3957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:19.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:19 smithi081 ceph-mon[107735]: pgmap v3957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:21 smithi170 ceph-mon[97338]: pgmap v3958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:21.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:21 smithi081 ceph-mon[95500]: pgmap v3958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:21 smithi081 ceph-mon[107735]: pgmap v3958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:22.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:22.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:23.343 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:50:23.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:23 smithi170 ceph-mon[97338]: pgmap v3959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:23.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:23 smithi081 ceph-mon[95500]: pgmap v3959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:23.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:23 smithi081 ceph-mon[107735]: pgmap v3959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:23.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:23.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:25 smithi170 ceph-mon[97338]: pgmap v3960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:25 smithi081 ceph-mon[95500]: pgmap v3960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:25.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:25 smithi081 ceph-mon[107735]: pgmap v3960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:27.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:27 smithi170 ceph-mon[97338]: pgmap v3961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:27.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:27 smithi081 ceph-mon[95500]: pgmap v3961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:27.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:27 smithi081 ceph-mon[107735]: pgmap v3961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:29.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:29 smithi170 ceph-mon[97338]: pgmap v3962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:29 smithi081 ceph-mon[95500]: pgmap v3962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:29 smithi081 ceph-mon[107735]: pgmap v3962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:31 smithi170 ceph-mon[97338]: pgmap v3963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:31 smithi081 ceph-mon[95500]: pgmap v3963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:31 smithi081 ceph-mon[107735]: pgmap v3963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:32.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:32.118Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:33.356 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:50:33.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:33 smithi170 ceph-mon[97338]: pgmap v3964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:33.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:33 smithi081 ceph-mon[95500]: pgmap v3964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:33.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:33 smithi081 ceph-mon[107735]: pgmap v3964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:33.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:33.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:35.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:35 smithi170 ceph-mon[97338]: pgmap v3965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:35.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:35 smithi081 ceph-mon[95500]: pgmap v3965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:35 smithi081 ceph-mon[107735]: pgmap v3965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:36 smithi170 ceph-mon[97338]: pgmap v3966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:36 smithi081 ceph-mon[95500]: pgmap v3966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:36 smithi081 ceph-mon[107735]: pgmap v3966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:38 smithi170 ceph-mon[97338]: pgmap v3967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:38 smithi081 ceph-mon[95500]: pgmap v3967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:39.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:38 smithi081 ceph-mon[107735]: pgmap v3967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:40.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:40 smithi170 ceph-mon[97338]: pgmap v3968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:40 smithi081 ceph-mon[95500]: pgmap v3968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:40 smithi081 ceph-mon[107735]: pgmap v3968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:42.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:42.118Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:42.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:42 smithi170 ceph-mon[97338]: pgmap v3969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:43.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:42 smithi081 ceph-mon[95500]: pgmap v3969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:42 smithi081 ceph-mon[107735]: pgmap v3969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:50:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:43.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:43.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:44 smithi170 ceph-mon[97338]: pgmap v3970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:45.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:44 smithi081 ceph-mon[95500]: pgmap v3970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:44 smithi081 ceph-mon[107735]: pgmap v3970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:46 smithi170 ceph-mon[97338]: pgmap v3971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:46 smithi081 ceph-mon[95500]: pgmap v3971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:46 smithi081 ceph-mon[107735]: pgmap v3971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:48 smithi170 ceph-mon[97338]: pgmap v3972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:49.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:48 smithi081 ceph-mon[95500]: pgmap v3972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:49.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:48 smithi081 ceph-mon[107735]: pgmap v3972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:50 smithi170 ceph-mon[97338]: pgmap v3973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:51.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:50 smithi081 ceph-mon[95500]: pgmap v3973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:50 smithi081 ceph-mon[107735]: pgmap v3973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:52.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:52.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:52 smithi170 ceph-mon[97338]: pgmap v3974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:53.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:52 smithi081 ceph-mon[95500]: pgmap v3974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:52 smithi081 ceph-mon[107735]: pgmap v3974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:50:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:50:53.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:50:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:50:53.983Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:50:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:54 smithi170 ceph-mon[97338]: pgmap v3975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:55.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:54 smithi081 ceph-mon[95500]: pgmap v3975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:54 smithi081 ceph-mon[107735]: pgmap v3975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:56 smithi170 ceph-mon[97338]: pgmap v3976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:56 smithi081 ceph-mon[95500]: pgmap v3976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:56 smithi081 ceph-mon[107735]: pgmap v3976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:50:58 smithi170 ceph-mon[97338]: pgmap v3977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:59.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:50:58 smithi081 ceph-mon[95500]: pgmap v3977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:50:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:50:58 smithi081 ceph-mon[107735]: pgmap v3977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:00 smithi170 ceph-mon[97338]: pgmap v3978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:01.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:00 smithi081 ceph-mon[95500]: pgmap v3978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:00 smithi081 ceph-mon[107735]: pgmap v3978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:02.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:02.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:02.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:02 smithi170 ceph-mon[97338]: pgmap v3979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:03.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:02 smithi081 ceph-mon[95500]: pgmap v3979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:02 smithi081 ceph-mon[107735]: pgmap v3979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:51:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:03.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:03.984Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:04.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:04 smithi170 ceph-mon[97338]: pgmap v3980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:04 smithi081 ceph-mon[95500]: pgmap v3980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:04 smithi081 ceph-mon[107735]: pgmap v3980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:06 smithi170 ceph-mon[97338]: pgmap v3981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:06 smithi081 ceph-mon[95500]: pgmap v3981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:06 smithi081 ceph-mon[107735]: pgmap v3981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:08.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:08 smithi170 ceph-mon[97338]: pgmap v3982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:09.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:08 smithi081 ceph-mon[95500]: pgmap v3982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:08 smithi081 ceph-mon[107735]: pgmap v3982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:10.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:10 smithi170 ceph-mon[97338]: pgmap v3983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:11.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:10 smithi081 ceph-mon[95500]: pgmap v3983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:10 smithi081 ceph-mon[107735]: pgmap v3983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:12.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:12.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:12 smithi170 ceph-mon[97338]: pgmap v3984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:12 smithi081 ceph-mon[95500]: pgmap v3984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:12 smithi081 ceph-mon[107735]: pgmap v3984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:51:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:13.983Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:13.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:14 smithi170 ceph-mon[97338]: pgmap v3985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:14 smithi081 ceph-mon[95500]: pgmap v3985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:15.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:14 smithi081 ceph-mon[107735]: pgmap v3985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:16 smithi170 ceph-mon[97338]: pgmap v3986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:17.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:16 smithi081 ceph-mon[95500]: pgmap v3986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:16 smithi081 ceph-mon[107735]: pgmap v3986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:18 smithi170 ceph-mon[97338]: pgmap v3987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:19.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:18 smithi081 ceph-mon[95500]: pgmap v3987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:18 smithi081 ceph-mon[107735]: pgmap v3987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:20 smithi170 ceph-mon[97338]: pgmap v3988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:21.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:20 smithi081 ceph-mon[95500]: pgmap v3988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:20 smithi081 ceph-mon[107735]: pgmap v3988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:22.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:22.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:22 smithi170 ceph-mon[97338]: pgmap v3989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:22 smithi081 ceph-mon[95500]: pgmap v3989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:22 smithi081 ceph-mon[107735]: pgmap v3989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:51:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:23.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:23.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:24 smithi170 ceph-mon[97338]: pgmap v3990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:25.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:24 smithi081 ceph-mon[95500]: pgmap v3990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:24 smithi081 ceph-mon[107735]: pgmap v3990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:26 smithi170 ceph-mon[97338]: pgmap v3991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:27.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:26 smithi081 ceph-mon[95500]: pgmap v3991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:26 smithi081 ceph-mon[107735]: pgmap v3991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:28 smithi170 ceph-mon[97338]: pgmap v3992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:29.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:28 smithi081 ceph-mon[95500]: pgmap v3992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:28 smithi081 ceph-mon[107735]: pgmap v3992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:30 smithi170 ceph-mon[97338]: pgmap v3993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:30 smithi081 ceph-mon[95500]: pgmap v3993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:30 smithi081 ceph-mon[107735]: pgmap v3993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:32.120Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:32.121Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:32 smithi170 ceph-mon[97338]: pgmap v3994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:32 smithi081 ceph-mon[95500]: pgmap v3994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:32 smithi081 ceph-mon[107735]: pgmap v3994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:51:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:33.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:33.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:34 smithi170 ceph-mon[97338]: pgmap v3995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:35.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:34 smithi081 ceph-mon[95500]: pgmap v3995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:34 smithi081 ceph-mon[107735]: pgmap v3995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:36 smithi170 ceph-mon[97338]: pgmap v3996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:36 smithi081 ceph-mon[95500]: pgmap v3996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:36 smithi081 ceph-mon[107735]: pgmap v3996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:38 smithi170 ceph-mon[97338]: pgmap v3997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:38 smithi081 ceph-mon[95500]: pgmap v3997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:38 smithi081 ceph-mon[107735]: pgmap v3997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:40.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:40 smithi170 ceph-mon[97338]: pgmap v3998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:40 smithi081 ceph-mon[95500]: pgmap v3998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:40 smithi081 ceph-mon[107735]: pgmap v3998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:42.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:42.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:42.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:42 smithi170 ceph-mon[97338]: pgmap v3999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:43.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:42 smithi081 ceph-mon[95500]: pgmap v3999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:42 smithi081 ceph-mon[107735]: pgmap v3999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:51:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:43.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:43.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:44 smithi170 ceph-mon[97338]: pgmap v4000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:45.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:44 smithi081 ceph-mon[95500]: pgmap v4000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:44 smithi081 ceph-mon[107735]: pgmap v4000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:46 smithi170 ceph-mon[97338]: pgmap v4001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:46 smithi081 ceph-mon[95500]: pgmap v4001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:46 smithi081 ceph-mon[107735]: pgmap v4001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:48 smithi170 ceph-mon[97338]: pgmap v4002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:49.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:48 smithi081 ceph-mon[95500]: pgmap v4002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:48 smithi081 ceph-mon[107735]: pgmap v4002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:50 smithi170 ceph-mon[97338]: pgmap v4003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:50 smithi081 ceph-mon[95500]: pgmap v4003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:50 smithi081 ceph-mon[107735]: pgmap v4003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:52.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:52.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:52 smithi170 ceph-mon[97338]: pgmap v4004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:53.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:52 smithi081 ceph-mon[95500]: pgmap v4004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:52 smithi081 ceph-mon[107735]: pgmap v4004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:51:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:51:53.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:51:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:51:53.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:51:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:54 smithi170 ceph-mon[97338]: pgmap v4005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:55.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:54 smithi081 ceph-mon[95500]: pgmap v4005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:54 smithi081 ceph-mon[107735]: pgmap v4005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:56 smithi170 ceph-mon[97338]: pgmap v4006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:56 smithi081 ceph-mon[95500]: pgmap v4006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:56 smithi081 ceph-mon[107735]: pgmap v4006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:51:58 smithi170 ceph-mon[97338]: pgmap v4007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:59.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:51:58 smithi081 ceph-mon[95500]: pgmap v4007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:51:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:51:58 smithi081 ceph-mon[107735]: pgmap v4007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:00 smithi170 ceph-mon[97338]: pgmap v4008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:01.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:00 smithi081 ceph-mon[95500]: pgmap v4008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:01.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:00 smithi081 ceph-mon[107735]: pgmap v4008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:02.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:02.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:02.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:02 smithi170 ceph-mon[97338]: pgmap v4009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:03.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:02 smithi081 ceph-mon[95500]: pgmap v4009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:02 smithi081 ceph-mon[107735]: pgmap v4009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:52:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:03.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:03.987Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:04.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:04 smithi170 ceph-mon[97338]: pgmap v4010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:05.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:04 smithi081 ceph-mon[95500]: pgmap v4010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:04 smithi081 ceph-mon[107735]: pgmap v4010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:06 smithi170 ceph-mon[97338]: pgmap v4011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:06 smithi081 ceph-mon[95500]: pgmap v4011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:06 smithi081 ceph-mon[107735]: pgmap v4011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:08.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:08 smithi170 ceph-mon[97338]: pgmap v4012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:09.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:08 smithi081 ceph-mon[95500]: pgmap v4012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:08 smithi081 ceph-mon[107735]: pgmap v4012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:10.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:10 smithi170 ceph-mon[97338]: pgmap v4013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:11.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:10 smithi081 ceph-mon[95500]: pgmap v4013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:10 smithi081 ceph-mon[107735]: pgmap v4013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:12.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:12.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:12 smithi170 ceph-mon[97338]: pgmap v4014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:12 smithi081 ceph-mon[95500]: pgmap v4014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:12 smithi081 ceph-mon[107735]: pgmap v4014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:52:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:13.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:13.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:14 smithi170 ceph-mon[97338]: pgmap v4015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:14 smithi081 ceph-mon[95500]: pgmap v4015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:14 smithi081 ceph-mon[107735]: pgmap v4015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:16 smithi170 ceph-mon[97338]: pgmap v4016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:16 smithi081 ceph-mon[95500]: pgmap v4016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:16 smithi081 ceph-mon[107735]: pgmap v4016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:18 smithi170 ceph-mon[97338]: pgmap v4017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:19.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:18 smithi081 ceph-mon[95500]: pgmap v4017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:18 smithi081 ceph-mon[107735]: pgmap v4017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:20 smithi170 ceph-mon[97338]: pgmap v4018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:21.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:20 smithi081 ceph-mon[95500]: pgmap v4018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:20 smithi081 ceph-mon[107735]: pgmap v4018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:22.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:22.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:22 smithi170 ceph-mon[97338]: pgmap v4019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:22 smithi081 ceph-mon[95500]: pgmap v4019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:23.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:22 smithi081 ceph-mon[107735]: pgmap v4019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:52:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:23.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:23.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:24 smithi170 ceph-mon[97338]: pgmap v4020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:25.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:24 smithi081 ceph-mon[95500]: pgmap v4020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:24 smithi081 ceph-mon[107735]: pgmap v4020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:26 smithi170 ceph-mon[97338]: pgmap v4021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:26 smithi081 ceph-mon[95500]: pgmap v4021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:26 smithi081 ceph-mon[107735]: pgmap v4021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:28 smithi170 ceph-mon[97338]: pgmap v4022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:29.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:28 smithi081 ceph-mon[95500]: pgmap v4022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:28 smithi081 ceph-mon[107735]: pgmap v4022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:30 smithi170 ceph-mon[97338]: pgmap v4023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:30 smithi081 ceph-mon[95500]: pgmap v4023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:30 smithi081 ceph-mon[107735]: pgmap v4023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:32.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:32.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:32 smithi170 ceph-mon[97338]: pgmap v4024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:32 smithi081 ceph-mon[95500]: pgmap v4024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:32 smithi081 ceph-mon[107735]: pgmap v4024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:52:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:33.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:33.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:34 smithi170 ceph-mon[97338]: pgmap v4025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:35.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:34 smithi081 ceph-mon[95500]: pgmap v4025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:34 smithi081 ceph-mon[107735]: pgmap v4025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:36 smithi170 ceph-mon[97338]: pgmap v4026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:36 smithi081 ceph-mon[95500]: pgmap v4026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:36 smithi081 ceph-mon[107735]: pgmap v4026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:38 smithi170 ceph-mon[97338]: pgmap v4027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:39.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:38 smithi081 ceph-mon[95500]: pgmap v4027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:38 smithi081 ceph-mon[107735]: pgmap v4027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:40.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:40 smithi170 ceph-mon[97338]: pgmap v4028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:40 smithi081 ceph-mon[95500]: pgmap v4028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:40 smithi081 ceph-mon[107735]: pgmap v4028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:42.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:42.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:42.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:42 smithi170 ceph-mon[97338]: pgmap v4029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:43.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:42 smithi081 ceph-mon[95500]: pgmap v4029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:42 smithi081 ceph-mon[107735]: pgmap v4029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:52:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:43.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:43.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:44 smithi170 ceph-mon[97338]: pgmap v4030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:45.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:44 smithi081 ceph-mon[95500]: pgmap v4030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:44 smithi081 ceph-mon[107735]: pgmap v4030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:46 smithi170 ceph-mon[97338]: pgmap v4031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:46 smithi081 ceph-mon[95500]: pgmap v4031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:46 smithi081 ceph-mon[107735]: pgmap v4031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:48 smithi170 ceph-mon[97338]: pgmap v4032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:49.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:48 smithi081 ceph-mon[95500]: pgmap v4032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:48 smithi081 ceph-mon[107735]: pgmap v4032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:50 smithi170 ceph-mon[97338]: pgmap v4033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:51.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:50 smithi081 ceph-mon[95500]: pgmap v4033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:50 smithi081 ceph-mon[107735]: pgmap v4033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:52.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:52.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:52 smithi170 ceph-mon[97338]: pgmap v4034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:53.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:52 smithi081 ceph-mon[95500]: pgmap v4034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:52 smithi081 ceph-mon[107735]: pgmap v4034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:52:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:52:53.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:52:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:52:53.991Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:52:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:54 smithi170 ceph-mon[97338]: pgmap v4035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:55.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:54 smithi081 ceph-mon[95500]: pgmap v4035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:55.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:54 smithi081 ceph-mon[107735]: pgmap v4035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:56 smithi170 ceph-mon[97338]: pgmap v4036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:56 smithi081 ceph-mon[95500]: pgmap v4036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:56 smithi081 ceph-mon[107735]: pgmap v4036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:52:58 smithi170 ceph-mon[97338]: pgmap v4037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:59.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:52:58 smithi081 ceph-mon[95500]: pgmap v4037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:52:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:52:58 smithi081 ceph-mon[107735]: pgmap v4037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:00 smithi170 ceph-mon[97338]: pgmap v4038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:01.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:00 smithi081 ceph-mon[95500]: pgmap v4038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:00 smithi081 ceph-mon[107735]: pgmap v4038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:02.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:02.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:02.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:02 smithi170 ceph-mon[97338]: pgmap v4039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:03.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:02 smithi081 ceph-mon[95500]: pgmap v4039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:02 smithi081 ceph-mon[107735]: pgmap v4039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:53:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:03.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:03.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:04.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:04 smithi170 ceph-mon[97338]: pgmap v4040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:04 smithi081 ceph-mon[95500]: pgmap v4040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:04 smithi081 ceph-mon[107735]: pgmap v4040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:06 smithi170 ceph-mon[97338]: pgmap v4041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:06 smithi081 ceph-mon[95500]: pgmap v4041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:06 smithi081 ceph-mon[107735]: pgmap v4041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:08.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:08 smithi170 ceph-mon[97338]: pgmap v4042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:09.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:08 smithi081 ceph-mon[95500]: pgmap v4042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:08 smithi081 ceph-mon[107735]: pgmap v4042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:10.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:10 smithi170 ceph-mon[97338]: pgmap v4043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:11.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:10 smithi081 ceph-mon[95500]: pgmap v4043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:10 smithi081 ceph-mon[107735]: pgmap v4043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:12.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:12.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:12 smithi170 ceph-mon[97338]: pgmap v4044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:12 smithi081 ceph-mon[95500]: pgmap v4044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:12 smithi081 ceph-mon[107735]: pgmap v4044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:53:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:13.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:13.993Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:14 smithi170 ceph-mon[97338]: pgmap v4045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:14 smithi081 ceph-mon[95500]: pgmap v4045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:14 smithi081 ceph-mon[107735]: pgmap v4045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:16 smithi170 ceph-mon[97338]: pgmap v4046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:16 smithi081 ceph-mon[95500]: pgmap v4046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:16 smithi081 ceph-mon[107735]: pgmap v4046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:18 smithi170 ceph-mon[97338]: pgmap v4047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:18 smithi081 ceph-mon[95500]: pgmap v4047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:18 smithi081 ceph-mon[107735]: pgmap v4047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:20 smithi170 ceph-mon[97338]: pgmap v4048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:21.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:20 smithi081 ceph-mon[95500]: pgmap v4048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:20 smithi081 ceph-mon[107735]: pgmap v4048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:22.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:22.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:22 smithi170 ceph-mon[97338]: pgmap v4049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:22 smithi081 ceph-mon[95500]: pgmap v4049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:22 smithi081 ceph-mon[107735]: pgmap v4049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:53:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:23.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:24.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:23.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:24 smithi170 ceph-mon[97338]: pgmap v4050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:25.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:24 smithi081 ceph-mon[95500]: pgmap v4050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:24 smithi081 ceph-mon[107735]: pgmap v4050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:26 smithi170 ceph-mon[97338]: pgmap v4051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:27.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:26 smithi081 ceph-mon[95500]: pgmap v4051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:26 smithi081 ceph-mon[107735]: pgmap v4051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:28 smithi170 ceph-mon[97338]: pgmap v4052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:28 smithi081 ceph-mon[95500]: pgmap v4052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:28 smithi081 ceph-mon[107735]: pgmap v4052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:30 smithi170 ceph-mon[97338]: pgmap v4053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:31.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:30 smithi081 ceph-mon[95500]: pgmap v4053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:30 smithi081 ceph-mon[107735]: pgmap v4053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:32.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:32.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:32 smithi170 ceph-mon[97338]: pgmap v4054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:32 smithi081 ceph-mon[95500]: pgmap v4054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:32 smithi081 ceph-mon[107735]: pgmap v4054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:53:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:33.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:33.995Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:34 smithi170 ceph-mon[97338]: pgmap v4055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:35.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:34 smithi081 ceph-mon[95500]: pgmap v4055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:34 smithi081 ceph-mon[107735]: pgmap v4055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:36 smithi170 ceph-mon[97338]: pgmap v4056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:36 smithi081 ceph-mon[95500]: pgmap v4056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:36 smithi081 ceph-mon[107735]: pgmap v4056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:38 smithi170 ceph-mon[97338]: pgmap v4057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:38 smithi081 ceph-mon[95500]: pgmap v4057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:38 smithi081 ceph-mon[107735]: pgmap v4057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:40.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:40 smithi170 ceph-mon[97338]: pgmap v4058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:41.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:40 smithi081 ceph-mon[95500]: pgmap v4058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:40 smithi081 ceph-mon[107735]: pgmap v4058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:42.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:42.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:42.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:42 smithi170 ceph-mon[97338]: pgmap v4059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:43.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:42 smithi081 ceph-mon[95500]: pgmap v4059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:42 smithi081 ceph-mon[107735]: pgmap v4059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:53:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:43 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:43.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:43.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:44 smithi170 ceph-mon[97338]: pgmap v4060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:45.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:44 smithi081 ceph-mon[95500]: pgmap v4060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:44 smithi081 ceph-mon[107735]: pgmap v4060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:46 smithi170 ceph-mon[97338]: pgmap v4061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:46 smithi081 ceph-mon[95500]: pgmap v4061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:46 smithi081 ceph-mon[107735]: pgmap v4061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:48 smithi170 ceph-mon[97338]: pgmap v4062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:49.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:48 smithi081 ceph-mon[95500]: pgmap v4062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:48 smithi081 ceph-mon[107735]: pgmap v4062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:50 smithi170 ceph-mon[97338]: pgmap v4063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:50 smithi081 ceph-mon[95500]: pgmap v4063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:50 smithi081 ceph-mon[107735]: pgmap v4063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:52.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:52.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:52 smithi170 ceph-mon[97338]: pgmap v4064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:53.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:52 smithi081 ceph-mon[95500]: pgmap v4064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:52 smithi081 ceph-mon[107735]: pgmap v4064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:53:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:53 smithi081 conmon[157419]: level=error ts=2023-05-20T07:53:53.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:53:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:53:53.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:53:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:54 smithi170 ceph-mon[97338]: pgmap v4065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:55.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:54 smithi081 ceph-mon[95500]: pgmap v4065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:54 smithi081 ceph-mon[107735]: pgmap v4065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:56 smithi170 ceph-mon[97338]: pgmap v4066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:56 smithi081 ceph-mon[95500]: pgmap v4066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:56 smithi081 ceph-mon[107735]: pgmap v4066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:53:58 smithi170 ceph-mon[97338]: pgmap v4067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:59.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:53:58 smithi081 ceph-mon[95500]: pgmap v4067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:53:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:53:58 smithi081 ceph-mon[107735]: pgmap v4067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:00 smithi170 ceph-mon[97338]: pgmap v4068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:01.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:00 smithi081 ceph-mon[95500]: pgmap v4068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:00 smithi081 ceph-mon[107735]: pgmap v4068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:02.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:02.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:02.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:02 smithi170 ceph-mon[97338]: pgmap v4069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:03.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:02 smithi081 ceph-mon[95500]: pgmap v4069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:03.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:02 smithi081 ceph-mon[107735]: pgmap v4069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:54:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:03 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:03.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:03.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:04.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:04 smithi170 ceph-mon[97338]: pgmap v4070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:05.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:04 smithi081 ceph-mon[95500]: pgmap v4070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:04 smithi081 ceph-mon[107735]: pgmap v4070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:06 smithi170 ceph-mon[97338]: pgmap v4071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:06 smithi081 ceph-mon[95500]: pgmap v4071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:06 smithi081 ceph-mon[107735]: pgmap v4071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:08.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:08 smithi170 ceph-mon[97338]: pgmap v4072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:09.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:08 smithi081 ceph-mon[95500]: pgmap v4072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:08 smithi081 ceph-mon[107735]: pgmap v4072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:10.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:10 smithi170 ceph-mon[97338]: pgmap v4073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:11.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:10 smithi081 ceph-mon[95500]: pgmap v4073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:10 smithi081 ceph-mon[107735]: pgmap v4073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:12.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:12.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:12 smithi170 ceph-mon[97338]: pgmap v4074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:12 smithi081 ceph-mon[95500]: pgmap v4074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:12 smithi081 ceph-mon[107735]: pgmap v4074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:13.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:54:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:13 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:13.997Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:13.998Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:14 smithi170 ceph-mon[97338]: pgmap v4075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:14 smithi081 ceph-mon[95500]: pgmap v4075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:14 smithi081 ceph-mon[107735]: pgmap v4075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:16 smithi170 ceph-mon[97338]: pgmap v4076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:16 smithi081 ceph-mon[95500]: pgmap v4076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:16 smithi081 ceph-mon[107735]: pgmap v4076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:18 smithi170 ceph-mon[97338]: pgmap v4077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:18 smithi081 ceph-mon[95500]: pgmap v4077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:18 smithi081 ceph-mon[107735]: pgmap v4077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:20 smithi170 ceph-mon[97338]: pgmap v4078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:21.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:20 smithi081 ceph-mon[95500]: pgmap v4078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:20 smithi081 ceph-mon[107735]: pgmap v4078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:22.133Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:22.134Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:22 smithi170 ceph-mon[97338]: pgmap v4079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:22 smithi081 ceph-mon[95500]: pgmap v4079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:22 smithi081 ceph-mon[107735]: pgmap v4079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:54:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:23 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:23.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:23.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:24 smithi170 ceph-mon[97338]: pgmap v4080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:25.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:24 smithi081 ceph-mon[95500]: pgmap v4080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:24 smithi081 ceph-mon[107735]: pgmap v4080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:26 smithi170 ceph-mon[97338]: pgmap v4081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:26 smithi081 ceph-mon[95500]: pgmap v4081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:26 smithi081 ceph-mon[107735]: pgmap v4081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:28 smithi170 ceph-mon[97338]: pgmap v4082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:28 smithi081 ceph-mon[95500]: pgmap v4082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:28 smithi081 ceph-mon[107735]: pgmap v4082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:30 smithi170 ceph-mon[97338]: pgmap v4083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:30 smithi081 ceph-mon[95500]: pgmap v4083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:30 smithi081 ceph-mon[107735]: pgmap v4083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:32.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:32.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:32 smithi170 ceph-mon[97338]: pgmap v4084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:32 smithi081 ceph-mon[95500]: pgmap v4084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:32 smithi081 ceph-mon[107735]: pgmap v4084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:54:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:33 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:33.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:34.000Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:34 smithi170 ceph-mon[97338]: pgmap v4085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:35.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:34 smithi081 ceph-mon[95500]: pgmap v4085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:34 smithi081 ceph-mon[107735]: pgmap v4085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:36 smithi170 ceph-mon[97338]: pgmap v4086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:37.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:36 smithi081 ceph-mon[95500]: pgmap v4086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:36 smithi081 ceph-mon[107735]: pgmap v4086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:38 smithi170 ceph-mon[97338]: pgmap v4087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:38 smithi081 ceph-mon[95500]: pgmap v4087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:38 smithi081 ceph-mon[107735]: pgmap v4087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:40.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:40 smithi170 ceph-mon[97338]: pgmap v4088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:41.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:40 smithi081 ceph-mon[95500]: pgmap v4088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:40 smithi081 ceph-mon[107735]: pgmap v4088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:42.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:42.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:42.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:42 smithi170 ceph-mon[97338]: pgmap v4089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:43.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:42 smithi081 ceph-mon[95500]: pgmap v4089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:42 smithi081 ceph-mon[107735]: pgmap v4089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:54:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:44.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:44.001Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:44 smithi170 ceph-mon[97338]: pgmap v4090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:45.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:44 smithi081 ceph-mon[95500]: pgmap v4090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:44 smithi081 ceph-mon[107735]: pgmap v4090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:46 smithi170 ceph-mon[97338]: pgmap v4091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:47.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:46 smithi081 ceph-mon[95500]: pgmap v4091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:46 smithi081 ceph-mon[107735]: pgmap v4091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:48 smithi170 ceph-mon[97338]: pgmap v4092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:49.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:48 smithi081 ceph-mon[95500]: pgmap v4092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:48 smithi081 ceph-mon[107735]: pgmap v4092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:50 smithi170 ceph-mon[97338]: pgmap v4093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:50 smithi081 ceph-mon[95500]: pgmap v4093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:50 smithi081 ceph-mon[107735]: pgmap v4093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:52.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:52.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:52 smithi170 ceph-mon[97338]: pgmap v4094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:53.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:52 smithi081 ceph-mon[95500]: pgmap v4094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:52 smithi081 ceph-mon[107735]: pgmap v4094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:54:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T07:54:54.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:54:54.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:54:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:54 smithi170 ceph-mon[97338]: pgmap v4095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:55.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:54 smithi081 ceph-mon[95500]: pgmap v4095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:54 smithi081 ceph-mon[107735]: pgmap v4095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:56 smithi170 ceph-mon[97338]: pgmap v4096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:56 smithi081 ceph-mon[95500]: pgmap v4096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:56 smithi081 ceph-mon[107735]: pgmap v4096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:54:58 smithi170 ceph-mon[97338]: pgmap v4097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:59.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:54:58 smithi081 ceph-mon[95500]: pgmap v4097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:54:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:54:58 smithi081 ceph-mon[107735]: pgmap v4097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:00 smithi170 ceph-mon[97338]: pgmap v4098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:01.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:00 smithi081 ceph-mon[95500]: pgmap v4098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:00 smithi081 ceph-mon[107735]: pgmap v4098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:02.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:02.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:02.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:02 smithi170 ceph-mon[97338]: pgmap v4099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:03.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:02 smithi081 ceph-mon[95500]: pgmap v4099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:02 smithi081 ceph-mon[107735]: pgmap v4099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:55:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:04.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:04.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:04.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:04 smithi170 ceph-mon[97338]: pgmap v4100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:05.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:04 smithi081 ceph-mon[95500]: pgmap v4100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:04 smithi081 ceph-mon[107735]: pgmap v4100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:06 smithi170 ceph-mon[97338]: pgmap v4101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:06 smithi081 ceph-mon[95500]: pgmap v4101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:06 smithi081 ceph-mon[107735]: pgmap v4101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:08.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:08 smithi170 ceph-mon[97338]: pgmap v4102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:09.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:08 smithi081 ceph-mon[95500]: pgmap v4102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:08 smithi081 ceph-mon[107735]: pgmap v4102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:10.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:10 smithi170 ceph-mon[97338]: pgmap v4103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:11.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:10 smithi081 ceph-mon[95500]: pgmap v4103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:10 smithi081 ceph-mon[107735]: pgmap v4103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:12.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:12.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:12 smithi170 ceph-mon[97338]: pgmap v4104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:12 smithi081 ceph-mon[95500]: pgmap v4104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:12 smithi081 ceph-mon[107735]: pgmap v4104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:55:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:14.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:14.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:14 smithi170 ceph-mon[97338]: pgmap v4105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:14 smithi081 ceph-mon[95500]: pgmap v4105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:14 smithi081 ceph-mon[107735]: pgmap v4105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:16 smithi170 ceph-mon[97338]: pgmap v4106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:17.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:16 smithi081 ceph-mon[95500]: pgmap v4106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:16 smithi081 ceph-mon[107735]: pgmap v4106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:18 smithi170 ceph-mon[97338]: pgmap v4107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:18 smithi081 ceph-mon[95500]: pgmap v4107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:18 smithi081 ceph-mon[107735]: pgmap v4107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:20 smithi170 ceph-mon[97338]: pgmap v4108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:21.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:20 smithi081 ceph-mon[95500]: pgmap v4108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:20 smithi081 ceph-mon[107735]: pgmap v4108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:22.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:22.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:22 smithi170 ceph-mon[97338]: pgmap v4109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:23.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:22 smithi081 ceph-mon[95500]: pgmap v4109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:22 smithi081 ceph-mon[107735]: pgmap v4109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:55:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:24.003Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:24.004Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:24 smithi170 ceph-mon[97338]: pgmap v4110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:25.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:24 smithi081 ceph-mon[95500]: pgmap v4110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:24 smithi081 ceph-mon[107735]: pgmap v4110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:26 smithi170 ceph-mon[97338]: pgmap v4111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:26 smithi081 ceph-mon[95500]: pgmap v4111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:26 smithi081 ceph-mon[107735]: pgmap v4111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:28 smithi170 ceph-mon[97338]: pgmap v4112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:28 smithi081 ceph-mon[95500]: pgmap v4112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:28 smithi081 ceph-mon[107735]: pgmap v4112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:30 smithi170 ceph-mon[97338]: pgmap v4113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:30 smithi081 ceph-mon[95500]: pgmap v4113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:30 smithi081 ceph-mon[107735]: pgmap v4113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:32.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:32.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:32.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:32 smithi170 ceph-mon[97338]: pgmap v4114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:33.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:32 smithi081 ceph-mon[95500]: pgmap v4114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:32 smithi081 ceph-mon[107735]: pgmap v4114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:55:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:34.004Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:34.005Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:34 smithi170 ceph-mon[97338]: pgmap v4115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:35.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:34 smithi081 ceph-mon[95500]: pgmap v4115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:34 smithi081 ceph-mon[107735]: pgmap v4115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:36 smithi170 ceph-mon[97338]: pgmap v4116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:36 smithi081 ceph-mon[95500]: pgmap v4116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:36 smithi081 ceph-mon[107735]: pgmap v4116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:38 smithi170 ceph-mon[97338]: pgmap v4117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:38 smithi081 ceph-mon[95500]: pgmap v4117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:38 smithi081 ceph-mon[107735]: pgmap v4117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:40.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:40 smithi170 ceph-mon[97338]: pgmap v4118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:41.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:40 smithi081 ceph-mon[95500]: pgmap v4118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:40 smithi081 ceph-mon[107735]: pgmap v4118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:42.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:42.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:42.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:42 smithi170 ceph-mon[97338]: pgmap v4119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:43.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:42 smithi081 ceph-mon[95500]: pgmap v4119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:42 smithi081 ceph-mon[107735]: pgmap v4119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:55:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:44.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:44.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:44 smithi170 ceph-mon[97338]: pgmap v4120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:45.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:44 smithi081 ceph-mon[95500]: pgmap v4120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:44 smithi081 ceph-mon[107735]: pgmap v4120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:46 smithi170 ceph-mon[97338]: pgmap v4121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:46 smithi081 ceph-mon[95500]: pgmap v4121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:46 smithi081 ceph-mon[107735]: pgmap v4121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:48 smithi170 ceph-mon[97338]: pgmap v4122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:49.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:48 smithi081 ceph-mon[95500]: pgmap v4122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:48 smithi081 ceph-mon[107735]: pgmap v4122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:50 smithi170 ceph-mon[97338]: pgmap v4123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:50 smithi081 ceph-mon[95500]: pgmap v4123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:50 smithi081 ceph-mon[107735]: pgmap v4123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:52.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:52.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:52 smithi170 ceph-mon[97338]: pgmap v4124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:53.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:52 smithi081 ceph-mon[95500]: pgmap v4124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:52 smithi081 ceph-mon[107735]: pgmap v4124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:55:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T07:55:54.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:55:54.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:55:54.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:54 smithi170 ceph-mon[97338]: pgmap v4125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:55.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:54 smithi081 ceph-mon[95500]: pgmap v4125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:54 smithi081 ceph-mon[107735]: pgmap v4125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:56 smithi170 ceph-mon[97338]: pgmap v4126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:56 smithi081 ceph-mon[95500]: pgmap v4126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:56 smithi081 ceph-mon[107735]: pgmap v4126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:58.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:55:58 smithi170 ceph-mon[97338]: pgmap v4127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:59.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:55:58 smithi081 ceph-mon[95500]: pgmap v4127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:55:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:55:58 smithi081 ceph-mon[107735]: pgmap v4127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:00 smithi170 ceph-mon[97338]: pgmap v4128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:01.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:00 smithi081 ceph-mon[95500]: pgmap v4128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:00 smithi081 ceph-mon[107735]: pgmap v4128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:02.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:02.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:02.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:02 smithi170 ceph-mon[97338]: pgmap v4129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:03.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:02 smithi081 ceph-mon[95500]: pgmap v4129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:02 smithi081 ceph-mon[107735]: pgmap v4129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:56:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:04.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:04.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:04.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:04 smithi170 ceph-mon[97338]: pgmap v4130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:05.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:04 smithi081 ceph-mon[95500]: pgmap v4130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:04 smithi081 ceph-mon[107735]: pgmap v4130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:06 smithi170 ceph-mon[97338]: pgmap v4131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:06 smithi081 ceph-mon[95500]: pgmap v4131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:06 smithi081 ceph-mon[107735]: pgmap v4131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:08.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:08 smithi170 ceph-mon[97338]: pgmap v4132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:09.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:08 smithi081 ceph-mon[95500]: pgmap v4132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:08 smithi081 ceph-mon[107735]: pgmap v4132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:11.000 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:10 smithi170 ceph-mon[97338]: pgmap v4133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:11.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:10 smithi081 ceph-mon[95500]: pgmap v4133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:10 smithi081 ceph-mon[107735]: pgmap v4133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:12.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:12.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:12 smithi170 ceph-mon[97338]: pgmap v4134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:12 smithi081 ceph-mon[95500]: pgmap v4134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:12 smithi081 ceph-mon[107735]: pgmap v4134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:56:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:14.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:14.270 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:14.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:14 smithi170 ceph-mon[97338]: pgmap v4135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:15.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:14 smithi081 ceph-mon[95500]: pgmap v4135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:14 smithi081 ceph-mon[107735]: pgmap v4135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:16 smithi170 ceph-mon[97338]: pgmap v4136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:16 smithi081 ceph-mon[95500]: pgmap v4136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:16 smithi081 ceph-mon[107735]: pgmap v4136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:18 smithi170 ceph-mon[97338]: pgmap v4137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:18 smithi081 ceph-mon[95500]: pgmap v4137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:18 smithi081 ceph-mon[107735]: pgmap v4137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:20 smithi170 ceph-mon[97338]: pgmap v4138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:21.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:20 smithi081 ceph-mon[95500]: pgmap v4138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:20 smithi081 ceph-mon[107735]: pgmap v4138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:22.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:22.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:22 smithi170 ceph-mon[97338]: pgmap v4139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:23.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:22 smithi081 ceph-mon[95500]: pgmap v4139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:22 smithi081 ceph-mon[107735]: pgmap v4139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:56:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:24.008Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:24.009Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:24.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:24 smithi170 ceph-mon[97338]: pgmap v4140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:25.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:24 smithi081 ceph-mon[95500]: pgmap v4140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:24 smithi081 ceph-mon[107735]: pgmap v4140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:26 smithi170 ceph-mon[97338]: pgmap v4141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:26 smithi081 ceph-mon[95500]: pgmap v4141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:26 smithi081 ceph-mon[107735]: pgmap v4141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:28.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:28 smithi170 ceph-mon[97338]: pgmap v4142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:28 smithi081 ceph-mon[95500]: pgmap v4142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:28 smithi081 ceph-mon[107735]: pgmap v4142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:30.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:30 smithi170 ceph-mon[97338]: pgmap v4143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:30 smithi081 ceph-mon[95500]: pgmap v4143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:30 smithi081 ceph-mon[107735]: pgmap v4143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:32.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:32.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:32 smithi081 ceph-mon[95500]: pgmap v4144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:32 smithi081 ceph-mon[107735]: pgmap v4144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:32 smithi170 ceph-mon[97338]: pgmap v4144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:56:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:34.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:34.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:35.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:34 smithi081 ceph-mon[95500]: pgmap v4145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:35.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:34 smithi081 ceph-mon[107735]: pgmap v4145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:34 smithi170 ceph-mon[97338]: pgmap v4145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:36 smithi170 ceph-mon[97338]: pgmap v4146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:36 smithi081 ceph-mon[95500]: pgmap v4146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:36 smithi081 ceph-mon[107735]: pgmap v4146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:38 smithi170 ceph-mon[97338]: pgmap v4147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:38 smithi081 ceph-mon[95500]: pgmap v4147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:38 smithi081 ceph-mon[107735]: pgmap v4147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:41.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:40 smithi081 ceph-mon[95500]: pgmap v4148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:40 smithi081 ceph-mon[107735]: pgmap v4148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:40 smithi170 ceph-mon[97338]: pgmap v4148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:42.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:42.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:43.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:42 smithi081 ceph-mon[95500]: pgmap v4149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:43.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:42 smithi081 ceph-mon[107735]: pgmap v4149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:42 smithi170 ceph-mon[97338]: pgmap v4149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:56:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:44.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:44.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:45.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:44 smithi081 ceph-mon[95500]: pgmap v4150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:45.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:44 smithi081 ceph-mon[107735]: pgmap v4150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:44 smithi170 ceph-mon[97338]: pgmap v4150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:46 smithi170 ceph-mon[97338]: pgmap v4151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:46 smithi081 ceph-mon[95500]: pgmap v4151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:46 smithi081 ceph-mon[107735]: pgmap v4151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:49.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:48 smithi081 ceph-mon[95500]: pgmap v4152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:48 smithi081 ceph-mon[107735]: pgmap v4152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:48 smithi170 ceph-mon[97338]: pgmap v4152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:50 smithi081 ceph-mon[95500]: pgmap v4153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:50 smithi081 ceph-mon[107735]: pgmap v4153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:50 smithi170 ceph-mon[97338]: pgmap v4153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:52.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:52.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:53.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:52 smithi081 ceph-mon[95500]: pgmap v4154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:53.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:52 smithi081 ceph-mon[107735]: pgmap v4154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:52 smithi170 ceph-mon[97338]: pgmap v4154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:56:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T07:56:54.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:56:54.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:56:55.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:54 smithi081 ceph-mon[95500]: pgmap v4155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:55.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:54 smithi081 ceph-mon[107735]: pgmap v4155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:54 smithi170 ceph-mon[97338]: pgmap v4155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:56 smithi170 ceph-mon[97338]: pgmap v4156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:56 smithi081 ceph-mon[95500]: pgmap v4156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:56 smithi081 ceph-mon[107735]: pgmap v4156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:59.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:56:58 smithi081 ceph-mon[95500]: pgmap v4157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:59.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:56:58 smithi081 ceph-mon[107735]: pgmap v4157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:56:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:56:58 smithi170 ceph-mon[97338]: pgmap v4157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:01.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:00 smithi081 ceph-mon[95500]: pgmap v4158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:01.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:00 smithi081 ceph-mon[107735]: pgmap v4158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:00 smithi170 ceph-mon[97338]: pgmap v4158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:02.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:02.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:03.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:02 smithi081 ceph-mon[95500]: pgmap v4159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:03.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:02 smithi081 ceph-mon[107735]: pgmap v4159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:02 smithi170 ceph-mon[97338]: pgmap v4159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:57:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:04.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:04.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:04 smithi081 ceph-mon[95500]: pgmap v4160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:05.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:04 smithi081 ceph-mon[107735]: pgmap v4160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:04 smithi170 ceph-mon[97338]: pgmap v4160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:06 smithi170 ceph-mon[97338]: pgmap v4161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:06 smithi081 ceph-mon[95500]: pgmap v4161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:06 smithi081 ceph-mon[107735]: pgmap v4161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:09.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:08 smithi081 ceph-mon[95500]: pgmap v4162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:08 smithi081 ceph-mon[107735]: pgmap v4162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:08 smithi170 ceph-mon[97338]: pgmap v4162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:11.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:10 smithi081 ceph-mon[95500]: pgmap v4163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:11.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:10 smithi081 ceph-mon[107735]: pgmap v4163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:10 smithi170 ceph-mon[97338]: pgmap v4163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:12.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:12.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:13.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:12 smithi081 ceph-mon[95500]: pgmap v4164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:12 smithi081 ceph-mon[107735]: pgmap v4164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:12 smithi170 ceph-mon[97338]: pgmap v4164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:57:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:14.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:14.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:15.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:14 smithi081 ceph-mon[95500]: pgmap v4165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:15.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:14 smithi081 ceph-mon[107735]: pgmap v4165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:14 smithi170 ceph-mon[97338]: pgmap v4165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:16 smithi170 ceph-mon[97338]: pgmap v4166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:16 smithi081 ceph-mon[95500]: pgmap v4166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:16 smithi081 ceph-mon[107735]: pgmap v4166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:18 smithi081 ceph-mon[95500]: pgmap v4167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:18 smithi081 ceph-mon[107735]: pgmap v4167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:18 smithi170 ceph-mon[97338]: pgmap v4167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:21.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:20 smithi081 ceph-mon[95500]: pgmap v4168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:21.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:20 smithi081 ceph-mon[107735]: pgmap v4168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:20 smithi170 ceph-mon[97338]: pgmap v4168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:22.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:22.144Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:23.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:22 smithi081 ceph-mon[95500]: pgmap v4169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:23.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:22 smithi081 ceph-mon[107735]: pgmap v4169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:22 smithi170 ceph-mon[97338]: pgmap v4169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:57:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:24.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:24.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:25.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:24 smithi081 ceph-mon[95500]: pgmap v4170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:24 smithi081 ceph-mon[107735]: pgmap v4170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:24 smithi170 ceph-mon[97338]: pgmap v4170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:26 smithi170 ceph-mon[97338]: pgmap v4171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:27.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:26 smithi081 ceph-mon[95500]: pgmap v4171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:26 smithi081 ceph-mon[107735]: pgmap v4171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:28 smithi081 ceph-mon[95500]: pgmap v4172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:29.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:28 smithi081 ceph-mon[107735]: pgmap v4172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:28 smithi170 ceph-mon[97338]: pgmap v4172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:31.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:30 smithi081 ceph-mon[95500]: pgmap v4173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:31.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:30 smithi081 ceph-mon[107735]: pgmap v4173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:30 smithi170 ceph-mon[97338]: pgmap v4173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:32.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:32.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:33.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:32 smithi081 ceph-mon[95500]: pgmap v4174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:33.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:32 smithi081 ceph-mon[107735]: pgmap v4174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:32 smithi170 ceph-mon[97338]: pgmap v4174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:57:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:34.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:34.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:34 smithi170 ceph-mon[97338]: pgmap v4175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:34 smithi081 ceph-mon[95500]: pgmap v4175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:34 smithi081 ceph-mon[107735]: pgmap v4175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:36 smithi170 ceph-mon[97338]: pgmap v4176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:36 smithi081 ceph-mon[95500]: pgmap v4176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:36 smithi081 ceph-mon[107735]: pgmap v4176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:38 smithi081 ceph-mon[95500]: pgmap v4177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:38 smithi081 ceph-mon[107735]: pgmap v4177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:38 smithi170 ceph-mon[97338]: pgmap v4177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:40 smithi170 ceph-mon[97338]: pgmap v4178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:40 smithi081 ceph-mon[95500]: pgmap v4178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:40 smithi081 ceph-mon[107735]: pgmap v4178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:42.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:42.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:43.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:42 smithi081 ceph-mon[95500]: pgmap v4179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:43.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:42 smithi081 ceph-mon[107735]: pgmap v4179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:42 smithi170 ceph-mon[97338]: pgmap v4179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:57:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:44.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:44.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:45.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:44 smithi170 ceph-mon[97338]: pgmap v4180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:44 smithi081 ceph-mon[95500]: pgmap v4180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:44 smithi081 ceph-mon[107735]: pgmap v4180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:46 smithi170 ceph-mon[97338]: pgmap v4181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:46 smithi081 ceph-mon[95500]: pgmap v4181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:46 smithi081 ceph-mon[107735]: pgmap v4181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:49.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:48 smithi081 ceph-mon[95500]: pgmap v4182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:49.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:48 smithi081 ceph-mon[107735]: pgmap v4182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:48 smithi170 ceph-mon[97338]: pgmap v4182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:50 smithi170 ceph-mon[97338]: pgmap v4183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:51.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:50 smithi081 ceph-mon[95500]: pgmap v4183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:51.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:50 smithi081 ceph-mon[107735]: pgmap v4183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:52.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:52.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:53.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:52 smithi081 ceph-mon[95500]: pgmap v4184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:53.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:52 smithi081 ceph-mon[107735]: pgmap v4184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:52 smithi170 ceph-mon[97338]: pgmap v4184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:57:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T07:57:54.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:57:54.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:57:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:54 smithi170 ceph-mon[97338]: pgmap v4185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:55.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:54 smithi081 ceph-mon[95500]: pgmap v4185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:55.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:54 smithi081 ceph-mon[107735]: pgmap v4185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:56 smithi170 ceph-mon[97338]: pgmap v4186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:56 smithi081 ceph-mon[95500]: pgmap v4186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:56 smithi081 ceph-mon[107735]: pgmap v4186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:57:58 smithi170 ceph-mon[97338]: pgmap v4187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:57:58 smithi081 ceph-mon[95500]: pgmap v4187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:57:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:57:58 smithi081 ceph-mon[107735]: pgmap v4187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:00 smithi170 ceph-mon[97338]: pgmap v4188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:00 smithi081 ceph-mon[95500]: pgmap v4188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:00 smithi081 ceph-mon[107735]: pgmap v4188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:02.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:02.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:03.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:02 smithi081 ceph-mon[95500]: pgmap v4189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:03.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:02 smithi081 ceph-mon[107735]: pgmap v4189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:02 smithi170 ceph-mon[97338]: pgmap v4189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:58:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:04.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:04.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:04 smithi170 ceph-mon[97338]: pgmap v4190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:04 smithi081 ceph-mon[95500]: pgmap v4190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:04 smithi081 ceph-mon[107735]: pgmap v4190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:06 smithi170 ceph-mon[97338]: pgmap v4191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:06 smithi081 ceph-mon[95500]: pgmap v4191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:06 smithi081 ceph-mon[107735]: pgmap v4191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:08 smithi170 ceph-mon[97338]: pgmap v4192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:08 smithi081 ceph-mon[95500]: pgmap v4192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:08 smithi081 ceph-mon[107735]: pgmap v4192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:10 smithi170 ceph-mon[97338]: pgmap v4193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:10 smithi081 ceph-mon[95500]: pgmap v4193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:10 smithi081 ceph-mon[107735]: pgmap v4193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:12.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:12.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:13.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:12 smithi081 ceph-mon[95500]: pgmap v4194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:13.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:12 smithi081 ceph-mon[107735]: pgmap v4194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:12 smithi170 ceph-mon[97338]: pgmap v4194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:58:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:14.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:14.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:14 smithi170 ceph-mon[97338]: pgmap v4195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:14 smithi081 ceph-mon[95500]: pgmap v4195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:14 smithi081 ceph-mon[107735]: pgmap v4195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:16.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:16 smithi170 ceph-mon[97338]: pgmap v4196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:16 smithi081 ceph-mon[95500]: pgmap v4196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:16 smithi081 ceph-mon[107735]: pgmap v4196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:18 smithi170 ceph-mon[97338]: pgmap v4197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:18 smithi081 ceph-mon[95500]: pgmap v4197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:18 smithi081 ceph-mon[107735]: pgmap v4197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:20 smithi170 ceph-mon[97338]: pgmap v4198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:21.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:20 smithi081 ceph-mon[95500]: pgmap v4198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:20 smithi081 ceph-mon[107735]: pgmap v4198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:22.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:22.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:23.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:22 smithi081 ceph-mon[95500]: pgmap v4199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:23.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:22 smithi081 ceph-mon[107735]: pgmap v4199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:22 smithi170 ceph-mon[97338]: pgmap v4199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:58:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:24.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:24.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:24 smithi170 ceph-mon[97338]: pgmap v4200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:24 smithi081 ceph-mon[95500]: pgmap v4200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:24 smithi081 ceph-mon[107735]: pgmap v4200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:26 smithi170 ceph-mon[97338]: pgmap v4201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:26 smithi081 ceph-mon[95500]: pgmap v4201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:26 smithi081 ceph-mon[107735]: pgmap v4201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:28 smithi170 ceph-mon[97338]: pgmap v4202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:28 smithi081 ceph-mon[95500]: pgmap v4202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:28 smithi081 ceph-mon[107735]: pgmap v4202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:31.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:30 smithi170 ceph-mon[97338]: pgmap v4203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:31.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:30 smithi081 ceph-mon[95500]: pgmap v4203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:30 smithi081 ceph-mon[107735]: pgmap v4203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:32.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:32.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:33.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:32 smithi081 ceph-mon[95500]: pgmap v4204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:33.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:32 smithi081 ceph-mon[107735]: pgmap v4204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:33.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:32 smithi170 ceph-mon[97338]: pgmap v4204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:33.523 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:58:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:34.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:34.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:34 smithi170 ceph-mon[97338]: pgmap v4205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:34 smithi081 ceph-mon[95500]: pgmap v4205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:34 smithi081 ceph-mon[107735]: pgmap v4205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:36 smithi170 ceph-mon[97338]: pgmap v4206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:36 smithi081 ceph-mon[95500]: pgmap v4206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:36 smithi081 ceph-mon[107735]: pgmap v4206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:38 smithi170 ceph-mon[97338]: pgmap v4207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:38 smithi081 ceph-mon[95500]: pgmap v4207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:38 smithi081 ceph-mon[107735]: pgmap v4207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:40 smithi170 ceph-mon[97338]: pgmap v4208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:40 smithi081 ceph-mon[95500]: pgmap v4208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:40 smithi081 ceph-mon[107735]: pgmap v4208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:42.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:42.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:43.064 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:42 smithi081 ceph-mon[95500]: pgmap v4209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:43.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:42 smithi081 ceph-mon[107735]: pgmap v4209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:42 smithi170 ceph-mon[97338]: pgmap v4209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:58:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:44.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:44.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:44 smithi170 ceph-mon[97338]: pgmap v4210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:45.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:44 smithi081 ceph-mon[95500]: pgmap v4210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:45.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:44 smithi081 ceph-mon[107735]: pgmap v4210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:46 smithi170 ceph-mon[97338]: pgmap v4211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:46 smithi081 ceph-mon[95500]: pgmap v4211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:46 smithi081 ceph-mon[107735]: pgmap v4211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:48 smithi170 ceph-mon[97338]: pgmap v4212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:48 smithi081 ceph-mon[95500]: pgmap v4212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:48 smithi081 ceph-mon[107735]: pgmap v4212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:50 smithi170 ceph-mon[97338]: pgmap v4213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:50 smithi081 ceph-mon[95500]: pgmap v4213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:50 smithi081 ceph-mon[107735]: pgmap v4213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:52.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:52.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:53.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:52 smithi081 ceph-mon[95500]: pgmap v4214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:53.066 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:52 smithi081 ceph-mon[107735]: pgmap v4214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:52 smithi170 ceph-mon[97338]: pgmap v4214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:58:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T07:58:54.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:58:54.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:58:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:54 smithi170 ceph-mon[97338]: pgmap v4215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:54 smithi081 ceph-mon[95500]: pgmap v4215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:54 smithi081 ceph-mon[107735]: pgmap v4215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:56 smithi170 ceph-mon[97338]: pgmap v4216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:56 smithi081 ceph-mon[95500]: pgmap v4216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:56 smithi081 ceph-mon[107735]: pgmap v4216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:58:58 smithi170 ceph-mon[97338]: pgmap v4217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:58:58 smithi081 ceph-mon[95500]: pgmap v4217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:58:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:58:58 smithi081 ceph-mon[107735]: pgmap v4217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:00 smithi170 ceph-mon[97338]: pgmap v4218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:01.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:00 smithi081 ceph-mon[95500]: pgmap v4218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:00 smithi081 ceph-mon[107735]: pgmap v4218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:02 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:02.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:02.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:03.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:02 smithi081 ceph-mon[95500]: pgmap v4219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:03.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:02 smithi081 ceph-mon[107735]: pgmap v4219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:02 smithi170 ceph-mon[97338]: pgmap v4219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:59:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:04.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:04.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:04 smithi170 ceph-mon[97338]: pgmap v4220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:04 smithi081 ceph-mon[95500]: pgmap v4220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:04 smithi081 ceph-mon[107735]: pgmap v4220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:06 smithi170 ceph-mon[97338]: pgmap v4221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:06 smithi081 ceph-mon[95500]: pgmap v4221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:06 smithi081 ceph-mon[107735]: pgmap v4221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:08 smithi170 ceph-mon[97338]: pgmap v4222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:08 smithi081 ceph-mon[95500]: pgmap v4222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:08 smithi081 ceph-mon[107735]: pgmap v4222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:10 smithi170 ceph-mon[97338]: pgmap v4223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:10 smithi081 ceph-mon[95500]: pgmap v4223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:10 smithi081 ceph-mon[107735]: pgmap v4223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:12 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:12.151Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:12.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:13.064 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:12 smithi081 ceph-mon[95500]: pgmap v4224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:13.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:12 smithi081 ceph-mon[107735]: pgmap v4224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:12 smithi170 ceph-mon[97338]: pgmap v4224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:59:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:14.020Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:14.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:14 smithi170 ceph-mon[97338]: pgmap v4225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:14 smithi081 ceph-mon[95500]: pgmap v4225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:14 smithi081 ceph-mon[107735]: pgmap v4225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:16 smithi170 ceph-mon[97338]: pgmap v4226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:16 smithi081 ceph-mon[95500]: pgmap v4226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:16 smithi081 ceph-mon[107735]: pgmap v4226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:18 smithi170 ceph-mon[97338]: pgmap v4227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:18 smithi081 ceph-mon[95500]: pgmap v4227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:18 smithi081 ceph-mon[107735]: pgmap v4227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:20 smithi170 ceph-mon[97338]: pgmap v4228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:20 smithi081 ceph-mon[95500]: pgmap v4228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:20 smithi081 ceph-mon[107735]: pgmap v4228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:22 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:22.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:22.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:23.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:22 smithi081 ceph-mon[95500]: pgmap v4229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:23.066 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:22 smithi081 ceph-mon[107735]: pgmap v4229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:22 smithi170 ceph-mon[97338]: pgmap v4229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:59:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:24.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:24.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:24.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:24 smithi170 ceph-mon[97338]: pgmap v4230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:24 smithi081 ceph-mon[95500]: pgmap v4230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:24 smithi081 ceph-mon[107735]: pgmap v4230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:26 smithi170 ceph-mon[97338]: pgmap v4231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:26 smithi081 ceph-mon[95500]: pgmap v4231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:26 smithi081 ceph-mon[107735]: pgmap v4231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:28 smithi170 ceph-mon[97338]: pgmap v4232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:29.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:28 smithi081 ceph-mon[95500]: pgmap v4232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:29.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:28 smithi081 ceph-mon[107735]: pgmap v4232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:30 smithi170 ceph-mon[97338]: pgmap v4233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:30 smithi081 ceph-mon[95500]: pgmap v4233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:30 smithi081 ceph-mon[107735]: pgmap v4233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:32 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:32.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:32.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:33.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:32 smithi081 ceph-mon[95500]: pgmap v4234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:33.066 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:32 smithi081 ceph-mon[107735]: pgmap v4234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:32 smithi170 ceph-mon[97338]: pgmap v4234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:59:34.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:34.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:34.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:34.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:34 smithi170 ceph-mon[97338]: pgmap v4235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:35.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:34 smithi081 ceph-mon[95500]: pgmap v4235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:34 smithi081 ceph-mon[107735]: pgmap v4235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:36 smithi170 ceph-mon[97338]: pgmap v4236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:36 smithi081 ceph-mon[95500]: pgmap v4236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:36 smithi081 ceph-mon[107735]: pgmap v4236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:38 smithi170 ceph-mon[97338]: pgmap v4237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:38 smithi081 ceph-mon[95500]: pgmap v4237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:38 smithi081 ceph-mon[107735]: pgmap v4237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:40 smithi170 ceph-mon[97338]: pgmap v4238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:40 smithi081 ceph-mon[95500]: pgmap v4238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:40 smithi081 ceph-mon[107735]: pgmap v4238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:42 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:42.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:42.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:43.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:42 smithi081 ceph-mon[95500]: pgmap v4239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:43.066 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:42 smithi081 ceph-mon[107735]: pgmap v4239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:43.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:42 smithi170 ceph-mon[97338]: pgmap v4239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:59:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:44.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:44.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:45.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:44 smithi170 ceph-mon[97338]: pgmap v4240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:44 smithi081 ceph-mon[95500]: pgmap v4240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:44 smithi081 ceph-mon[107735]: pgmap v4240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:46 smithi170 ceph-mon[97338]: pgmap v4241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:46 smithi081 ceph-mon[95500]: pgmap v4241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:46 smithi081 ceph-mon[107735]: pgmap v4241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:48 smithi170 ceph-mon[97338]: pgmap v4242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:48 smithi081 ceph-mon[95500]: pgmap v4242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:48 smithi081 ceph-mon[107735]: pgmap v4242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:50 smithi170 ceph-mon[97338]: pgmap v4243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:51.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:50 smithi081 ceph-mon[95500]: pgmap v4243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:51.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:50 smithi081 ceph-mon[107735]: pgmap v4243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:52 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:52.155Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:52.156Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:53.065 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:52 smithi081 ceph-mon[95500]: pgmap v4244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:53.065 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:52 smithi081 ceph-mon[107735]: pgmap v4244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:52 smithi170 ceph-mon[97338]: pgmap v4244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 07:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:07:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T07:59:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T07:59:54.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 07:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T07:59:54.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T07:59:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:54 smithi170 ceph-mon[97338]: pgmap v4245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:54 smithi081 ceph-mon[95500]: pgmap v4245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:54 smithi081 ceph-mon[107735]: pgmap v4245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:56 smithi170 ceph-mon[97338]: pgmap v4246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:56 smithi081 ceph-mon[95500]: pgmap v4246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:56 smithi081 ceph-mon[107735]: pgmap v4246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 07:59:58 smithi170 ceph-mon[97338]: pgmap v4247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:59.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 07:59:58 smithi081 ceph-mon[95500]: pgmap v4247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T07:59:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 07:59:58 smithi081 ceph-mon[107735]: pgmap v4247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:00 smithi170 ceph-mon[97338]: pgmap v4248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:01.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:00:01.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:00 smithi081 ceph-mon[95500]: pgmap v4248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:01.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:00:01.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:00 smithi081 ceph-mon[107735]: pgmap v4248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:01.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:00:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:02.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:02.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:03.194 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:02 smithi081 ceph-mon[95500]: pgmap v4249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:03.195 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:00:03.195 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:02 smithi081 ceph-mon[107735]: pgmap v4249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:02 smithi170 ceph-mon[97338]: pgmap v4249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:04.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:04.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:04 smithi170 ceph-mon[97338]: pgmap v4250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:04 smithi081 ceph-mon[95500]: pgmap v4250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:04 smithi081 ceph-mon[107735]: pgmap v4250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:06 smithi170 ceph-mon[97338]: pgmap v4251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:07.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:06 smithi081 ceph-mon[95500]: pgmap v4251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:06 smithi081 ceph-mon[107735]: pgmap v4251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:08 smithi170 ceph-mon[97338]: pgmap v4252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:08 smithi081 ceph-mon[95500]: pgmap v4252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:08 smithi081 ceph-mon[107735]: pgmap v4252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:10 smithi170 ceph-mon[97338]: pgmap v4253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:10 smithi081 ceph-mon[95500]: pgmap v4253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:10 smithi081 ceph-mon[107735]: pgmap v4253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:12.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:12.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:12 smithi170 ceph-mon[97338]: pgmap v4254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:12 smithi081 ceph-mon[95500]: pgmap v4254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:00:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:12 smithi081 ceph-mon[107735]: pgmap v4254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:14.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:14.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:14 smithi170 ceph-mon[97338]: pgmap v4255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:14 smithi081 ceph-mon[95500]: pgmap v4255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:14 smithi081 ceph-mon[107735]: pgmap v4255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:16 smithi170 ceph-mon[97338]: pgmap v4256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:16 smithi081 ceph-mon[95500]: pgmap v4256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:16 smithi081 ceph-mon[107735]: pgmap v4256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:18 smithi170 ceph-mon[97338]: pgmap v4257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:18 smithi081 ceph-mon[95500]: pgmap v4257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:18 smithi081 ceph-mon[107735]: pgmap v4257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:20 smithi170 ceph-mon[97338]: pgmap v4258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:20 smithi081 ceph-mon[95500]: pgmap v4258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:20 smithi081 ceph-mon[107735]: pgmap v4258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:22.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:22.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:22 smithi170 ceph-mon[97338]: pgmap v4259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:22 smithi081 ceph-mon[95500]: pgmap v4259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:00:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:22 smithi081 ceph-mon[107735]: pgmap v4259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:24.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:24.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:24 smithi170 ceph-mon[97338]: pgmap v4260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:24 smithi081 ceph-mon[95500]: pgmap v4260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:24 smithi081 ceph-mon[107735]: pgmap v4260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:27.001 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:26 smithi170 ceph-mon[97338]: pgmap v4261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:26 smithi081 ceph-mon[95500]: pgmap v4261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:26 smithi081 ceph-mon[107735]: pgmap v4261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:28 smithi170 ceph-mon[97338]: pgmap v4262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:28 smithi081 ceph-mon[95500]: pgmap v4262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:28 smithi081 ceph-mon[107735]: pgmap v4262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:30 smithi170 ceph-mon[97338]: pgmap v4263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:30 smithi081 ceph-mon[95500]: pgmap v4263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:30 smithi081 ceph-mon[107735]: pgmap v4263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:32.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:32.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:32 smithi170 ceph-mon[97338]: pgmap v4264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:32 smithi081 ceph-mon[95500]: pgmap v4264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:00:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:32 smithi081 ceph-mon[107735]: pgmap v4264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:34.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:34.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:34 smithi170 ceph-mon[97338]: pgmap v4265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:34 smithi081 ceph-mon[95500]: pgmap v4265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:34 smithi081 ceph-mon[107735]: pgmap v4265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:36 smithi170 ceph-mon[97338]: pgmap v4266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:36 smithi081 ceph-mon[95500]: pgmap v4266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:36 smithi081 ceph-mon[107735]: pgmap v4266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:38 smithi170 ceph-mon[97338]: pgmap v4267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:38 smithi081 ceph-mon[95500]: pgmap v4267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:38 smithi081 ceph-mon[107735]: pgmap v4267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:40 smithi170 ceph-mon[97338]: pgmap v4268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:40 smithi081 ceph-mon[95500]: pgmap v4268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:40 smithi081 ceph-mon[107735]: pgmap v4268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:42.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:42.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:42 smithi170 ceph-mon[97338]: pgmap v4269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:42 smithi081 ceph-mon[95500]: pgmap v4269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:00:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:42 smithi081 ceph-mon[107735]: pgmap v4269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:44.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:44.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:44 smithi170 ceph-mon[97338]: pgmap v4270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:44 smithi081 ceph-mon[95500]: pgmap v4270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:44 smithi081 ceph-mon[107735]: pgmap v4270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:46 smithi170 ceph-mon[97338]: pgmap v4271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:46 smithi081 ceph-mon[95500]: pgmap v4271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:46 smithi081 ceph-mon[107735]: pgmap v4271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:48 smithi170 ceph-mon[97338]: pgmap v4272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:48 smithi081 ceph-mon[95500]: pgmap v4272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:48 smithi081 ceph-mon[107735]: pgmap v4272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:50 smithi170 ceph-mon[97338]: pgmap v4273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:50 smithi081 ceph-mon[95500]: pgmap v4273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:50 smithi081 ceph-mon[107735]: pgmap v4273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:52.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:52.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:52 smithi170 ceph-mon[97338]: pgmap v4274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:52 smithi081 ceph-mon[95500]: pgmap v4274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:00:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:52 smithi081 ceph-mon[107735]: pgmap v4274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:00:54.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:00:54.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:00:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:54 smithi170 ceph-mon[97338]: pgmap v4275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:54 smithi081 ceph-mon[95500]: pgmap v4275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:54 smithi081 ceph-mon[107735]: pgmap v4275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:56 smithi170 ceph-mon[97338]: pgmap v4276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:56 smithi081 ceph-mon[95500]: pgmap v4276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:56 smithi081 ceph-mon[107735]: pgmap v4276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:00:58 smithi170 ceph-mon[97338]: pgmap v4277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:00:58 smithi081 ceph-mon[95500]: pgmap v4277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:00:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:00:58 smithi081 ceph-mon[107735]: pgmap v4277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:00 smithi170 ceph-mon[97338]: pgmap v4278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:00 smithi081 ceph-mon[95500]: pgmap v4278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:00 smithi081 ceph-mon[107735]: pgmap v4278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:02.160Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:02.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:02 smithi170 ceph-mon[97338]: pgmap v4279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:02 smithi081 ceph-mon[95500]: pgmap v4279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:01:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:02 smithi081 ceph-mon[107735]: pgmap v4279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:04.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:04.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:04 smithi170 ceph-mon[97338]: pgmap v4280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:04 smithi081 ceph-mon[95500]: pgmap v4280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:04 smithi081 ceph-mon[107735]: pgmap v4280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:06 smithi170 ceph-mon[97338]: pgmap v4281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:06 smithi081 ceph-mon[95500]: pgmap v4281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:06 smithi081 ceph-mon[107735]: pgmap v4281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:08 smithi170 ceph-mon[97338]: pgmap v4282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:08 smithi081 ceph-mon[95500]: pgmap v4282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:08 smithi081 ceph-mon[107735]: pgmap v4282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:10 smithi170 ceph-mon[97338]: pgmap v4283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:11.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:10 smithi081 ceph-mon[95500]: pgmap v4283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:10 smithi081 ceph-mon[107735]: pgmap v4283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:12.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:12.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:12 smithi170 ceph-mon[97338]: pgmap v4284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:12 smithi081 ceph-mon[95500]: pgmap v4284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:12 smithi081 ceph-mon[107735]: pgmap v4284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:01:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:14.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:14.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:14 smithi170 ceph-mon[97338]: pgmap v4285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:15.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:14 smithi081 ceph-mon[95500]: pgmap v4285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:14 smithi081 ceph-mon[107735]: pgmap v4285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:16 smithi170 ceph-mon[97338]: pgmap v4286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:16 smithi081 ceph-mon[95500]: pgmap v4286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:16 smithi081 ceph-mon[107735]: pgmap v4286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:18 smithi170 ceph-mon[97338]: pgmap v4287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:18 smithi081 ceph-mon[95500]: pgmap v4287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:18 smithi081 ceph-mon[107735]: pgmap v4287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:20 smithi170 ceph-mon[97338]: pgmap v4288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:20 smithi081 ceph-mon[95500]: pgmap v4288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:20 smithi081 ceph-mon[107735]: pgmap v4288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:22.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:22.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:22.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:22.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:22 smithi170 ceph-mon[97338]: pgmap v4289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:22 smithi081 ceph-mon[95500]: pgmap v4289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:01:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:22 smithi081 ceph-mon[107735]: pgmap v4289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:24.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:24.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:24 smithi170 ceph-mon[97338]: pgmap v4290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:24 smithi081 ceph-mon[95500]: pgmap v4290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:24 smithi081 ceph-mon[107735]: pgmap v4290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:26 smithi170 ceph-mon[97338]: pgmap v4291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:26 smithi081 ceph-mon[95500]: pgmap v4291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:26 smithi081 ceph-mon[107735]: pgmap v4291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:28 smithi170 ceph-mon[97338]: pgmap v4292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:28 smithi081 ceph-mon[95500]: pgmap v4292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:28 smithi081 ceph-mon[107735]: pgmap v4292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:30 smithi170 ceph-mon[97338]: pgmap v4293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:30 smithi081 ceph-mon[95500]: pgmap v4293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:30 smithi081 ceph-mon[107735]: pgmap v4293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:32.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:32.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:32 smithi170 ceph-mon[97338]: pgmap v4294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:32 smithi081 ceph-mon[95500]: pgmap v4294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:01:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:32 smithi081 ceph-mon[107735]: pgmap v4294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:34.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:34.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:34 smithi170 ceph-mon[97338]: pgmap v4295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:34 smithi081 ceph-mon[95500]: pgmap v4295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:34 smithi081 ceph-mon[107735]: pgmap v4295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:36 smithi170 ceph-mon[97338]: pgmap v4296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:36 smithi081 ceph-mon[95500]: pgmap v4296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:36 smithi081 ceph-mon[107735]: pgmap v4296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:38 smithi170 ceph-mon[97338]: pgmap v4297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:38 smithi081 ceph-mon[95500]: pgmap v4297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:38 smithi081 ceph-mon[107735]: pgmap v4297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:40 smithi170 ceph-mon[97338]: pgmap v4298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:40 smithi081 ceph-mon[95500]: pgmap v4298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:40 smithi081 ceph-mon[107735]: pgmap v4298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:42.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:42.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:42 smithi170 ceph-mon[97338]: pgmap v4299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:42 smithi081 ceph-mon[95500]: pgmap v4299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:01:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:42 smithi081 ceph-mon[107735]: pgmap v4299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:44.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:44.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:44 smithi170 ceph-mon[97338]: pgmap v4300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:44 smithi081 ceph-mon[95500]: pgmap v4300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:44 smithi081 ceph-mon[107735]: pgmap v4300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:46 smithi170 ceph-mon[97338]: pgmap v4301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:46 smithi081 ceph-mon[95500]: pgmap v4301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:46 smithi081 ceph-mon[107735]: pgmap v4301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:48 smithi170 ceph-mon[97338]: pgmap v4302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:48 smithi081 ceph-mon[95500]: pgmap v4302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:48 smithi081 ceph-mon[107735]: pgmap v4302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:50 smithi170 ceph-mon[97338]: pgmap v4303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:50 smithi081 ceph-mon[95500]: pgmap v4303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:50 smithi081 ceph-mon[107735]: pgmap v4303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:52.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:52.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:52 smithi170 ceph-mon[97338]: pgmap v4304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:52 smithi081 ceph-mon[95500]: pgmap v4304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:01:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:52 smithi081 ceph-mon[107735]: pgmap v4304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:01:54.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:01:54.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:01:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:54 smithi170 ceph-mon[97338]: pgmap v4305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:54 smithi081 ceph-mon[95500]: pgmap v4305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:54 smithi081 ceph-mon[107735]: pgmap v4305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:56 smithi170 ceph-mon[97338]: pgmap v4306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:56 smithi081 ceph-mon[95500]: pgmap v4306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:56 smithi081 ceph-mon[107735]: pgmap v4306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:01:58 smithi170 ceph-mon[97338]: pgmap v4307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:01:58 smithi081 ceph-mon[95500]: pgmap v4307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:01:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:01:58 smithi081 ceph-mon[107735]: pgmap v4307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:00 smithi170 ceph-mon[97338]: pgmap v4308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:00 smithi081 ceph-mon[95500]: pgmap v4308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:00 smithi081 ceph-mon[107735]: pgmap v4308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:02.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:02.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:02 smithi170 ceph-mon[97338]: pgmap v4309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:02 smithi081 ceph-mon[95500]: pgmap v4309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:02:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:02 smithi081 ceph-mon[107735]: pgmap v4309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:04.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:04.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:04 smithi170 ceph-mon[97338]: pgmap v4310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:04 smithi081 ceph-mon[95500]: pgmap v4310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:04 smithi081 ceph-mon[107735]: pgmap v4310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:06.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:06 smithi170 ceph-mon[97338]: pgmap v4311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:06 smithi081 ceph-mon[95500]: pgmap v4311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:06 smithi081 ceph-mon[107735]: pgmap v4311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:08 smithi170 ceph-mon[97338]: pgmap v4312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:09.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:08 smithi081 ceph-mon[95500]: pgmap v4312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:08 smithi081 ceph-mon[107735]: pgmap v4312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:10 smithi170 ceph-mon[97338]: pgmap v4313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:10 smithi081 ceph-mon[95500]: pgmap v4313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:10 smithi081 ceph-mon[107735]: pgmap v4313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:12.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:12.168Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:12 smithi170 ceph-mon[97338]: pgmap v4314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:13.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:12 smithi081 ceph-mon[95500]: pgmap v4314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:02:13.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:12 smithi081 ceph-mon[107735]: pgmap v4314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:14.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:14.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:14 smithi170 ceph-mon[97338]: pgmap v4315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:14 smithi081 ceph-mon[95500]: pgmap v4315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:14 smithi081 ceph-mon[107735]: pgmap v4315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:16.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:16 smithi170 ceph-mon[97338]: pgmap v4316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:16 smithi081 ceph-mon[95500]: pgmap v4316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:16 smithi081 ceph-mon[107735]: pgmap v4316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:18 smithi170 ceph-mon[97338]: pgmap v4317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:19.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:18 smithi081 ceph-mon[95500]: pgmap v4317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:18 smithi081 ceph-mon[107735]: pgmap v4317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:20 smithi170 ceph-mon[97338]: pgmap v4318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:20 smithi081 ceph-mon[95500]: pgmap v4318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:20 smithi081 ceph-mon[107735]: pgmap v4318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:22.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:22.168Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:22 smithi170 ceph-mon[97338]: pgmap v4319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:22 smithi081 ceph-mon[95500]: pgmap v4319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:02:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:22 smithi081 ceph-mon[107735]: pgmap v4319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:24.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:24.033Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:24 smithi170 ceph-mon[97338]: pgmap v4320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:24 smithi081 ceph-mon[95500]: pgmap v4320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:24 smithi081 ceph-mon[107735]: pgmap v4320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:26.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:26 smithi170 ceph-mon[97338]: pgmap v4321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:26 smithi081 ceph-mon[95500]: pgmap v4321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:26 smithi081 ceph-mon[107735]: pgmap v4321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:28 smithi170 ceph-mon[97338]: pgmap v4322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:28 smithi081 ceph-mon[95500]: pgmap v4322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:28 smithi081 ceph-mon[107735]: pgmap v4322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:30 smithi170 ceph-mon[97338]: pgmap v4323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:30 smithi081 ceph-mon[95500]: pgmap v4323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:30 smithi081 ceph-mon[107735]: pgmap v4323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:32.168Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:32.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:32 smithi170 ceph-mon[97338]: pgmap v4324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:32 smithi081 ceph-mon[95500]: pgmap v4324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:02:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:32 smithi081 ceph-mon[107735]: pgmap v4324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:34.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:34.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:34 smithi170 ceph-mon[97338]: pgmap v4325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:34 smithi081 ceph-mon[95500]: pgmap v4325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:34 smithi081 ceph-mon[107735]: pgmap v4325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:36.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:36 smithi170 ceph-mon[97338]: pgmap v4326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:36 smithi081 ceph-mon[95500]: pgmap v4326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:36 smithi081 ceph-mon[107735]: pgmap v4326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:38 smithi170 ceph-mon[97338]: pgmap v4327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:38 smithi081 ceph-mon[95500]: pgmap v4327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:38 smithi081 ceph-mon[107735]: pgmap v4327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:40 smithi170 ceph-mon[97338]: pgmap v4328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:40 smithi081 ceph-mon[95500]: pgmap v4328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:40 smithi081 ceph-mon[107735]: pgmap v4328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:42.169Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:42.170Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:42 smithi170 ceph-mon[97338]: pgmap v4329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:42 smithi081 ceph-mon[95500]: pgmap v4329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:02:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:42 smithi081 ceph-mon[107735]: pgmap v4329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:44.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:44.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:44 smithi170 ceph-mon[97338]: pgmap v4330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:44 smithi081 ceph-mon[95500]: pgmap v4330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:44 smithi081 ceph-mon[107735]: pgmap v4330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:46.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:46 smithi170 ceph-mon[97338]: pgmap v4331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:46 smithi081 ceph-mon[95500]: pgmap v4331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:46 smithi081 ceph-mon[107735]: pgmap v4331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:48 smithi170 ceph-mon[97338]: pgmap v4332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:48 smithi081 ceph-mon[95500]: pgmap v4332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:48 smithi081 ceph-mon[107735]: pgmap v4332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:50 smithi170 ceph-mon[97338]: pgmap v4333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:50 smithi081 ceph-mon[95500]: pgmap v4333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:50 smithi081 ceph-mon[107735]: pgmap v4333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:52.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:52.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:52 smithi170 ceph-mon[97338]: pgmap v4334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:52 smithi081 ceph-mon[95500]: pgmap v4334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:02:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:52 smithi081 ceph-mon[107735]: pgmap v4334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:02:54.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:02:54.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:02:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:54 smithi170 ceph-mon[97338]: pgmap v4335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:54 smithi081 ceph-mon[95500]: pgmap v4335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:54 smithi081 ceph-mon[107735]: pgmap v4335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:56.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:56 smithi170 ceph-mon[97338]: pgmap v4336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:56 smithi081 ceph-mon[95500]: pgmap v4336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:56 smithi081 ceph-mon[107735]: pgmap v4336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:02:58 smithi170 ceph-mon[97338]: pgmap v4337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:02:58 smithi081 ceph-mon[95500]: pgmap v4337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:02:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:02:58 smithi081 ceph-mon[107735]: pgmap v4337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:00 smithi170 ceph-mon[97338]: pgmap v4338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:00 smithi081 ceph-mon[95500]: pgmap v4338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:00 smithi081 ceph-mon[107735]: pgmap v4338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:02.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:02.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:02 smithi170 ceph-mon[97338]: pgmap v4339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:02 smithi081 ceph-mon[95500]: pgmap v4339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:03:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:02 smithi081 ceph-mon[107735]: pgmap v4339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:04.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:04.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:04 smithi170 ceph-mon[97338]: pgmap v4340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:04 smithi081 ceph-mon[95500]: pgmap v4340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:04 smithi081 ceph-mon[107735]: pgmap v4340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:06 smithi081 ceph-mon[95500]: pgmap v4341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:06 smithi081 ceph-mon[107735]: pgmap v4341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:06 smithi170 ceph-mon[97338]: pgmap v4341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:08 smithi170 ceph-mon[97338]: pgmap v4342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:08 smithi081 ceph-mon[95500]: pgmap v4342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:08 smithi081 ceph-mon[107735]: pgmap v4342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:10 smithi170 ceph-mon[97338]: pgmap v4343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:10 smithi081 ceph-mon[95500]: pgmap v4343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:10 smithi081 ceph-mon[107735]: pgmap v4343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:12.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:12.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:12 smithi170 ceph-mon[97338]: pgmap v4344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:12 smithi081 ceph-mon[95500]: pgmap v4344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:03:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:12 smithi081 ceph-mon[107735]: pgmap v4344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:14.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:14.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:14 smithi170 ceph-mon[97338]: pgmap v4345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:14 smithi081 ceph-mon[95500]: pgmap v4345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:14 smithi081 ceph-mon[107735]: pgmap v4345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:16 smithi081 ceph-mon[95500]: pgmap v4346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:16 smithi081 ceph-mon[107735]: pgmap v4346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:16 smithi170 ceph-mon[97338]: pgmap v4346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:18 smithi170 ceph-mon[97338]: pgmap v4347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:18 smithi081 ceph-mon[95500]: pgmap v4347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:18 smithi081 ceph-mon[107735]: pgmap v4347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:20 smithi170 ceph-mon[97338]: pgmap v4348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:20 smithi081 ceph-mon[95500]: pgmap v4348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:20 smithi081 ceph-mon[107735]: pgmap v4348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:22.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:22.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:22 smithi170 ceph-mon[97338]: pgmap v4349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:22 smithi081 ceph-mon[95500]: pgmap v4349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:03:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:22 smithi081 ceph-mon[107735]: pgmap v4349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:24.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:24.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:24 smithi170 ceph-mon[97338]: pgmap v4350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:24 smithi081 ceph-mon[95500]: pgmap v4350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:24 smithi081 ceph-mon[107735]: pgmap v4350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:26 smithi081 ceph-mon[95500]: pgmap v4351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:26 smithi081 ceph-mon[107735]: pgmap v4351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:26 smithi170 ceph-mon[97338]: pgmap v4351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:28 smithi170 ceph-mon[97338]: pgmap v4352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:28 smithi081 ceph-mon[95500]: pgmap v4352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:28 smithi081 ceph-mon[107735]: pgmap v4352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:30 smithi170 ceph-mon[97338]: pgmap v4353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:30 smithi081 ceph-mon[95500]: pgmap v4353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:30 smithi081 ceph-mon[107735]: pgmap v4353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:32.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:32.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:32 smithi170 ceph-mon[97338]: pgmap v4354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:32 smithi081 ceph-mon[95500]: pgmap v4354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:03:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:32 smithi081 ceph-mon[107735]: pgmap v4354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:34.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:34.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:34 smithi170 ceph-mon[97338]: pgmap v4355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:34 smithi081 ceph-mon[95500]: pgmap v4355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:34 smithi081 ceph-mon[107735]: pgmap v4355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:36 smithi081 ceph-mon[95500]: pgmap v4356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:37.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:36 smithi081 ceph-mon[107735]: pgmap v4356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:36 smithi170 ceph-mon[97338]: pgmap v4356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:38 smithi170 ceph-mon[97338]: pgmap v4357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:38 smithi081 ceph-mon[95500]: pgmap v4357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:38 smithi081 ceph-mon[107735]: pgmap v4357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:40 smithi170 ceph-mon[97338]: pgmap v4358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:40 smithi081 ceph-mon[95500]: pgmap v4358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:40 smithi081 ceph-mon[107735]: pgmap v4358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:42.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:42.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:42 smithi170 ceph-mon[97338]: pgmap v4359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:42 smithi081 ceph-mon[95500]: pgmap v4359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:03:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:42 smithi081 ceph-mon[107735]: pgmap v4359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:44.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:44.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:44 smithi170 ceph-mon[97338]: pgmap v4360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:44 smithi081 ceph-mon[95500]: pgmap v4360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:44 smithi081 ceph-mon[107735]: pgmap v4360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:47.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:46 smithi081 ceph-mon[95500]: pgmap v4361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:47.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:46 smithi081 ceph-mon[107735]: pgmap v4361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:46 smithi170 ceph-mon[97338]: pgmap v4361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:48 smithi170 ceph-mon[97338]: pgmap v4362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:48 smithi081 ceph-mon[95500]: pgmap v4362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:48 smithi081 ceph-mon[107735]: pgmap v4362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:50 smithi170 ceph-mon[97338]: pgmap v4363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:50 smithi081 ceph-mon[95500]: pgmap v4363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:50 smithi081 ceph-mon[107735]: pgmap v4363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:52.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:52.175Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:52 smithi170 ceph-mon[97338]: pgmap v4364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:52 smithi081 ceph-mon[95500]: pgmap v4364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:03:53.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:52 smithi081 ceph-mon[107735]: pgmap v4364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:03:54.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:03:54.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:03:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:54 smithi170 ceph-mon[97338]: pgmap v4365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:55.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:54 smithi081 ceph-mon[95500]: pgmap v4365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:55.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:54 smithi081 ceph-mon[107735]: pgmap v4365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:57.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:56 smithi081 ceph-mon[95500]: pgmap v4366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:57.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:56 smithi081 ceph-mon[107735]: pgmap v4366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:56 smithi170 ceph-mon[97338]: pgmap v4366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:03:58 smithi170 ceph-mon[97338]: pgmap v4367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:03:58 smithi081 ceph-mon[95500]: pgmap v4367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:03:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:03:58 smithi081 ceph-mon[107735]: pgmap v4367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:00 smithi170 ceph-mon[97338]: pgmap v4368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:00 smithi081 ceph-mon[95500]: pgmap v4368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:00 smithi081 ceph-mon[107735]: pgmap v4368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:02.175Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:02.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:02 smithi170 ceph-mon[97338]: pgmap v4369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:02 smithi081 ceph-mon[95500]: pgmap v4369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:04:03.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:02 smithi081 ceph-mon[107735]: pgmap v4369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:04.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:04.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:04 smithi170 ceph-mon[97338]: pgmap v4370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:04 smithi081 ceph-mon[95500]: pgmap v4370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:04 smithi081 ceph-mon[107735]: pgmap v4370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:07.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:06 smithi081 ceph-mon[95500]: pgmap v4371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:07.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:06 smithi081 ceph-mon[107735]: pgmap v4371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:06 smithi170 ceph-mon[97338]: pgmap v4371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:08 smithi170 ceph-mon[97338]: pgmap v4372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:08 smithi081 ceph-mon[95500]: pgmap v4372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:08 smithi081 ceph-mon[107735]: pgmap v4372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:10 smithi170 ceph-mon[97338]: pgmap v4373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:10 smithi081 ceph-mon[95500]: pgmap v4373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:10 smithi081 ceph-mon[107735]: pgmap v4373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:12.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:12.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:12 smithi170 ceph-mon[97338]: pgmap v4374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:12 smithi081 ceph-mon[95500]: pgmap v4374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:04:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:12 smithi081 ceph-mon[107735]: pgmap v4374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:14.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:14.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:14 smithi170 ceph-mon[97338]: pgmap v4375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:14 smithi081 ceph-mon[95500]: pgmap v4375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:14 smithi081 ceph-mon[107735]: pgmap v4375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:17.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:16 smithi081 ceph-mon[95500]: pgmap v4376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:17.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:16 smithi081 ceph-mon[107735]: pgmap v4376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:16 smithi170 ceph-mon[97338]: pgmap v4376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:18 smithi170 ceph-mon[97338]: pgmap v4377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:18 smithi081 ceph-mon[95500]: pgmap v4377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:18 smithi081 ceph-mon[107735]: pgmap v4377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:20 smithi170 ceph-mon[97338]: pgmap v4378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:20 smithi081 ceph-mon[95500]: pgmap v4378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:20 smithi081 ceph-mon[107735]: pgmap v4378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:22.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:22.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:22 smithi170 ceph-mon[97338]: pgmap v4379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:22 smithi081 ceph-mon[95500]: pgmap v4379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:04:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:22 smithi081 ceph-mon[107735]: pgmap v4379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:24.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:24.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:24 smithi170 ceph-mon[97338]: pgmap v4380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:24 smithi081 ceph-mon[95500]: pgmap v4380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:25.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:24 smithi081 ceph-mon[107735]: pgmap v4380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:26 smithi081 ceph-mon[95500]: pgmap v4381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:26 smithi081 ceph-mon[107735]: pgmap v4381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:26 smithi170 ceph-mon[97338]: pgmap v4381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:28 smithi170 ceph-mon[97338]: pgmap v4382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:28 smithi081 ceph-mon[95500]: pgmap v4382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:28 smithi081 ceph-mon[107735]: pgmap v4382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:30 smithi170 ceph-mon[97338]: pgmap v4383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:30 smithi081 ceph-mon[95500]: pgmap v4383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:30 smithi081 ceph-mon[107735]: pgmap v4383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:32.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:32.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:32 smithi170 ceph-mon[97338]: pgmap v4384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:32 smithi081 ceph-mon[95500]: pgmap v4384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:04:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:32 smithi081 ceph-mon[107735]: pgmap v4384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:34.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:34.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:34 smithi170 ceph-mon[97338]: pgmap v4385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:34 smithi081 ceph-mon[95500]: pgmap v4385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:34 smithi081 ceph-mon[107735]: pgmap v4385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:36 smithi170 ceph-mon[97338]: pgmap v4386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:36 smithi081 ceph-mon[95500]: pgmap v4386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:36 smithi081 ceph-mon[107735]: pgmap v4386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:38 smithi170 ceph-mon[97338]: pgmap v4387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:38 smithi081 ceph-mon[95500]: pgmap v4387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:38 smithi081 ceph-mon[107735]: pgmap v4387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:40 smithi170 ceph-mon[97338]: pgmap v4388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:40 smithi081 ceph-mon[95500]: pgmap v4388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:40 smithi081 ceph-mon[107735]: pgmap v4388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:42.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:42.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:42 smithi170 ceph-mon[97338]: pgmap v4389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:42 smithi081 ceph-mon[95500]: pgmap v4389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:04:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:42 smithi081 ceph-mon[107735]: pgmap v4389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:44.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:44.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:44 smithi170 ceph-mon[97338]: pgmap v4390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:44 smithi081 ceph-mon[95500]: pgmap v4390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:44 smithi081 ceph-mon[107735]: pgmap v4390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:46 smithi170 ceph-mon[97338]: pgmap v4391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:46 smithi081 ceph-mon[95500]: pgmap v4391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:46 smithi081 ceph-mon[107735]: pgmap v4391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:48 smithi170 ceph-mon[97338]: pgmap v4392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:48 smithi081 ceph-mon[95500]: pgmap v4392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:48 smithi081 ceph-mon[107735]: pgmap v4392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:50 smithi170 ceph-mon[97338]: pgmap v4393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:50 smithi081 ceph-mon[95500]: pgmap v4393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:50 smithi081 ceph-mon[107735]: pgmap v4393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:52.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:52.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:52 smithi170 ceph-mon[97338]: pgmap v4394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:52 smithi081 ceph-mon[95500]: pgmap v4394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:04:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:52 smithi081 ceph-mon[107735]: pgmap v4394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:04:54.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:04:54.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:04:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:54 smithi170 ceph-mon[97338]: pgmap v4395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:54 smithi081 ceph-mon[95500]: pgmap v4395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:54 smithi081 ceph-mon[107735]: pgmap v4395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:56 smithi170 ceph-mon[97338]: pgmap v4396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:56 smithi081 ceph-mon[95500]: pgmap v4396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:56 smithi081 ceph-mon[107735]: pgmap v4396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:04:58 smithi170 ceph-mon[97338]: pgmap v4397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:04:58 smithi081 ceph-mon[95500]: pgmap v4397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:04:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:04:58 smithi081 ceph-mon[107735]: pgmap v4397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:00 smithi170 ceph-mon[97338]: pgmap v4398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:00 smithi081 ceph-mon[95500]: pgmap v4398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:00 smithi081 ceph-mon[107735]: pgmap v4398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:02.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:02.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:02 smithi170 ceph-mon[97338]: pgmap v4399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:02 smithi081 ceph-mon[95500]: pgmap v4399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:05:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:02 smithi081 ceph-mon[107735]: pgmap v4399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:04.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:04.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:04 smithi170 ceph-mon[97338]: pgmap v4400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:04 smithi081 ceph-mon[95500]: pgmap v4400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:04 smithi081 ceph-mon[107735]: pgmap v4400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:06 smithi170 ceph-mon[97338]: pgmap v4401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:06 smithi081 ceph-mon[95500]: pgmap v4401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:06 smithi081 ceph-mon[107735]: pgmap v4401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:08 smithi170 ceph-mon[97338]: pgmap v4402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:09.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:08 smithi081 ceph-mon[95500]: pgmap v4402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:09.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:08 smithi081 ceph-mon[107735]: pgmap v4402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:10 smithi170 ceph-mon[97338]: pgmap v4403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:10 smithi081 ceph-mon[95500]: pgmap v4403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:10 smithi081 ceph-mon[107735]: pgmap v4403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:12.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:12.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:12 smithi170 ceph-mon[97338]: pgmap v4404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:12 smithi081 ceph-mon[95500]: pgmap v4404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:05:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:12 smithi081 ceph-mon[107735]: pgmap v4404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:14.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:14.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:14 smithi170 ceph-mon[97338]: pgmap v4405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:14 smithi081 ceph-mon[95500]: pgmap v4405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:14 smithi081 ceph-mon[107735]: pgmap v4405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:16 smithi170 ceph-mon[97338]: pgmap v4406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:16 smithi081 ceph-mon[95500]: pgmap v4406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:16 smithi081 ceph-mon[107735]: pgmap v4406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:18 smithi170 ceph-mon[97338]: pgmap v4407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:18 smithi081 ceph-mon[95500]: pgmap v4407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:18 smithi081 ceph-mon[107735]: pgmap v4407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:20 smithi170 ceph-mon[97338]: pgmap v4408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:20 smithi081 ceph-mon[95500]: pgmap v4408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:20 smithi081 ceph-mon[107735]: pgmap v4408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:22.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:22.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:22 smithi170 ceph-mon[97338]: pgmap v4409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:23.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:05:23.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:22 smithi081 ceph-mon[95500]: pgmap v4409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:22 smithi081 ceph-mon[107735]: pgmap v4409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:24.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:24.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:24 smithi170 ceph-mon[97338]: pgmap v4410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:24 smithi081 ceph-mon[95500]: pgmap v4410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:24 smithi081 ceph-mon[107735]: pgmap v4410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:26 smithi170 ceph-mon[97338]: pgmap v4411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:26 smithi081 ceph-mon[95500]: pgmap v4411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:26 smithi081 ceph-mon[107735]: pgmap v4411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:28 smithi170 ceph-mon[97338]: pgmap v4412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:28 smithi081 ceph-mon[95500]: pgmap v4412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:28 smithi081 ceph-mon[107735]: pgmap v4412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:30 smithi170 ceph-mon[97338]: pgmap v4413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:30 smithi081 ceph-mon[95500]: pgmap v4413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:30 smithi081 ceph-mon[107735]: pgmap v4413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:32.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:32.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:32 smithi170 ceph-mon[97338]: pgmap v4414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:32 smithi081 ceph-mon[95500]: pgmap v4414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:05:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:32 smithi081 ceph-mon[107735]: pgmap v4414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:34.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:34.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:34.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:34.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:34 smithi170 ceph-mon[97338]: pgmap v4415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:34 smithi081 ceph-mon[95500]: pgmap v4415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:34 smithi081 ceph-mon[107735]: pgmap v4415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:36 smithi170 ceph-mon[97338]: pgmap v4416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:36 smithi081 ceph-mon[95500]: pgmap v4416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:36 smithi081 ceph-mon[107735]: pgmap v4416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:38 smithi170 ceph-mon[97338]: pgmap v4417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:38 smithi081 ceph-mon[95500]: pgmap v4417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:38 smithi081 ceph-mon[107735]: pgmap v4417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:40 smithi170 ceph-mon[97338]: pgmap v4418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:40 smithi081 ceph-mon[95500]: pgmap v4418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:40 smithi081 ceph-mon[107735]: pgmap v4418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:42.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:42.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:42 smithi170 ceph-mon[97338]: pgmap v4419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:42 smithi081 ceph-mon[95500]: pgmap v4419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:05:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:42 smithi081 ceph-mon[107735]: pgmap v4419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:44.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:44.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:44 smithi170 ceph-mon[97338]: pgmap v4420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:44 smithi081 ceph-mon[95500]: pgmap v4420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:44 smithi081 ceph-mon[107735]: pgmap v4420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:46 smithi170 ceph-mon[97338]: pgmap v4421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:46 smithi081 ceph-mon[95500]: pgmap v4421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:46 smithi081 ceph-mon[107735]: pgmap v4421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:48 smithi170 ceph-mon[97338]: pgmap v4422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:48 smithi081 ceph-mon[95500]: pgmap v4422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:48 smithi081 ceph-mon[107735]: pgmap v4422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:50 smithi170 ceph-mon[97338]: pgmap v4423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:50 smithi081 ceph-mon[95500]: pgmap v4423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:50 smithi081 ceph-mon[107735]: pgmap v4423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:52.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:52.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:52 smithi170 ceph-mon[97338]: pgmap v4424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:52 smithi081 ceph-mon[95500]: pgmap v4424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:05:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:52 smithi081 ceph-mon[107735]: pgmap v4424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:05:54.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:05:54.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:05:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:54 smithi170 ceph-mon[97338]: pgmap v4425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:54 smithi081 ceph-mon[95500]: pgmap v4425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:54 smithi081 ceph-mon[107735]: pgmap v4425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:56 smithi170 ceph-mon[97338]: pgmap v4426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:56 smithi081 ceph-mon[95500]: pgmap v4426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:56 smithi081 ceph-mon[107735]: pgmap v4426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:05:58 smithi170 ceph-mon[97338]: pgmap v4427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:05:58 smithi081 ceph-mon[95500]: pgmap v4427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:05:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:05:58 smithi081 ceph-mon[107735]: pgmap v4427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:00 smithi170 ceph-mon[97338]: pgmap v4428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:00 smithi081 ceph-mon[95500]: pgmap v4428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:00 smithi081 ceph-mon[107735]: pgmap v4428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:02.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:02.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:02 smithi170 ceph-mon[97338]: pgmap v4429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:02 smithi081 ceph-mon[95500]: pgmap v4429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:06:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:02 smithi081 ceph-mon[107735]: pgmap v4429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:04.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:04.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:04 smithi170 ceph-mon[97338]: pgmap v4430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:04 smithi081 ceph-mon[95500]: pgmap v4430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:04 smithi081 ceph-mon[107735]: pgmap v4430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:06 smithi170 ceph-mon[97338]: pgmap v4431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:06 smithi081 ceph-mon[95500]: pgmap v4431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:06 smithi081 ceph-mon[107735]: pgmap v4431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:08 smithi170 ceph-mon[97338]: pgmap v4432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:08 smithi081 ceph-mon[95500]: pgmap v4432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:08 smithi081 ceph-mon[107735]: pgmap v4432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:10 smithi170 ceph-mon[97338]: pgmap v4433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:10 smithi081 ceph-mon[95500]: pgmap v4433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:10 smithi081 ceph-mon[107735]: pgmap v4433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:12.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:12.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:12 smithi170 ceph-mon[97338]: pgmap v4434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:12 smithi081 ceph-mon[95500]: pgmap v4434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:06:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:12 smithi081 ceph-mon[107735]: pgmap v4434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:14.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:14.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:14 smithi170 ceph-mon[97338]: pgmap v4435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:14 smithi081 ceph-mon[95500]: pgmap v4435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:14 smithi081 ceph-mon[107735]: pgmap v4435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:16 smithi170 ceph-mon[97338]: pgmap v4436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:16 smithi081 ceph-mon[95500]: pgmap v4436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:16 smithi081 ceph-mon[107735]: pgmap v4436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:18 smithi170 ceph-mon[97338]: pgmap v4437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:18 smithi081 ceph-mon[95500]: pgmap v4437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:18 smithi081 ceph-mon[107735]: pgmap v4437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:20 smithi170 ceph-mon[97338]: pgmap v4438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:20 smithi081 ceph-mon[95500]: pgmap v4438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:20 smithi081 ceph-mon[107735]: pgmap v4438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:22.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:22.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:22 smithi170 ceph-mon[97338]: pgmap v4439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:22 smithi081 ceph-mon[95500]: pgmap v4439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:06:23.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:22 smithi081 ceph-mon[107735]: pgmap v4439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:24.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:24.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:24 smithi170 ceph-mon[97338]: pgmap v4440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:24 smithi081 ceph-mon[95500]: pgmap v4440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:24 smithi081 ceph-mon[107735]: pgmap v4440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:26 smithi170 ceph-mon[97338]: pgmap v4441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:26 smithi081 ceph-mon[95500]: pgmap v4441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:26 smithi081 ceph-mon[107735]: pgmap v4441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:28 smithi170 ceph-mon[97338]: pgmap v4442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:28 smithi081 ceph-mon[95500]: pgmap v4442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:28 smithi081 ceph-mon[107735]: pgmap v4442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:30 smithi170 ceph-mon[97338]: pgmap v4443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:30 smithi081 ceph-mon[95500]: pgmap v4443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:30 smithi081 ceph-mon[107735]: pgmap v4443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:32.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:32.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:32 smithi170 ceph-mon[97338]: pgmap v4444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:32 smithi081 ceph-mon[95500]: pgmap v4444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:06:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:32 smithi081 ceph-mon[107735]: pgmap v4444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:34.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:34.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:34 smithi170 ceph-mon[97338]: pgmap v4445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:34 smithi081 ceph-mon[95500]: pgmap v4445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:34 smithi081 ceph-mon[107735]: pgmap v4445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:36 smithi170 ceph-mon[97338]: pgmap v4446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:36 smithi081 ceph-mon[95500]: pgmap v4446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:36 smithi081 ceph-mon[107735]: pgmap v4446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:38 smithi170 ceph-mon[97338]: pgmap v4447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:38 smithi081 ceph-mon[95500]: pgmap v4447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:38 smithi081 ceph-mon[107735]: pgmap v4447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:40 smithi170 ceph-mon[97338]: pgmap v4448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:41.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:40 smithi081 ceph-mon[95500]: pgmap v4448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:40 smithi081 ceph-mon[107735]: pgmap v4448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:42.186Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:42.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:42 smithi170 ceph-mon[97338]: pgmap v4449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:42 smithi081 ceph-mon[95500]: pgmap v4449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:06:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:42 smithi081 ceph-mon[107735]: pgmap v4449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:44.051Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:44.052Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:44 smithi170 ceph-mon[97338]: pgmap v4450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:44 smithi081 ceph-mon[95500]: pgmap v4450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:44 smithi081 ceph-mon[107735]: pgmap v4450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:46 smithi170 ceph-mon[97338]: pgmap v4451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:46 smithi081 ceph-mon[95500]: pgmap v4451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:46 smithi081 ceph-mon[107735]: pgmap v4451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:48 smithi170 ceph-mon[97338]: pgmap v4452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:48 smithi081 ceph-mon[95500]: pgmap v4452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:49.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:48 smithi081 ceph-mon[107735]: pgmap v4452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:50 smithi170 ceph-mon[97338]: pgmap v4453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:50 smithi081 ceph-mon[95500]: pgmap v4453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:50 smithi081 ceph-mon[107735]: pgmap v4453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:52.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:52.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:52 smithi170 ceph-mon[97338]: pgmap v4454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:52 smithi081 ceph-mon[95500]: pgmap v4454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:06:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:52 smithi081 ceph-mon[107735]: pgmap v4454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:06:54.051Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:06:54.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:06:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:54 smithi170 ceph-mon[97338]: pgmap v4455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:54 smithi081 ceph-mon[95500]: pgmap v4455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:54 smithi081 ceph-mon[107735]: pgmap v4455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:56 smithi170 ceph-mon[97338]: pgmap v4456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:56 smithi081 ceph-mon[95500]: pgmap v4456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:56 smithi081 ceph-mon[107735]: pgmap v4456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:06:58 smithi170 ceph-mon[97338]: pgmap v4457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:06:58 smithi081 ceph-mon[95500]: pgmap v4457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:06:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:06:58 smithi081 ceph-mon[107735]: pgmap v4457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:00 smithi170 ceph-mon[97338]: pgmap v4458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:00 smithi081 ceph-mon[95500]: pgmap v4458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:00 smithi081 ceph-mon[107735]: pgmap v4458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:02.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:02.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:02 smithi170 ceph-mon[97338]: pgmap v4459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:02 smithi081 ceph-mon[95500]: pgmap v4459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:07:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:02 smithi081 ceph-mon[107735]: pgmap v4459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:04.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:04.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:04 smithi170 ceph-mon[97338]: pgmap v4460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:04 smithi081 ceph-mon[95500]: pgmap v4460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:04 smithi081 ceph-mon[107735]: pgmap v4460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:06 smithi170 ceph-mon[97338]: pgmap v4461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:06 smithi081 ceph-mon[95500]: pgmap v4461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:06 smithi081 ceph-mon[107735]: pgmap v4461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:08 smithi170 ceph-mon[97338]: pgmap v4462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:08 smithi081 ceph-mon[95500]: pgmap v4462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:09.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:08 smithi081 ceph-mon[107735]: pgmap v4462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:10 smithi170 ceph-mon[97338]: pgmap v4463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:10 smithi081 ceph-mon[95500]: pgmap v4463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:10 smithi081 ceph-mon[107735]: pgmap v4463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:12.189Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:12.190Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:12 smithi170 ceph-mon[97338]: pgmap v4464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:12 smithi081 ceph-mon[95500]: pgmap v4464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:13.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:07:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:12 smithi081 ceph-mon[107735]: pgmap v4464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:14.053Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:14.054Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:14 smithi170 ceph-mon[97338]: pgmap v4465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:14 smithi081 ceph-mon[95500]: pgmap v4465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:14 smithi081 ceph-mon[107735]: pgmap v4465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:16 smithi170 ceph-mon[97338]: pgmap v4466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:16 smithi081 ceph-mon[95500]: pgmap v4466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:16 smithi081 ceph-mon[107735]: pgmap v4466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:18 smithi170 ceph-mon[97338]: pgmap v4467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:18 smithi081 ceph-mon[95500]: pgmap v4467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:19.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:18 smithi081 ceph-mon[107735]: pgmap v4467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:20 smithi170 ceph-mon[97338]: pgmap v4468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:20 smithi081 ceph-mon[95500]: pgmap v4468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:21.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:20 smithi081 ceph-mon[107735]: pgmap v4468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:22.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:22.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:22 smithi170 ceph-mon[97338]: pgmap v4469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:22 smithi081 ceph-mon[95500]: pgmap v4469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:07:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:22 smithi081 ceph-mon[107735]: pgmap v4469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:24.053Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:24.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:24 smithi170 ceph-mon[97338]: pgmap v4470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:24 smithi081 ceph-mon[95500]: pgmap v4470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:24 smithi081 ceph-mon[107735]: pgmap v4470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:26 smithi170 ceph-mon[97338]: pgmap v4471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:26 smithi081 ceph-mon[95500]: pgmap v4471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:26 smithi081 ceph-mon[107735]: pgmap v4471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:28 smithi170 ceph-mon[97338]: pgmap v4472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:28 smithi081 ceph-mon[95500]: pgmap v4472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:28 smithi081 ceph-mon[107735]: pgmap v4472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:30 smithi170 ceph-mon[97338]: pgmap v4473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:30 smithi081 ceph-mon[95500]: pgmap v4473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:30 smithi081 ceph-mon[107735]: pgmap v4473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:32.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:32.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:32 smithi170 ceph-mon[97338]: pgmap v4474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:32 smithi081 ceph-mon[95500]: pgmap v4474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:07:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:32 smithi081 ceph-mon[107735]: pgmap v4474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:34.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:34.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:34 smithi170 ceph-mon[97338]: pgmap v4475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:34 smithi081 ceph-mon[95500]: pgmap v4475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:35.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:34 smithi081 ceph-mon[107735]: pgmap v4475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:36 smithi170 ceph-mon[97338]: pgmap v4476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:36 smithi081 ceph-mon[95500]: pgmap v4476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:36 smithi081 ceph-mon[107735]: pgmap v4476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:38 smithi170 ceph-mon[97338]: pgmap v4477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:38 smithi081 ceph-mon[95500]: pgmap v4477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:38 smithi081 ceph-mon[107735]: pgmap v4477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:40 smithi170 ceph-mon[97338]: pgmap v4478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:40 smithi081 ceph-mon[95500]: pgmap v4478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:41.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:40 smithi081 ceph-mon[107735]: pgmap v4478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:42.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:42.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:42 smithi170 ceph-mon[97338]: pgmap v4479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:42 smithi081 ceph-mon[95500]: pgmap v4479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:07:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:42 smithi081 ceph-mon[107735]: pgmap v4479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:44.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:44.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:44 smithi170 ceph-mon[97338]: pgmap v4480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:44 smithi081 ceph-mon[95500]: pgmap v4480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:44 smithi081 ceph-mon[107735]: pgmap v4480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:46 smithi170 ceph-mon[97338]: pgmap v4481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:46 smithi081 ceph-mon[95500]: pgmap v4481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:46 smithi081 ceph-mon[107735]: pgmap v4481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:48 smithi170 ceph-mon[97338]: pgmap v4482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:48 smithi081 ceph-mon[95500]: pgmap v4482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:48 smithi081 ceph-mon[107735]: pgmap v4482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:50 smithi170 ceph-mon[97338]: pgmap v4483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:50 smithi081 ceph-mon[95500]: pgmap v4483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:50 smithi081 ceph-mon[107735]: pgmap v4483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:52.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:52.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:52 smithi170 ceph-mon[97338]: pgmap v4484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:52 smithi081 ceph-mon[95500]: pgmap v4484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:53.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:07:53.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:52 smithi081 ceph-mon[107735]: pgmap v4484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:07:54.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:07:54.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:07:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:54 smithi170 ceph-mon[97338]: pgmap v4485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:54 smithi081 ceph-mon[95500]: pgmap v4485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:54 smithi081 ceph-mon[107735]: pgmap v4485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:56 smithi170 ceph-mon[97338]: pgmap v4486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:56 smithi081 ceph-mon[95500]: pgmap v4486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:56 smithi081 ceph-mon[107735]: pgmap v4486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:07:58 smithi170 ceph-mon[97338]: pgmap v4487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:07:58 smithi081 ceph-mon[95500]: pgmap v4487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:07:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:07:58 smithi081 ceph-mon[107735]: pgmap v4487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:00 smithi170 ceph-mon[97338]: pgmap v4488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:00 smithi081 ceph-mon[95500]: pgmap v4488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:00 smithi081 ceph-mon[107735]: pgmap v4488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:02.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:02.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:02 smithi170 ceph-mon[97338]: pgmap v4489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:02 smithi081 ceph-mon[95500]: pgmap v4489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:08:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:02 smithi081 ceph-mon[107735]: pgmap v4489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:04.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:04.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:05.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:04 smithi170 ceph-mon[97338]: pgmap v4490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:04 smithi081 ceph-mon[95500]: pgmap v4490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:05.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:04 smithi081 ceph-mon[107735]: pgmap v4490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:06 smithi170 ceph-mon[97338]: pgmap v4491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:06 smithi081 ceph-mon[95500]: pgmap v4491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:06 smithi081 ceph-mon[107735]: pgmap v4491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:08 smithi170 ceph-mon[97338]: pgmap v4492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:08 smithi081 ceph-mon[95500]: pgmap v4492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:08 smithi081 ceph-mon[107735]: pgmap v4492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:10 smithi170 ceph-mon[97338]: pgmap v4493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:10 smithi081 ceph-mon[95500]: pgmap v4493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:10 smithi081 ceph-mon[107735]: pgmap v4493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:12.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:12.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:12.194Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:13.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:12 smithi170 ceph-mon[97338]: pgmap v4494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:12 smithi081 ceph-mon[95500]: pgmap v4494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:13.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:08:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:12 smithi081 ceph-mon[107735]: pgmap v4494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:14.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:14.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:15.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:14 smithi170 ceph-mon[97338]: pgmap v4495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:14 smithi081 ceph-mon[95500]: pgmap v4495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:14 smithi081 ceph-mon[107735]: pgmap v4495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:16 smithi170 ceph-mon[97338]: pgmap v4496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:16 smithi081 ceph-mon[95500]: pgmap v4496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:16 smithi081 ceph-mon[107735]: pgmap v4496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:18 smithi170 ceph-mon[97338]: pgmap v4497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:18 smithi081 ceph-mon[95500]: pgmap v4497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:18 smithi081 ceph-mon[107735]: pgmap v4497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:21.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:20 smithi170 ceph-mon[97338]: pgmap v4498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:20 smithi081 ceph-mon[95500]: pgmap v4498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:21.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:20 smithi081 ceph-mon[107735]: pgmap v4498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:22.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:22.194Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:23.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:22 smithi170 ceph-mon[97338]: pgmap v4499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:22 smithi081 ceph-mon[95500]: pgmap v4499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:23.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:08:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:22 smithi081 ceph-mon[107735]: pgmap v4499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:24.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:24.058Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:25.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:24 smithi170 ceph-mon[97338]: pgmap v4500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:24 smithi081 ceph-mon[95500]: pgmap v4500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:24 smithi081 ceph-mon[107735]: pgmap v4500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:26 smithi170 ceph-mon[97338]: pgmap v4501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:26 smithi081 ceph-mon[95500]: pgmap v4501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:26 smithi081 ceph-mon[107735]: pgmap v4501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:29.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:28 smithi170 ceph-mon[97338]: pgmap v4502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:28 smithi081 ceph-mon[95500]: pgmap v4502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:29.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:28 smithi081 ceph-mon[107735]: pgmap v4502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:31.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:30 smithi170 ceph-mon[97338]: pgmap v4503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:30 smithi081 ceph-mon[95500]: pgmap v4503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:30 smithi081 ceph-mon[107735]: pgmap v4503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:32.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:32.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:32 smithi170 ceph-mon[97338]: pgmap v4504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:32 smithi081 ceph-mon[95500]: pgmap v4504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:08:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:32 smithi081 ceph-mon[107735]: pgmap v4504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:34.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:34.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:35.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:34 smithi170 ceph-mon[97338]: pgmap v4505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:34 smithi081 ceph-mon[95500]: pgmap v4505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:34 smithi081 ceph-mon[107735]: pgmap v4505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:36 smithi170 ceph-mon[97338]: pgmap v4506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:36 smithi081 ceph-mon[95500]: pgmap v4506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:36 smithi081 ceph-mon[107735]: pgmap v4506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:39.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:38 smithi170 ceph-mon[97338]: pgmap v4507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:38 smithi081 ceph-mon[95500]: pgmap v4507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:38 smithi081 ceph-mon[107735]: pgmap v4507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:41.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:40 smithi170 ceph-mon[97338]: pgmap v4508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:40 smithi081 ceph-mon[95500]: pgmap v4508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:41.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:40 smithi081 ceph-mon[107735]: pgmap v4508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:42.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:42.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:43.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:42 smithi170 ceph-mon[97338]: pgmap v4509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:42 smithi081 ceph-mon[95500]: pgmap v4509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:08:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:42 smithi081 ceph-mon[107735]: pgmap v4509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:44.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:44.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:45.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:44 smithi170 ceph-mon[97338]: pgmap v4510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:44 smithi081 ceph-mon[95500]: pgmap v4510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:44 smithi081 ceph-mon[107735]: pgmap v4510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:46 smithi170 ceph-mon[97338]: pgmap v4511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:46 smithi081 ceph-mon[95500]: pgmap v4511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:46 smithi081 ceph-mon[107735]: pgmap v4511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:49.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:48 smithi170 ceph-mon[97338]: pgmap v4512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:48 smithi081 ceph-mon[95500]: pgmap v4512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:49.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:48 smithi081 ceph-mon[107735]: pgmap v4512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:50 smithi170 ceph-mon[97338]: pgmap v4513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:50 smithi081 ceph-mon[95500]: pgmap v4513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:51.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:50 smithi081 ceph-mon[107735]: pgmap v4513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:52.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:52.197Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:53.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:52 smithi170 ceph-mon[97338]: pgmap v4514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:53.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:52 smithi081 ceph-mon[95500]: pgmap v4514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:53.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:08:53.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:52 smithi081 ceph-mon[107735]: pgmap v4514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:08:54.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:08:54.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:08:55.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:54 smithi170 ceph-mon[97338]: pgmap v4515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:54 smithi081 ceph-mon[95500]: pgmap v4515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:54 smithi081 ceph-mon[107735]: pgmap v4515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:56 smithi170 ceph-mon[97338]: pgmap v4516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:56 smithi081 ceph-mon[95500]: pgmap v4516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:56 smithi081 ceph-mon[107735]: pgmap v4516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:08:58 smithi170 ceph-mon[97338]: pgmap v4517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:08:58 smithi081 ceph-mon[95500]: pgmap v4517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:08:59.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:08:58 smithi081 ceph-mon[107735]: pgmap v4517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:01.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:00 smithi170 ceph-mon[97338]: pgmap v4518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:00 smithi081 ceph-mon[95500]: pgmap v4518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:00 smithi081 ceph-mon[107735]: pgmap v4518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:02.196Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:02.197Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:03.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:02 smithi170 ceph-mon[97338]: pgmap v4519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:03.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:02 smithi081 ceph-mon[95500]: pgmap v4519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:09:03.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:02 smithi081 ceph-mon[107735]: pgmap v4519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:04.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:04.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:05.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:04 smithi081 ceph-mon[95500]: pgmap v4520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:05.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:04 smithi081 ceph-mon[107735]: pgmap v4520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:04 smithi170 ceph-mon[97338]: pgmap v4520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:06 smithi170 ceph-mon[97338]: pgmap v4521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:06 smithi081 ceph-mon[95500]: pgmap v4521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:06 smithi081 ceph-mon[107735]: pgmap v4521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:08 smithi170 ceph-mon[97338]: pgmap v4522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:08 smithi081 ceph-mon[95500]: pgmap v4522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:09.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:08 smithi081 ceph-mon[107735]: pgmap v4522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:11.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:10 smithi170 ceph-mon[97338]: pgmap v4523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:10 smithi081 ceph-mon[95500]: pgmap v4523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:11.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:10 smithi081 ceph-mon[107735]: pgmap v4523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:12.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:12.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:13.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:12 smithi081 ceph-mon[95500]: pgmap v4524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:13.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:09:13.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:12 smithi081 ceph-mon[107735]: pgmap v4524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:12 smithi170 ceph-mon[97338]: pgmap v4524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:14.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:14.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:15.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:14 smithi081 ceph-mon[95500]: pgmap v4525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:15.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:14 smithi081 ceph-mon[107735]: pgmap v4525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:14 smithi170 ceph-mon[97338]: pgmap v4525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:16 smithi170 ceph-mon[97338]: pgmap v4526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:16 smithi081 ceph-mon[95500]: pgmap v4526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:17.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:16 smithi081 ceph-mon[107735]: pgmap v4526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:19.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:18 smithi170 ceph-mon[97338]: pgmap v4527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:18 smithi081 ceph-mon[95500]: pgmap v4527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:18 smithi081 ceph-mon[107735]: pgmap v4527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:20 smithi081 ceph-mon[95500]: pgmap v4528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:21.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:20 smithi081 ceph-mon[107735]: pgmap v4528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:20 smithi170 ceph-mon[97338]: pgmap v4528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:22.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:22.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:22 smithi081 ceph-mon[95500]: pgmap v4529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:09:23.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:22 smithi081 ceph-mon[107735]: pgmap v4529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:22 smithi170 ceph-mon[97338]: pgmap v4529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:24.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:24.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:25.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:24 smithi081 ceph-mon[95500]: pgmap v4530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:25.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:25 smithi081 ceph-mon[107735]: pgmap v4530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:25 smithi170 ceph-mon[97338]: pgmap v4530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:26 smithi170 ceph-mon[97338]: pgmap v4531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:26 smithi081 ceph-mon[95500]: pgmap v4531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:26 smithi081 ceph-mon[107735]: pgmap v4531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:28 smithi081 ceph-mon[95500]: pgmap v4532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:28 smithi081 ceph-mon[107735]: pgmap v4532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:28 smithi170 ceph-mon[97338]: pgmap v4532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:30 smithi081 ceph-mon[95500]: pgmap v4533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:31.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:30 smithi081 ceph-mon[107735]: pgmap v4533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:30 smithi170 ceph-mon[97338]: pgmap v4533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:32.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:32.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:33 smithi081 ceph-mon[95500]: pgmap v4534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:33.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:09:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:33 smithi081 ceph-mon[107735]: pgmap v4534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:33 smithi170 ceph-mon[97338]: pgmap v4534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:34.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:34.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:35.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:35 smithi081 ceph-mon[95500]: pgmap v4535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:35 smithi081 ceph-mon[107735]: pgmap v4535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:35 smithi170 ceph-mon[97338]: pgmap v4535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:36 smithi170 ceph-mon[97338]: pgmap v4536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:36 smithi081 ceph-mon[95500]: pgmap v4536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:36 smithi081 ceph-mon[107735]: pgmap v4536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:39.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:38 smithi081 ceph-mon[95500]: pgmap v4537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:39.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:39 smithi081 ceph-mon[107735]: pgmap v4537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:39.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:38 smithi170 ceph-mon[97338]: pgmap v4537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:41.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:41 smithi081 ceph-mon[95500]: pgmap v4538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:41.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:41 smithi081 ceph-mon[107735]: pgmap v4538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:41 smithi170 ceph-mon[97338]: pgmap v4538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:42.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:42.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:43 smithi081 ceph-mon[95500]: pgmap v4539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:43.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:09:43.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:43 smithi081 ceph-mon[107735]: pgmap v4539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:43 smithi170 ceph-mon[97338]: pgmap v4539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:44.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:44.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:45.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:45 smithi081 ceph-mon[95500]: pgmap v4540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:45.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:45 smithi081 ceph-mon[107735]: pgmap v4540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:45 smithi170 ceph-mon[97338]: pgmap v4540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:46 smithi170 ceph-mon[97338]: pgmap v4541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:46 smithi081 ceph-mon[95500]: pgmap v4541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:46 smithi081 ceph-mon[107735]: pgmap v4541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:49 smithi081 ceph-mon[95500]: pgmap v4542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:49.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:49 smithi081 ceph-mon[107735]: pgmap v4542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:49 smithi170 ceph-mon[97338]: pgmap v4542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:51.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:51 smithi081 ceph-mon[95500]: pgmap v4543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:51.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:51 smithi081 ceph-mon[107735]: pgmap v4543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:51 smithi170 ceph-mon[97338]: pgmap v4543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:52.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:52.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:52.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:53.272 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:53 smithi081 ceph-mon[95500]: pgmap v4544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:53.272 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:09:53.273 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:53 smithi081 ceph-mon[107735]: pgmap v4544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:53.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:53 smithi170 ceph-mon[97338]: pgmap v4544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:09:54.063Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:09:54.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:09:55.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:55 smithi081 ceph-mon[95500]: pgmap v4545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:55.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:55 smithi081 ceph-mon[107735]: pgmap v4545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:55 smithi170 ceph-mon[97338]: pgmap v4545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:56 smithi170 ceph-mon[97338]: pgmap v4546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:56 smithi081 ceph-mon[95500]: pgmap v4546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:56 smithi081 ceph-mon[107735]: pgmap v4546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:59.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:09:59 smithi081 ceph-mon[95500]: pgmap v4547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:59.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:09:59 smithi081 ceph-mon[107735]: pgmap v4547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:09:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:09:59 smithi170 ceph-mon[97338]: pgmap v4547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:10:00.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:10:00.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:10:01.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:01 smithi081 ceph-mon[95500]: pgmap v4548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:01.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:01 smithi081 ceph-mon[107735]: pgmap v4548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:01 smithi170 ceph-mon[97338]: pgmap v4548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:02.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:02.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:03 smithi170 ceph-mon[97338]: pgmap v4549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:03 smithi081 ceph-mon[95500]: pgmap v4549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:10:03.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:03 smithi081 ceph-mon[107735]: pgmap v4549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:04.063Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:04.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:05 smithi170 ceph-mon[97338]: pgmap v4550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:05 smithi081 ceph-mon[95500]: pgmap v4550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:05 smithi081 ceph-mon[107735]: pgmap v4550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:06 smithi170 ceph-mon[97338]: pgmap v4551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:06 smithi081 ceph-mon[95500]: pgmap v4551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:06 smithi081 ceph-mon[107735]: pgmap v4551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:09.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:09 smithi081 ceph-mon[95500]: pgmap v4552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:09.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:09 smithi081 ceph-mon[107735]: pgmap v4552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:09 smithi170 ceph-mon[97338]: pgmap v4552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:11.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:11 smithi081 ceph-mon[95500]: pgmap v4553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:11.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:11 smithi081 ceph-mon[107735]: pgmap v4553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:11 smithi170 ceph-mon[97338]: pgmap v4553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:12.200Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:12.201Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:13 smithi170 ceph-mon[97338]: pgmap v4554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:10:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:13 smithi081 ceph-mon[107735]: pgmap v4554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:13.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:13 smithi081 ceph-mon[95500]: pgmap v4554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:14.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:14.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:15 smithi170 ceph-mon[97338]: pgmap v4555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:15.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:15 smithi081 ceph-mon[95500]: pgmap v4555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:15.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:15 smithi081 ceph-mon[107735]: pgmap v4555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:16 smithi170 ceph-mon[97338]: pgmap v4556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:16 smithi081 ceph-mon[95500]: pgmap v4556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:16 smithi081 ceph-mon[107735]: pgmap v4556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:19 smithi081 ceph-mon[95500]: pgmap v4557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:19.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:19 smithi081 ceph-mon[107735]: pgmap v4557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:19 smithi170 ceph-mon[97338]: pgmap v4557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:21 smithi170 ceph-mon[97338]: pgmap v4558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:21 smithi081 ceph-mon[95500]: pgmap v4558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:21 smithi081 ceph-mon[107735]: pgmap v4558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:22.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:22.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:23 smithi170 ceph-mon[97338]: pgmap v4559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:23 smithi081 ceph-mon[95500]: pgmap v4559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:10:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:23 smithi081 ceph-mon[107735]: pgmap v4559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:24.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:24.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:25 smithi170 ceph-mon[97338]: pgmap v4560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:25 smithi081 ceph-mon[95500]: pgmap v4560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:25.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:25 smithi081 ceph-mon[107735]: pgmap v4560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:26 smithi170 ceph-mon[97338]: pgmap v4561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:26 smithi081 ceph-mon[95500]: pgmap v4561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:26 smithi081 ceph-mon[107735]: pgmap v4561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:29 smithi170 ceph-mon[97338]: pgmap v4562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:29 smithi081 ceph-mon[95500]: pgmap v4562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:29 smithi081 ceph-mon[107735]: pgmap v4562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:31 smithi170 ceph-mon[97338]: pgmap v4563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:31 smithi081 ceph-mon[95500]: pgmap v4563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:31 smithi081 ceph-mon[107735]: pgmap v4563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:32.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:32.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:33 smithi170 ceph-mon[97338]: pgmap v4564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:33 smithi081 ceph-mon[95500]: pgmap v4564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:10:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:33 smithi081 ceph-mon[107735]: pgmap v4564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:34.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:34.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:35 smithi170 ceph-mon[97338]: pgmap v4565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:35 smithi081 ceph-mon[95500]: pgmap v4565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:35 smithi081 ceph-mon[107735]: pgmap v4565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:36 smithi170 ceph-mon[97338]: pgmap v4566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:36 smithi081 ceph-mon[95500]: pgmap v4566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:36 smithi081 ceph-mon[107735]: pgmap v4566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:39 smithi170 ceph-mon[97338]: pgmap v4567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:39 smithi081 ceph-mon[95500]: pgmap v4567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:39 smithi081 ceph-mon[107735]: pgmap v4567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:41 smithi170 ceph-mon[97338]: pgmap v4568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:41 smithi081 ceph-mon[95500]: pgmap v4568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:41.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:41 smithi081 ceph-mon[107735]: pgmap v4568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:42.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:42.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:43 smithi170 ceph-mon[97338]: pgmap v4569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:43 smithi081 ceph-mon[95500]: pgmap v4569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:10:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:43 smithi081 ceph-mon[107735]: pgmap v4569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:44.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:44.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:45 smithi170 ceph-mon[97338]: pgmap v4570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:45 smithi081 ceph-mon[95500]: pgmap v4570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:45 smithi081 ceph-mon[107735]: pgmap v4570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:46 smithi170 ceph-mon[97338]: pgmap v4571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:46 smithi081 ceph-mon[95500]: pgmap v4571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:46 smithi081 ceph-mon[107735]: pgmap v4571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:49 smithi170 ceph-mon[97338]: pgmap v4572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:49 smithi081 ceph-mon[95500]: pgmap v4572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:49 smithi081 ceph-mon[107735]: pgmap v4572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:51 smithi170 ceph-mon[97338]: pgmap v4573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:51 smithi081 ceph-mon[95500]: pgmap v4573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:51 smithi081 ceph-mon[107735]: pgmap v4573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:52.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:52.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:53 smithi170 ceph-mon[97338]: pgmap v4574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:53 smithi081 ceph-mon[95500]: pgmap v4574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:10:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:53 smithi081 ceph-mon[107735]: pgmap v4574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:10:54.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:10:54.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:10:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:55 smithi170 ceph-mon[97338]: pgmap v4575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:55 smithi081 ceph-mon[95500]: pgmap v4575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:55 smithi081 ceph-mon[107735]: pgmap v4575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:56 smithi170 ceph-mon[97338]: pgmap v4576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:56 smithi081 ceph-mon[95500]: pgmap v4576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:56 smithi081 ceph-mon[107735]: pgmap v4576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:10:59 smithi170 ceph-mon[97338]: pgmap v4577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:10:59 smithi081 ceph-mon[95500]: pgmap v4577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:10:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:10:59 smithi081 ceph-mon[107735]: pgmap v4577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:01 smithi170 ceph-mon[97338]: pgmap v4578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:01 smithi081 ceph-mon[95500]: pgmap v4578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:01 smithi081 ceph-mon[107735]: pgmap v4578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:02.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:02.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:02.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:03 smithi170 ceph-mon[97338]: pgmap v4579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:03 smithi081 ceph-mon[95500]: pgmap v4579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:11:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:03 smithi081 ceph-mon[107735]: pgmap v4579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:04.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:04.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:05 smithi170 ceph-mon[97338]: pgmap v4580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:05 smithi081 ceph-mon[95500]: pgmap v4580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:05 smithi081 ceph-mon[107735]: pgmap v4580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:06 smithi170 ceph-mon[97338]: pgmap v4581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:06 smithi081 ceph-mon[95500]: pgmap v4581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:06 smithi081 ceph-mon[107735]: pgmap v4581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:09 smithi170 ceph-mon[97338]: pgmap v4582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:09 smithi081 ceph-mon[95500]: pgmap v4582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:09 smithi081 ceph-mon[107735]: pgmap v4582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:11 smithi170 ceph-mon[97338]: pgmap v4583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:11 smithi081 ceph-mon[95500]: pgmap v4583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:11 smithi081 ceph-mon[107735]: pgmap v4583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:12.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:12.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:13 smithi170 ceph-mon[97338]: pgmap v4584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:13 smithi081 ceph-mon[95500]: pgmap v4584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:11:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:13 smithi081 ceph-mon[107735]: pgmap v4584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:14.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:14.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:15 smithi170 ceph-mon[97338]: pgmap v4585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:15 smithi081 ceph-mon[95500]: pgmap v4585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:15 smithi081 ceph-mon[107735]: pgmap v4585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:16 smithi170 ceph-mon[97338]: pgmap v4586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:16 smithi081 ceph-mon[95500]: pgmap v4586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:16 smithi081 ceph-mon[107735]: pgmap v4586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:19 smithi170 ceph-mon[97338]: pgmap v4587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:19 smithi081 ceph-mon[95500]: pgmap v4587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:19 smithi081 ceph-mon[107735]: pgmap v4587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:21 smithi170 ceph-mon[97338]: pgmap v4588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:21 smithi081 ceph-mon[95500]: pgmap v4588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:21 smithi081 ceph-mon[107735]: pgmap v4588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:22.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:22.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:23 smithi170 ceph-mon[97338]: pgmap v4589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:23 smithi081 ceph-mon[95500]: pgmap v4589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:11:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:23 smithi081 ceph-mon[107735]: pgmap v4589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:24.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:24.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:25 smithi170 ceph-mon[97338]: pgmap v4590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:25 smithi081 ceph-mon[95500]: pgmap v4590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:25 smithi081 ceph-mon[107735]: pgmap v4590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:26 smithi170 ceph-mon[97338]: pgmap v4591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:26 smithi081 ceph-mon[95500]: pgmap v4591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:26 smithi081 ceph-mon[107735]: pgmap v4591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:29 smithi170 ceph-mon[97338]: pgmap v4592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:29 smithi081 ceph-mon[95500]: pgmap v4592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:29 smithi081 ceph-mon[107735]: pgmap v4592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:31 smithi170 ceph-mon[97338]: pgmap v4593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:31 smithi081 ceph-mon[95500]: pgmap v4593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:31.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:31 smithi081 ceph-mon[107735]: pgmap v4593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:32.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:32.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:33 smithi170 ceph-mon[97338]: pgmap v4594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:33 smithi081 ceph-mon[95500]: pgmap v4594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:11:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:33 smithi081 ceph-mon[107735]: pgmap v4594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:34.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:34.070Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:35 smithi170 ceph-mon[97338]: pgmap v4595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:35 smithi081 ceph-mon[95500]: pgmap v4595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:35.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:35 smithi081 ceph-mon[107735]: pgmap v4595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:36 smithi170 ceph-mon[97338]: pgmap v4596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:36 smithi081 ceph-mon[95500]: pgmap v4596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:36 smithi081 ceph-mon[107735]: pgmap v4596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:39 smithi170 ceph-mon[97338]: pgmap v4597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:39 smithi081 ceph-mon[95500]: pgmap v4597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:39 smithi081 ceph-mon[107735]: pgmap v4597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:41 smithi170 ceph-mon[97338]: pgmap v4598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:41 smithi081 ceph-mon[95500]: pgmap v4598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:41 smithi081 ceph-mon[107735]: pgmap v4598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:42.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:42.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:43 smithi170 ceph-mon[97338]: pgmap v4599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:43 smithi081 ceph-mon[95500]: pgmap v4599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:11:43.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:43 smithi081 ceph-mon[107735]: pgmap v4599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:44.069Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:44.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:45 smithi170 ceph-mon[97338]: pgmap v4600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:45 smithi081 ceph-mon[95500]: pgmap v4600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:45 smithi081 ceph-mon[107735]: pgmap v4600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:46 smithi170 ceph-mon[97338]: pgmap v4601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:46 smithi081 ceph-mon[95500]: pgmap v4601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:46 smithi081 ceph-mon[107735]: pgmap v4601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:49 smithi170 ceph-mon[97338]: pgmap v4602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:49 smithi081 ceph-mon[95500]: pgmap v4602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:49 smithi081 ceph-mon[107735]: pgmap v4602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:51 smithi170 ceph-mon[97338]: pgmap v4603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:51 smithi081 ceph-mon[95500]: pgmap v4603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:51 smithi081 ceph-mon[107735]: pgmap v4603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:52.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:52.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:53 smithi170 ceph-mon[97338]: pgmap v4604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:53 smithi081 ceph-mon[95500]: pgmap v4604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:11:53.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:53 smithi081 ceph-mon[107735]: pgmap v4604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:11:54.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:11:54.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:11:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:55 smithi170 ceph-mon[97338]: pgmap v4605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:55 smithi081 ceph-mon[95500]: pgmap v4605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:55.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:55 smithi081 ceph-mon[107735]: pgmap v4605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:56 smithi170 ceph-mon[97338]: pgmap v4606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:56 smithi081 ceph-mon[95500]: pgmap v4606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:56 smithi081 ceph-mon[107735]: pgmap v4606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:11:59 smithi170 ceph-mon[97338]: pgmap v4607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:11:59 smithi081 ceph-mon[95500]: pgmap v4607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:11:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:11:59 smithi081 ceph-mon[107735]: pgmap v4607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:01 smithi170 ceph-mon[97338]: pgmap v4608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:01 smithi081 ceph-mon[95500]: pgmap v4608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:01 smithi081 ceph-mon[107735]: pgmap v4608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:02.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:02.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:03 smithi170 ceph-mon[97338]: pgmap v4609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:03 smithi081 ceph-mon[95500]: pgmap v4609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:12:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:03 smithi081 ceph-mon[107735]: pgmap v4609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:04.071Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:04.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:05 smithi170 ceph-mon[97338]: pgmap v4610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:05 smithi081 ceph-mon[95500]: pgmap v4610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:05 smithi081 ceph-mon[107735]: pgmap v4610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:06 smithi170 ceph-mon[97338]: pgmap v4611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:06 smithi081 ceph-mon[95500]: pgmap v4611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:06 smithi081 ceph-mon[107735]: pgmap v4611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:09 smithi170 ceph-mon[97338]: pgmap v4612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:09 smithi081 ceph-mon[95500]: pgmap v4612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:09 smithi081 ceph-mon[107735]: pgmap v4612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:11 smithi170 ceph-mon[97338]: pgmap v4613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:11 smithi081 ceph-mon[95500]: pgmap v4613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:11 smithi081 ceph-mon[107735]: pgmap v4613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:12.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:12.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:13 smithi170 ceph-mon[97338]: pgmap v4614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:13 smithi081 ceph-mon[95500]: pgmap v4614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:12:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:13 smithi081 ceph-mon[107735]: pgmap v4614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:14.071Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:14.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:15 smithi170 ceph-mon[97338]: pgmap v4615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:15 smithi081 ceph-mon[95500]: pgmap v4615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:15 smithi081 ceph-mon[107735]: pgmap v4615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:16 smithi170 ceph-mon[97338]: pgmap v4616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:16 smithi081 ceph-mon[95500]: pgmap v4616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:16 smithi081 ceph-mon[107735]: pgmap v4616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:19 smithi170 ceph-mon[97338]: pgmap v4617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:19 smithi081 ceph-mon[95500]: pgmap v4617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:19 smithi081 ceph-mon[107735]: pgmap v4617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:21 smithi170 ceph-mon[97338]: pgmap v4618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:21 smithi081 ceph-mon[95500]: pgmap v4618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:21 smithi081 ceph-mon[107735]: pgmap v4618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:22.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:22.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:23 smithi170 ceph-mon[97338]: pgmap v4619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:23 smithi081 ceph-mon[95500]: pgmap v4619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:12:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:23 smithi081 ceph-mon[107735]: pgmap v4619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:24.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:24.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:25 smithi170 ceph-mon[97338]: pgmap v4620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:25 smithi081 ceph-mon[95500]: pgmap v4620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:25 smithi081 ceph-mon[107735]: pgmap v4620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:26 smithi170 ceph-mon[97338]: pgmap v4621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:26 smithi081 ceph-mon[95500]: pgmap v4621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:26 smithi081 ceph-mon[107735]: pgmap v4621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:29 smithi170 ceph-mon[97338]: pgmap v4622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:29 smithi081 ceph-mon[95500]: pgmap v4622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:29 smithi081 ceph-mon[107735]: pgmap v4622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:31 smithi170 ceph-mon[97338]: pgmap v4623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:31 smithi081 ceph-mon[95500]: pgmap v4623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:31 smithi081 ceph-mon[107735]: pgmap v4623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:32.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:32.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:33 smithi170 ceph-mon[97338]: pgmap v4624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:33 smithi081 ceph-mon[95500]: pgmap v4624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:12:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:33 smithi081 ceph-mon[107735]: pgmap v4624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:34.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:34.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:35 smithi170 ceph-mon[97338]: pgmap v4625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:35 smithi081 ceph-mon[95500]: pgmap v4625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:35 smithi081 ceph-mon[107735]: pgmap v4625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:36 smithi170 ceph-mon[97338]: pgmap v4626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:36 smithi081 ceph-mon[95500]: pgmap v4626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:36 smithi081 ceph-mon[107735]: pgmap v4626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:39 smithi170 ceph-mon[97338]: pgmap v4627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:39 smithi081 ceph-mon[95500]: pgmap v4627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:39 smithi081 ceph-mon[107735]: pgmap v4627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:41 smithi170 ceph-mon[97338]: pgmap v4628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:41 smithi081 ceph-mon[95500]: pgmap v4628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:41 smithi081 ceph-mon[107735]: pgmap v4628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:42.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:42.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:43 smithi170 ceph-mon[97338]: pgmap v4629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:43 smithi081 ceph-mon[95500]: pgmap v4629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:12:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:43 smithi081 ceph-mon[107735]: pgmap v4629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:44.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:44.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:45 smithi170 ceph-mon[97338]: pgmap v4630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:45 smithi081 ceph-mon[95500]: pgmap v4630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:45.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:45 smithi081 ceph-mon[107735]: pgmap v4630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:46 smithi170 ceph-mon[97338]: pgmap v4631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:46 smithi081 ceph-mon[95500]: pgmap v4631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:46 smithi081 ceph-mon[107735]: pgmap v4631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:49 smithi170 ceph-mon[97338]: pgmap v4632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:49 smithi081 ceph-mon[95500]: pgmap v4632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:49 smithi081 ceph-mon[107735]: pgmap v4632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:51 smithi170 ceph-mon[97338]: pgmap v4633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:51 smithi081 ceph-mon[95500]: pgmap v4633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:51 smithi081 ceph-mon[107735]: pgmap v4633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:52.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:52.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:53 smithi170 ceph-mon[97338]: pgmap v4634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:53 smithi081 ceph-mon[95500]: pgmap v4634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:12:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:53 smithi081 ceph-mon[107735]: pgmap v4634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:12:54.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:12:54.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:12:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:55 smithi170 ceph-mon[97338]: pgmap v4635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:55 smithi081 ceph-mon[95500]: pgmap v4635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:55 smithi081 ceph-mon[107735]: pgmap v4635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:56 smithi170 ceph-mon[97338]: pgmap v4636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:56 smithi081 ceph-mon[95500]: pgmap v4636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:56 smithi081 ceph-mon[107735]: pgmap v4636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:12:59 smithi170 ceph-mon[97338]: pgmap v4637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:12:59 smithi081 ceph-mon[95500]: pgmap v4637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:12:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:12:59 smithi081 ceph-mon[107735]: pgmap v4637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:01 smithi170 ceph-mon[97338]: pgmap v4638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:01 smithi081 ceph-mon[95500]: pgmap v4638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:01 smithi081 ceph-mon[107735]: pgmap v4638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:02.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:02.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:03 smithi170 ceph-mon[97338]: pgmap v4639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:03 smithi081 ceph-mon[95500]: pgmap v4639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:13:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:03 smithi081 ceph-mon[107735]: pgmap v4639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:04.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:04.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:05 smithi170 ceph-mon[97338]: pgmap v4640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:05 smithi081 ceph-mon[95500]: pgmap v4640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:05 smithi081 ceph-mon[107735]: pgmap v4640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:06 smithi170 ceph-mon[97338]: pgmap v4641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:06 smithi081 ceph-mon[95500]: pgmap v4641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:06 smithi081 ceph-mon[107735]: pgmap v4641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:09 smithi170 ceph-mon[97338]: pgmap v4642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:09 smithi081 ceph-mon[95500]: pgmap v4642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:09 smithi081 ceph-mon[107735]: pgmap v4642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:11 smithi170 ceph-mon[97338]: pgmap v4643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:11 smithi081 ceph-mon[95500]: pgmap v4643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:11 smithi081 ceph-mon[107735]: pgmap v4643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:12.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:12.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:13 smithi170 ceph-mon[97338]: pgmap v4644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:13 smithi081 ceph-mon[95500]: pgmap v4644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:13:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:13 smithi081 ceph-mon[107735]: pgmap v4644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:14.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:14.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:15 smithi170 ceph-mon[97338]: pgmap v4645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:15 smithi081 ceph-mon[95500]: pgmap v4645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:15 smithi081 ceph-mon[107735]: pgmap v4645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:16 smithi170 ceph-mon[97338]: pgmap v4646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:16 smithi081 ceph-mon[95500]: pgmap v4646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:16 smithi081 ceph-mon[107735]: pgmap v4646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:19 smithi170 ceph-mon[97338]: pgmap v4647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:19 smithi081 ceph-mon[95500]: pgmap v4647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:19 smithi081 ceph-mon[107735]: pgmap v4647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:21 smithi170 ceph-mon[97338]: pgmap v4648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:21 smithi081 ceph-mon[95500]: pgmap v4648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:21 smithi081 ceph-mon[107735]: pgmap v4648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:22.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:22.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:22.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:23 smithi170 ceph-mon[97338]: pgmap v4649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:23 smithi081 ceph-mon[95500]: pgmap v4649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:13:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:23 smithi081 ceph-mon[107735]: pgmap v4649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:24.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:24.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:25 smithi170 ceph-mon[97338]: pgmap v4650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:25 smithi081 ceph-mon[95500]: pgmap v4650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:25 smithi081 ceph-mon[107735]: pgmap v4650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:26 smithi170 ceph-mon[97338]: pgmap v4651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:26 smithi081 ceph-mon[95500]: pgmap v4651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:26 smithi081 ceph-mon[107735]: pgmap v4651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:29 smithi170 ceph-mon[97338]: pgmap v4652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:29 smithi081 ceph-mon[95500]: pgmap v4652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:29 smithi081 ceph-mon[107735]: pgmap v4652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:31 smithi170 ceph-mon[97338]: pgmap v4653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:31 smithi081 ceph-mon[95500]: pgmap v4653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:31 smithi081 ceph-mon[107735]: pgmap v4653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:32.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:32.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:33 smithi170 ceph-mon[97338]: pgmap v4654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:33 smithi081 ceph-mon[95500]: pgmap v4654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:13:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:33 smithi081 ceph-mon[107735]: pgmap v4654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:34.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:34.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:35 smithi170 ceph-mon[97338]: pgmap v4655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:35 smithi081 ceph-mon[95500]: pgmap v4655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:35 smithi081 ceph-mon[107735]: pgmap v4655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:36 smithi170 ceph-mon[97338]: pgmap v4656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:36 smithi081 ceph-mon[95500]: pgmap v4656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:36 smithi081 ceph-mon[107735]: pgmap v4656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:39 smithi170 ceph-mon[97338]: pgmap v4657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:39 smithi081 ceph-mon[95500]: pgmap v4657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:39 smithi081 ceph-mon[107735]: pgmap v4657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:41 smithi170 ceph-mon[97338]: pgmap v4658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:41 smithi081 ceph-mon[95500]: pgmap v4658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:41 smithi081 ceph-mon[107735]: pgmap v4658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:42.217Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:42.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:43 smithi170 ceph-mon[97338]: pgmap v4659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:43 smithi081 ceph-mon[95500]: pgmap v4659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:13:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:43 smithi081 ceph-mon[107735]: pgmap v4659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:44.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:44.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:45 smithi170 ceph-mon[97338]: pgmap v4660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:45 smithi081 ceph-mon[95500]: pgmap v4660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:45 smithi081 ceph-mon[107735]: pgmap v4660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:46 smithi170 ceph-mon[97338]: pgmap v4661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:46 smithi081 ceph-mon[95500]: pgmap v4661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:46 smithi081 ceph-mon[107735]: pgmap v4661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:49 smithi170 ceph-mon[97338]: pgmap v4662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:49 smithi081 ceph-mon[95500]: pgmap v4662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:49 smithi081 ceph-mon[107735]: pgmap v4662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:51 smithi170 ceph-mon[97338]: pgmap v4663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:51 smithi081 ceph-mon[95500]: pgmap v4663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:51 smithi081 ceph-mon[107735]: pgmap v4663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:52.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:52.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:53 smithi170 ceph-mon[97338]: pgmap v4664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:53 smithi081 ceph-mon[95500]: pgmap v4664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:13:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:53 smithi081 ceph-mon[107735]: pgmap v4664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:13:54.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:13:54.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:13:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:55 smithi170 ceph-mon[97338]: pgmap v4665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:55.546 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:55 smithi081 ceph-mon[95500]: pgmap v4665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:55.546 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:55 smithi081 ceph-mon[107735]: pgmap v4665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:56 smithi170 ceph-mon[97338]: pgmap v4666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:56 smithi081 ceph-mon[95500]: pgmap v4666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:56 smithi081 ceph-mon[107735]: pgmap v4666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:13:59 smithi170 ceph-mon[97338]: pgmap v4667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:13:59 smithi081 ceph-mon[95500]: pgmap v4667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:13:59.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:13:59 smithi081 ceph-mon[107735]: pgmap v4667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:01 smithi170 ceph-mon[97338]: pgmap v4668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:01 smithi081 ceph-mon[95500]: pgmap v4668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:01 smithi081 ceph-mon[107735]: pgmap v4668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:02.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:02.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:03 smithi170 ceph-mon[97338]: pgmap v4669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:03 smithi081 ceph-mon[95500]: pgmap v4669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:14:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:03 smithi081 ceph-mon[107735]: pgmap v4669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:04.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:04.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:05 smithi170 ceph-mon[97338]: pgmap v4670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:05 smithi081 ceph-mon[95500]: pgmap v4670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:05 smithi081 ceph-mon[107735]: pgmap v4670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:06 smithi170 ceph-mon[97338]: pgmap v4671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:06 smithi081 ceph-mon[95500]: pgmap v4671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:06 smithi081 ceph-mon[107735]: pgmap v4671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:09 smithi170 ceph-mon[97338]: pgmap v4672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:09 smithi081 ceph-mon[95500]: pgmap v4672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:09 smithi081 ceph-mon[107735]: pgmap v4672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:11 smithi170 ceph-mon[97338]: pgmap v4673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:11 smithi081 ceph-mon[95500]: pgmap v4673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:11 smithi081 ceph-mon[107735]: pgmap v4673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:12.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:12.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:13 smithi170 ceph-mon[97338]: pgmap v4674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:13 smithi081 ceph-mon[95500]: pgmap v4674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:14:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:13 smithi081 ceph-mon[107735]: pgmap v4674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:14.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:14.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:15 smithi170 ceph-mon[97338]: pgmap v4675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:15 smithi081 ceph-mon[95500]: pgmap v4675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:15 smithi081 ceph-mon[107735]: pgmap v4675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:16 smithi170 ceph-mon[97338]: pgmap v4676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:16 smithi081 ceph-mon[95500]: pgmap v4676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:16 smithi081 ceph-mon[107735]: pgmap v4676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:19 smithi170 ceph-mon[97338]: pgmap v4677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:19 smithi081 ceph-mon[95500]: pgmap v4677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:19 smithi081 ceph-mon[107735]: pgmap v4677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:21 smithi170 ceph-mon[97338]: pgmap v4678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:21 smithi081 ceph-mon[95500]: pgmap v4678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:21 smithi081 ceph-mon[107735]: pgmap v4678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:22.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:22.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:23 smithi170 ceph-mon[97338]: pgmap v4679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:23 smithi081 ceph-mon[95500]: pgmap v4679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:14:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:23 smithi081 ceph-mon[107735]: pgmap v4679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:24.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:24.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:25 smithi170 ceph-mon[97338]: pgmap v4680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:25 smithi081 ceph-mon[95500]: pgmap v4680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:25 smithi081 ceph-mon[107735]: pgmap v4680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:26 smithi170 ceph-mon[97338]: pgmap v4681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:26 smithi081 ceph-mon[95500]: pgmap v4681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:27.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:26 smithi081 ceph-mon[107735]: pgmap v4681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:29 smithi170 ceph-mon[97338]: pgmap v4682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:29 smithi081 ceph-mon[95500]: pgmap v4682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:29 smithi081 ceph-mon[107735]: pgmap v4682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:31 smithi170 ceph-mon[97338]: pgmap v4683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:31 smithi081 ceph-mon[95500]: pgmap v4683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:31 smithi081 ceph-mon[107735]: pgmap v4683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:32.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:32.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:32.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:33 smithi170 ceph-mon[97338]: pgmap v4684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:33 smithi081 ceph-mon[95500]: pgmap v4684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:14:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:33 smithi081 ceph-mon[107735]: pgmap v4684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:34.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:34.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:35 smithi170 ceph-mon[97338]: pgmap v4685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:35 smithi081 ceph-mon[95500]: pgmap v4685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:35 smithi081 ceph-mon[107735]: pgmap v4685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:36 smithi170 ceph-mon[97338]: pgmap v4686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:36 smithi081 ceph-mon[95500]: pgmap v4686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:36 smithi081 ceph-mon[107735]: pgmap v4686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:39 smithi170 ceph-mon[97338]: pgmap v4687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:39 smithi081 ceph-mon[95500]: pgmap v4687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:39.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:39 smithi081 ceph-mon[107735]: pgmap v4687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:41 smithi170 ceph-mon[97338]: pgmap v4688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:41 smithi081 ceph-mon[95500]: pgmap v4688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:41 smithi081 ceph-mon[107735]: pgmap v4688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:42.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:42.223Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:43 smithi170 ceph-mon[97338]: pgmap v4689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:43 smithi081 ceph-mon[95500]: pgmap v4689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:14:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:43 smithi081 ceph-mon[107735]: pgmap v4689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:44.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:44.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:45 smithi170 ceph-mon[97338]: pgmap v4690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:45 smithi081 ceph-mon[95500]: pgmap v4690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:45 smithi081 ceph-mon[107735]: pgmap v4690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:46 smithi170 ceph-mon[97338]: pgmap v4691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:46 smithi081 ceph-mon[95500]: pgmap v4691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:46 smithi081 ceph-mon[107735]: pgmap v4691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:49 smithi170 ceph-mon[97338]: pgmap v4692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:49 smithi081 ceph-mon[95500]: pgmap v4692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:49 smithi081 ceph-mon[107735]: pgmap v4692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:51 smithi170 ceph-mon[97338]: pgmap v4693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:51 smithi081 ceph-mon[95500]: pgmap v4693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:51 smithi081 ceph-mon[107735]: pgmap v4693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:52.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:52.223Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:53 smithi170 ceph-mon[97338]: pgmap v4694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:53 smithi081 ceph-mon[95500]: pgmap v4694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:14:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:53 smithi081 ceph-mon[107735]: pgmap v4694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:14:54.080Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:14:54.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:14:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:55 smithi170 ceph-mon[97338]: pgmap v4695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:55 smithi081 ceph-mon[95500]: pgmap v4695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:55 smithi081 ceph-mon[107735]: pgmap v4695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:56 smithi170 ceph-mon[97338]: pgmap v4696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:56 smithi081 ceph-mon[95500]: pgmap v4696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:56 smithi081 ceph-mon[107735]: pgmap v4696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:14:59 smithi170 ceph-mon[97338]: pgmap v4697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:14:59 smithi081 ceph-mon[95500]: pgmap v4697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:14:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:14:59 smithi081 ceph-mon[107735]: pgmap v4697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:01 smithi170 ceph-mon[97338]: pgmap v4698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:01 smithi081 ceph-mon[95500]: pgmap v4698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:01 smithi081 ceph-mon[107735]: pgmap v4698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:02.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:02.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:03 smithi170 ceph-mon[97338]: pgmap v4699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:03 smithi081 ceph-mon[95500]: pgmap v4699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:15:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:03 smithi081 ceph-mon[107735]: pgmap v4699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:04.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:04.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:05 smithi170 ceph-mon[97338]: pgmap v4700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:05 smithi081 ceph-mon[95500]: pgmap v4700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:05.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:05 smithi081 ceph-mon[107735]: pgmap v4700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:06 smithi170 ceph-mon[97338]: pgmap v4701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:06 smithi081 ceph-mon[95500]: pgmap v4701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:06 smithi081 ceph-mon[107735]: pgmap v4701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:09 smithi170 ceph-mon[97338]: pgmap v4702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:09 smithi081 ceph-mon[95500]: pgmap v4702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:09 smithi081 ceph-mon[107735]: pgmap v4702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:11 smithi170 ceph-mon[97338]: pgmap v4703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:11 smithi081 ceph-mon[95500]: pgmap v4703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:11 smithi081 ceph-mon[107735]: pgmap v4703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:12.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:12.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:13 smithi170 ceph-mon[97338]: pgmap v4704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:13 smithi081 ceph-mon[95500]: pgmap v4704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:15:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:13 smithi081 ceph-mon[107735]: pgmap v4704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:14.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:14.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:15 smithi170 ceph-mon[97338]: pgmap v4705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:15 smithi081 ceph-mon[95500]: pgmap v4705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:15 smithi081 ceph-mon[107735]: pgmap v4705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:16 smithi170 ceph-mon[97338]: pgmap v4706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:16 smithi081 ceph-mon[95500]: pgmap v4706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:16 smithi081 ceph-mon[107735]: pgmap v4706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:19 smithi170 ceph-mon[97338]: pgmap v4707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:19 smithi081 ceph-mon[95500]: pgmap v4707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:19 smithi081 ceph-mon[107735]: pgmap v4707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:21 smithi170 ceph-mon[97338]: pgmap v4708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:21 smithi081 ceph-mon[95500]: pgmap v4708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:21 smithi081 ceph-mon[107735]: pgmap v4708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:22.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:22.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:23 smithi170 ceph-mon[97338]: pgmap v4709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:23 smithi081 ceph-mon[95500]: pgmap v4709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:15:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:23 smithi081 ceph-mon[107735]: pgmap v4709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:24.083Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:24.084Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:25 smithi170 ceph-mon[97338]: pgmap v4710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:25 smithi081 ceph-mon[95500]: pgmap v4710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:25 smithi081 ceph-mon[107735]: pgmap v4710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:26 smithi170 ceph-mon[97338]: pgmap v4711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:26 smithi081 ceph-mon[95500]: pgmap v4711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:26 smithi081 ceph-mon[107735]: pgmap v4711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:29 smithi170 ceph-mon[97338]: pgmap v4712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:29 smithi081 ceph-mon[95500]: pgmap v4712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:29 smithi081 ceph-mon[107735]: pgmap v4712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:31 smithi170 ceph-mon[97338]: pgmap v4713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:31 smithi081 ceph-mon[95500]: pgmap v4713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:31 smithi081 ceph-mon[107735]: pgmap v4713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:32.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:32.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:33 smithi170 ceph-mon[97338]: pgmap v4714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:33 smithi081 ceph-mon[95500]: pgmap v4714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:15:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:33 smithi081 ceph-mon[107735]: pgmap v4714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:34.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:34.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:35 smithi170 ceph-mon[97338]: pgmap v4715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:35 smithi081 ceph-mon[95500]: pgmap v4715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:35.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:35 smithi081 ceph-mon[107735]: pgmap v4715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:36 smithi170 ceph-mon[97338]: pgmap v4716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:36 smithi081 ceph-mon[95500]: pgmap v4716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:37.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:36 smithi081 ceph-mon[107735]: pgmap v4716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:39 smithi170 ceph-mon[97338]: pgmap v4717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:39 smithi081 ceph-mon[95500]: pgmap v4717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:39 smithi081 ceph-mon[107735]: pgmap v4717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:41 smithi170 ceph-mon[97338]: pgmap v4718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:41 smithi081 ceph-mon[95500]: pgmap v4718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:41 smithi081 ceph-mon[107735]: pgmap v4718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:42.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:42.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:43 smithi170 ceph-mon[97338]: pgmap v4719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:43 smithi081 ceph-mon[95500]: pgmap v4719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:15:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:43 smithi081 ceph-mon[107735]: pgmap v4719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:44.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:44.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:45 smithi170 ceph-mon[97338]: pgmap v4720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:45 smithi081 ceph-mon[95500]: pgmap v4720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:45 smithi081 ceph-mon[107735]: pgmap v4720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:46 smithi170 ceph-mon[97338]: pgmap v4721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:46 smithi081 ceph-mon[95500]: pgmap v4721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:46 smithi081 ceph-mon[107735]: pgmap v4721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:49 smithi170 ceph-mon[97338]: pgmap v4722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:49 smithi081 ceph-mon[95500]: pgmap v4722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:49 smithi081 ceph-mon[107735]: pgmap v4722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:51 smithi170 ceph-mon[97338]: pgmap v4723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:51 smithi081 ceph-mon[95500]: pgmap v4723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:51 smithi081 ceph-mon[107735]: pgmap v4723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:52.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:52.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:53 smithi170 ceph-mon[97338]: pgmap v4724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:15:53.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:53 smithi081 ceph-mon[95500]: pgmap v4724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:53 smithi081 ceph-mon[107735]: pgmap v4724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:15:54.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:15:54.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:15:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:55 smithi170 ceph-mon[97338]: pgmap v4725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:55 smithi081 ceph-mon[95500]: pgmap v4725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:55 smithi081 ceph-mon[107735]: pgmap v4725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:56 smithi170 ceph-mon[97338]: pgmap v4726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:56 smithi081 ceph-mon[95500]: pgmap v4726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:56 smithi081 ceph-mon[107735]: pgmap v4726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:15:59 smithi170 ceph-mon[97338]: pgmap v4727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:15:59 smithi081 ceph-mon[95500]: pgmap v4727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:15:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:15:59 smithi081 ceph-mon[107735]: pgmap v4727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:01 smithi170 ceph-mon[97338]: pgmap v4728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:01 smithi081 ceph-mon[95500]: pgmap v4728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:01 smithi081 ceph-mon[107735]: pgmap v4728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:02.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:02.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:03 smithi170 ceph-mon[97338]: pgmap v4729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:03 smithi081 ceph-mon[95500]: pgmap v4729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:16:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:03 smithi081 ceph-mon[107735]: pgmap v4729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:04.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:04.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:05 smithi170 ceph-mon[97338]: pgmap v4730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:05 smithi081 ceph-mon[95500]: pgmap v4730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:05 smithi081 ceph-mon[107735]: pgmap v4730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:06 smithi170 ceph-mon[97338]: pgmap v4731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:06 smithi081 ceph-mon[95500]: pgmap v4731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:07.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:06 smithi081 ceph-mon[107735]: pgmap v4731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:09 smithi170 ceph-mon[97338]: pgmap v4732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:09 smithi081 ceph-mon[95500]: pgmap v4732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:09 smithi081 ceph-mon[107735]: pgmap v4732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:11.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:11 smithi170 ceph-mon[97338]: pgmap v4733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:11 smithi081 ceph-mon[95500]: pgmap v4733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:11 smithi081 ceph-mon[107735]: pgmap v4733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:12.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:12.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:13 smithi170 ceph-mon[97338]: pgmap v4734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:13 smithi081 ceph-mon[95500]: pgmap v4734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:16:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:13 smithi081 ceph-mon[107735]: pgmap v4734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:14.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:14.087Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:15 smithi170 ceph-mon[97338]: pgmap v4735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:15 smithi081 ceph-mon[95500]: pgmap v4735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:15 smithi081 ceph-mon[107735]: pgmap v4735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:16 smithi170 ceph-mon[97338]: pgmap v4736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:16 smithi081 ceph-mon[95500]: pgmap v4736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:16 smithi081 ceph-mon[107735]: pgmap v4736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:19 smithi170 ceph-mon[97338]: pgmap v4737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:19 smithi081 ceph-mon[95500]: pgmap v4737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:19 smithi081 ceph-mon[107735]: pgmap v4737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:21.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:21 smithi170 ceph-mon[97338]: pgmap v4738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:21 smithi081 ceph-mon[95500]: pgmap v4738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:21 smithi081 ceph-mon[107735]: pgmap v4738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:22.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:22.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:23 smithi170 ceph-mon[97338]: pgmap v4739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:23 smithi081 ceph-mon[95500]: pgmap v4739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:16:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:23 smithi081 ceph-mon[107735]: pgmap v4739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:24.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:24.087Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:25 smithi170 ceph-mon[97338]: pgmap v4740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:25 smithi081 ceph-mon[95500]: pgmap v4740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:25 smithi081 ceph-mon[107735]: pgmap v4740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:26 smithi170 ceph-mon[97338]: pgmap v4741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:26 smithi081 ceph-mon[95500]: pgmap v4741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:26 smithi081 ceph-mon[107735]: pgmap v4741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:29 smithi170 ceph-mon[97338]: pgmap v4742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:29 smithi081 ceph-mon[95500]: pgmap v4742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:29 smithi081 ceph-mon[107735]: pgmap v4742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:31 smithi170 ceph-mon[97338]: pgmap v4743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:31 smithi081 ceph-mon[95500]: pgmap v4743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:31 smithi081 ceph-mon[107735]: pgmap v4743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:32.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:32.230Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:33 smithi170 ceph-mon[97338]: pgmap v4744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:33 smithi081 ceph-mon[95500]: pgmap v4744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:16:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:33 smithi081 ceph-mon[107735]: pgmap v4744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:34.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:34.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:35 smithi170 ceph-mon[97338]: pgmap v4745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:35 smithi081 ceph-mon[95500]: pgmap v4745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:35 smithi081 ceph-mon[107735]: pgmap v4745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:36 smithi170 ceph-mon[97338]: pgmap v4746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:36 smithi081 ceph-mon[95500]: pgmap v4746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:36 smithi081 ceph-mon[107735]: pgmap v4746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:39 smithi170 ceph-mon[97338]: pgmap v4747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:39 smithi081 ceph-mon[95500]: pgmap v4747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:39 smithi081 ceph-mon[107735]: pgmap v4747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:41 smithi170 ceph-mon[97338]: pgmap v4748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:41 smithi081 ceph-mon[95500]: pgmap v4748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:41 smithi081 ceph-mon[107735]: pgmap v4748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:42.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:42.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:43 smithi170 ceph-mon[97338]: pgmap v4749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:43 smithi081 ceph-mon[95500]: pgmap v4749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:16:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:43 smithi081 ceph-mon[107735]: pgmap v4749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:44.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:44.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:45 smithi170 ceph-mon[97338]: pgmap v4750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:45 smithi081 ceph-mon[95500]: pgmap v4750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:45 smithi081 ceph-mon[107735]: pgmap v4750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:46 smithi170 ceph-mon[97338]: pgmap v4751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:46 smithi081 ceph-mon[95500]: pgmap v4751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:46 smithi081 ceph-mon[107735]: pgmap v4751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:49 smithi170 ceph-mon[97338]: pgmap v4752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:49 smithi081 ceph-mon[95500]: pgmap v4752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:49 smithi081 ceph-mon[107735]: pgmap v4752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:51 smithi170 ceph-mon[97338]: pgmap v4753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:51 smithi081 ceph-mon[95500]: pgmap v4753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:51 smithi081 ceph-mon[107735]: pgmap v4753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:52.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:52.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:53 smithi170 ceph-mon[97338]: pgmap v4754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:53 smithi081 ceph-mon[95500]: pgmap v4754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:16:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:53 smithi081 ceph-mon[107735]: pgmap v4754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:16:54.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:16:54.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:16:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:55 smithi170 ceph-mon[97338]: pgmap v4755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:55 smithi081 ceph-mon[95500]: pgmap v4755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:55 smithi081 ceph-mon[107735]: pgmap v4755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:57.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:56 smithi170 ceph-mon[97338]: pgmap v4756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:56 smithi081 ceph-mon[95500]: pgmap v4756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:56 smithi081 ceph-mon[107735]: pgmap v4756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:16:59 smithi170 ceph-mon[97338]: pgmap v4757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:16:59 smithi081 ceph-mon[95500]: pgmap v4757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:16:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:16:59 smithi081 ceph-mon[107735]: pgmap v4757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:01 smithi170 ceph-mon[97338]: pgmap v4758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:01 smithi081 ceph-mon[95500]: pgmap v4758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:01 smithi081 ceph-mon[107735]: pgmap v4758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:02.232Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:02.233Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:03 smithi170 ceph-mon[97338]: pgmap v4759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:03 smithi081 ceph-mon[95500]: pgmap v4759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:17:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:03 smithi081 ceph-mon[107735]: pgmap v4759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:04.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:04.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:05 smithi170 ceph-mon[97338]: pgmap v4760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:05 smithi081 ceph-mon[95500]: pgmap v4760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:05 smithi081 ceph-mon[107735]: pgmap v4760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:06 smithi170 ceph-mon[97338]: pgmap v4761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:06 smithi081 ceph-mon[95500]: pgmap v4761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:06 smithi081 ceph-mon[107735]: pgmap v4761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:09.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:09 smithi170 ceph-mon[97338]: pgmap v4762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:09 smithi081 ceph-mon[95500]: pgmap v4762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:09 smithi081 ceph-mon[107735]: pgmap v4762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:11 smithi170 ceph-mon[97338]: pgmap v4763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:11 smithi081 ceph-mon[95500]: pgmap v4763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:11.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:11 smithi081 ceph-mon[107735]: pgmap v4763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:12.232Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:12.233Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:13 smithi170 ceph-mon[97338]: pgmap v4764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:13 smithi081 ceph-mon[95500]: pgmap v4764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:17:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:13 smithi081 ceph-mon[107735]: pgmap v4764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:14.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:14.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:15 smithi170 ceph-mon[97338]: pgmap v4765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:15 smithi081 ceph-mon[95500]: pgmap v4765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:15 smithi081 ceph-mon[107735]: pgmap v4765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:16 smithi170 ceph-mon[97338]: pgmap v4766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:16 smithi081 ceph-mon[95500]: pgmap v4766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:16 smithi081 ceph-mon[107735]: pgmap v4766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:19 smithi170 ceph-mon[97338]: pgmap v4767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:19 smithi081 ceph-mon[95500]: pgmap v4767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:19 smithi081 ceph-mon[107735]: pgmap v4767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:21 smithi170 ceph-mon[97338]: pgmap v4768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:21 smithi081 ceph-mon[95500]: pgmap v4768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:21 smithi081 ceph-mon[107735]: pgmap v4768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:22.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:22.234Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:23 smithi170 ceph-mon[97338]: pgmap v4769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:23 smithi081 ceph-mon[95500]: pgmap v4769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:17:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:23 smithi081 ceph-mon[107735]: pgmap v4769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:24.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:24.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:25 smithi170 ceph-mon[97338]: pgmap v4770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:25 smithi081 ceph-mon[95500]: pgmap v4770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:25 smithi081 ceph-mon[107735]: pgmap v4770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:26 smithi170 ceph-mon[97338]: pgmap v4771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:26 smithi081 ceph-mon[95500]: pgmap v4771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:26 smithi081 ceph-mon[107735]: pgmap v4771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:29 smithi170 ceph-mon[97338]: pgmap v4772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:29 smithi081 ceph-mon[95500]: pgmap v4772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:29 smithi081 ceph-mon[107735]: pgmap v4772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:31 smithi170 ceph-mon[97338]: pgmap v4773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:31 smithi081 ceph-mon[95500]: pgmap v4773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:31 smithi081 ceph-mon[107735]: pgmap v4773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:32.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:32.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:33 smithi170 ceph-mon[97338]: pgmap v4774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:33 smithi081 ceph-mon[95500]: pgmap v4774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:17:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:33 smithi081 ceph-mon[107735]: pgmap v4774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:34.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:34.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:35 smithi170 ceph-mon[97338]: pgmap v4775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:35 smithi081 ceph-mon[95500]: pgmap v4775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:35 smithi081 ceph-mon[107735]: pgmap v4775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:36 smithi170 ceph-mon[97338]: pgmap v4776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:36 smithi081 ceph-mon[95500]: pgmap v4776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:36 smithi081 ceph-mon[107735]: pgmap v4776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:39 smithi170 ceph-mon[97338]: pgmap v4777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:39 smithi081 ceph-mon[95500]: pgmap v4777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:39 smithi081 ceph-mon[107735]: pgmap v4777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:41 smithi170 ceph-mon[97338]: pgmap v4778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:41 smithi081 ceph-mon[95500]: pgmap v4778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:41 smithi081 ceph-mon[107735]: pgmap v4778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:42.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:42.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:43 smithi170 ceph-mon[97338]: pgmap v4779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:43 smithi081 ceph-mon[95500]: pgmap v4779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:17:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:43 smithi081 ceph-mon[107735]: pgmap v4779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:44.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:44.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:45 smithi170 ceph-mon[97338]: pgmap v4780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:45 smithi081 ceph-mon[95500]: pgmap v4780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:45 smithi081 ceph-mon[107735]: pgmap v4780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:46 smithi170 ceph-mon[97338]: pgmap v4781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:46 smithi081 ceph-mon[95500]: pgmap v4781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:46 smithi081 ceph-mon[107735]: pgmap v4781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:49 smithi170 ceph-mon[97338]: pgmap v4782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:49 smithi081 ceph-mon[95500]: pgmap v4782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:49 smithi081 ceph-mon[107735]: pgmap v4782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:51 smithi170 ceph-mon[97338]: pgmap v4783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:51 smithi081 ceph-mon[95500]: pgmap v4783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:51 smithi081 ceph-mon[107735]: pgmap v4783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:52.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:52.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:53 smithi170 ceph-mon[97338]: pgmap v4784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:53 smithi081 ceph-mon[95500]: pgmap v4784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:17:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:53 smithi081 ceph-mon[107735]: pgmap v4784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:17:54.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:17:54.094Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:17:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:55 smithi170 ceph-mon[97338]: pgmap v4785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:55 smithi081 ceph-mon[95500]: pgmap v4785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:55 smithi081 ceph-mon[107735]: pgmap v4785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:57.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:56 smithi170 ceph-mon[97338]: pgmap v4786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:56 smithi081 ceph-mon[95500]: pgmap v4786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:56 smithi081 ceph-mon[107735]: pgmap v4786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:17:59 smithi170 ceph-mon[97338]: pgmap v4787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:17:59 smithi081 ceph-mon[95500]: pgmap v4787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:17:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:17:59 smithi081 ceph-mon[107735]: pgmap v4787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:01 smithi170 ceph-mon[97338]: pgmap v4788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:01 smithi081 ceph-mon[95500]: pgmap v4788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:01 smithi081 ceph-mon[107735]: pgmap v4788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:02.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:02.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:03 smithi170 ceph-mon[97338]: pgmap v4789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:03 smithi081 ceph-mon[95500]: pgmap v4789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:18:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:03 smithi081 ceph-mon[107735]: pgmap v4789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:04.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:04.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:05 smithi170 ceph-mon[97338]: pgmap v4790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:05 smithi081 ceph-mon[95500]: pgmap v4790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:05 smithi081 ceph-mon[107735]: pgmap v4790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:06 smithi170 ceph-mon[97338]: pgmap v4791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:06 smithi081 ceph-mon[95500]: pgmap v4791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:06 smithi081 ceph-mon[107735]: pgmap v4791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:09 smithi170 ceph-mon[97338]: pgmap v4792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:09 smithi081 ceph-mon[95500]: pgmap v4792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:09 smithi081 ceph-mon[107735]: pgmap v4792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:11 smithi170 ceph-mon[97338]: pgmap v4793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:11 smithi081 ceph-mon[95500]: pgmap v4793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:11 smithi081 ceph-mon[107735]: pgmap v4793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:12.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:12.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:13 smithi170 ceph-mon[97338]: pgmap v4794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:13 smithi081 ceph-mon[95500]: pgmap v4794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:18:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:13 smithi081 ceph-mon[107735]: pgmap v4794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:14.095Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:14.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:15 smithi170 ceph-mon[97338]: pgmap v4795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:15 smithi081 ceph-mon[95500]: pgmap v4795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:15 smithi081 ceph-mon[107735]: pgmap v4795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:16 smithi170 ceph-mon[97338]: pgmap v4796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:16 smithi081 ceph-mon[95500]: pgmap v4796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:16 smithi081 ceph-mon[107735]: pgmap v4796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:19.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:19 smithi170 ceph-mon[97338]: pgmap v4797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:19 smithi081 ceph-mon[95500]: pgmap v4797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:19.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:19 smithi081 ceph-mon[107735]: pgmap v4797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:21 smithi170 ceph-mon[97338]: pgmap v4798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:21 smithi081 ceph-mon[95500]: pgmap v4798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:21 smithi081 ceph-mon[107735]: pgmap v4798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:22.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:22.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:23.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:23 smithi170 ceph-mon[97338]: pgmap v4799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:23 smithi081 ceph-mon[95500]: pgmap v4799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:18:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:23 smithi081 ceph-mon[107735]: pgmap v4799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:24.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:24.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:25 smithi170 ceph-mon[97338]: pgmap v4800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:25 smithi081 ceph-mon[95500]: pgmap v4800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:25.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:25 smithi081 ceph-mon[107735]: pgmap v4800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:26 smithi170 ceph-mon[97338]: pgmap v4801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:26 smithi081 ceph-mon[95500]: pgmap v4801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:26 smithi081 ceph-mon[107735]: pgmap v4801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:29 smithi170 ceph-mon[97338]: pgmap v4802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:29 smithi081 ceph-mon[95500]: pgmap v4802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:29 smithi081 ceph-mon[107735]: pgmap v4802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:31 smithi170 ceph-mon[97338]: pgmap v4803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:31 smithi081 ceph-mon[95500]: pgmap v4803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:31 smithi081 ceph-mon[107735]: pgmap v4803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:32.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:32.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:33 smithi170 ceph-mon[97338]: pgmap v4804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:33 smithi081 ceph-mon[95500]: pgmap v4804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:18:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:33 smithi081 ceph-mon[107735]: pgmap v4804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:34.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:34.098Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:35 smithi170 ceph-mon[97338]: pgmap v4805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:35 smithi081 ceph-mon[95500]: pgmap v4805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:35 smithi081 ceph-mon[107735]: pgmap v4805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:36 smithi170 ceph-mon[97338]: pgmap v4806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:36 smithi081 ceph-mon[95500]: pgmap v4806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:36 smithi081 ceph-mon[107735]: pgmap v4806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:39 smithi170 ceph-mon[97338]: pgmap v4807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:39 smithi081 ceph-mon[95500]: pgmap v4807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:39 smithi081 ceph-mon[107735]: pgmap v4807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:41.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:41 smithi170 ceph-mon[97338]: pgmap v4808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:41 smithi081 ceph-mon[95500]: pgmap v4808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:41 smithi081 ceph-mon[107735]: pgmap v4808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:42.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:42.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:43 smithi170 ceph-mon[97338]: pgmap v4809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:43 smithi081 ceph-mon[95500]: pgmap v4809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:18:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:43 smithi081 ceph-mon[107735]: pgmap v4809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:44.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:44.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:45 smithi170 ceph-mon[97338]: pgmap v4810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:45 smithi081 ceph-mon[95500]: pgmap v4810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:45 smithi081 ceph-mon[107735]: pgmap v4810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:46 smithi170 ceph-mon[97338]: pgmap v4811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:46 smithi081 ceph-mon[95500]: pgmap v4811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:46 smithi081 ceph-mon[107735]: pgmap v4811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:49 smithi170 ceph-mon[97338]: pgmap v4812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:49 smithi081 ceph-mon[95500]: pgmap v4812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:49 smithi081 ceph-mon[107735]: pgmap v4812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:51 smithi170 ceph-mon[97338]: pgmap v4813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:51 smithi081 ceph-mon[95500]: pgmap v4813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:51 smithi081 ceph-mon[107735]: pgmap v4813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:52.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:52.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:53.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:53 smithi170 ceph-mon[97338]: pgmap v4814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:53 smithi081 ceph-mon[95500]: pgmap v4814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:18:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:53 smithi081 ceph-mon[107735]: pgmap v4814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:18:54.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:18:54.100Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:18:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:55 smithi170 ceph-mon[97338]: pgmap v4815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:55 smithi081 ceph-mon[95500]: pgmap v4815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:55 smithi081 ceph-mon[107735]: pgmap v4815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:57.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:56 smithi170 ceph-mon[97338]: pgmap v4816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:56 smithi081 ceph-mon[95500]: pgmap v4816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:56 smithi081 ceph-mon[107735]: pgmap v4816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:18:59 smithi170 ceph-mon[97338]: pgmap v4817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:18:59 smithi081 ceph-mon[95500]: pgmap v4817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:18:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:18:59 smithi081 ceph-mon[107735]: pgmap v4817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:01 smithi170 ceph-mon[97338]: pgmap v4818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:01 smithi081 ceph-mon[95500]: pgmap v4818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:01 smithi081 ceph-mon[107735]: pgmap v4818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:02.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:02.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:03 smithi170 ceph-mon[97338]: pgmap v4819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:03 smithi081 ceph-mon[95500]: pgmap v4819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:19:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:03 smithi081 ceph-mon[107735]: pgmap v4819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:04.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:04.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:05 smithi170 ceph-mon[97338]: pgmap v4820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:05 smithi081 ceph-mon[95500]: pgmap v4820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:05 smithi081 ceph-mon[107735]: pgmap v4820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:07.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:06 smithi170 ceph-mon[97338]: pgmap v4821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:06 smithi081 ceph-mon[95500]: pgmap v4821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:06 smithi081 ceph-mon[107735]: pgmap v4821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:09 smithi170 ceph-mon[97338]: pgmap v4822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:09 smithi081 ceph-mon[95500]: pgmap v4822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:09 smithi081 ceph-mon[107735]: pgmap v4822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:11.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:11 smithi170 ceph-mon[97338]: pgmap v4823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:11 smithi081 ceph-mon[95500]: pgmap v4823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:11 smithi081 ceph-mon[107735]: pgmap v4823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:12.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:12.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:13 smithi170 ceph-mon[97338]: pgmap v4824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:13 smithi081 ceph-mon[95500]: pgmap v4824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:19:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:13 smithi081 ceph-mon[107735]: pgmap v4824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:14.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:14.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:15 smithi170 ceph-mon[97338]: pgmap v4825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:15 smithi081 ceph-mon[95500]: pgmap v4825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:15 smithi081 ceph-mon[107735]: pgmap v4825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:16 smithi170 ceph-mon[97338]: pgmap v4826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:16 smithi081 ceph-mon[95500]: pgmap v4826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:16 smithi081 ceph-mon[107735]: pgmap v4826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:19 smithi170 ceph-mon[97338]: pgmap v4827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:19 smithi081 ceph-mon[95500]: pgmap v4827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:19 smithi081 ceph-mon[107735]: pgmap v4827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:21.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:21 smithi170 ceph-mon[97338]: pgmap v4828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:21 smithi081 ceph-mon[95500]: pgmap v4828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:21 smithi081 ceph-mon[107735]: pgmap v4828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:22.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:22.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:23 smithi170 ceph-mon[97338]: pgmap v4829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:23 smithi081 ceph-mon[95500]: pgmap v4829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:19:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:23 smithi081 ceph-mon[107735]: pgmap v4829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:24.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:24.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:25 smithi170 ceph-mon[97338]: pgmap v4830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:25 smithi081 ceph-mon[95500]: pgmap v4830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:25 smithi081 ceph-mon[107735]: pgmap v4830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:26 smithi170 ceph-mon[97338]: pgmap v4831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:26 smithi081 ceph-mon[95500]: pgmap v4831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:26 smithi081 ceph-mon[107735]: pgmap v4831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:29 smithi170 ceph-mon[97338]: pgmap v4832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:29 smithi081 ceph-mon[95500]: pgmap v4832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:29 smithi081 ceph-mon[107735]: pgmap v4832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:31 smithi170 ceph-mon[97338]: pgmap v4833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:31 smithi081 ceph-mon[95500]: pgmap v4833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:31 smithi081 ceph-mon[107735]: pgmap v4833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:32.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:32.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:33 smithi170 ceph-mon[97338]: pgmap v4834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:33 smithi081 ceph-mon[95500]: pgmap v4834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:19:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:33 smithi081 ceph-mon[107735]: pgmap v4834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:34.102Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:34.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:35.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:35 smithi170 ceph-mon[97338]: pgmap v4835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:35 smithi081 ceph-mon[95500]: pgmap v4835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:35 smithi081 ceph-mon[107735]: pgmap v4835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:36 smithi170 ceph-mon[97338]: pgmap v4836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:36 smithi081 ceph-mon[95500]: pgmap v4836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:36 smithi081 ceph-mon[107735]: pgmap v4836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:39 smithi170 ceph-mon[97338]: pgmap v4837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:39 smithi081 ceph-mon[95500]: pgmap v4837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:39 smithi081 ceph-mon[107735]: pgmap v4837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:41 smithi170 ceph-mon[97338]: pgmap v4838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:41 smithi081 ceph-mon[95500]: pgmap v4838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:41 smithi081 ceph-mon[107735]: pgmap v4838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:42.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:42.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:43.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:43 smithi170 ceph-mon[97338]: pgmap v4839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:43 smithi081 ceph-mon[95500]: pgmap v4839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:19:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:43 smithi081 ceph-mon[107735]: pgmap v4839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:44.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:44.104Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:45 smithi170 ceph-mon[97338]: pgmap v4840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:45 smithi081 ceph-mon[95500]: pgmap v4840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:45 smithi081 ceph-mon[107735]: pgmap v4840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:47.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:46 smithi170 ceph-mon[97338]: pgmap v4841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:46 smithi081 ceph-mon[95500]: pgmap v4841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:46 smithi081 ceph-mon[107735]: pgmap v4841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:49.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:49 smithi170 ceph-mon[97338]: pgmap v4842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:49 smithi081 ceph-mon[95500]: pgmap v4842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:49 smithi081 ceph-mon[107735]: pgmap v4842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:51.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:51 smithi170 ceph-mon[97338]: pgmap v4843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:51 smithi081 ceph-mon[95500]: pgmap v4843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:51 smithi081 ceph-mon[107735]: pgmap v4843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:52.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:52.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:53 smithi170 ceph-mon[97338]: pgmap v4844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:53 smithi081 ceph-mon[95500]: pgmap v4844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:19:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:53 smithi081 ceph-mon[107735]: pgmap v4844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:19:54.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:19:54.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:19:55.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:55 smithi170 ceph-mon[97338]: pgmap v4845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:55 smithi081 ceph-mon[95500]: pgmap v4845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:55 smithi081 ceph-mon[107735]: pgmap v4845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:57.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:56 smithi170 ceph-mon[97338]: pgmap v4846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:56 smithi081 ceph-mon[95500]: pgmap v4846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:56 smithi081 ceph-mon[107735]: pgmap v4846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:19:59 smithi170 ceph-mon[97338]: pgmap v4847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:19:59 smithi081 ceph-mon[95500]: pgmap v4847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:19:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:19:59 smithi081 ceph-mon[107735]: pgmap v4847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:20:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:20:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:20:01.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:01 smithi170 ceph-mon[97338]: pgmap v4848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:01 smithi081 ceph-mon[95500]: pgmap v4848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:01 smithi081 ceph-mon[107735]: pgmap v4848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:02.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:02.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:03.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:03 smithi170 ceph-mon[97338]: pgmap v4849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:03 smithi081 ceph-mon[95500]: pgmap v4849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:20:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:03 smithi081 ceph-mon[107735]: pgmap v4849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:04.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:04.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:05 smithi170 ceph-mon[97338]: pgmap v4850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:05 smithi081 ceph-mon[95500]: pgmap v4850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:05 smithi081 ceph-mon[107735]: pgmap v4850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:06 smithi170 ceph-mon[97338]: pgmap v4851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:06 smithi081 ceph-mon[95500]: pgmap v4851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:06 smithi081 ceph-mon[107735]: pgmap v4851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:09 smithi170 ceph-mon[97338]: pgmap v4852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:09 smithi081 ceph-mon[95500]: pgmap v4852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:09 smithi081 ceph-mon[107735]: pgmap v4852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:11 smithi170 ceph-mon[97338]: pgmap v4853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:11 smithi081 ceph-mon[95500]: pgmap v4853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:11 smithi081 ceph-mon[107735]: pgmap v4853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:12.247Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:12.248Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:13 smithi170 ceph-mon[97338]: pgmap v4854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:13 smithi081 ceph-mon[95500]: pgmap v4854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:20:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:13 smithi081 ceph-mon[107735]: pgmap v4854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:14.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:14.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:15 smithi170 ceph-mon[97338]: pgmap v4855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:15 smithi081 ceph-mon[95500]: pgmap v4855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:15 smithi081 ceph-mon[107735]: pgmap v4855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:16 smithi170 ceph-mon[97338]: pgmap v4856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:16 smithi081 ceph-mon[95500]: pgmap v4856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:16 smithi081 ceph-mon[107735]: pgmap v4856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:19 smithi170 ceph-mon[97338]: pgmap v4857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:19 smithi081 ceph-mon[95500]: pgmap v4857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:19 smithi081 ceph-mon[107735]: pgmap v4857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:21 smithi170 ceph-mon[97338]: pgmap v4858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:21 smithi081 ceph-mon[95500]: pgmap v4858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:21 smithi081 ceph-mon[107735]: pgmap v4858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:22.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:22.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:23 smithi170 ceph-mon[97338]: pgmap v4859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:23 smithi081 ceph-mon[95500]: pgmap v4859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:20:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:23 smithi081 ceph-mon[107735]: pgmap v4859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:24.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:24.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:25.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:25 smithi170 ceph-mon[97338]: pgmap v4860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:25 smithi081 ceph-mon[95500]: pgmap v4860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:25 smithi081 ceph-mon[107735]: pgmap v4860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:27.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:26 smithi170 ceph-mon[97338]: pgmap v4861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:26 smithi081 ceph-mon[95500]: pgmap v4861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:26 smithi081 ceph-mon[107735]: pgmap v4861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:29 smithi170 ceph-mon[97338]: pgmap v4862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:29 smithi081 ceph-mon[95500]: pgmap v4862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:29 smithi081 ceph-mon[107735]: pgmap v4862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:31.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:31 smithi170 ceph-mon[97338]: pgmap v4863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:31 smithi081 ceph-mon[95500]: pgmap v4863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:31 smithi081 ceph-mon[107735]: pgmap v4863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:32.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:32.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:33 smithi170 ceph-mon[97338]: pgmap v4864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:33 smithi081 ceph-mon[95500]: pgmap v4864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:20:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:33 smithi081 ceph-mon[107735]: pgmap v4864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:34.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:34.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:35 smithi170 ceph-mon[97338]: pgmap v4865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:35 smithi081 ceph-mon[95500]: pgmap v4865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:35 smithi081 ceph-mon[107735]: pgmap v4865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:37.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:36 smithi170 ceph-mon[97338]: pgmap v4866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:36 smithi081 ceph-mon[95500]: pgmap v4866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:36 smithi081 ceph-mon[107735]: pgmap v4866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:39 smithi170 ceph-mon[97338]: pgmap v4867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:39 smithi081 ceph-mon[95500]: pgmap v4867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:39 smithi081 ceph-mon[107735]: pgmap v4867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:41 smithi170 ceph-mon[97338]: pgmap v4868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:41 smithi081 ceph-mon[95500]: pgmap v4868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:41 smithi081 ceph-mon[107735]: pgmap v4868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:42.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:42.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:42.250Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:43 smithi170 ceph-mon[97338]: pgmap v4869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:43 smithi081 ceph-mon[95500]: pgmap v4869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:20:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:43 smithi081 ceph-mon[107735]: pgmap v4869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:44.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:44.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:45 smithi170 ceph-mon[97338]: pgmap v4870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:45 smithi081 ceph-mon[95500]: pgmap v4870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:45 smithi081 ceph-mon[107735]: pgmap v4870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:46 smithi170 ceph-mon[97338]: pgmap v4871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:46 smithi081 ceph-mon[95500]: pgmap v4871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:46 smithi081 ceph-mon[107735]: pgmap v4871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:49 smithi170 ceph-mon[97338]: pgmap v4872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:49 smithi081 ceph-mon[95500]: pgmap v4872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:49 smithi081 ceph-mon[107735]: pgmap v4872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:51 smithi170 ceph-mon[97338]: pgmap v4873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:51 smithi081 ceph-mon[95500]: pgmap v4873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:51 smithi081 ceph-mon[107735]: pgmap v4873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:52.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:52.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:52.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:53 smithi170 ceph-mon[97338]: pgmap v4874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:53 smithi081 ceph-mon[95500]: pgmap v4874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:20:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:53 smithi081 ceph-mon[107735]: pgmap v4874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:20:54.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:20:54.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:20:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:55 smithi170 ceph-mon[97338]: pgmap v4875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:55 smithi081 ceph-mon[95500]: pgmap v4875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:55 smithi081 ceph-mon[107735]: pgmap v4875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:57.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:56 smithi170 ceph-mon[97338]: pgmap v4876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:56 smithi081 ceph-mon[95500]: pgmap v4876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:56 smithi081 ceph-mon[107735]: pgmap v4876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:20:59 smithi170 ceph-mon[97338]: pgmap v4877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:20:59 smithi081 ceph-mon[95500]: pgmap v4877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:20:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:20:59 smithi081 ceph-mon[107735]: pgmap v4877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:01 smithi170 ceph-mon[97338]: pgmap v4878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:01 smithi081 ceph-mon[95500]: pgmap v4878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:01 smithi081 ceph-mon[107735]: pgmap v4878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:02.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:02.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:03 smithi170 ceph-mon[97338]: pgmap v4879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:03 smithi081 ceph-mon[95500]: pgmap v4879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:21:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:03 smithi081 ceph-mon[107735]: pgmap v4879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:04.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:04.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:05 smithi170 ceph-mon[97338]: pgmap v4880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:05 smithi081 ceph-mon[95500]: pgmap v4880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:05.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:05 smithi081 ceph-mon[107735]: pgmap v4880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:06 smithi170 ceph-mon[97338]: pgmap v4881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:06 smithi081 ceph-mon[95500]: pgmap v4881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:06 smithi081 ceph-mon[107735]: pgmap v4881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:09 smithi170 ceph-mon[97338]: pgmap v4882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:09 smithi081 ceph-mon[95500]: pgmap v4882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:09 smithi081 ceph-mon[107735]: pgmap v4882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:11 smithi170 ceph-mon[97338]: pgmap v4883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:11 smithi081 ceph-mon[95500]: pgmap v4883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:11 smithi081 ceph-mon[107735]: pgmap v4883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:12.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:12.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:13.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:13 smithi170 ceph-mon[97338]: pgmap v4884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:13 smithi081 ceph-mon[95500]: pgmap v4884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:21:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:13 smithi081 ceph-mon[107735]: pgmap v4884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:14.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:14.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:15.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:15 smithi170 ceph-mon[97338]: pgmap v4885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:15 smithi081 ceph-mon[95500]: pgmap v4885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:15 smithi081 ceph-mon[107735]: pgmap v4885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:17.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:16 smithi170 ceph-mon[97338]: pgmap v4886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:16 smithi081 ceph-mon[95500]: pgmap v4886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:16 smithi081 ceph-mon[107735]: pgmap v4886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:19 smithi170 ceph-mon[97338]: pgmap v4887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:19 smithi081 ceph-mon[95500]: pgmap v4887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:19 smithi081 ceph-mon[107735]: pgmap v4887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:21 smithi170 ceph-mon[97338]: pgmap v4888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:21 smithi081 ceph-mon[95500]: pgmap v4888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:21 smithi081 ceph-mon[107735]: pgmap v4888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:22.252Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:22.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:23 smithi170 ceph-mon[97338]: pgmap v4889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:23 smithi081 ceph-mon[95500]: pgmap v4889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:21:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:23 smithi081 ceph-mon[107735]: pgmap v4889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:24.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:24.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:25 smithi170 ceph-mon[97338]: pgmap v4890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:25 smithi081 ceph-mon[95500]: pgmap v4890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:25 smithi081 ceph-mon[107735]: pgmap v4890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:26 smithi081 ceph-mon[95500]: pgmap v4891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:26 smithi081 ceph-mon[107735]: pgmap v4891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:26 smithi170 ceph-mon[97338]: pgmap v4891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:29.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:29 smithi170 ceph-mon[97338]: pgmap v4892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:29 smithi081 ceph-mon[95500]: pgmap v4892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:29.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:29 smithi081 ceph-mon[107735]: pgmap v4892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:31 smithi170 ceph-mon[97338]: pgmap v4893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:31 smithi081 ceph-mon[95500]: pgmap v4893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:31 smithi081 ceph-mon[107735]: pgmap v4893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:32.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:32.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:33 smithi170 ceph-mon[97338]: pgmap v4894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:33 smithi081 ceph-mon[95500]: pgmap v4894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:33.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:21:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:33 smithi081 ceph-mon[107735]: pgmap v4894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:34.112Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:34.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:35 smithi170 ceph-mon[97338]: pgmap v4895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:35 smithi081 ceph-mon[95500]: pgmap v4895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:35 smithi081 ceph-mon[107735]: pgmap v4895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:37.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:36 smithi081 ceph-mon[95500]: pgmap v4896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:36 smithi081 ceph-mon[107735]: pgmap v4896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:36 smithi170 ceph-mon[97338]: pgmap v4896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:39.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:39 smithi170 ceph-mon[97338]: pgmap v4897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:39 smithi081 ceph-mon[95500]: pgmap v4897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:39 smithi081 ceph-mon[107735]: pgmap v4897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:41 smithi170 ceph-mon[97338]: pgmap v4898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:41 smithi081 ceph-mon[95500]: pgmap v4898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:41 smithi081 ceph-mon[107735]: pgmap v4898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:42.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:42.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:43 smithi170 ceph-mon[97338]: pgmap v4899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:43 smithi081 ceph-mon[95500]: pgmap v4899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:21:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:43 smithi081 ceph-mon[107735]: pgmap v4899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:44.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:44.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:45 smithi081 ceph-mon[95500]: pgmap v4900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:45 smithi081 ceph-mon[107735]: pgmap v4900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:45 smithi170 ceph-mon[97338]: pgmap v4900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:47.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:46 smithi081 ceph-mon[95500]: pgmap v4901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:46 smithi081 ceph-mon[107735]: pgmap v4901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:47.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:46 smithi170 ceph-mon[97338]: pgmap v4901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:49 smithi170 ceph-mon[97338]: pgmap v4902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:49 smithi081 ceph-mon[95500]: pgmap v4902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:49 smithi081 ceph-mon[107735]: pgmap v4902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:51 smithi081 ceph-mon[95500]: pgmap v4903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:51 smithi081 ceph-mon[107735]: pgmap v4903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:51 smithi170 ceph-mon[97338]: pgmap v4903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:52.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:52.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:53 smithi081 ceph-mon[95500]: pgmap v4904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:21:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:53 smithi081 ceph-mon[107735]: pgmap v4904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:53 smithi170 ceph-mon[97338]: pgmap v4904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:21:54.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:21:54.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:21:55.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:55 smithi081 ceph-mon[95500]: pgmap v4905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:55 smithi081 ceph-mon[107735]: pgmap v4905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:55 smithi170 ceph-mon[97338]: pgmap v4905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:57 smithi081 ceph-mon[95500]: pgmap v4906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:57.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:57 smithi081 ceph-mon[107735]: pgmap v4906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:57 smithi170 ceph-mon[97338]: pgmap v4906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:59.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:21:59 smithi170 ceph-mon[97338]: pgmap v4907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:21:59 smithi081 ceph-mon[95500]: pgmap v4907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:21:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:21:59 smithi081 ceph-mon[107735]: pgmap v4907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:01 smithi081 ceph-mon[95500]: pgmap v4908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:01 smithi081 ceph-mon[107735]: pgmap v4908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:01 smithi170 ceph-mon[97338]: pgmap v4908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:02.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:02.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:03 smithi081 ceph-mon[95500]: pgmap v4909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:22:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:03 smithi081 ceph-mon[107735]: pgmap v4909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:03 smithi170 ceph-mon[97338]: pgmap v4909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:04.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:04.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:05 smithi081 ceph-mon[95500]: pgmap v4910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:05.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:05 smithi081 ceph-mon[107735]: pgmap v4910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:05 smithi170 ceph-mon[97338]: pgmap v4910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:07.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:07 smithi081 ceph-mon[95500]: pgmap v4911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:07 smithi081 ceph-mon[107735]: pgmap v4911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:07 smithi170 ceph-mon[97338]: pgmap v4911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:09 smithi081 ceph-mon[95500]: pgmap v4912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:09 smithi081 ceph-mon[107735]: pgmap v4912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:09.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:09 smithi170 ceph-mon[97338]: pgmap v4912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:11.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:11 smithi081 ceph-mon[95500]: pgmap v4913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:11 smithi081 ceph-mon[107735]: pgmap v4913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:11.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:11 smithi170 ceph-mon[97338]: pgmap v4913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:12.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:12.257Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:13 smithi081 ceph-mon[95500]: pgmap v4914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:22:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:13 smithi081 ceph-mon[107735]: pgmap v4914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:13 smithi170 ceph-mon[97338]: pgmap v4914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:14.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:14.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:15.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:15 smithi081 ceph-mon[95500]: pgmap v4915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:15 smithi081 ceph-mon[107735]: pgmap v4915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:15 smithi170 ceph-mon[97338]: pgmap v4915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:17.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:17 smithi081 ceph-mon[95500]: pgmap v4916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:17.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:17 smithi081 ceph-mon[107735]: pgmap v4916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:17.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:17 smithi170 ceph-mon[97338]: pgmap v4916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:19 smithi081 ceph-mon[95500]: pgmap v4917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:19 smithi081 ceph-mon[107735]: pgmap v4917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:19 smithi170 ceph-mon[97338]: pgmap v4917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:21 smithi081 ceph-mon[95500]: pgmap v4918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:21 smithi081 ceph-mon[107735]: pgmap v4918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:21 smithi170 ceph-mon[97338]: pgmap v4918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:22.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:22.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:23 smithi081 ceph-mon[95500]: pgmap v4919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:22:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:23 smithi081 ceph-mon[107735]: pgmap v4919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:23 smithi170 ceph-mon[97338]: pgmap v4919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:24.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:24.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:25 smithi081 ceph-mon[95500]: pgmap v4920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:25 smithi081 ceph-mon[107735]: pgmap v4920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:25 smithi170 ceph-mon[97338]: pgmap v4920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:27.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:27 smithi081 ceph-mon[95500]: pgmap v4921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:27.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:27 smithi081 ceph-mon[107735]: pgmap v4921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:27 smithi170 ceph-mon[97338]: pgmap v4921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:29 smithi081 ceph-mon[95500]: pgmap v4922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:29 smithi081 ceph-mon[107735]: pgmap v4922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:29 smithi170 ceph-mon[97338]: pgmap v4922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:31.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:31 smithi081 ceph-mon[95500]: pgmap v4923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:31 smithi081 ceph-mon[107735]: pgmap v4923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:31 smithi170 ceph-mon[97338]: pgmap v4923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:32.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:32.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:33 smithi081 ceph-mon[95500]: pgmap v4924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:22:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:33 smithi081 ceph-mon[107735]: pgmap v4924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:33 smithi170 ceph-mon[97338]: pgmap v4924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:34.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:34.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:35.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:35 smithi081 ceph-mon[95500]: pgmap v4925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:35.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:35 smithi081 ceph-mon[107735]: pgmap v4925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:35 smithi170 ceph-mon[97338]: pgmap v4925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:37 smithi170 ceph-mon[97338]: pgmap v4926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:37 smithi081 ceph-mon[95500]: pgmap v4926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:37 smithi081 ceph-mon[107735]: pgmap v4926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:39.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:39 smithi081 ceph-mon[95500]: pgmap v4927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:39 smithi081 ceph-mon[107735]: pgmap v4927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:39 smithi170 ceph-mon[97338]: pgmap v4927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:41.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:41 smithi081 ceph-mon[95500]: pgmap v4928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:41 smithi081 ceph-mon[107735]: pgmap v4928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:41 smithi170 ceph-mon[97338]: pgmap v4928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:42.258Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:42.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:43 smithi081 ceph-mon[95500]: pgmap v4929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:22:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:43 smithi081 ceph-mon[107735]: pgmap v4929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:43 smithi170 ceph-mon[97338]: pgmap v4929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:44.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:44.118Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:45.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:45 smithi081 ceph-mon[95500]: pgmap v4930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:45 smithi081 ceph-mon[107735]: pgmap v4930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:45 smithi170 ceph-mon[97338]: pgmap v4930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:47 smithi170 ceph-mon[97338]: pgmap v4931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:47 smithi081 ceph-mon[95500]: pgmap v4931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:47 smithi081 ceph-mon[107735]: pgmap v4931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:49 smithi081 ceph-mon[95500]: pgmap v4932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:49.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:49 smithi081 ceph-mon[107735]: pgmap v4932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:49.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:49 smithi170 ceph-mon[97338]: pgmap v4932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:51.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:51 smithi081 ceph-mon[95500]: pgmap v4933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:51 smithi081 ceph-mon[107735]: pgmap v4933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:51 smithi170 ceph-mon[97338]: pgmap v4933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:52.259Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:52.260Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:53 smithi081 ceph-mon[95500]: pgmap v4934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:22:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:53 smithi081 ceph-mon[107735]: pgmap v4934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:53 smithi170 ceph-mon[97338]: pgmap v4934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:22:54.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:22:54.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:22:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:55 smithi170 ceph-mon[97338]: pgmap v4935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:55 smithi081 ceph-mon[95500]: pgmap v4935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:55 smithi081 ceph-mon[107735]: pgmap v4935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:57 smithi170 ceph-mon[97338]: pgmap v4936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:57 smithi081 ceph-mon[95500]: pgmap v4936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:57 smithi081 ceph-mon[107735]: pgmap v4936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:59.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:22:59 smithi081 ceph-mon[95500]: pgmap v4937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:59.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:22:59 smithi081 ceph-mon[107735]: pgmap v4937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:22:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:22:59 smithi170 ceph-mon[97338]: pgmap v4937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:01.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:01 smithi081 ceph-mon[95500]: pgmap v4938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:01 smithi081 ceph-mon[107735]: pgmap v4938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:01 smithi170 ceph-mon[97338]: pgmap v4938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:02.259Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:02.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:02.260Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:03 smithi081 ceph-mon[95500]: pgmap v4939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:23:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:03 smithi081 ceph-mon[107735]: pgmap v4939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:03 smithi170 ceph-mon[97338]: pgmap v4939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:04.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:04.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:05 smithi170 ceph-mon[97338]: pgmap v4940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:05 smithi081 ceph-mon[95500]: pgmap v4940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:05 smithi081 ceph-mon[107735]: pgmap v4940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:07 smithi170 ceph-mon[97338]: pgmap v4941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:07 smithi081 ceph-mon[95500]: pgmap v4941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:07 smithi081 ceph-mon[107735]: pgmap v4941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:09.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:09 smithi081 ceph-mon[95500]: pgmap v4942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:09 smithi081 ceph-mon[107735]: pgmap v4942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:09.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:09 smithi170 ceph-mon[97338]: pgmap v4942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:11 smithi170 ceph-mon[97338]: pgmap v4943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:11 smithi081 ceph-mon[95500]: pgmap v4943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:11 smithi081 ceph-mon[107735]: pgmap v4943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:12.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:12.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:12.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:13 smithi081 ceph-mon[95500]: pgmap v4944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:23:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:13 smithi081 ceph-mon[107735]: pgmap v4944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:13.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:13 smithi170 ceph-mon[97338]: pgmap v4944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:14.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:14.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:15.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:15 smithi170 ceph-mon[97338]: pgmap v4945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:15 smithi081 ceph-mon[95500]: pgmap v4945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:15 smithi081 ceph-mon[107735]: pgmap v4945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:17 smithi170 ceph-mon[97338]: pgmap v4946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:17 smithi081 ceph-mon[95500]: pgmap v4946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:17 smithi081 ceph-mon[107735]: pgmap v4946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:19 smithi170 ceph-mon[97338]: pgmap v4947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:19 smithi081 ceph-mon[95500]: pgmap v4947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:19 smithi081 ceph-mon[107735]: pgmap v4947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:21 smithi170 ceph-mon[97338]: pgmap v4948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:21 smithi081 ceph-mon[95500]: pgmap v4948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:21 smithi081 ceph-mon[107735]: pgmap v4948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:22.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:22.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:22.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:23 smithi081 ceph-mon[95500]: pgmap v4949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:23:23.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:23 smithi081 ceph-mon[107735]: pgmap v4949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:23 smithi170 ceph-mon[97338]: pgmap v4949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:24.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:24.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:25 smithi170 ceph-mon[97338]: pgmap v4950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:25 smithi081 ceph-mon[95500]: pgmap v4950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:25 smithi081 ceph-mon[107735]: pgmap v4950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:27.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:27 smithi170 ceph-mon[97338]: pgmap v4951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:27 smithi081 ceph-mon[95500]: pgmap v4951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:27 smithi081 ceph-mon[107735]: pgmap v4951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:29.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:29 smithi170 ceph-mon[97338]: pgmap v4952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:29 smithi081 ceph-mon[95500]: pgmap v4952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:29 smithi081 ceph-mon[107735]: pgmap v4952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:31 smithi170 ceph-mon[97338]: pgmap v4953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:31 smithi081 ceph-mon[95500]: pgmap v4953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:31 smithi081 ceph-mon[107735]: pgmap v4953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:32.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:32.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:32.263Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:33 smithi081 ceph-mon[95500]: pgmap v4954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:23:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:33 smithi081 ceph-mon[107735]: pgmap v4954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:33 smithi170 ceph-mon[97338]: pgmap v4954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:34.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:34.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:35.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:35 smithi170 ceph-mon[97338]: pgmap v4955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:35 smithi081 ceph-mon[95500]: pgmap v4955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:35 smithi081 ceph-mon[107735]: pgmap v4955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:37 smithi170 ceph-mon[97338]: pgmap v4956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:37 smithi081 ceph-mon[95500]: pgmap v4956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:37 smithi081 ceph-mon[107735]: pgmap v4956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:39.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:39 smithi170 ceph-mon[97338]: pgmap v4957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:39 smithi081 ceph-mon[95500]: pgmap v4957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:39 smithi081 ceph-mon[107735]: pgmap v4957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:41 smithi170 ceph-mon[97338]: pgmap v4958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:41 smithi081 ceph-mon[95500]: pgmap v4958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:41 smithi081 ceph-mon[107735]: pgmap v4958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:42.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:42.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:43 smithi081 ceph-mon[95500]: pgmap v4959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:23:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:43 smithi081 ceph-mon[107735]: pgmap v4959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:43 smithi170 ceph-mon[97338]: pgmap v4959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:44.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:44.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:45 smithi170 ceph-mon[97338]: pgmap v4960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:45 smithi081 ceph-mon[95500]: pgmap v4960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:45 smithi081 ceph-mon[107735]: pgmap v4960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:47.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:47 smithi170 ceph-mon[97338]: pgmap v4961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:47 smithi081 ceph-mon[95500]: pgmap v4961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:47 smithi081 ceph-mon[107735]: pgmap v4961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:49 smithi170 ceph-mon[97338]: pgmap v4962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:49 smithi081 ceph-mon[95500]: pgmap v4962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:49 smithi081 ceph-mon[107735]: pgmap v4962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:51 smithi170 ceph-mon[97338]: pgmap v4963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:51 smithi081 ceph-mon[95500]: pgmap v4963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:51 smithi081 ceph-mon[107735]: pgmap v4963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:52.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:52.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:52.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:53 smithi081 ceph-mon[95500]: pgmap v4964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:23:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:53 smithi081 ceph-mon[107735]: pgmap v4964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:53.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:53 smithi170 ceph-mon[97338]: pgmap v4964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:23:54.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:23:54.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:23:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:55 smithi170 ceph-mon[97338]: pgmap v4965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:55 smithi081 ceph-mon[95500]: pgmap v4965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:55 smithi081 ceph-mon[107735]: pgmap v4965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:57.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:57 smithi170 ceph-mon[97338]: pgmap v4966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:57 smithi081 ceph-mon[95500]: pgmap v4966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:57 smithi081 ceph-mon[107735]: pgmap v4966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:23:59 smithi170 ceph-mon[97338]: pgmap v4967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:23:59 smithi081 ceph-mon[95500]: pgmap v4967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:23:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:23:59 smithi081 ceph-mon[107735]: pgmap v4967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:01 smithi170 ceph-mon[97338]: pgmap v4968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:01 smithi081 ceph-mon[95500]: pgmap v4968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:01 smithi081 ceph-mon[107735]: pgmap v4968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:02.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:02.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:03 smithi081 ceph-mon[95500]: pgmap v4969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:24:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:03 smithi081 ceph-mon[107735]: pgmap v4969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:03 smithi170 ceph-mon[97338]: pgmap v4969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:04.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:04.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:05 smithi170 ceph-mon[97338]: pgmap v4970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:05 smithi081 ceph-mon[95500]: pgmap v4970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:05 smithi081 ceph-mon[107735]: pgmap v4970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:07 smithi170 ceph-mon[97338]: pgmap v4971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:07 smithi081 ceph-mon[95500]: pgmap v4971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:07 smithi081 ceph-mon[107735]: pgmap v4971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:09.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:09 smithi170 ceph-mon[97338]: pgmap v4972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:09 smithi081 ceph-mon[95500]: pgmap v4972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:09 smithi081 ceph-mon[107735]: pgmap v4972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:11 smithi170 ceph-mon[97338]: pgmap v4973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:11 smithi081 ceph-mon[95500]: pgmap v4973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:11 smithi081 ceph-mon[107735]: pgmap v4973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:12.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:12.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:13.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:13 smithi081 ceph-mon[95500]: pgmap v4974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:24:13.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:13 smithi081 ceph-mon[107735]: pgmap v4974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:13 smithi170 ceph-mon[97338]: pgmap v4974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:14.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:14.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:15 smithi170 ceph-mon[97338]: pgmap v4975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:15 smithi081 ceph-mon[95500]: pgmap v4975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:15 smithi081 ceph-mon[107735]: pgmap v4975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:17.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:17 smithi170 ceph-mon[97338]: pgmap v4976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:17 smithi081 ceph-mon[95500]: pgmap v4976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:17 smithi081 ceph-mon[107735]: pgmap v4976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:19 smithi170 ceph-mon[97338]: pgmap v4977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:19 smithi081 ceph-mon[95500]: pgmap v4977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:19 smithi081 ceph-mon[107735]: pgmap v4977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:21 smithi170 ceph-mon[97338]: pgmap v4978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:21 smithi081 ceph-mon[95500]: pgmap v4978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:21 smithi081 ceph-mon[107735]: pgmap v4978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:22.265Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:22.266Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:23.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:23 smithi081 ceph-mon[95500]: pgmap v4979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:24:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:23 smithi081 ceph-mon[107735]: pgmap v4979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:23 smithi170 ceph-mon[97338]: pgmap v4979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:24.124Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:24.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:25 smithi170 ceph-mon[97338]: pgmap v4980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:25 smithi081 ceph-mon[95500]: pgmap v4980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:25 smithi081 ceph-mon[107735]: pgmap v4980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:27 smithi170 ceph-mon[97338]: pgmap v4981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:27 smithi081 ceph-mon[95500]: pgmap v4981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:27 smithi081 ceph-mon[107735]: pgmap v4981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:29 smithi170 ceph-mon[97338]: pgmap v4982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:29 smithi081 ceph-mon[95500]: pgmap v4982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:29 smithi081 ceph-mon[107735]: pgmap v4982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:31 smithi170 ceph-mon[97338]: pgmap v4983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:31 smithi081 ceph-mon[95500]: pgmap v4983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:31 smithi081 ceph-mon[107735]: pgmap v4983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:32.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:32.268Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:33.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:33 smithi081 ceph-mon[95500]: pgmap v4984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:24:33.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:33 smithi081 ceph-mon[107735]: pgmap v4984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:33.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:33 smithi170 ceph-mon[97338]: pgmap v4984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:34.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:34.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:35 smithi170 ceph-mon[97338]: pgmap v4985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:35 smithi081 ceph-mon[95500]: pgmap v4985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:35 smithi081 ceph-mon[107735]: pgmap v4985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:37.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:37 smithi170 ceph-mon[97338]: pgmap v4986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:37 smithi081 ceph-mon[95500]: pgmap v4986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:37 smithi081 ceph-mon[107735]: pgmap v4986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:39 smithi170 ceph-mon[97338]: pgmap v4987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:39 smithi081 ceph-mon[95500]: pgmap v4987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:39 smithi081 ceph-mon[107735]: pgmap v4987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:41 smithi170 ceph-mon[97338]: pgmap v4988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:41 smithi081 ceph-mon[95500]: pgmap v4988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:41 smithi081 ceph-mon[107735]: pgmap v4988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:42.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:42.268Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:43 smithi081 ceph-mon[95500]: pgmap v4989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:24:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:43 smithi081 ceph-mon[107735]: pgmap v4989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:43.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:43 smithi170 ceph-mon[97338]: pgmap v4989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:44.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:44.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:45 smithi170 ceph-mon[97338]: pgmap v4990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:45 smithi081 ceph-mon[95500]: pgmap v4990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:45 smithi081 ceph-mon[107735]: pgmap v4990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:47 smithi170 ceph-mon[97338]: pgmap v4991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:47 smithi081 ceph-mon[95500]: pgmap v4991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:47 smithi081 ceph-mon[107735]: pgmap v4991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:49 smithi170 ceph-mon[97338]: pgmap v4992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:49 smithi081 ceph-mon[95500]: pgmap v4992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:49 smithi081 ceph-mon[107735]: pgmap v4992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:51 smithi170 ceph-mon[97338]: pgmap v4993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:51.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:51 smithi081 ceph-mon[95500]: pgmap v4993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:51.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:51 smithi081 ceph-mon[107735]: pgmap v4993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:52.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:52.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:53.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:53 smithi081 ceph-mon[95500]: pgmap v4994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:53.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:24:53.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:53 smithi081 ceph-mon[107735]: pgmap v4994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:53.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:53 smithi170 ceph-mon[97338]: pgmap v4994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:24:54.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:24:54.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:24:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:55 smithi170 ceph-mon[97338]: pgmap v4995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:55 smithi081 ceph-mon[95500]: pgmap v4995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:55 smithi081 ceph-mon[107735]: pgmap v4995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:57 smithi170 ceph-mon[97338]: pgmap v4996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:57 smithi081 ceph-mon[95500]: pgmap v4996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:57 smithi081 ceph-mon[107735]: pgmap v4996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:24:59 smithi170 ceph-mon[97338]: pgmap v4997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:24:59 smithi081 ceph-mon[95500]: pgmap v4997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:24:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:24:59 smithi081 ceph-mon[107735]: pgmap v4997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:01 smithi170 ceph-mon[97338]: pgmap v4998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:01 smithi081 ceph-mon[95500]: pgmap v4998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:01 smithi081 ceph-mon[107735]: pgmap v4998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:02.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:02.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:03.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:03 smithi081 ceph-mon[95500]: pgmap v4999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:25:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:03 smithi081 ceph-mon[107735]: pgmap v4999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:03.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:03 smithi170 ceph-mon[97338]: pgmap v4999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:04.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:04.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:05.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:05 smithi170 ceph-mon[97338]: pgmap v5000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:05 smithi081 ceph-mon[95500]: pgmap v5000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:05 smithi081 ceph-mon[107735]: pgmap v5000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:07.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:07 smithi170 ceph-mon[97338]: pgmap v5001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:07.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:07 smithi081 ceph-mon[95500]: pgmap v5001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:07 smithi081 ceph-mon[107735]: pgmap v5001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:09 smithi170 ceph-mon[97338]: pgmap v5002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:09 smithi081 ceph-mon[95500]: pgmap v5002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:09 smithi081 ceph-mon[107735]: pgmap v5002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:11 smithi170 ceph-mon[97338]: pgmap v5003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:11 smithi081 ceph-mon[95500]: pgmap v5003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:11 smithi081 ceph-mon[107735]: pgmap v5003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:12.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:12.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:13.317 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:25:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:13 smithi170 ceph-mon[97338]: pgmap v5004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:13 smithi081 ceph-mon[95500]: pgmap v5004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:13 smithi081 ceph-mon[107735]: pgmap v5004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:14.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:14.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:15 smithi170 ceph-mon[97338]: pgmap v5005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:15 smithi081 ceph-mon[95500]: pgmap v5005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:15 smithi081 ceph-mon[107735]: pgmap v5005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:17 smithi170 ceph-mon[97338]: pgmap v5006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:17 smithi081 ceph-mon[95500]: pgmap v5006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:17 smithi081 ceph-mon[107735]: pgmap v5006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:19 smithi170 ceph-mon[97338]: pgmap v5007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:19 smithi081 ceph-mon[95500]: pgmap v5007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:19 smithi081 ceph-mon[107735]: pgmap v5007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:21.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:21 smithi170 ceph-mon[97338]: pgmap v5008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:21 smithi081 ceph-mon[95500]: pgmap v5008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:21 smithi081 ceph-mon[107735]: pgmap v5008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:22.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:22.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:23.316 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:25:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:23 smithi170 ceph-mon[97338]: pgmap v5009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:23 smithi081 ceph-mon[95500]: pgmap v5009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:23 smithi081 ceph-mon[107735]: pgmap v5009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:24.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:24.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:25 smithi170 ceph-mon[97338]: pgmap v5010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:25 smithi081 ceph-mon[95500]: pgmap v5010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:25 smithi081 ceph-mon[107735]: pgmap v5010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:27 smithi170 ceph-mon[97338]: pgmap v5011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:27 smithi081 ceph-mon[95500]: pgmap v5011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:27 smithi081 ceph-mon[107735]: pgmap v5011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:29.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:29 smithi170 ceph-mon[97338]: pgmap v5012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:29 smithi081 ceph-mon[95500]: pgmap v5012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:29 smithi081 ceph-mon[107735]: pgmap v5012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:31 smithi170 ceph-mon[97338]: pgmap v5013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:31 smithi081 ceph-mon[95500]: pgmap v5013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:31 smithi081 ceph-mon[107735]: pgmap v5013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:32.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:32.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:33.321 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:25:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:33 smithi170 ceph-mon[97338]: pgmap v5014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:33 smithi081 ceph-mon[95500]: pgmap v5014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:33 smithi081 ceph-mon[107735]: pgmap v5014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:34.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:34.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:35 smithi170 ceph-mon[97338]: pgmap v5015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:35 smithi081 ceph-mon[95500]: pgmap v5015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:35 smithi081 ceph-mon[107735]: pgmap v5015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:37 smithi170 ceph-mon[97338]: pgmap v5016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:37 smithi081 ceph-mon[95500]: pgmap v5016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:37 smithi081 ceph-mon[107735]: pgmap v5016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:39 smithi170 ceph-mon[97338]: pgmap v5017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:39 smithi081 ceph-mon[95500]: pgmap v5017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:39 smithi081 ceph-mon[107735]: pgmap v5017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:41.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:41 smithi170 ceph-mon[97338]: pgmap v5018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:41 smithi081 ceph-mon[95500]: pgmap v5018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:41 smithi081 ceph-mon[107735]: pgmap v5018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:42.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:42.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:43.327 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:25:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:43 smithi170 ceph-mon[97338]: pgmap v5019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:43 smithi081 ceph-mon[95500]: pgmap v5019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:43 smithi081 ceph-mon[107735]: pgmap v5019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:44.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:44.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:45 smithi170 ceph-mon[97338]: pgmap v5020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:45 smithi081 ceph-mon[95500]: pgmap v5020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:45 smithi081 ceph-mon[107735]: pgmap v5020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:47.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:47 smithi170 ceph-mon[97338]: pgmap v5021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:47 smithi081 ceph-mon[95500]: pgmap v5021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:47 smithi081 ceph-mon[107735]: pgmap v5021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:49 smithi170 ceph-mon[97338]: pgmap v5022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:49 smithi081 ceph-mon[95500]: pgmap v5022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:49 smithi081 ceph-mon[107735]: pgmap v5022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:51 smithi170 ceph-mon[97338]: pgmap v5023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:51 smithi081 ceph-mon[95500]: pgmap v5023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:51 smithi081 ceph-mon[107735]: pgmap v5023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:52.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:52.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:53.326 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:25:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:53 smithi170 ceph-mon[97338]: pgmap v5024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:53 smithi081 ceph-mon[95500]: pgmap v5024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:53.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:53 smithi081 ceph-mon[107735]: pgmap v5024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:25:54.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:25:54.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:25:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:55 smithi170 ceph-mon[97338]: pgmap v5025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:55 smithi081 ceph-mon[95500]: pgmap v5025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:55 smithi081 ceph-mon[107735]: pgmap v5025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:57 smithi170 ceph-mon[97338]: pgmap v5026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:57 smithi081 ceph-mon[95500]: pgmap v5026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:57 smithi081 ceph-mon[107735]: pgmap v5026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:59.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:25:59 smithi170 ceph-mon[97338]: pgmap v5027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:25:59 smithi081 ceph-mon[95500]: pgmap v5027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:25:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:25:59 smithi081 ceph-mon[107735]: pgmap v5027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:01 smithi170 ceph-mon[97338]: pgmap v5028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:01 smithi081 ceph-mon[95500]: pgmap v5028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:01 smithi081 ceph-mon[107735]: pgmap v5028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:02.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:02.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:03.329 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:26:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:03 smithi170 ceph-mon[97338]: pgmap v5029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:03 smithi081 ceph-mon[95500]: pgmap v5029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:03 smithi081 ceph-mon[107735]: pgmap v5029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:04.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:04.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:05 smithi170 ceph-mon[97338]: pgmap v5030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:05 smithi081 ceph-mon[95500]: pgmap v5030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:05 smithi081 ceph-mon[107735]: pgmap v5030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:07 smithi170 ceph-mon[97338]: pgmap v5031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:07 smithi081 ceph-mon[95500]: pgmap v5031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:07 smithi081 ceph-mon[107735]: pgmap v5031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:09 smithi170 ceph-mon[97338]: pgmap v5032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:09 smithi081 ceph-mon[95500]: pgmap v5032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:09 smithi081 ceph-mon[107735]: pgmap v5032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:11.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:11 smithi170 ceph-mon[97338]: pgmap v5033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:11 smithi081 ceph-mon[95500]: pgmap v5033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:11 smithi081 ceph-mon[107735]: pgmap v5033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:12.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:12.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:13.334 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:26:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:13 smithi170 ceph-mon[97338]: pgmap v5034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:13 smithi081 ceph-mon[95500]: pgmap v5034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:13 smithi081 ceph-mon[107735]: pgmap v5034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:14.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:14.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:15 smithi170 ceph-mon[97338]: pgmap v5035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:15 smithi081 ceph-mon[95500]: pgmap v5035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:15 smithi081 ceph-mon[107735]: pgmap v5035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:17 smithi170 ceph-mon[97338]: pgmap v5036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:17 smithi081 ceph-mon[95500]: pgmap v5036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:17 smithi081 ceph-mon[107735]: pgmap v5036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:19 smithi170 ceph-mon[97338]: pgmap v5037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:19 smithi081 ceph-mon[95500]: pgmap v5037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:19 smithi081 ceph-mon[107735]: pgmap v5037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:21 smithi170 ceph-mon[97338]: pgmap v5038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:21 smithi081 ceph-mon[95500]: pgmap v5038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:21 smithi081 ceph-mon[107735]: pgmap v5038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:22.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:22.276Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:23.338 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:26:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:23 smithi170 ceph-mon[97338]: pgmap v5039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:23 smithi081 ceph-mon[95500]: pgmap v5039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:23 smithi081 ceph-mon[107735]: pgmap v5039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:24.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:24.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:25.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:25 smithi170 ceph-mon[97338]: pgmap v5040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:25 smithi081 ceph-mon[95500]: pgmap v5040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:25.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:25 smithi081 ceph-mon[107735]: pgmap v5040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:27 smithi170 ceph-mon[97338]: pgmap v5041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:27 smithi081 ceph-mon[95500]: pgmap v5041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:27 smithi081 ceph-mon[107735]: pgmap v5041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:29 smithi170 ceph-mon[97338]: pgmap v5042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:29 smithi081 ceph-mon[95500]: pgmap v5042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:29 smithi081 ceph-mon[107735]: pgmap v5042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:31 smithi170 ceph-mon[97338]: pgmap v5043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:31 smithi081 ceph-mon[95500]: pgmap v5043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:31 smithi081 ceph-mon[107735]: pgmap v5043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:32.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:32.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:33.339 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:26:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:33 smithi170 ceph-mon[97338]: pgmap v5044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:33 smithi081 ceph-mon[95500]: pgmap v5044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:33 smithi081 ceph-mon[107735]: pgmap v5044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:34.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:34.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:35 smithi170 ceph-mon[97338]: pgmap v5045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:35 smithi081 ceph-mon[95500]: pgmap v5045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:35 smithi081 ceph-mon[107735]: pgmap v5045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:37.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:37 smithi170 ceph-mon[97338]: pgmap v5046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:37 smithi081 ceph-mon[95500]: pgmap v5046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:37 smithi081 ceph-mon[107735]: pgmap v5046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:39 smithi170 ceph-mon[97338]: pgmap v5047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:39 smithi081 ceph-mon[95500]: pgmap v5047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:39 smithi081 ceph-mon[107735]: pgmap v5047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:41 smithi170 ceph-mon[97338]: pgmap v5048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:41 smithi081 ceph-mon[95500]: pgmap v5048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:41 smithi081 ceph-mon[107735]: pgmap v5048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:42.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:42.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:43.342 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:26:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:43 smithi170 ceph-mon[97338]: pgmap v5049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:43 smithi081 ceph-mon[95500]: pgmap v5049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:43 smithi081 ceph-mon[107735]: pgmap v5049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:44.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:44.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:44.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:44.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:45.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:45 smithi170 ceph-mon[97338]: pgmap v5050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:45 smithi081 ceph-mon[95500]: pgmap v5050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:45 smithi081 ceph-mon[107735]: pgmap v5050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:47 smithi170 ceph-mon[97338]: pgmap v5051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:47 smithi081 ceph-mon[95500]: pgmap v5051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:47 smithi081 ceph-mon[107735]: pgmap v5051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:49.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:49 smithi170 ceph-mon[97338]: pgmap v5052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:49 smithi081 ceph-mon[95500]: pgmap v5052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:49.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:49 smithi081 ceph-mon[107735]: pgmap v5052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:51 smithi170 ceph-mon[97338]: pgmap v5053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:51 smithi081 ceph-mon[95500]: pgmap v5053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:51 smithi081 ceph-mon[107735]: pgmap v5053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:52.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:52.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:53.345 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:26:53.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:53 smithi170 ceph-mon[97338]: pgmap v5054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:53 smithi081 ceph-mon[95500]: pgmap v5054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:53.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:53 smithi081 ceph-mon[107735]: pgmap v5054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:26:54.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:26:54.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:26:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:55 smithi170 ceph-mon[97338]: pgmap v5055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:55 smithi081 ceph-mon[95500]: pgmap v5055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:55 smithi081 ceph-mon[107735]: pgmap v5055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:57 smithi170 ceph-mon[97338]: pgmap v5056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:57 smithi081 ceph-mon[95500]: pgmap v5056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:57 smithi081 ceph-mon[107735]: pgmap v5056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:26:59 smithi170 ceph-mon[97338]: pgmap v5057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:26:59 smithi081 ceph-mon[95500]: pgmap v5057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:26:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:26:59 smithi081 ceph-mon[107735]: pgmap v5057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:01 smithi170 ceph-mon[97338]: pgmap v5058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:01 smithi081 ceph-mon[95500]: pgmap v5058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:01 smithi081 ceph-mon[107735]: pgmap v5058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:02.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:02.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:03.349 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:27:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:03 smithi170 ceph-mon[97338]: pgmap v5059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:03 smithi081 ceph-mon[95500]: pgmap v5059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:03.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:03 smithi081 ceph-mon[107735]: pgmap v5059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:04.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:04.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:05 smithi170 ceph-mon[97338]: pgmap v5060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:05 smithi081 ceph-mon[95500]: pgmap v5060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:05 smithi081 ceph-mon[107735]: pgmap v5060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:07.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:07 smithi170 ceph-mon[97338]: pgmap v5061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:07 smithi081 ceph-mon[95500]: pgmap v5061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:07.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:07 smithi081 ceph-mon[107735]: pgmap v5061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:09.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:09 smithi170 ceph-mon[97338]: pgmap v5062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:09 smithi081 ceph-mon[95500]: pgmap v5062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:09 smithi081 ceph-mon[107735]: pgmap v5062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:11 smithi170 ceph-mon[97338]: pgmap v5063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:11 smithi081 ceph-mon[95500]: pgmap v5063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:11 smithi081 ceph-mon[107735]: pgmap v5063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:12.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:12.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:13.352 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:27:13.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:13 smithi170 ceph-mon[97338]: pgmap v5064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:13 smithi081 ceph-mon[95500]: pgmap v5064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:13 smithi081 ceph-mon[107735]: pgmap v5064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:14.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:14.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:15 smithi170 ceph-mon[97338]: pgmap v5065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:15 smithi081 ceph-mon[95500]: pgmap v5065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:15 smithi081 ceph-mon[107735]: pgmap v5065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:17 smithi170 ceph-mon[97338]: pgmap v5066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:17 smithi081 ceph-mon[95500]: pgmap v5066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:17 smithi081 ceph-mon[107735]: pgmap v5066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:19 smithi170 ceph-mon[97338]: pgmap v5067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:19 smithi081 ceph-mon[95500]: pgmap v5067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:19 smithi081 ceph-mon[107735]: pgmap v5067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:21 smithi170 ceph-mon[97338]: pgmap v5068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:21 smithi081 ceph-mon[95500]: pgmap v5068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:21 smithi081 ceph-mon[107735]: pgmap v5068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:22.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:22.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:23.355 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:27:23.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:23 smithi170 ceph-mon[97338]: pgmap v5069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:23 smithi081 ceph-mon[95500]: pgmap v5069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:23 smithi081 ceph-mon[107735]: pgmap v5069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:24.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:24.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:25.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:25 smithi170 ceph-mon[97338]: pgmap v5070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:25 smithi081 ceph-mon[95500]: pgmap v5070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:25 smithi081 ceph-mon[107735]: pgmap v5070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:27.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:27 smithi170 ceph-mon[97338]: pgmap v5071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:27 smithi081 ceph-mon[95500]: pgmap v5071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:27 smithi081 ceph-mon[107735]: pgmap v5071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:29 smithi170 ceph-mon[97338]: pgmap v5072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:29.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:29 smithi081 ceph-mon[95500]: pgmap v5072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:29.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:29 smithi081 ceph-mon[107735]: pgmap v5072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:31 smithi170 ceph-mon[97338]: pgmap v5073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:31 smithi081 ceph-mon[95500]: pgmap v5073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:31 smithi081 ceph-mon[107735]: pgmap v5073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:32.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:32.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:33.361 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:27:33.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:33 smithi170 ceph-mon[97338]: pgmap v5074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:33 smithi081 ceph-mon[95500]: pgmap v5074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:33 smithi081 ceph-mon[107735]: pgmap v5074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:34.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:34.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:35.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:35 smithi170 ceph-mon[97338]: pgmap v5075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:35 smithi081 ceph-mon[95500]: pgmap v5075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:35 smithi081 ceph-mon[107735]: pgmap v5075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:37 smithi170 ceph-mon[97338]: pgmap v5076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:37 smithi081 ceph-mon[95500]: pgmap v5076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:37 smithi081 ceph-mon[107735]: pgmap v5076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:39 smithi170 ceph-mon[97338]: pgmap v5077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:39 smithi081 ceph-mon[95500]: pgmap v5077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:39 smithi081 ceph-mon[107735]: pgmap v5077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:41.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:41 smithi170 ceph-mon[97338]: pgmap v5078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:41 smithi081 ceph-mon[95500]: pgmap v5078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:41 smithi081 ceph-mon[107735]: pgmap v5078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:42.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:42.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:43.362 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:27:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:43 smithi170 ceph-mon[97338]: pgmap v5079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:43 smithi081 ceph-mon[95500]: pgmap v5079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:43 smithi081 ceph-mon[107735]: pgmap v5079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:44.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:44.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:45 smithi170 ceph-mon[97338]: pgmap v5080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:45 smithi081 ceph-mon[95500]: pgmap v5080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:45 smithi081 ceph-mon[107735]: pgmap v5080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:47 smithi170 ceph-mon[97338]: pgmap v5081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:47 smithi081 ceph-mon[95500]: pgmap v5081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:47 smithi081 ceph-mon[107735]: pgmap v5081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:49 smithi170 ceph-mon[97338]: pgmap v5082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:49 smithi081 ceph-mon[95500]: pgmap v5082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:49 smithi081 ceph-mon[107735]: pgmap v5082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:51 smithi170 ceph-mon[97338]: pgmap v5083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:51 smithi081 ceph-mon[95500]: pgmap v5083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:51 smithi081 ceph-mon[107735]: pgmap v5083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:52.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:52.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:53.365 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:27:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:53 smithi170 ceph-mon[97338]: pgmap v5084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:53 smithi081 ceph-mon[95500]: pgmap v5084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:53 smithi081 ceph-mon[107735]: pgmap v5084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:27:54.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:27:54.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:27:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:55 smithi170 ceph-mon[97338]: pgmap v5085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:55 smithi081 ceph-mon[95500]: pgmap v5085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:55 smithi081 ceph-mon[107735]: pgmap v5085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:57 smithi170 ceph-mon[97338]: pgmap v5086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:57 smithi081 ceph-mon[95500]: pgmap v5086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:57 smithi081 ceph-mon[107735]: pgmap v5086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:27:59 smithi170 ceph-mon[97338]: pgmap v5087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:59.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:27:59 smithi081 ceph-mon[95500]: pgmap v5087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:27:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:27:59 smithi081 ceph-mon[107735]: pgmap v5087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:01 smithi170 ceph-mon[97338]: pgmap v5088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:01 smithi081 ceph-mon[95500]: pgmap v5088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:01 smithi081 ceph-mon[107735]: pgmap v5088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:02.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:02.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:03.368 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:28:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:03 smithi170 ceph-mon[97338]: pgmap v5089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:03 smithi081 ceph-mon[95500]: pgmap v5089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:03 smithi081 ceph-mon[107735]: pgmap v5089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:04.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:04.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:05.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:05 smithi170 ceph-mon[97338]: pgmap v5090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:05 smithi081 ceph-mon[95500]: pgmap v5090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:05 smithi081 ceph-mon[107735]: pgmap v5090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:07 smithi170 ceph-mon[97338]: pgmap v5091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:07 smithi081 ceph-mon[95500]: pgmap v5091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:07 smithi081 ceph-mon[107735]: pgmap v5091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:09 smithi170 ceph-mon[97338]: pgmap v5092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:09.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:09 smithi081 ceph-mon[95500]: pgmap v5092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:09.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:09 smithi081 ceph-mon[107735]: pgmap v5092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:11 smithi170 ceph-mon[97338]: pgmap v5093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:11 smithi081 ceph-mon[95500]: pgmap v5093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:11 smithi081 ceph-mon[107735]: pgmap v5093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:12.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:12.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:12.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:12.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:13.372 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:28:13.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:13 smithi170 ceph-mon[97338]: pgmap v5094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:13 smithi081 ceph-mon[95500]: pgmap v5094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:13 smithi081 ceph-mon[107735]: pgmap v5094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:14.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:14.144Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:15.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:15 smithi170 ceph-mon[97338]: pgmap v5095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:15 smithi081 ceph-mon[95500]: pgmap v5095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:15 smithi081 ceph-mon[107735]: pgmap v5095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:17 smithi170 ceph-mon[97338]: pgmap v5096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:17 smithi081 ceph-mon[95500]: pgmap v5096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:17 smithi081 ceph-mon[107735]: pgmap v5096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:19 smithi170 ceph-mon[97338]: pgmap v5097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:19 smithi081 ceph-mon[95500]: pgmap v5097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:19.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:19 smithi081 ceph-mon[107735]: pgmap v5097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:21.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:21 smithi170 ceph-mon[97338]: pgmap v5098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:21 smithi081 ceph-mon[95500]: pgmap v5098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:21 smithi081 ceph-mon[107735]: pgmap v5098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:22.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:22.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:23.376 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:28:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:23 smithi170 ceph-mon[97338]: pgmap v5099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:23 smithi081 ceph-mon[95500]: pgmap v5099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:23 smithi081 ceph-mon[107735]: pgmap v5099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:24.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:24.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:25 smithi170 ceph-mon[97338]: pgmap v5100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:25.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:25 smithi081 ceph-mon[95500]: pgmap v5100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:25.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:25 smithi081 ceph-mon[107735]: pgmap v5100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:27 smithi170 ceph-mon[97338]: pgmap v5101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:27.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:27 smithi081 ceph-mon[95500]: pgmap v5101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:27.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:27 smithi081 ceph-mon[107735]: pgmap v5101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:29 smithi170 ceph-mon[97338]: pgmap v5102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:29 smithi081 ceph-mon[95500]: pgmap v5102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:29 smithi081 ceph-mon[107735]: pgmap v5102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:31 smithi170 ceph-mon[97338]: pgmap v5103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:31 smithi081 ceph-mon[95500]: pgmap v5103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:31 smithi081 ceph-mon[107735]: pgmap v5103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:32.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:32.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:33.381 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:28:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:33 smithi170 ceph-mon[97338]: pgmap v5104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:33 smithi081 ceph-mon[95500]: pgmap v5104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:33 smithi081 ceph-mon[107735]: pgmap v5104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:34.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:34.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:35 smithi170 ceph-mon[97338]: pgmap v5105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:35 smithi081 ceph-mon[95500]: pgmap v5105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:35 smithi081 ceph-mon[107735]: pgmap v5105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:37 smithi170 ceph-mon[97338]: pgmap v5106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:37 smithi081 ceph-mon[95500]: pgmap v5106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:37 smithi081 ceph-mon[107735]: pgmap v5106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:39 smithi170 ceph-mon[97338]: pgmap v5107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:39 smithi081 ceph-mon[95500]: pgmap v5107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:39.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:39 smithi081 ceph-mon[107735]: pgmap v5107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:41 smithi170 ceph-mon[97338]: pgmap v5108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:41 smithi081 ceph-mon[95500]: pgmap v5108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:41 smithi081 ceph-mon[107735]: pgmap v5108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:42.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:42.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:43.393 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:28:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:43 smithi170 ceph-mon[97338]: pgmap v5109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:43 smithi081 ceph-mon[95500]: pgmap v5109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:43 smithi081 ceph-mon[107735]: pgmap v5109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:44.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:44.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:45 smithi170 ceph-mon[97338]: pgmap v5110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:45 smithi081 ceph-mon[95500]: pgmap v5110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:45 smithi081 ceph-mon[107735]: pgmap v5110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:47.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:47 smithi170 ceph-mon[97338]: pgmap v5111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:47.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:47 smithi081 ceph-mon[95500]: pgmap v5111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:47.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:47 smithi081 ceph-mon[107735]: pgmap v5111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:49.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:49 smithi170 ceph-mon[97338]: pgmap v5112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:49 smithi081 ceph-mon[95500]: pgmap v5112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:49 smithi081 ceph-mon[107735]: pgmap v5112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:51 smithi170 ceph-mon[97338]: pgmap v5113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:51 smithi081 ceph-mon[95500]: pgmap v5113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:51 smithi081 ceph-mon[107735]: pgmap v5113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:52.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:52.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:53.386 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:28:53.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:53 smithi170 ceph-mon[97338]: pgmap v5114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:53 smithi081 ceph-mon[95500]: pgmap v5114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:53 smithi081 ceph-mon[107735]: pgmap v5114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:28:54.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:28:54.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:28:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:55 smithi170 ceph-mon[97338]: pgmap v5115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:55 smithi081 ceph-mon[95500]: pgmap v5115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:55 smithi081 ceph-mon[107735]: pgmap v5115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:57.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:57 smithi170 ceph-mon[97338]: pgmap v5116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:57.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:57 smithi081 ceph-mon[95500]: pgmap v5116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:57.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:57 smithi081 ceph-mon[107735]: pgmap v5116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:59.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:28:59 smithi170 ceph-mon[97338]: pgmap v5117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:28:59 smithi081 ceph-mon[95500]: pgmap v5117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:28:59.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:28:59 smithi081 ceph-mon[107735]: pgmap v5117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:01 smithi170 ceph-mon[97338]: pgmap v5118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:01 smithi081 ceph-mon[95500]: pgmap v5118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:01.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:01 smithi081 ceph-mon[107735]: pgmap v5118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:02.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:02.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:02.287Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:03.389 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:29:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:03 smithi170 ceph-mon[97338]: pgmap v5119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:03 smithi081 ceph-mon[95500]: pgmap v5119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:03 smithi081 ceph-mon[107735]: pgmap v5119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:04.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:04.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:05 smithi170 ceph-mon[97338]: pgmap v5120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:05 smithi081 ceph-mon[95500]: pgmap v5120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:05.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:05 smithi081 ceph-mon[107735]: pgmap v5120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:07 smithi170 ceph-mon[97338]: pgmap v5121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:07 smithi081 ceph-mon[95500]: pgmap v5121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:07 smithi081 ceph-mon[107735]: pgmap v5121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:09.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:09 smithi170 ceph-mon[97338]: pgmap v5122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:09 smithi081 ceph-mon[95500]: pgmap v5122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:09.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:09 smithi081 ceph-mon[107735]: pgmap v5122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:11 smithi170 ceph-mon[97338]: pgmap v5123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:11 smithi081 ceph-mon[95500]: pgmap v5123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:11.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:11 smithi081 ceph-mon[107735]: pgmap v5123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:12.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:12.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:13.394 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:29:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:13 smithi170 ceph-mon[97338]: pgmap v5124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:13 smithi081 ceph-mon[95500]: pgmap v5124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:13 smithi081 ceph-mon[107735]: pgmap v5124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:14.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:14.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:15 smithi170 ceph-mon[97338]: pgmap v5125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:15 smithi081 ceph-mon[95500]: pgmap v5125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:15 smithi081 ceph-mon[107735]: pgmap v5125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:17 smithi170 ceph-mon[97338]: pgmap v5126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:17 smithi081 ceph-mon[95500]: pgmap v5126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:17.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:17 smithi081 ceph-mon[107735]: pgmap v5126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:19 smithi170 ceph-mon[97338]: pgmap v5127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:19 smithi081 ceph-mon[95500]: pgmap v5127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:19 smithi081 ceph-mon[107735]: pgmap v5127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:21 smithi170 ceph-mon[97338]: pgmap v5128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:21 smithi081 ceph-mon[95500]: pgmap v5128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:21 smithi081 ceph-mon[107735]: pgmap v5128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:22.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:22.289Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:23.396 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:29:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:23 smithi170 ceph-mon[97338]: pgmap v5129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:23 smithi081 ceph-mon[95500]: pgmap v5129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:23 smithi081 ceph-mon[107735]: pgmap v5129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:24.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:24.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:25 smithi170 ceph-mon[97338]: pgmap v5130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:25 smithi081 ceph-mon[95500]: pgmap v5130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:25 smithi081 ceph-mon[107735]: pgmap v5130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:27 smithi170 ceph-mon[97338]: pgmap v5131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:27 smithi081 ceph-mon[95500]: pgmap v5131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:27 smithi081 ceph-mon[107735]: pgmap v5131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:29.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:29 smithi170 ceph-mon[97338]: pgmap v5132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:29 smithi081 ceph-mon[95500]: pgmap v5132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:29 smithi081 ceph-mon[107735]: pgmap v5132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:31.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:31 smithi170 ceph-mon[97338]: pgmap v5133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:31 smithi081 ceph-mon[95500]: pgmap v5133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:31 smithi081 ceph-mon[107735]: pgmap v5133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:32.288Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:32.289Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:33.399 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:29:33.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:33 smithi170 ceph-mon[97338]: pgmap v5134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:33 smithi081 ceph-mon[95500]: pgmap v5134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:33 smithi081 ceph-mon[107735]: pgmap v5134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:34.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:34.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:35 smithi170 ceph-mon[97338]: pgmap v5135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:35 smithi081 ceph-mon[95500]: pgmap v5135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:35 smithi081 ceph-mon[107735]: pgmap v5135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:37 smithi170 ceph-mon[97338]: pgmap v5136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:37 smithi081 ceph-mon[95500]: pgmap v5136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:37 smithi081 ceph-mon[107735]: pgmap v5136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:39 smithi170 ceph-mon[97338]: pgmap v5137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:39 smithi081 ceph-mon[95500]: pgmap v5137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:39 smithi081 ceph-mon[107735]: pgmap v5137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:41.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:41 smithi170 ceph-mon[97338]: pgmap v5138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:41 smithi081 ceph-mon[95500]: pgmap v5138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:41 smithi081 ceph-mon[107735]: pgmap v5138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:42.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:42.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:43.401 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:29:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:43 smithi170 ceph-mon[97338]: pgmap v5139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:43 smithi081 ceph-mon[95500]: pgmap v5139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:43 smithi081 ceph-mon[107735]: pgmap v5139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:44.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:44.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:45 smithi170 ceph-mon[97338]: pgmap v5140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:45 smithi081 ceph-mon[95500]: pgmap v5140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:45 smithi081 ceph-mon[107735]: pgmap v5140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:47 smithi170 ceph-mon[97338]: pgmap v5141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:47 smithi081 ceph-mon[95500]: pgmap v5141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:47 smithi081 ceph-mon[107735]: pgmap v5141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:49 smithi170 ceph-mon[97338]: pgmap v5142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:49 smithi081 ceph-mon[95500]: pgmap v5142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:49 smithi081 ceph-mon[107735]: pgmap v5142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:51 smithi170 ceph-mon[97338]: pgmap v5143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:51 smithi081 ceph-mon[95500]: pgmap v5143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:51 smithi081 ceph-mon[107735]: pgmap v5143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:52.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:52.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:53.404 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:29:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:53 smithi170 ceph-mon[97338]: pgmap v5144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:53 smithi081 ceph-mon[95500]: pgmap v5144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:53 smithi081 ceph-mon[107735]: pgmap v5144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:29:54.151Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:29:54.152Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:29:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:55 smithi170 ceph-mon[97338]: pgmap v5145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:55 smithi081 ceph-mon[95500]: pgmap v5145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:55.831 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:55 smithi081 ceph-mon[107735]: pgmap v5145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:57 smithi170 ceph-mon[97338]: pgmap v5146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:57 smithi081 ceph-mon[95500]: pgmap v5146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:57 smithi081 ceph-mon[107735]: pgmap v5146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:29:59 smithi170 ceph-mon[97338]: pgmap v5147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:29:59 smithi081 ceph-mon[95500]: pgmap v5147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:29:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:29:59 smithi081 ceph-mon[107735]: pgmap v5147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:00.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:30:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:30:00.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:30:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:01 smithi170 ceph-mon[97338]: pgmap v5148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:01.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:01 smithi081 ceph-mon[95500]: pgmap v5148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:01.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:01 smithi081 ceph-mon[107735]: pgmap v5148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:02.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:02.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:03.414 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:30:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:03 smithi170 ceph-mon[97338]: pgmap v5149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:03 smithi081 ceph-mon[95500]: pgmap v5149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:03 smithi081 ceph-mon[107735]: pgmap v5149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:04.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:04.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:05 smithi170 ceph-mon[97338]: pgmap v5150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:05 smithi081 ceph-mon[95500]: pgmap v5150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:05 smithi081 ceph-mon[107735]: pgmap v5150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:07 smithi170 ceph-mon[97338]: pgmap v5151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:07 smithi081 ceph-mon[95500]: pgmap v5151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:07 smithi081 ceph-mon[107735]: pgmap v5151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:09 smithi170 ceph-mon[97338]: pgmap v5152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:09 smithi081 ceph-mon[95500]: pgmap v5152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:09 smithi081 ceph-mon[107735]: pgmap v5152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:11 smithi170 ceph-mon[97338]: pgmap v5153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:11 smithi081 ceph-mon[95500]: pgmap v5153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:11 smithi081 ceph-mon[107735]: pgmap v5153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:12.291Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:12.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:13.411 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:30:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:13 smithi170 ceph-mon[97338]: pgmap v5154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:13 smithi081 ceph-mon[95500]: pgmap v5154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:13 smithi081 ceph-mon[107735]: pgmap v5154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:14.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:14.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:15 smithi170 ceph-mon[97338]: pgmap v5155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:15 smithi081 ceph-mon[95500]: pgmap v5155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:15 smithi081 ceph-mon[107735]: pgmap v5155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:17 smithi170 ceph-mon[97338]: pgmap v5156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:17 smithi081 ceph-mon[95500]: pgmap v5156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:17 smithi081 ceph-mon[107735]: pgmap v5156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:19 smithi170 ceph-mon[97338]: pgmap v5157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:19 smithi081 ceph-mon[95500]: pgmap v5157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:19 smithi081 ceph-mon[107735]: pgmap v5157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:21 smithi170 ceph-mon[97338]: pgmap v5158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:21 smithi081 ceph-mon[95500]: pgmap v5158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:21 smithi081 ceph-mon[107735]: pgmap v5158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:22.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:22.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:23.414 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:30:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:23 smithi170 ceph-mon[97338]: pgmap v5159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:23 smithi081 ceph-mon[95500]: pgmap v5159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:23 smithi081 ceph-mon[107735]: pgmap v5159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:24.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:24.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:25 smithi170 ceph-mon[97338]: pgmap v5160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:25 smithi081 ceph-mon[95500]: pgmap v5160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:25.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:25 smithi081 ceph-mon[107735]: pgmap v5160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:27 smithi170 ceph-mon[97338]: pgmap v5161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:27 smithi081 ceph-mon[95500]: pgmap v5161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:27 smithi081 ceph-mon[107735]: pgmap v5161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:29 smithi170 ceph-mon[97338]: pgmap v5162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:29 smithi081 ceph-mon[95500]: pgmap v5162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:29 smithi081 ceph-mon[107735]: pgmap v5162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:31 smithi170 ceph-mon[97338]: pgmap v5163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:31 smithi081 ceph-mon[95500]: pgmap v5163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:31 smithi081 ceph-mon[107735]: pgmap v5163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:32.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:32.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:33.419 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:30:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:33 smithi170 ceph-mon[97338]: pgmap v5164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:33 smithi081 ceph-mon[95500]: pgmap v5164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:33 smithi081 ceph-mon[107735]: pgmap v5164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:34.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:34.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:35.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:35 smithi170 ceph-mon[97338]: pgmap v5165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:35 smithi081 ceph-mon[95500]: pgmap v5165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:35 smithi081 ceph-mon[107735]: pgmap v5165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:37 smithi170 ceph-mon[97338]: pgmap v5166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:37 smithi081 ceph-mon[95500]: pgmap v5166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:37 smithi081 ceph-mon[107735]: pgmap v5166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:39 smithi170 ceph-mon[97338]: pgmap v5167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:39 smithi081 ceph-mon[95500]: pgmap v5167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:39 smithi081 ceph-mon[107735]: pgmap v5167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:41 smithi170 ceph-mon[97338]: pgmap v5168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:41 smithi081 ceph-mon[95500]: pgmap v5168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:41 smithi081 ceph-mon[107735]: pgmap v5168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:42.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:42.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:43.426 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:30:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:43 smithi170 ceph-mon[97338]: pgmap v5169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:43 smithi081 ceph-mon[95500]: pgmap v5169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:43 smithi081 ceph-mon[107735]: pgmap v5169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:44.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:44.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:45 smithi170 ceph-mon[97338]: pgmap v5170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:45 smithi081 ceph-mon[95500]: pgmap v5170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:45 smithi081 ceph-mon[107735]: pgmap v5170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:47 smithi170 ceph-mon[97338]: pgmap v5171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:47 smithi081 ceph-mon[95500]: pgmap v5171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:47 smithi081 ceph-mon[107735]: pgmap v5171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:49 smithi170 ceph-mon[97338]: pgmap v5172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:49.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:49 smithi081 ceph-mon[95500]: pgmap v5172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:49 smithi081 ceph-mon[107735]: pgmap v5172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:51 smithi170 ceph-mon[97338]: pgmap v5173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:51 smithi081 ceph-mon[95500]: pgmap v5173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:51 smithi081 ceph-mon[107735]: pgmap v5173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:52.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:52.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:53.426 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:30:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:53 smithi170 ceph-mon[97338]: pgmap v5174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:53 smithi081 ceph-mon[95500]: pgmap v5174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:53 smithi081 ceph-mon[107735]: pgmap v5174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:30:54.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:30:54.156Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:30:55.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:55 smithi170 ceph-mon[97338]: pgmap v5175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:55 smithi081 ceph-mon[95500]: pgmap v5175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:55 smithi081 ceph-mon[107735]: pgmap v5175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:57 smithi170 ceph-mon[97338]: pgmap v5176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:57 smithi081 ceph-mon[95500]: pgmap v5176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:57 smithi081 ceph-mon[107735]: pgmap v5176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:30:59 smithi170 ceph-mon[97338]: pgmap v5177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:30:59 smithi081 ceph-mon[95500]: pgmap v5177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:30:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:30:59 smithi081 ceph-mon[107735]: pgmap v5177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:01 smithi170 ceph-mon[97338]: pgmap v5178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:01 smithi081 ceph-mon[95500]: pgmap v5178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:01 smithi081 ceph-mon[107735]: pgmap v5178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:02.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:02.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:03.429 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:31:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:03 smithi170 ceph-mon[97338]: pgmap v5179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:03.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:03 smithi081 ceph-mon[95500]: pgmap v5179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:03.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:03 smithi081 ceph-mon[107735]: pgmap v5179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:04.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:04.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:05 smithi170 ceph-mon[97338]: pgmap v5180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:05 smithi081 ceph-mon[95500]: pgmap v5180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:05.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:05 smithi081 ceph-mon[107735]: pgmap v5180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:07 smithi170 ceph-mon[97338]: pgmap v5181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:07 smithi081 ceph-mon[95500]: pgmap v5181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:07 smithi081 ceph-mon[107735]: pgmap v5181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:09 smithi170 ceph-mon[97338]: pgmap v5182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:09 smithi081 ceph-mon[95500]: pgmap v5182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:09 smithi081 ceph-mon[107735]: pgmap v5182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:11 smithi170 ceph-mon[97338]: pgmap v5183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:11 smithi081 ceph-mon[95500]: pgmap v5183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:11 smithi081 ceph-mon[107735]: pgmap v5183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:12.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:12.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:13.431 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:31:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:13 smithi170 ceph-mon[97338]: pgmap v5184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:13 smithi081 ceph-mon[95500]: pgmap v5184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:13 smithi081 ceph-mon[107735]: pgmap v5184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:14.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:14.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:15 smithi170 ceph-mon[97338]: pgmap v5185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:15 smithi081 ceph-mon[95500]: pgmap v5185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:15 smithi081 ceph-mon[107735]: pgmap v5185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:17 smithi170 ceph-mon[97338]: pgmap v5186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:17 smithi081 ceph-mon[95500]: pgmap v5186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:17 smithi081 ceph-mon[107735]: pgmap v5186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:19 smithi170 ceph-mon[97338]: pgmap v5187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:19 smithi081 ceph-mon[95500]: pgmap v5187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:19 smithi081 ceph-mon[107735]: pgmap v5187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:21 smithi170 ceph-mon[97338]: pgmap v5188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:21 smithi081 ceph-mon[95500]: pgmap v5188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:21 smithi081 ceph-mon[107735]: pgmap v5188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:22.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:22.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:23.434 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:31:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:23 smithi170 ceph-mon[97338]: pgmap v5189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:23 smithi081 ceph-mon[95500]: pgmap v5189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:23 smithi081 ceph-mon[107735]: pgmap v5189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:24.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:24.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:25 smithi170 ceph-mon[97338]: pgmap v5190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:25 smithi081 ceph-mon[95500]: pgmap v5190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:25 smithi081 ceph-mon[107735]: pgmap v5190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:27 smithi170 ceph-mon[97338]: pgmap v5191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:27 smithi081 ceph-mon[95500]: pgmap v5191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:27 smithi081 ceph-mon[107735]: pgmap v5191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:29 smithi170 ceph-mon[97338]: pgmap v5192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:29 smithi081 ceph-mon[95500]: pgmap v5192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:29 smithi081 ceph-mon[107735]: pgmap v5192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:31 smithi170 ceph-mon[97338]: pgmap v5193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:31.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:31 smithi081 ceph-mon[95500]: pgmap v5193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:31 smithi081 ceph-mon[107735]: pgmap v5193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:32.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:32.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:33.439 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:31:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:33 smithi170 ceph-mon[97338]: pgmap v5194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:33 smithi081 ceph-mon[95500]: pgmap v5194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:33 smithi081 ceph-mon[107735]: pgmap v5194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:34.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:34.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:35.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:35 smithi170 ceph-mon[97338]: pgmap v5195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:35 smithi081 ceph-mon[95500]: pgmap v5195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:35 smithi081 ceph-mon[107735]: pgmap v5195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:37 smithi170 ceph-mon[97338]: pgmap v5196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:37 smithi081 ceph-mon[95500]: pgmap v5196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:37 smithi081 ceph-mon[107735]: pgmap v5196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:39 smithi170 ceph-mon[97338]: pgmap v5197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:39 smithi081 ceph-mon[95500]: pgmap v5197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:39 smithi081 ceph-mon[107735]: pgmap v5197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:41 smithi170 ceph-mon[97338]: pgmap v5198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:41 smithi081 ceph-mon[95500]: pgmap v5198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:41 smithi081 ceph-mon[107735]: pgmap v5198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:42.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:42.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:43.443 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:31:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:43 smithi170 ceph-mon[97338]: pgmap v5199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:43 smithi081 ceph-mon[95500]: pgmap v5199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:43.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:43 smithi081 ceph-mon[107735]: pgmap v5199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:44.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:44.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:45 smithi170 ceph-mon[97338]: pgmap v5200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:45 smithi081 ceph-mon[95500]: pgmap v5200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:45 smithi081 ceph-mon[107735]: pgmap v5200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:47 smithi170 ceph-mon[97338]: pgmap v5201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:47 smithi081 ceph-mon[95500]: pgmap v5201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:47 smithi081 ceph-mon[107735]: pgmap v5201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:49 smithi170 ceph-mon[97338]: pgmap v5202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:49 smithi081 ceph-mon[95500]: pgmap v5202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:49 smithi081 ceph-mon[107735]: pgmap v5202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:51 smithi170 ceph-mon[97338]: pgmap v5203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:51 smithi081 ceph-mon[95500]: pgmap v5203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:51 smithi081 ceph-mon[107735]: pgmap v5203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:52.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:52.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:53.444 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:31:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:53 smithi170 ceph-mon[97338]: pgmap v5204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:53 smithi081 ceph-mon[95500]: pgmap v5204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:53 smithi081 ceph-mon[107735]: pgmap v5204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:31:54.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:31:54.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:31:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:55 smithi170 ceph-mon[97338]: pgmap v5205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:55 smithi081 ceph-mon[95500]: pgmap v5205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:55 smithi081 ceph-mon[107735]: pgmap v5205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:57 smithi170 ceph-mon[97338]: pgmap v5206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:57 smithi081 ceph-mon[95500]: pgmap v5206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:57 smithi081 ceph-mon[107735]: pgmap v5206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:31:59 smithi170 ceph-mon[97338]: pgmap v5207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:31:59 smithi081 ceph-mon[95500]: pgmap v5207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:31:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:31:59 smithi081 ceph-mon[107735]: pgmap v5207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:01 smithi170 ceph-mon[97338]: pgmap v5208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:01 smithi081 ceph-mon[95500]: pgmap v5208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:01 smithi081 ceph-mon[107735]: pgmap v5208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:02.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:02.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:03.447 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:32:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:03 smithi170 ceph-mon[97338]: pgmap v5209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:03 smithi081 ceph-mon[95500]: pgmap v5209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:03 smithi081 ceph-mon[107735]: pgmap v5209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:04.160Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:04.161Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:05 smithi170 ceph-mon[97338]: pgmap v5210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:05 smithi081 ceph-mon[95500]: pgmap v5210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:05 smithi081 ceph-mon[107735]: pgmap v5210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:07 smithi170 ceph-mon[97338]: pgmap v5211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:07 smithi081 ceph-mon[95500]: pgmap v5211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:07 smithi081 ceph-mon[107735]: pgmap v5211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:09 smithi170 ceph-mon[97338]: pgmap v5212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:09 smithi081 ceph-mon[95500]: pgmap v5212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:09 smithi081 ceph-mon[107735]: pgmap v5212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:11 smithi170 ceph-mon[97338]: pgmap v5213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:11 smithi081 ceph-mon[95500]: pgmap v5213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:11 smithi081 ceph-mon[107735]: pgmap v5213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:12.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:12.298Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:13.451 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:32:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:13 smithi170 ceph-mon[97338]: pgmap v5214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:13 smithi081 ceph-mon[95500]: pgmap v5214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:13 smithi081 ceph-mon[107735]: pgmap v5214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:14.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:14.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:15 smithi170 ceph-mon[97338]: pgmap v5215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:15 smithi081 ceph-mon[95500]: pgmap v5215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:15 smithi081 ceph-mon[107735]: pgmap v5215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:17 smithi170 ceph-mon[97338]: pgmap v5216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:17 smithi081 ceph-mon[95500]: pgmap v5216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:17 smithi081 ceph-mon[107735]: pgmap v5216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:19.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:19 smithi170 ceph-mon[97338]: pgmap v5217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:19 smithi081 ceph-mon[95500]: pgmap v5217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:19 smithi081 ceph-mon[107735]: pgmap v5217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:21 smithi170 ceph-mon[97338]: pgmap v5218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:21 smithi081 ceph-mon[95500]: pgmap v5218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:21 smithi081 ceph-mon[107735]: pgmap v5218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:22.298Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:22.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:23.454 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:32:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:23 smithi170 ceph-mon[97338]: pgmap v5219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:23 smithi081 ceph-mon[95500]: pgmap v5219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:23 smithi081 ceph-mon[107735]: pgmap v5219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:24.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:24.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:25.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:25 smithi170 ceph-mon[97338]: pgmap v5220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:25.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:25 smithi081 ceph-mon[95500]: pgmap v5220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:25 smithi081 ceph-mon[107735]: pgmap v5220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:27 smithi170 ceph-mon[97338]: pgmap v5221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:27 smithi081 ceph-mon[95500]: pgmap v5221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:27.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:27 smithi081 ceph-mon[107735]: pgmap v5221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:29 smithi170 ceph-mon[97338]: pgmap v5222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:29 smithi081 ceph-mon[95500]: pgmap v5222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:29 smithi081 ceph-mon[107735]: pgmap v5222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:31 smithi170 ceph-mon[97338]: pgmap v5223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:31 smithi081 ceph-mon[95500]: pgmap v5223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:31 smithi081 ceph-mon[107735]: pgmap v5223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:32.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:32.300Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:33.457 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:32:33.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:33 smithi170 ceph-mon[97338]: pgmap v5224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:33 smithi081 ceph-mon[95500]: pgmap v5224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:33 smithi081 ceph-mon[107735]: pgmap v5224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:34.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:34.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:35 smithi170 ceph-mon[97338]: pgmap v5225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:35 smithi081 ceph-mon[95500]: pgmap v5225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:35 smithi081 ceph-mon[107735]: pgmap v5225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:37 smithi170 ceph-mon[97338]: pgmap v5226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:37 smithi081 ceph-mon[95500]: pgmap v5226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:37 smithi081 ceph-mon[107735]: pgmap v5226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:39 smithi170 ceph-mon[97338]: pgmap v5227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:39 smithi081 ceph-mon[95500]: pgmap v5227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:39 smithi081 ceph-mon[107735]: pgmap v5227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:41 smithi170 ceph-mon[97338]: pgmap v5228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:41 smithi081 ceph-mon[95500]: pgmap v5228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:41 smithi081 ceph-mon[107735]: pgmap v5228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:42.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:42.300Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:43.464 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:32:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:43 smithi170 ceph-mon[97338]: pgmap v5229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:43.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:43 smithi081 ceph-mon[95500]: pgmap v5229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:43 smithi081 ceph-mon[107735]: pgmap v5229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:44.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:44.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:45 smithi170 ceph-mon[97338]: pgmap v5230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:45.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:45 smithi081 ceph-mon[95500]: pgmap v5230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:45.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:45 smithi081 ceph-mon[107735]: pgmap v5230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:47 smithi170 ceph-mon[97338]: pgmap v5231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:47 smithi081 ceph-mon[95500]: pgmap v5231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:47 smithi081 ceph-mon[107735]: pgmap v5231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:49 smithi170 ceph-mon[97338]: pgmap v5232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:49 smithi081 ceph-mon[95500]: pgmap v5232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:49 smithi081 ceph-mon[107735]: pgmap v5232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:51 smithi170 ceph-mon[97338]: pgmap v5233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:51 smithi081 ceph-mon[95500]: pgmap v5233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:51 smithi081 ceph-mon[107735]: pgmap v5233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:52.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:52.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:53.464 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:32:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:53 smithi170 ceph-mon[97338]: pgmap v5234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:53 smithi081 ceph-mon[95500]: pgmap v5234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:53 smithi081 ceph-mon[107735]: pgmap v5234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:32:54.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:32:54.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:32:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:55 smithi170 ceph-mon[97338]: pgmap v5235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:55 smithi081 ceph-mon[95500]: pgmap v5235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:55 smithi081 ceph-mon[107735]: pgmap v5235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:57 smithi170 ceph-mon[97338]: pgmap v5236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:57 smithi081 ceph-mon[95500]: pgmap v5236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:57 smithi081 ceph-mon[107735]: pgmap v5236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:32:59 smithi170 ceph-mon[97338]: pgmap v5237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:59.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:32:59 smithi081 ceph-mon[95500]: pgmap v5237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:32:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:32:59 smithi081 ceph-mon[107735]: pgmap v5237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:01 smithi170 ceph-mon[97338]: pgmap v5238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:01 smithi081 ceph-mon[95500]: pgmap v5238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:01 smithi081 ceph-mon[107735]: pgmap v5238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:02.301Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:02.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:03.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:33:03.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:03 smithi170 ceph-mon[97338]: pgmap v5239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:03.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:03 smithi081 ceph-mon[95500]: pgmap v5239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:03.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:03 smithi081 ceph-mon[107735]: pgmap v5239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:04.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:04.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:05 smithi170 ceph-mon[97338]: pgmap v5240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:05 smithi081 ceph-mon[95500]: pgmap v5240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:05 smithi081 ceph-mon[107735]: pgmap v5240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:07 smithi170 ceph-mon[97338]: pgmap v5241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:07 smithi081 ceph-mon[95500]: pgmap v5241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:07 smithi081 ceph-mon[107735]: pgmap v5241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:09 smithi170 ceph-mon[97338]: pgmap v5242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:09.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:09 smithi081 ceph-mon[95500]: pgmap v5242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:09 smithi081 ceph-mon[107735]: pgmap v5242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:11 smithi170 ceph-mon[97338]: pgmap v5243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:11 smithi081 ceph-mon[95500]: pgmap v5243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:11 smithi081 ceph-mon[107735]: pgmap v5243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:12.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:12.303Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:13.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:33:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:13 smithi170 ceph-mon[97338]: pgmap v5244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:13 smithi081 ceph-mon[107735]: pgmap v5244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:13 smithi081 ceph-mon[95500]: pgmap v5244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:14.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:14.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:15 smithi170 ceph-mon[97338]: pgmap v5245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:15 smithi081 ceph-mon[95500]: pgmap v5245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:15 smithi081 ceph-mon[107735]: pgmap v5245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:17 smithi170 ceph-mon[97338]: pgmap v5246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:17 smithi081 ceph-mon[95500]: pgmap v5246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:17 smithi081 ceph-mon[107735]: pgmap v5246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:19 smithi170 ceph-mon[97338]: pgmap v5247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:19 smithi081 ceph-mon[95500]: pgmap v5247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:19 smithi081 ceph-mon[107735]: pgmap v5247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:21.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:21 smithi170 ceph-mon[97338]: pgmap v5248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:21.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:21 smithi081 ceph-mon[95500]: pgmap v5248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:21.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:21 smithi081 ceph-mon[107735]: pgmap v5248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:22.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:22.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:23.474 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:33:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:23 smithi170 ceph-mon[97338]: pgmap v5249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:23 smithi081 ceph-mon[95500]: pgmap v5249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:23.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:23 smithi081 ceph-mon[107735]: pgmap v5249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:24.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:24.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:25.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:25 smithi170 ceph-mon[97338]: pgmap v5250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:25 smithi081 ceph-mon[95500]: pgmap v5250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:25 smithi081 ceph-mon[107735]: pgmap v5250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:27 smithi170 ceph-mon[97338]: pgmap v5251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:27 smithi081 ceph-mon[95500]: pgmap v5251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:27 smithi081 ceph-mon[107735]: pgmap v5251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:29 smithi170 ceph-mon[97338]: pgmap v5252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:29.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:29 smithi081 ceph-mon[95500]: pgmap v5252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:29 smithi081 ceph-mon[107735]: pgmap v5252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:31 smithi170 ceph-mon[97338]: pgmap v5253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:31 smithi081 ceph-mon[95500]: pgmap v5253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:31.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:31 smithi081 ceph-mon[107735]: pgmap v5253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:32.303Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:32.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:33.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:33:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:33 smithi170 ceph-mon[97338]: pgmap v5254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:33 smithi081 ceph-mon[95500]: pgmap v5254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:33 smithi081 ceph-mon[107735]: pgmap v5254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:34.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:34.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:35 smithi170 ceph-mon[97338]: pgmap v5255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:35 smithi081 ceph-mon[95500]: pgmap v5255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:35 smithi081 ceph-mon[107735]: pgmap v5255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:37 smithi170 ceph-mon[97338]: pgmap v5256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:37 smithi081 ceph-mon[95500]: pgmap v5256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:37 smithi081 ceph-mon[107735]: pgmap v5256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:39 smithi170 ceph-mon[97338]: pgmap v5257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:39.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:39 smithi081 ceph-mon[95500]: pgmap v5257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:39 smithi081 ceph-mon[107735]: pgmap v5257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:41 smithi170 ceph-mon[97338]: pgmap v5258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:41 smithi081 ceph-mon[95500]: pgmap v5258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:41 smithi081 ceph-mon[107735]: pgmap v5258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:42.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:42.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:43.479 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:33:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:43 smithi170 ceph-mon[97338]: pgmap v5259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:43 smithi081 ceph-mon[95500]: pgmap v5259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:43 smithi081 ceph-mon[107735]: pgmap v5259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:44.168Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:44.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:45 smithi170 ceph-mon[97338]: pgmap v5260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:45 smithi081 ceph-mon[95500]: pgmap v5260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:45 smithi081 ceph-mon[107735]: pgmap v5260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:47 smithi170 ceph-mon[97338]: pgmap v5261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:47 smithi081 ceph-mon[95500]: pgmap v5261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:47 smithi081 ceph-mon[107735]: pgmap v5261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:49 smithi170 ceph-mon[97338]: pgmap v5262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:49 smithi081 ceph-mon[95500]: pgmap v5262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:49 smithi081 ceph-mon[107735]: pgmap v5262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:51 smithi170 ceph-mon[97338]: pgmap v5263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:51 smithi081 ceph-mon[95500]: pgmap v5263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:51 smithi081 ceph-mon[107735]: pgmap v5263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:52.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:52.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:52.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:52.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:53.485 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:33:53.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:53 smithi170 ceph-mon[97338]: pgmap v5264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:53 smithi081 ceph-mon[95500]: pgmap v5264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:53 smithi081 ceph-mon[107735]: pgmap v5264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:33:54.169Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:33:54.170Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:33:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:55 smithi170 ceph-mon[97338]: pgmap v5265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:55 smithi081 ceph-mon[95500]: pgmap v5265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:55 smithi081 ceph-mon[107735]: pgmap v5265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:57 smithi170 ceph-mon[97338]: pgmap v5266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:57 smithi081 ceph-mon[95500]: pgmap v5266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:57 smithi081 ceph-mon[107735]: pgmap v5266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:33:59 smithi170 ceph-mon[97338]: pgmap v5267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:33:59 smithi081 ceph-mon[95500]: pgmap v5267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:33:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:33:59 smithi081 ceph-mon[107735]: pgmap v5267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:01 smithi170 ceph-mon[97338]: pgmap v5268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:01.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:01 smithi081 ceph-mon[95500]: pgmap v5268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:01.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:01 smithi081 ceph-mon[107735]: pgmap v5268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:02.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:02.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:03.491 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:34:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:03 smithi170 ceph-mon[97338]: pgmap v5269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:03 smithi081 ceph-mon[95500]: pgmap v5269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:03 smithi081 ceph-mon[107735]: pgmap v5269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:04.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:04.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:05 smithi170 ceph-mon[97338]: pgmap v5270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:05 smithi081 ceph-mon[95500]: pgmap v5270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:05 smithi081 ceph-mon[107735]: pgmap v5270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:07 smithi170 ceph-mon[97338]: pgmap v5271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:07 smithi081 ceph-mon[95500]: pgmap v5271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:07 smithi081 ceph-mon[107735]: pgmap v5271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:09 smithi170 ceph-mon[97338]: pgmap v5272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:09 smithi081 ceph-mon[95500]: pgmap v5272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:09 smithi081 ceph-mon[107735]: pgmap v5272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:11 smithi170 ceph-mon[97338]: pgmap v5273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:11.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:11 smithi081 ceph-mon[95500]: pgmap v5273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:11 smithi081 ceph-mon[107735]: pgmap v5273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:12.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:12.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:12.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:12.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:13.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:34:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:13 smithi170 ceph-mon[97338]: pgmap v5274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:13 smithi081 ceph-mon[95500]: pgmap v5274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:13 smithi081 ceph-mon[107735]: pgmap v5274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:14.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:14.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:15 smithi170 ceph-mon[97338]: pgmap v5275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:15 smithi081 ceph-mon[95500]: pgmap v5275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:15.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:15 smithi081 ceph-mon[107735]: pgmap v5275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:17 smithi170 ceph-mon[97338]: pgmap v5276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:17 smithi081 ceph-mon[95500]: pgmap v5276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:17 smithi081 ceph-mon[107735]: pgmap v5276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:19 smithi170 ceph-mon[97338]: pgmap v5277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:19 smithi081 ceph-mon[95500]: pgmap v5277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:19 smithi081 ceph-mon[107735]: pgmap v5277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:21 smithi170 ceph-mon[97338]: pgmap v5278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:21 smithi081 ceph-mon[95500]: pgmap v5278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:21 smithi081 ceph-mon[107735]: pgmap v5278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:22.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:22.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:23.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:34:23.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:23 smithi170 ceph-mon[97338]: pgmap v5279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:23 smithi081 ceph-mon[95500]: pgmap v5279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:23 smithi081 ceph-mon[107735]: pgmap v5279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:24.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:24.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:25 smithi081 ceph-mon[95500]: pgmap v5280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:25 smithi081 ceph-mon[107735]: pgmap v5280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:25 smithi170 ceph-mon[97338]: pgmap v5280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:27 smithi170 ceph-mon[97338]: pgmap v5281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:27 smithi081 ceph-mon[95500]: pgmap v5281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:27 smithi081 ceph-mon[107735]: pgmap v5281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:29 smithi170 ceph-mon[97338]: pgmap v5282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:29 smithi081 ceph-mon[95500]: pgmap v5282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:29 smithi081 ceph-mon[107735]: pgmap v5282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:31 smithi081 ceph-mon[95500]: pgmap v5283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:31 smithi081 ceph-mon[107735]: pgmap v5283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:31 smithi170 ceph-mon[97338]: pgmap v5283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:32.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:32.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:33.501 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:34:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:33 smithi081 ceph-mon[95500]: pgmap v5284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:33 smithi081 ceph-mon[107735]: pgmap v5284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:33 smithi170 ceph-mon[97338]: pgmap v5284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:34.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:34.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:35 smithi081 ceph-mon[95500]: pgmap v5285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:35 smithi081 ceph-mon[107735]: pgmap v5285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:35 smithi170 ceph-mon[97338]: pgmap v5285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:37 smithi170 ceph-mon[97338]: pgmap v5286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:37.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:37 smithi081 ceph-mon[95500]: pgmap v5286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:37.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:37 smithi081 ceph-mon[107735]: pgmap v5286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:39 smithi170 ceph-mon[97338]: pgmap v5287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:39 smithi081 ceph-mon[95500]: pgmap v5287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:39 smithi081 ceph-mon[107735]: pgmap v5287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:41 smithi081 ceph-mon[95500]: pgmap v5288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:41 smithi081 ceph-mon[107735]: pgmap v5288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:41 smithi170 ceph-mon[97338]: pgmap v5288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:42.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:42.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:43.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:34:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:43 smithi081 ceph-mon[95500]: pgmap v5289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:43 smithi081 ceph-mon[107735]: pgmap v5289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:43 smithi170 ceph-mon[97338]: pgmap v5289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:44.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:44.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:45.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:45 smithi081 ceph-mon[95500]: pgmap v5290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:45.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:45 smithi081 ceph-mon[107735]: pgmap v5290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:45 smithi170 ceph-mon[97338]: pgmap v5290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:47 smithi170 ceph-mon[97338]: pgmap v5291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:47.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:47 smithi081 ceph-mon[95500]: pgmap v5291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:47 smithi081 ceph-mon[107735]: pgmap v5291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:49 smithi081 ceph-mon[95500]: pgmap v5292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:49 smithi081 ceph-mon[107735]: pgmap v5292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:49 smithi170 ceph-mon[97338]: pgmap v5292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:51.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:51 smithi081 ceph-mon[95500]: pgmap v5293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:51 smithi081 ceph-mon[107735]: pgmap v5293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:51 smithi170 ceph-mon[97338]: pgmap v5293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:52.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:52.310Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:53.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:34:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:53 smithi081 ceph-mon[95500]: pgmap v5294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:53 smithi081 ceph-mon[107735]: pgmap v5294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:53.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:53 smithi170 ceph-mon[97338]: pgmap v5294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:34:54.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:34:54.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:34:55.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:55 smithi081 ceph-mon[95500]: pgmap v5295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:55.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:55 smithi081 ceph-mon[107735]: pgmap v5295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:55 smithi170 ceph-mon[97338]: pgmap v5295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:57 smithi170 ceph-mon[97338]: pgmap v5296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:57 smithi081 ceph-mon[95500]: pgmap v5296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:57 smithi081 ceph-mon[107735]: pgmap v5296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:34:59 smithi081 ceph-mon[95500]: pgmap v5297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:34:59 smithi081 ceph-mon[107735]: pgmap v5297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:34:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:34:59 smithi170 ceph-mon[97338]: pgmap v5297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:01 smithi081 ceph-mon[95500]: pgmap v5298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:01 smithi081 ceph-mon[107735]: pgmap v5298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:01 smithi170 ceph-mon[97338]: pgmap v5298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:02.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:02.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:03.508 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:35:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:03 smithi081 ceph-mon[95500]: pgmap v5299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:03.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:03 smithi081 ceph-mon[107735]: pgmap v5299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:03.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:03 smithi170 ceph-mon[97338]: pgmap v5299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:04.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:04.175Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:05 smithi081 ceph-mon[95500]: pgmap v5300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:05 smithi081 ceph-mon[107735]: pgmap v5300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:05 smithi170 ceph-mon[97338]: pgmap v5300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:07 smithi170 ceph-mon[97338]: pgmap v5301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:07 smithi081 ceph-mon[95500]: pgmap v5301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:07 smithi081 ceph-mon[107735]: pgmap v5301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:09 smithi081 ceph-mon[95500]: pgmap v5302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:09 smithi081 ceph-mon[107735]: pgmap v5302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:09 smithi170 ceph-mon[97338]: pgmap v5302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:11 smithi081 ceph-mon[95500]: pgmap v5303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:11 smithi081 ceph-mon[107735]: pgmap v5303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:11 smithi170 ceph-mon[97338]: pgmap v5303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:12.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:12.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:13.513 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:35:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:13 smithi081 ceph-mon[95500]: pgmap v5304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:13 smithi081 ceph-mon[107735]: pgmap v5304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:13 smithi170 ceph-mon[97338]: pgmap v5304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:14.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:14.175Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:15.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:15 smithi081 ceph-mon[95500]: pgmap v5305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:15 smithi081 ceph-mon[107735]: pgmap v5305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:15.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:15 smithi170 ceph-mon[97338]: pgmap v5305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:17 smithi170 ceph-mon[97338]: pgmap v5306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:17 smithi081 ceph-mon[95500]: pgmap v5306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:17 smithi081 ceph-mon[107735]: pgmap v5306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:19 smithi081 ceph-mon[95500]: pgmap v5307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:19 smithi081 ceph-mon[107735]: pgmap v5307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:19 smithi170 ceph-mon[97338]: pgmap v5307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:21 smithi081 ceph-mon[95500]: pgmap v5308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:21 smithi081 ceph-mon[107735]: pgmap v5308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:21 smithi170 ceph-mon[97338]: pgmap v5308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:22.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:22.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:35:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:23 smithi170 ceph-mon[97338]: pgmap v5309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:23 smithi081 ceph-mon[95500]: pgmap v5309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:23 smithi081 ceph-mon[107735]: pgmap v5309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:24.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:24.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:25 smithi170 ceph-mon[97338]: pgmap v5310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:25 smithi081 ceph-mon[95500]: pgmap v5310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:25 smithi081 ceph-mon[107735]: pgmap v5310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:27 smithi170 ceph-mon[97338]: pgmap v5311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:27 smithi081 ceph-mon[95500]: pgmap v5311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:27 smithi081 ceph-mon[107735]: pgmap v5311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:29 smithi081 ceph-mon[95500]: pgmap v5312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:29 smithi081 ceph-mon[107735]: pgmap v5312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:29 smithi170 ceph-mon[97338]: pgmap v5312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:31 smithi081 ceph-mon[95500]: pgmap v5313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:31 smithi081 ceph-mon[107735]: pgmap v5313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:31 smithi170 ceph-mon[97338]: pgmap v5313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:32.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:32.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:35:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:33 smithi081 ceph-mon[95500]: pgmap v5314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:33 smithi081 ceph-mon[107735]: pgmap v5314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:33 smithi170 ceph-mon[97338]: pgmap v5314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:34.175Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:34.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:35 smithi170 ceph-mon[97338]: pgmap v5315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:35 smithi081 ceph-mon[95500]: pgmap v5315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:35 smithi081 ceph-mon[107735]: pgmap v5315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:37 smithi170 ceph-mon[97338]: pgmap v5316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:37 smithi081 ceph-mon[95500]: pgmap v5316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:37 smithi081 ceph-mon[107735]: pgmap v5316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:39 smithi081 ceph-mon[95500]: pgmap v5317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:39 smithi081 ceph-mon[107735]: pgmap v5317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:39 smithi170 ceph-mon[97338]: pgmap v5317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:41 smithi081 ceph-mon[95500]: pgmap v5318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:41 smithi081 ceph-mon[107735]: pgmap v5318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:41 smithi170 ceph-mon[97338]: pgmap v5318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:42.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:42.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:35:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:43 smithi170 ceph-mon[97338]: pgmap v5319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:43 smithi081 ceph-mon[95500]: pgmap v5319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:43 smithi081 ceph-mon[107735]: pgmap v5319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:44.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:44.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:45 smithi170 ceph-mon[97338]: pgmap v5320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:45 smithi081 ceph-mon[95500]: pgmap v5320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:45 smithi081 ceph-mon[107735]: pgmap v5320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:47 smithi170 ceph-mon[97338]: pgmap v5321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:47 smithi081 ceph-mon[95500]: pgmap v5321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:47 smithi081 ceph-mon[107735]: pgmap v5321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:49 smithi170 ceph-mon[97338]: pgmap v5322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:49 smithi081 ceph-mon[95500]: pgmap v5322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:49 smithi081 ceph-mon[107735]: pgmap v5322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:51 smithi170 ceph-mon[97338]: pgmap v5323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:51 smithi081 ceph-mon[95500]: pgmap v5323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:51 smithi081 ceph-mon[107735]: pgmap v5323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:52.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:52.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:35:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:53 smithi170 ceph-mon[97338]: pgmap v5324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:53 smithi081 ceph-mon[95500]: pgmap v5324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:53 smithi081 ceph-mon[107735]: pgmap v5324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:35:54.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:35:54.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:35:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:55 smithi170 ceph-mon[97338]: pgmap v5325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:55 smithi081 ceph-mon[95500]: pgmap v5325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:56.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:55 smithi081 ceph-mon[107735]: pgmap v5325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:57 smithi170 ceph-mon[97338]: pgmap v5326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:57 smithi081 ceph-mon[95500]: pgmap v5326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:57 smithi081 ceph-mon[107735]: pgmap v5326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:35:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:35:59 smithi170 ceph-mon[97338]: pgmap v5327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:35:59 smithi081 ceph-mon[95500]: pgmap v5327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:35:59 smithi081 ceph-mon[107735]: pgmap v5327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:01 smithi170 ceph-mon[97338]: pgmap v5328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:01 smithi081 ceph-mon[95500]: pgmap v5328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:01 smithi081 ceph-mon[107735]: pgmap v5328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:02.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:02.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:36:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:03 smithi170 ceph-mon[97338]: pgmap v5329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:03 smithi081 ceph-mon[95500]: pgmap v5329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:03 smithi081 ceph-mon[107735]: pgmap v5329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:04.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:04.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:05 smithi170 ceph-mon[97338]: pgmap v5330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:05 smithi081 ceph-mon[95500]: pgmap v5330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:05 smithi081 ceph-mon[107735]: pgmap v5330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:07 smithi170 ceph-mon[97338]: pgmap v5331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:07 smithi081 ceph-mon[95500]: pgmap v5331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:07 smithi081 ceph-mon[107735]: pgmap v5331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:09 smithi170 ceph-mon[97338]: pgmap v5332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:09 smithi081 ceph-mon[95500]: pgmap v5332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:09 smithi081 ceph-mon[107735]: pgmap v5332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:11 smithi170 ceph-mon[97338]: pgmap v5333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:11 smithi081 ceph-mon[95500]: pgmap v5333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:11 smithi081 ceph-mon[107735]: pgmap v5333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:12.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:12.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:36:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:13 smithi170 ceph-mon[97338]: pgmap v5334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:13 smithi081 ceph-mon[95500]: pgmap v5334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:13 smithi081 ceph-mon[107735]: pgmap v5334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:14.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:14.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:15 smithi170 ceph-mon[97338]: pgmap v5335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:15 smithi081 ceph-mon[95500]: pgmap v5335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:15 smithi081 ceph-mon[107735]: pgmap v5335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:17 smithi170 ceph-mon[97338]: pgmap v5336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:17 smithi081 ceph-mon[95500]: pgmap v5336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:17 smithi081 ceph-mon[107735]: pgmap v5336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:19 smithi170 ceph-mon[97338]: pgmap v5337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:19 smithi081 ceph-mon[95500]: pgmap v5337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:19 smithi081 ceph-mon[107735]: pgmap v5337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:21 smithi170 ceph-mon[97338]: pgmap v5338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:21 smithi081 ceph-mon[95500]: pgmap v5338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:21 smithi081 ceph-mon[107735]: pgmap v5338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:22.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:22.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:36:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:23 smithi170 ceph-mon[97338]: pgmap v5339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:23 smithi081 ceph-mon[95500]: pgmap v5339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:23 smithi081 ceph-mon[107735]: pgmap v5339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:24.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:24.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:25 smithi170 ceph-mon[97338]: pgmap v5340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:25 smithi081 ceph-mon[95500]: pgmap v5340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:25 smithi081 ceph-mon[107735]: pgmap v5340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:27 smithi170 ceph-mon[97338]: pgmap v5341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:27 smithi081 ceph-mon[95500]: pgmap v5341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:27 smithi081 ceph-mon[107735]: pgmap v5341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:29 smithi170 ceph-mon[97338]: pgmap v5342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:29 smithi081 ceph-mon[95500]: pgmap v5342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:29 smithi081 ceph-mon[107735]: pgmap v5342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:31 smithi170 ceph-mon[97338]: pgmap v5343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:31 smithi081 ceph-mon[95500]: pgmap v5343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:31 smithi081 ceph-mon[107735]: pgmap v5343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:32.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:32.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:36:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:33 smithi170 ceph-mon[97338]: pgmap v5344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:33 smithi081 ceph-mon[95500]: pgmap v5344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:33 smithi081 ceph-mon[107735]: pgmap v5344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:34.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:34.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:35 smithi170 ceph-mon[97338]: pgmap v5345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:35 smithi081 ceph-mon[95500]: pgmap v5345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:35 smithi081 ceph-mon[107735]: pgmap v5345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:37 smithi170 ceph-mon[97338]: pgmap v5346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:37 smithi081 ceph-mon[95500]: pgmap v5346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:37 smithi081 ceph-mon[107735]: pgmap v5346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:39 smithi170 ceph-mon[97338]: pgmap v5347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:39 smithi081 ceph-mon[95500]: pgmap v5347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:39 smithi081 ceph-mon[107735]: pgmap v5347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:41 smithi170 ceph-mon[97338]: pgmap v5348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:41 smithi081 ceph-mon[95500]: pgmap v5348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:41 smithi081 ceph-mon[107735]: pgmap v5348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:42.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:42.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:36:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:43 smithi170 ceph-mon[97338]: pgmap v5349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:43 smithi081 ceph-mon[107735]: pgmap v5349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:43 smithi081 ceph-mon[95500]: pgmap v5349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:44.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:44.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:45 smithi170 ceph-mon[97338]: pgmap v5350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:45 smithi081 ceph-mon[95500]: pgmap v5350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:45 smithi081 ceph-mon[107735]: pgmap v5350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:47 smithi170 ceph-mon[97338]: pgmap v5351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:47 smithi081 ceph-mon[95500]: pgmap v5351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:47 smithi081 ceph-mon[107735]: pgmap v5351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:49 smithi170 ceph-mon[97338]: pgmap v5352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:49 smithi081 ceph-mon[95500]: pgmap v5352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:49 smithi081 ceph-mon[107735]: pgmap v5352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:51 smithi170 ceph-mon[97338]: pgmap v5353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:51 smithi081 ceph-mon[95500]: pgmap v5353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:51 smithi081 ceph-mon[107735]: pgmap v5353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:52.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:52.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:36:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:53 smithi170 ceph-mon[97338]: pgmap v5354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:53 smithi081 ceph-mon[95500]: pgmap v5354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:53 smithi081 ceph-mon[107735]: pgmap v5354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:36:54.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:36:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:36:54.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:36:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:55 smithi170 ceph-mon[97338]: pgmap v5355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:56.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:55 smithi081 ceph-mon[95500]: pgmap v5355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:55 smithi081 ceph-mon[107735]: pgmap v5355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:57 smithi170 ceph-mon[97338]: pgmap v5356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:57 smithi081 ceph-mon[95500]: pgmap v5356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:57 smithi081 ceph-mon[107735]: pgmap v5356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:36:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:36:59 smithi170 ceph-mon[97338]: pgmap v5357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:36:59 smithi081 ceph-mon[95500]: pgmap v5357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:36:59 smithi081 ceph-mon[107735]: pgmap v5357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:01 smithi170 ceph-mon[97338]: pgmap v5358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:01 smithi081 ceph-mon[95500]: pgmap v5358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:01 smithi081 ceph-mon[107735]: pgmap v5358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:02.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:02.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:37:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:03 smithi170 ceph-mon[97338]: pgmap v5359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:03 smithi081 ceph-mon[95500]: pgmap v5359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:03 smithi081 ceph-mon[107735]: pgmap v5359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:04.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:04.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:05 smithi170 ceph-mon[97338]: pgmap v5360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:05 smithi081 ceph-mon[95500]: pgmap v5360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:05 smithi081 ceph-mon[107735]: pgmap v5360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:07 smithi170 ceph-mon[97338]: pgmap v5361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:07 smithi081 ceph-mon[95500]: pgmap v5361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:07 smithi081 ceph-mon[107735]: pgmap v5361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:09 smithi170 ceph-mon[97338]: pgmap v5362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:09 smithi081 ceph-mon[95500]: pgmap v5362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:09 smithi081 ceph-mon[107735]: pgmap v5362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:11 smithi170 ceph-mon[97338]: pgmap v5363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:11 smithi081 ceph-mon[95500]: pgmap v5363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:11 smithi081 ceph-mon[107735]: pgmap v5363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:12.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:12.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:12.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:37:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:13 smithi170 ceph-mon[97338]: pgmap v5364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:13 smithi081 ceph-mon[95500]: pgmap v5364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:13 smithi081 ceph-mon[107735]: pgmap v5364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:14.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:14.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:15 smithi170 ceph-mon[97338]: pgmap v5365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:15 smithi081 ceph-mon[95500]: pgmap v5365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:15 smithi081 ceph-mon[107735]: pgmap v5365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:17 smithi170 ceph-mon[97338]: pgmap v5366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:17 smithi081 ceph-mon[95500]: pgmap v5366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:17 smithi081 ceph-mon[107735]: pgmap v5366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:19 smithi170 ceph-mon[97338]: pgmap v5367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:19 smithi081 ceph-mon[95500]: pgmap v5367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:19 smithi081 ceph-mon[107735]: pgmap v5367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:21 smithi170 ceph-mon[97338]: pgmap v5368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:21 smithi081 ceph-mon[95500]: pgmap v5368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:21 smithi081 ceph-mon[107735]: pgmap v5368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:22.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:22.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:37:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:23 smithi170 ceph-mon[97338]: pgmap v5369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:23 smithi081 ceph-mon[95500]: pgmap v5369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:23 smithi081 ceph-mon[107735]: pgmap v5369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:24.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:24.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:25 smithi170 ceph-mon[97338]: pgmap v5370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:25 smithi081 ceph-mon[95500]: pgmap v5370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:25 smithi081 ceph-mon[107735]: pgmap v5370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:27 smithi170 ceph-mon[97338]: pgmap v5371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:27.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:27 smithi081 ceph-mon[95500]: pgmap v5371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:27 smithi081 ceph-mon[107735]: pgmap v5371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:29 smithi170 ceph-mon[97338]: pgmap v5372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:29 smithi081 ceph-mon[95500]: pgmap v5372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:29 smithi081 ceph-mon[107735]: pgmap v5372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:31 smithi170 ceph-mon[97338]: pgmap v5373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:31 smithi081 ceph-mon[95500]: pgmap v5373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:31 smithi081 ceph-mon[107735]: pgmap v5373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:32.322Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:32.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:37:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:33 smithi170 ceph-mon[97338]: pgmap v5374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:33 smithi081 ceph-mon[95500]: pgmap v5374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:33 smithi081 ceph-mon[107735]: pgmap v5374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:34.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:34.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:35 smithi170 ceph-mon[97338]: pgmap v5375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:35 smithi081 ceph-mon[95500]: pgmap v5375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:35 smithi081 ceph-mon[107735]: pgmap v5375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:37 smithi170 ceph-mon[97338]: pgmap v5376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:37 smithi081 ceph-mon[95500]: pgmap v5376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:37 smithi081 ceph-mon[107735]: pgmap v5376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:39 smithi170 ceph-mon[97338]: pgmap v5377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:39 smithi081 ceph-mon[95500]: pgmap v5377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:39 smithi081 ceph-mon[107735]: pgmap v5377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:41 smithi170 ceph-mon[97338]: pgmap v5378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:41 smithi081 ceph-mon[95500]: pgmap v5378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:41 smithi081 ceph-mon[107735]: pgmap v5378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:42.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:42.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:37:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:43 smithi170 ceph-mon[97338]: pgmap v5379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:43 smithi081 ceph-mon[95500]: pgmap v5379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:43 smithi081 ceph-mon[107735]: pgmap v5379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:44.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:44.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:45 smithi170 ceph-mon[97338]: pgmap v5380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:45 smithi081 ceph-mon[107735]: pgmap v5380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:46.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:45 smithi081 ceph-mon[95500]: pgmap v5380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:47 smithi170 ceph-mon[97338]: pgmap v5381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:47 smithi081 ceph-mon[95500]: pgmap v5381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:47 smithi081 ceph-mon[107735]: pgmap v5381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:49 smithi170 ceph-mon[97338]: pgmap v5382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:50.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:49 smithi081 ceph-mon[95500]: pgmap v5382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:50.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:49 smithi081 ceph-mon[107735]: pgmap v5382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:51 smithi170 ceph-mon[97338]: pgmap v5383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:51 smithi081 ceph-mon[95500]: pgmap v5383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:51 smithi081 ceph-mon[107735]: pgmap v5383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:52.324Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:52.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:37:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:53 smithi170 ceph-mon[97338]: pgmap v5384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:53 smithi081 ceph-mon[95500]: pgmap v5384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:53 smithi081 ceph-mon[107735]: pgmap v5384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:37:54.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:37:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:37:54.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:37:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:55 smithi170 ceph-mon[97338]: pgmap v5385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:55 smithi081 ceph-mon[95500]: pgmap v5385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:55 smithi081 ceph-mon[107735]: pgmap v5385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:57 smithi170 ceph-mon[97338]: pgmap v5386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:57 smithi081 ceph-mon[95500]: pgmap v5386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:57 smithi081 ceph-mon[107735]: pgmap v5386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:37:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:37:59 smithi170 ceph-mon[97338]: pgmap v5387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:00.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:37:59 smithi081 ceph-mon[95500]: pgmap v5387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:00.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:37:59 smithi081 ceph-mon[107735]: pgmap v5387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:01 smithi170 ceph-mon[97338]: pgmap v5388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:01 smithi081 ceph-mon[95500]: pgmap v5388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:01 smithi081 ceph-mon[107735]: pgmap v5388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:02.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:02.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:38:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:03 smithi170 ceph-mon[97338]: pgmap v5389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:03 smithi081 ceph-mon[95500]: pgmap v5389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:03 smithi081 ceph-mon[107735]: pgmap v5389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:04.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:04.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:05 smithi170 ceph-mon[97338]: pgmap v5390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:05 smithi081 ceph-mon[95500]: pgmap v5390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:05 smithi081 ceph-mon[107735]: pgmap v5390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:07 smithi170 ceph-mon[97338]: pgmap v5391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:07 smithi081 ceph-mon[95500]: pgmap v5391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:07 smithi081 ceph-mon[107735]: pgmap v5391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:09 smithi170 ceph-mon[97338]: pgmap v5392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:09 smithi081 ceph-mon[95500]: pgmap v5392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:09 smithi081 ceph-mon[107735]: pgmap v5392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:11 smithi170 ceph-mon[97338]: pgmap v5393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:11 smithi081 ceph-mon[95500]: pgmap v5393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:11 smithi081 ceph-mon[107735]: pgmap v5393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:12.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:12.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:38:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:13 smithi170 ceph-mon[97338]: pgmap v5394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:13 smithi081 ceph-mon[95500]: pgmap v5394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:13 smithi081 ceph-mon[107735]: pgmap v5394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:14.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:14.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:15 smithi170 ceph-mon[97338]: pgmap v5395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:15 smithi081 ceph-mon[95500]: pgmap v5395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:15 smithi081 ceph-mon[107735]: pgmap v5395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:17 smithi170 ceph-mon[97338]: pgmap v5396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:17 smithi081 ceph-mon[95500]: pgmap v5396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:17 smithi081 ceph-mon[107735]: pgmap v5396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:19 smithi170 ceph-mon[97338]: pgmap v5397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:19 smithi081 ceph-mon[95500]: pgmap v5397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:19 smithi081 ceph-mon[107735]: pgmap v5397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:21 smithi170 ceph-mon[97338]: pgmap v5398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:21 smithi081 ceph-mon[95500]: pgmap v5398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:21 smithi081 ceph-mon[107735]: pgmap v5398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:22.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:22.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:38:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:23 smithi170 ceph-mon[97338]: pgmap v5399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:23 smithi081 ceph-mon[95500]: pgmap v5399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:23 smithi081 ceph-mon[107735]: pgmap v5399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:24.186Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:24.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:25 smithi170 ceph-mon[97338]: pgmap v5400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:25 smithi081 ceph-mon[95500]: pgmap v5400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:25 smithi081 ceph-mon[107735]: pgmap v5400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:27 smithi170 ceph-mon[97338]: pgmap v5401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:27 smithi081 ceph-mon[95500]: pgmap v5401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:27 smithi081 ceph-mon[107735]: pgmap v5401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:29 smithi170 ceph-mon[97338]: pgmap v5402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:29 smithi081 ceph-mon[95500]: pgmap v5402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:29 smithi081 ceph-mon[107735]: pgmap v5402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:31 smithi170 ceph-mon[97338]: pgmap v5403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:31 smithi081 ceph-mon[95500]: pgmap v5403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:31 smithi081 ceph-mon[107735]: pgmap v5403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:32.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:32.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:32.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:38:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:33 smithi170 ceph-mon[97338]: pgmap v5404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:33 smithi081 ceph-mon[95500]: pgmap v5404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:33 smithi081 ceph-mon[107735]: pgmap v5404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:34.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:34.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:35 smithi170 ceph-mon[97338]: pgmap v5405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:35 smithi081 ceph-mon[95500]: pgmap v5405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:35 smithi081 ceph-mon[107735]: pgmap v5405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:37 smithi170 ceph-mon[97338]: pgmap v5406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:37 smithi081 ceph-mon[95500]: pgmap v5406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:37 smithi081 ceph-mon[107735]: pgmap v5406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:39 smithi170 ceph-mon[97338]: pgmap v5407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:39 smithi081 ceph-mon[95500]: pgmap v5407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:39 smithi081 ceph-mon[107735]: pgmap v5407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:41 smithi170 ceph-mon[97338]: pgmap v5408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:41 smithi081 ceph-mon[95500]: pgmap v5408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:41 smithi081 ceph-mon[107735]: pgmap v5408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:42.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:42.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:38:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:43 smithi170 ceph-mon[97338]: pgmap v5409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:43 smithi081 ceph-mon[95500]: pgmap v5409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:43 smithi081 ceph-mon[107735]: pgmap v5409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:44.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:44.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:45 smithi170 ceph-mon[97338]: pgmap v5410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:45 smithi081 ceph-mon[95500]: pgmap v5410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:45 smithi081 ceph-mon[107735]: pgmap v5410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:47 smithi170 ceph-mon[97338]: pgmap v5411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:47 smithi081 ceph-mon[95500]: pgmap v5411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:47 smithi081 ceph-mon[107735]: pgmap v5411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:49 smithi170 ceph-mon[97338]: pgmap v5412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:49 smithi081 ceph-mon[95500]: pgmap v5412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:49 smithi081 ceph-mon[107735]: pgmap v5412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:51 smithi170 ceph-mon[97338]: pgmap v5413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:52.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:51 smithi081 ceph-mon[95500]: pgmap v5413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:51 smithi081 ceph-mon[107735]: pgmap v5413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:52.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:52.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:38:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:53 smithi170 ceph-mon[97338]: pgmap v5414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:53 smithi081 ceph-mon[107735]: pgmap v5414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:53 smithi081 ceph-mon[95500]: pgmap v5414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:38:54.189Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:38:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:38:54.190Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:38:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:55 smithi170 ceph-mon[97338]: pgmap v5415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:55 smithi081 ceph-mon[95500]: pgmap v5415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:55 smithi081 ceph-mon[107735]: pgmap v5415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:57 smithi170 ceph-mon[97338]: pgmap v5416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:57 smithi081 ceph-mon[95500]: pgmap v5416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:57 smithi081 ceph-mon[107735]: pgmap v5416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:38:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:38:59 smithi170 ceph-mon[97338]: pgmap v5417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:38:59 smithi081 ceph-mon[95500]: pgmap v5417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:38:59 smithi081 ceph-mon[107735]: pgmap v5417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:01 smithi170 ceph-mon[97338]: pgmap v5418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:01 smithi081 ceph-mon[95500]: pgmap v5418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:01 smithi081 ceph-mon[107735]: pgmap v5418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:02.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:02.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:39:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:03 smithi170 ceph-mon[97338]: pgmap v5419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:03 smithi081 ceph-mon[95500]: pgmap v5419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:03 smithi081 ceph-mon[107735]: pgmap v5419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:04.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:04.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:05 smithi170 ceph-mon[97338]: pgmap v5420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:05 smithi081 ceph-mon[95500]: pgmap v5420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:05 smithi081 ceph-mon[107735]: pgmap v5420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:07 smithi170 ceph-mon[97338]: pgmap v5421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:07 smithi081 ceph-mon[95500]: pgmap v5421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:07 smithi081 ceph-mon[107735]: pgmap v5421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:09 smithi170 ceph-mon[97338]: pgmap v5422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:10.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:09 smithi081 ceph-mon[95500]: pgmap v5422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:10.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:09 smithi081 ceph-mon[107735]: pgmap v5422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:11 smithi170 ceph-mon[97338]: pgmap v5423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:11 smithi081 ceph-mon[95500]: pgmap v5423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:11 smithi081 ceph-mon[107735]: pgmap v5423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:12.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:12.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:39:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:13 smithi170 ceph-mon[97338]: pgmap v5424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:13 smithi081 ceph-mon[95500]: pgmap v5424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:13 smithi081 ceph-mon[107735]: pgmap v5424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:14.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:14.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:15 smithi170 ceph-mon[97338]: pgmap v5425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:15 smithi081 ceph-mon[95500]: pgmap v5425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:15 smithi081 ceph-mon[107735]: pgmap v5425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:17 smithi170 ceph-mon[97338]: pgmap v5426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:17 smithi081 ceph-mon[95500]: pgmap v5426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:17 smithi081 ceph-mon[107735]: pgmap v5426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:19 smithi170 ceph-mon[97338]: pgmap v5427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:19 smithi081 ceph-mon[95500]: pgmap v5427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:19 smithi081 ceph-mon[107735]: pgmap v5427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:21 smithi170 ceph-mon[97338]: pgmap v5428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:21 smithi081 ceph-mon[95500]: pgmap v5428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:21 smithi081 ceph-mon[107735]: pgmap v5428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:22.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:22.330Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:39:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:23 smithi170 ceph-mon[97338]: pgmap v5429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:23 smithi081 ceph-mon[95500]: pgmap v5429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:23 smithi081 ceph-mon[107735]: pgmap v5429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:24.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:24.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:25 smithi170 ceph-mon[97338]: pgmap v5430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:25 smithi081 ceph-mon[95500]: pgmap v5430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:25 smithi081 ceph-mon[107735]: pgmap v5430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:27 smithi081 ceph-mon[95500]: pgmap v5431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:27 smithi081 ceph-mon[107735]: pgmap v5431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:27 smithi170 ceph-mon[97338]: pgmap v5431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:29 smithi170 ceph-mon[97338]: pgmap v5432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:29 smithi081 ceph-mon[95500]: pgmap v5432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:29 smithi081 ceph-mon[107735]: pgmap v5432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:31 smithi170 ceph-mon[97338]: pgmap v5433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:31 smithi081 ceph-mon[95500]: pgmap v5433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:31 smithi081 ceph-mon[107735]: pgmap v5433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:32.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:32.330Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:39:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:33 smithi170 ceph-mon[97338]: pgmap v5434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:33 smithi081 ceph-mon[95500]: pgmap v5434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:33 smithi081 ceph-mon[107735]: pgmap v5434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:34.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:34.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:35 smithi170 ceph-mon[97338]: pgmap v5435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:35 smithi081 ceph-mon[95500]: pgmap v5435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:35 smithi081 ceph-mon[107735]: pgmap v5435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:37 smithi081 ceph-mon[95500]: pgmap v5436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:37 smithi081 ceph-mon[107735]: pgmap v5436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:37 smithi170 ceph-mon[97338]: pgmap v5436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:39 smithi170 ceph-mon[97338]: pgmap v5437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:40.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:39 smithi081 ceph-mon[95500]: pgmap v5437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:40.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:39 smithi081 ceph-mon[107735]: pgmap v5437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:41 smithi170 ceph-mon[97338]: pgmap v5438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:41 smithi081 ceph-mon[95500]: pgmap v5438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:41 smithi081 ceph-mon[107735]: pgmap v5438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:42.330Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:42.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:42.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:39:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:43 smithi170 ceph-mon[97338]: pgmap v5439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:44.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:43 smithi081 ceph-mon[95500]: pgmap v5439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:43 smithi081 ceph-mon[107735]: pgmap v5439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:44.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:44.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:45 smithi170 ceph-mon[97338]: pgmap v5440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:45 smithi081 ceph-mon[95500]: pgmap v5440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:45 smithi081 ceph-mon[107735]: pgmap v5440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:47 smithi081 ceph-mon[95500]: pgmap v5441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:47 smithi081 ceph-mon[107735]: pgmap v5441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:47 smithi170 ceph-mon[97338]: pgmap v5441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:49 smithi170 ceph-mon[97338]: pgmap v5442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:49 smithi081 ceph-mon[95500]: pgmap v5442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:49 smithi081 ceph-mon[107735]: pgmap v5442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:52.000 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:51 smithi170 ceph-mon[97338]: pgmap v5443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:51 smithi081 ceph-mon[95500]: pgmap v5443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:51 smithi081 ceph-mon[107735]: pgmap v5443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:52.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:52.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:39:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:53 smithi170 ceph-mon[97338]: pgmap v5444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:53 smithi081 ceph-mon[95500]: pgmap v5444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:53 smithi081 ceph-mon[107735]: pgmap v5444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:39:54.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:39:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:39:54.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:39:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:55 smithi170 ceph-mon[97338]: pgmap v5445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:55 smithi081 ceph-mon[95500]: pgmap v5445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:55 smithi081 ceph-mon[107735]: pgmap v5445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:57 smithi081 ceph-mon[95500]: pgmap v5446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:57 smithi081 ceph-mon[107735]: pgmap v5446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:57 smithi170 ceph-mon[97338]: pgmap v5446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:39:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:39:59 smithi170 ceph-mon[97338]: pgmap v5447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:39:59 smithi081 ceph-mon[95500]: pgmap v5447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:39:59 smithi081 ceph-mon[107735]: pgmap v5447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:40:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:40:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:40:01.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:01 smithi170 ceph-mon[97338]: pgmap v5448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:01 smithi081 ceph-mon[95500]: pgmap v5448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:01 smithi081 ceph-mon[107735]: pgmap v5448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:02.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:02.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:40:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:03 smithi170 ceph-mon[97338]: pgmap v5449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:03 smithi081 ceph-mon[95500]: pgmap v5449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:03 smithi081 ceph-mon[107735]: pgmap v5449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:04.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:04.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:05 smithi170 ceph-mon[97338]: pgmap v5450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:05 smithi081 ceph-mon[95500]: pgmap v5450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:05 smithi081 ceph-mon[107735]: pgmap v5450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:07 smithi081 ceph-mon[95500]: pgmap v5451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:07 smithi081 ceph-mon[107735]: pgmap v5451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:07 smithi170 ceph-mon[97338]: pgmap v5451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:09 smithi170 ceph-mon[97338]: pgmap v5452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:09 smithi081 ceph-mon[95500]: pgmap v5452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:09 smithi081 ceph-mon[107735]: pgmap v5452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:11 smithi170 ceph-mon[97338]: pgmap v5453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:11 smithi081 ceph-mon[95500]: pgmap v5453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:11 smithi081 ceph-mon[107735]: pgmap v5453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:12.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:12.333Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:40:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:13 smithi170 ceph-mon[97338]: pgmap v5454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:13 smithi081 ceph-mon[95500]: pgmap v5454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:13 smithi081 ceph-mon[107735]: pgmap v5454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:14.196Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:14.197Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:15 smithi170 ceph-mon[97338]: pgmap v5455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:15 smithi081 ceph-mon[95500]: pgmap v5455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:15 smithi081 ceph-mon[107735]: pgmap v5455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:17.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:17 smithi081 ceph-mon[95500]: pgmap v5456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:17.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:17 smithi081 ceph-mon[107735]: pgmap v5456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:17 smithi170 ceph-mon[97338]: pgmap v5456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:19 smithi170 ceph-mon[97338]: pgmap v5457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:19 smithi081 ceph-mon[95500]: pgmap v5457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:19 smithi081 ceph-mon[107735]: pgmap v5457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:21 smithi170 ceph-mon[97338]: pgmap v5458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:21 smithi081 ceph-mon[95500]: pgmap v5458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:21 smithi081 ceph-mon[107735]: pgmap v5458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:22.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:22.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:40:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:23 smithi170 ceph-mon[97338]: pgmap v5459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:24.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:23 smithi081 ceph-mon[95500]: pgmap v5459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:24.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:23 smithi081 ceph-mon[107735]: pgmap v5459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:24.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:24.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:25 smithi170 ceph-mon[97338]: pgmap v5460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:25 smithi081 ceph-mon[95500]: pgmap v5460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:25 smithi081 ceph-mon[107735]: pgmap v5460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:27 smithi081 ceph-mon[95500]: pgmap v5461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:27 smithi081 ceph-mon[107735]: pgmap v5461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:27 smithi170 ceph-mon[97338]: pgmap v5461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:29 smithi170 ceph-mon[97338]: pgmap v5462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:29 smithi081 ceph-mon[95500]: pgmap v5462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:29 smithi081 ceph-mon[107735]: pgmap v5462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:31 smithi170 ceph-mon[97338]: pgmap v5463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:31 smithi081 ceph-mon[95500]: pgmap v5463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:31 smithi081 ceph-mon[107735]: pgmap v5463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:32.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:32.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:32.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:32.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:40:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:33 smithi170 ceph-mon[97338]: pgmap v5464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:33 smithi081 ceph-mon[95500]: pgmap v5464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:33 smithi081 ceph-mon[107735]: pgmap v5464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:34.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:34.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:35 smithi170 ceph-mon[97338]: pgmap v5465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:35 smithi081 ceph-mon[95500]: pgmap v5465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:35 smithi081 ceph-mon[107735]: pgmap v5465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:37 smithi081 ceph-mon[95500]: pgmap v5466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:37 smithi081 ceph-mon[107735]: pgmap v5466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:37 smithi170 ceph-mon[97338]: pgmap v5466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:39 smithi170 ceph-mon[97338]: pgmap v5467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:39 smithi081 ceph-mon[95500]: pgmap v5467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:39 smithi081 ceph-mon[107735]: pgmap v5467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:41 smithi170 ceph-mon[97338]: pgmap v5468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:41 smithi081 ceph-mon[95500]: pgmap v5468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:41 smithi081 ceph-mon[107735]: pgmap v5468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:42.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:42.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:40:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:43 smithi170 ceph-mon[97338]: pgmap v5469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:43 smithi081 ceph-mon[95500]: pgmap v5469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:43 smithi081 ceph-mon[107735]: pgmap v5469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:44.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:44.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:45 smithi170 ceph-mon[97338]: pgmap v5470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:45 smithi081 ceph-mon[95500]: pgmap v5470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:45 smithi081 ceph-mon[107735]: pgmap v5470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:47 smithi081 ceph-mon[95500]: pgmap v5471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:47.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:47 smithi081 ceph-mon[107735]: pgmap v5471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:47 smithi170 ceph-mon[97338]: pgmap v5471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:49 smithi170 ceph-mon[97338]: pgmap v5472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:49 smithi081 ceph-mon[95500]: pgmap v5472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:49 smithi081 ceph-mon[107735]: pgmap v5472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:51.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:51 smithi170 ceph-mon[97338]: pgmap v5473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:51 smithi081 ceph-mon[95500]: pgmap v5473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:51 smithi081 ceph-mon[107735]: pgmap v5473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:52.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:52.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:40:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:53 smithi170 ceph-mon[97338]: pgmap v5474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:53 smithi081 ceph-mon[95500]: pgmap v5474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:53 smithi081 ceph-mon[107735]: pgmap v5474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:40:54.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:40:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:40:54.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:40:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:55 smithi170 ceph-mon[97338]: pgmap v5475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:55 smithi081 ceph-mon[95500]: pgmap v5475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:55 smithi081 ceph-mon[107735]: pgmap v5475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:57 smithi170 ceph-mon[97338]: pgmap v5476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:57 smithi081 ceph-mon[95500]: pgmap v5476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:57 smithi081 ceph-mon[107735]: pgmap v5476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:40:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:40:59 smithi170 ceph-mon[97338]: pgmap v5477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:40:59 smithi081 ceph-mon[95500]: pgmap v5477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:40:59 smithi081 ceph-mon[107735]: pgmap v5477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:01 smithi170 ceph-mon[97338]: pgmap v5478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:01 smithi081 ceph-mon[95500]: pgmap v5478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:01 smithi081 ceph-mon[107735]: pgmap v5478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:02.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:02.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:41:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:03 smithi170 ceph-mon[97338]: pgmap v5479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:03 smithi081 ceph-mon[95500]: pgmap v5479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:03 smithi081 ceph-mon[107735]: pgmap v5479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:04.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:04.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:05 smithi170 ceph-mon[97338]: pgmap v5480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:05 smithi081 ceph-mon[95500]: pgmap v5480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:05 smithi081 ceph-mon[107735]: pgmap v5480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:07 smithi170 ceph-mon[97338]: pgmap v5481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:07 smithi081 ceph-mon[95500]: pgmap v5481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:07 smithi081 ceph-mon[107735]: pgmap v5481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:09 smithi170 ceph-mon[97338]: pgmap v5482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:09 smithi081 ceph-mon[95500]: pgmap v5482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:09 smithi081 ceph-mon[107735]: pgmap v5482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:11 smithi170 ceph-mon[97338]: pgmap v5483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:11 smithi081 ceph-mon[95500]: pgmap v5483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:11 smithi081 ceph-mon[107735]: pgmap v5483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:12.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:12.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:13.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:41:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:13 smithi170 ceph-mon[97338]: pgmap v5484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:13 smithi081 ceph-mon[95500]: pgmap v5484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:13 smithi081 ceph-mon[107735]: pgmap v5484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:14.200Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:14.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:15 smithi170 ceph-mon[97338]: pgmap v5485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:15 smithi081 ceph-mon[95500]: pgmap v5485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:15 smithi081 ceph-mon[107735]: pgmap v5485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:17 smithi170 ceph-mon[97338]: pgmap v5486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:17 smithi081 ceph-mon[95500]: pgmap v5486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:17 smithi081 ceph-mon[107735]: pgmap v5486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:19 smithi170 ceph-mon[97338]: pgmap v5487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:19 smithi081 ceph-mon[95500]: pgmap v5487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:19 smithi081 ceph-mon[107735]: pgmap v5487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:21 smithi170 ceph-mon[97338]: pgmap v5488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:22.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:21 smithi081 ceph-mon[95500]: pgmap v5488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:22.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:21 smithi081 ceph-mon[107735]: pgmap v5488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:22.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:22.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:41:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:23 smithi170 ceph-mon[97338]: pgmap v5489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:23 smithi081 ceph-mon[95500]: pgmap v5489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:23 smithi081 ceph-mon[107735]: pgmap v5489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:24.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:24.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:25 smithi170 ceph-mon[97338]: pgmap v5490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:25 smithi081 ceph-mon[95500]: pgmap v5490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:25 smithi081 ceph-mon[107735]: pgmap v5490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:27 smithi170 ceph-mon[97338]: pgmap v5491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:27 smithi081 ceph-mon[95500]: pgmap v5491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:27 smithi081 ceph-mon[107735]: pgmap v5491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:29 smithi170 ceph-mon[97338]: pgmap v5492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:29 smithi081 ceph-mon[95500]: pgmap v5492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:29 smithi081 ceph-mon[107735]: pgmap v5492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:31 smithi170 ceph-mon[97338]: pgmap v5493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:31 smithi081 ceph-mon[95500]: pgmap v5493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:31 smithi081 ceph-mon[107735]: pgmap v5493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:32.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:32.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:41:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:33 smithi170 ceph-mon[97338]: pgmap v5494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:33 smithi081 ceph-mon[95500]: pgmap v5494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:33 smithi081 ceph-mon[107735]: pgmap v5494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:34.202Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:34.203Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:35 smithi170 ceph-mon[97338]: pgmap v5495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:35 smithi081 ceph-mon[95500]: pgmap v5495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:35 smithi081 ceph-mon[107735]: pgmap v5495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:37 smithi170 ceph-mon[97338]: pgmap v5496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:37 smithi081 ceph-mon[95500]: pgmap v5496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:37 smithi081 ceph-mon[107735]: pgmap v5496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:39 smithi170 ceph-mon[97338]: pgmap v5497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:39 smithi081 ceph-mon[95500]: pgmap v5497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:39 smithi081 ceph-mon[107735]: pgmap v5497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:41 smithi170 ceph-mon[97338]: pgmap v5498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:41 smithi081 ceph-mon[95500]: pgmap v5498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:41 smithi081 ceph-mon[107735]: pgmap v5498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:42.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:42.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:41:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:43 smithi170 ceph-mon[97338]: pgmap v5499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:43 smithi081 ceph-mon[95500]: pgmap v5499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:43 smithi081 ceph-mon[107735]: pgmap v5499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:44.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:44.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:45 smithi170 ceph-mon[97338]: pgmap v5500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:45 smithi081 ceph-mon[95500]: pgmap v5500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:45 smithi081 ceph-mon[107735]: pgmap v5500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:47 smithi170 ceph-mon[97338]: pgmap v5501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:47.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:47 smithi081 ceph-mon[95500]: pgmap v5501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:47.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:47 smithi081 ceph-mon[107735]: pgmap v5501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:49 smithi170 ceph-mon[97338]: pgmap v5502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:49 smithi081 ceph-mon[95500]: pgmap v5502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:49 smithi081 ceph-mon[107735]: pgmap v5502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:51 smithi170 ceph-mon[97338]: pgmap v5503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:51 smithi081 ceph-mon[95500]: pgmap v5503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:51 smithi081 ceph-mon[107735]: pgmap v5503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:52.339Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:52.340Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:41:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:53 smithi170 ceph-mon[97338]: pgmap v5504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:53 smithi081 ceph-mon[95500]: pgmap v5504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:53 smithi081 ceph-mon[107735]: pgmap v5504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:41:54.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:41:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:41:54.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:41:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:55 smithi170 ceph-mon[97338]: pgmap v5505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:55 smithi081 ceph-mon[95500]: pgmap v5505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:55 smithi081 ceph-mon[107735]: pgmap v5505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:57 smithi170 ceph-mon[97338]: pgmap v5506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:57 smithi081 ceph-mon[95500]: pgmap v5506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:57 smithi081 ceph-mon[107735]: pgmap v5506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:41:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:41:59 smithi170 ceph-mon[97338]: pgmap v5507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:41:59 smithi081 ceph-mon[95500]: pgmap v5507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:41:59 smithi081 ceph-mon[107735]: pgmap v5507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:01 smithi170 ceph-mon[97338]: pgmap v5508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:01 smithi081 ceph-mon[95500]: pgmap v5508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:01 smithi081 ceph-mon[107735]: pgmap v5508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:02.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:02.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:42:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:03 smithi170 ceph-mon[97338]: pgmap v5509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:03 smithi081 ceph-mon[95500]: pgmap v5509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:03 smithi081 ceph-mon[107735]: pgmap v5509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:04.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:04.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:05 smithi170 ceph-mon[97338]: pgmap v5510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:05 smithi081 ceph-mon[95500]: pgmap v5510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:05 smithi081 ceph-mon[107735]: pgmap v5510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:07 smithi170 ceph-mon[97338]: pgmap v5511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:07 smithi081 ceph-mon[95500]: pgmap v5511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:07 smithi081 ceph-mon[107735]: pgmap v5511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:09 smithi170 ceph-mon[97338]: pgmap v5512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:09 smithi081 ceph-mon[95500]: pgmap v5512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:09 smithi081 ceph-mon[107735]: pgmap v5512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:11 smithi170 ceph-mon[97338]: pgmap v5513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:11 smithi081 ceph-mon[95500]: pgmap v5513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:11 smithi081 ceph-mon[107735]: pgmap v5513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:12.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:12.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:42:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:13 smithi170 ceph-mon[97338]: pgmap v5514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:13 smithi081 ceph-mon[95500]: pgmap v5514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:13 smithi081 ceph-mon[107735]: pgmap v5514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:14.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:14.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:15 smithi170 ceph-mon[97338]: pgmap v5515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:15 smithi081 ceph-mon[95500]: pgmap v5515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:15 smithi081 ceph-mon[107735]: pgmap v5515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:17 smithi170 ceph-mon[97338]: pgmap v5516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:17 smithi081 ceph-mon[95500]: pgmap v5516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:17 smithi081 ceph-mon[107735]: pgmap v5516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:19 smithi170 ceph-mon[97338]: pgmap v5517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:20.022 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:19 smithi081 ceph-mon[95500]: pgmap v5517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:20.023 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:19 smithi081 ceph-mon[107735]: pgmap v5517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:21 smithi170 ceph-mon[97338]: pgmap v5518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:22.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:21 smithi081 ceph-mon[95500]: pgmap v5518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:21 smithi081 ceph-mon[107735]: pgmap v5518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:22.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:22.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:42:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:23 smithi170 ceph-mon[97338]: pgmap v5519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:23 smithi081 ceph-mon[95500]: pgmap v5519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:23 smithi081 ceph-mon[107735]: pgmap v5519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:24.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:24.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:25 smithi170 ceph-mon[97338]: pgmap v5520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:25 smithi081 ceph-mon[95500]: pgmap v5520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:25 smithi081 ceph-mon[107735]: pgmap v5520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:27 smithi170 ceph-mon[97338]: pgmap v5521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:27 smithi081 ceph-mon[95500]: pgmap v5521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:27 smithi081 ceph-mon[107735]: pgmap v5521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:29 smithi170 ceph-mon[97338]: pgmap v5522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:29 smithi081 ceph-mon[95500]: pgmap v5522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:29 smithi081 ceph-mon[107735]: pgmap v5522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:31 smithi170 ceph-mon[97338]: pgmap v5523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:31 smithi081 ceph-mon[95500]: pgmap v5523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:31 smithi081 ceph-mon[107735]: pgmap v5523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:32.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:32.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:42:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:33 smithi170 ceph-mon[97338]: pgmap v5524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:33 smithi081 ceph-mon[95500]: pgmap v5524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:33 smithi081 ceph-mon[107735]: pgmap v5524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:34.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:34.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:35 smithi170 ceph-mon[97338]: pgmap v5525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:35 smithi081 ceph-mon[95500]: pgmap v5525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:35 smithi081 ceph-mon[107735]: pgmap v5525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:37 smithi170 ceph-mon[97338]: pgmap v5526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:37 smithi081 ceph-mon[95500]: pgmap v5526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:37 smithi081 ceph-mon[107735]: pgmap v5526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:39 smithi170 ceph-mon[97338]: pgmap v5527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:39 smithi081 ceph-mon[95500]: pgmap v5527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:39 smithi081 ceph-mon[107735]: pgmap v5527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:41.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:41 smithi170 ceph-mon[97338]: pgmap v5528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:41 smithi081 ceph-mon[95500]: pgmap v5528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:41 smithi081 ceph-mon[107735]: pgmap v5528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:42.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:42.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:42:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:43 smithi170 ceph-mon[97338]: pgmap v5529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:43 smithi081 ceph-mon[95500]: pgmap v5529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:43 smithi081 ceph-mon[107735]: pgmap v5529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:44.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:44.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:45 smithi170 ceph-mon[97338]: pgmap v5530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:45 smithi081 ceph-mon[95500]: pgmap v5530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:45 smithi081 ceph-mon[107735]: pgmap v5530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:47 smithi170 ceph-mon[97338]: pgmap v5531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:47 smithi081 ceph-mon[95500]: pgmap v5531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:47 smithi081 ceph-mon[107735]: pgmap v5531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:49 smithi170 ceph-mon[97338]: pgmap v5532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:49 smithi081 ceph-mon[95500]: pgmap v5532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:49 smithi081 ceph-mon[107735]: pgmap v5532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:51 smithi170 ceph-mon[97338]: pgmap v5533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:51 smithi081 ceph-mon[95500]: pgmap v5533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:51 smithi081 ceph-mon[107735]: pgmap v5533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:52.343Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:52.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:42:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:53 smithi170 ceph-mon[97338]: pgmap v5534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:53 smithi081 ceph-mon[95500]: pgmap v5534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:53 smithi081 ceph-mon[107735]: pgmap v5534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:42:54.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:42:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:42:54.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:42:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:55 smithi170 ceph-mon[97338]: pgmap v5535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:55 smithi081 ceph-mon[95500]: pgmap v5535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:55 smithi081 ceph-mon[107735]: pgmap v5535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:57 smithi170 ceph-mon[97338]: pgmap v5536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:57 smithi081 ceph-mon[95500]: pgmap v5536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:57 smithi081 ceph-mon[107735]: pgmap v5536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:42:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:42:59 smithi170 ceph-mon[97338]: pgmap v5537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:42:59 smithi081 ceph-mon[95500]: pgmap v5537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:42:59 smithi081 ceph-mon[107735]: pgmap v5537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:01 smithi170 ceph-mon[97338]: pgmap v5538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:01 smithi081 ceph-mon[95500]: pgmap v5538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:01 smithi081 ceph-mon[107735]: pgmap v5538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:02.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:02.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:43:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:03 smithi170 ceph-mon[97338]: pgmap v5539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:03 smithi081 ceph-mon[95500]: pgmap v5539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:03 smithi081 ceph-mon[107735]: pgmap v5539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:04.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:04.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:05 smithi170 ceph-mon[97338]: pgmap v5540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:05 smithi081 ceph-mon[95500]: pgmap v5540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:05 smithi081 ceph-mon[107735]: pgmap v5540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:07 smithi170 ceph-mon[97338]: pgmap v5541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:07 smithi081 ceph-mon[95500]: pgmap v5541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:07 smithi081 ceph-mon[107735]: pgmap v5541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:09 smithi170 ceph-mon[97338]: pgmap v5542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:09 smithi081 ceph-mon[95500]: pgmap v5542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:09 smithi081 ceph-mon[107735]: pgmap v5542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:11 smithi170 ceph-mon[97338]: pgmap v5543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:11 smithi081 ceph-mon[95500]: pgmap v5543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:11 smithi081 ceph-mon[107735]: pgmap v5543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:12.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:12.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:43:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:13 smithi170 ceph-mon[97338]: pgmap v5544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:13 smithi081 ceph-mon[95500]: pgmap v5544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:13 smithi081 ceph-mon[107735]: pgmap v5544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:14.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:14.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:15 smithi170 ceph-mon[97338]: pgmap v5545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:15 smithi081 ceph-mon[95500]: pgmap v5545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:15 smithi081 ceph-mon[107735]: pgmap v5545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:17 smithi170 ceph-mon[97338]: pgmap v5546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:17 smithi081 ceph-mon[95500]: pgmap v5546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:17 smithi081 ceph-mon[107735]: pgmap v5546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:19 smithi170 ceph-mon[97338]: pgmap v5547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:19 smithi081 ceph-mon[95500]: pgmap v5547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:19 smithi081 ceph-mon[107735]: pgmap v5547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:21 smithi170 ceph-mon[97338]: pgmap v5548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:21 smithi081 ceph-mon[95500]: pgmap v5548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:21 smithi081 ceph-mon[107735]: pgmap v5548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:22.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:22.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:43:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:23 smithi170 ceph-mon[97338]: pgmap v5549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:23 smithi081 ceph-mon[95500]: pgmap v5549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:23 smithi081 ceph-mon[107735]: pgmap v5549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:24.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:24.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:25 smithi170 ceph-mon[97338]: pgmap v5550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:25 smithi081 ceph-mon[95500]: pgmap v5550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:25 smithi081 ceph-mon[107735]: pgmap v5550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:27 smithi170 ceph-mon[97338]: pgmap v5551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:27 smithi081 ceph-mon[95500]: pgmap v5551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:27 smithi081 ceph-mon[107735]: pgmap v5551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:29 smithi170 ceph-mon[97338]: pgmap v5552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:29 smithi081 ceph-mon[95500]: pgmap v5552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:29 smithi081 ceph-mon[107735]: pgmap v5552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:31 smithi170 ceph-mon[97338]: pgmap v5553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:31 smithi081 ceph-mon[95500]: pgmap v5553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:31 smithi081 ceph-mon[107735]: pgmap v5553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:32.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:32.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:43:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:33 smithi170 ceph-mon[97338]: pgmap v5554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:33 smithi081 ceph-mon[95500]: pgmap v5554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:33 smithi081 ceph-mon[107735]: pgmap v5554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:34.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:34.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:35 smithi170 ceph-mon[97338]: pgmap v5555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:35 smithi081 ceph-mon[95500]: pgmap v5555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:35 smithi081 ceph-mon[107735]: pgmap v5555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:37 smithi170 ceph-mon[97338]: pgmap v5556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:37 smithi081 ceph-mon[95500]: pgmap v5556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:37 smithi081 ceph-mon[107735]: pgmap v5556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:39 smithi170 ceph-mon[97338]: pgmap v5557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:40.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:39 smithi081 ceph-mon[95500]: pgmap v5557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:40.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:39 smithi081 ceph-mon[107735]: pgmap v5557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:41 smithi170 ceph-mon[97338]: pgmap v5558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:41 smithi081 ceph-mon[95500]: pgmap v5558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:41 smithi081 ceph-mon[107735]: pgmap v5558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:42.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:42.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:43:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:43 smithi170 ceph-mon[97338]: pgmap v5559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:43 smithi081 ceph-mon[95500]: pgmap v5559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:43 smithi081 ceph-mon[107735]: pgmap v5559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:44.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:44.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:45 smithi170 ceph-mon[97338]: pgmap v5560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:45 smithi081 ceph-mon[95500]: pgmap v5560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:45 smithi081 ceph-mon[107735]: pgmap v5560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:47 smithi170 ceph-mon[97338]: pgmap v5561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:47 smithi081 ceph-mon[95500]: pgmap v5561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:47 smithi081 ceph-mon[107735]: pgmap v5561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:49 smithi170 ceph-mon[97338]: pgmap v5562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:49 smithi081 ceph-mon[95500]: pgmap v5562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:49 smithi081 ceph-mon[107735]: pgmap v5562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:51 smithi170 ceph-mon[97338]: pgmap v5563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:51 smithi081 ceph-mon[95500]: pgmap v5563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:51 smithi081 ceph-mon[107735]: pgmap v5563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:52.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:52.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:43:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:53 smithi170 ceph-mon[97338]: pgmap v5564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:53 smithi081 ceph-mon[95500]: pgmap v5564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:53 smithi081 ceph-mon[107735]: pgmap v5564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:43:54.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:43:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:43:54.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:43:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:55 smithi170 ceph-mon[97338]: pgmap v5565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:55 smithi081 ceph-mon[95500]: pgmap v5565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:55 smithi081 ceph-mon[107735]: pgmap v5565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:57 smithi170 ceph-mon[97338]: pgmap v5566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:57 smithi081 ceph-mon[95500]: pgmap v5566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:57 smithi081 ceph-mon[107735]: pgmap v5566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:43:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:43:59 smithi170 ceph-mon[97338]: pgmap v5567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:43:59 smithi081 ceph-mon[95500]: pgmap v5567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:43:59 smithi081 ceph-mon[107735]: pgmap v5567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:01 smithi170 ceph-mon[97338]: pgmap v5568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:01 smithi081 ceph-mon[95500]: pgmap v5568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:01 smithi081 ceph-mon[107735]: pgmap v5568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:02.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:02.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:44:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:03 smithi170 ceph-mon[97338]: pgmap v5569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:03 smithi081 ceph-mon[95500]: pgmap v5569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:03 smithi081 ceph-mon[107735]: pgmap v5569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:04.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:04.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:05 smithi170 ceph-mon[97338]: pgmap v5570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:05 smithi081 ceph-mon[95500]: pgmap v5570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:05 smithi081 ceph-mon[107735]: pgmap v5570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:07 smithi170 ceph-mon[97338]: pgmap v5571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:07 smithi081 ceph-mon[95500]: pgmap v5571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:07 smithi081 ceph-mon[107735]: pgmap v5571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:09 smithi170 ceph-mon[97338]: pgmap v5572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:09 smithi081 ceph-mon[95500]: pgmap v5572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:09 smithi081 ceph-mon[107735]: pgmap v5572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:11 smithi170 ceph-mon[97338]: pgmap v5573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:11 smithi081 ceph-mon[95500]: pgmap v5573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:11 smithi081 ceph-mon[107735]: pgmap v5573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:12.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:12.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:44:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:13 smithi170 ceph-mon[97338]: pgmap v5574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:13 smithi081 ceph-mon[95500]: pgmap v5574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:13 smithi081 ceph-mon[107735]: pgmap v5574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:14.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:14.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:15 smithi170 ceph-mon[97338]: pgmap v5575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:15 smithi081 ceph-mon[95500]: pgmap v5575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:15 smithi081 ceph-mon[107735]: pgmap v5575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:17.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:17 smithi170 ceph-mon[97338]: pgmap v5576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:17 smithi081 ceph-mon[95500]: pgmap v5576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:17 smithi081 ceph-mon[107735]: pgmap v5576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:19 smithi170 ceph-mon[97338]: pgmap v5577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:19 smithi081 ceph-mon[95500]: pgmap v5577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:19 smithi081 ceph-mon[107735]: pgmap v5577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:21 smithi170 ceph-mon[97338]: pgmap v5578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:22.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:21 smithi081 ceph-mon[95500]: pgmap v5578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:21 smithi081 ceph-mon[107735]: pgmap v5578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:22.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:22.349Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:44:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:23 smithi170 ceph-mon[97338]: pgmap v5579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:23 smithi081 ceph-mon[95500]: pgmap v5579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:23 smithi081 ceph-mon[107735]: pgmap v5579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:24.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:24.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:25 smithi170 ceph-mon[97338]: pgmap v5580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:25 smithi081 ceph-mon[95500]: pgmap v5580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:25 smithi081 ceph-mon[107735]: pgmap v5580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:27 smithi170 ceph-mon[97338]: pgmap v5581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:27 smithi081 ceph-mon[95500]: pgmap v5581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:27 smithi081 ceph-mon[107735]: pgmap v5581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:29 smithi170 ceph-mon[97338]: pgmap v5582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:29 smithi081 ceph-mon[95500]: pgmap v5582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:29 smithi081 ceph-mon[107735]: pgmap v5582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:31 smithi170 ceph-mon[97338]: pgmap v5583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:31 smithi081 ceph-mon[95500]: pgmap v5583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:31 smithi081 ceph-mon[107735]: pgmap v5583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:32.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:32.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:44:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:33 smithi170 ceph-mon[97338]: pgmap v5584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:33 smithi081 ceph-mon[95500]: pgmap v5584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:33 smithi081 ceph-mon[107735]: pgmap v5584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:34.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:34.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:35 smithi170 ceph-mon[97338]: pgmap v5585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:35 smithi081 ceph-mon[95500]: pgmap v5585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:35 smithi081 ceph-mon[107735]: pgmap v5585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:37 smithi170 ceph-mon[97338]: pgmap v5586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:37 smithi081 ceph-mon[95500]: pgmap v5586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:37 smithi081 ceph-mon[107735]: pgmap v5586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:39 smithi170 ceph-mon[97338]: pgmap v5587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:39 smithi081 ceph-mon[95500]: pgmap v5587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:39 smithi081 ceph-mon[107735]: pgmap v5587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:41 smithi170 ceph-mon[97338]: pgmap v5588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:41 smithi081 ceph-mon[95500]: pgmap v5588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:41 smithi081 ceph-mon[107735]: pgmap v5588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:42.350Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:42.351Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:44:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:43 smithi170 ceph-mon[97338]: pgmap v5589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:43 smithi081 ceph-mon[95500]: pgmap v5589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:43 smithi081 ceph-mon[107735]: pgmap v5589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:44.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:44.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:45 smithi170 ceph-mon[97338]: pgmap v5590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:45 smithi081 ceph-mon[95500]: pgmap v5590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:45 smithi081 ceph-mon[107735]: pgmap v5590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:47 smithi170 ceph-mon[97338]: pgmap v5591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:47 smithi081 ceph-mon[95500]: pgmap v5591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:47 smithi081 ceph-mon[107735]: pgmap v5591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:49 smithi170 ceph-mon[97338]: pgmap v5592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:49 smithi081 ceph-mon[95500]: pgmap v5592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:49 smithi081 ceph-mon[107735]: pgmap v5592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:51 smithi170 ceph-mon[97338]: pgmap v5593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:51 smithi081 ceph-mon[95500]: pgmap v5593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:51 smithi081 ceph-mon[107735]: pgmap v5593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:52.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:52.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:44:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:53 smithi170 ceph-mon[97338]: pgmap v5594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:53 smithi081 ceph-mon[95500]: pgmap v5594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:53 smithi081 ceph-mon[107735]: pgmap v5594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:44:54.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:44:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:44:54.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:44:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:55 smithi170 ceph-mon[97338]: pgmap v5595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:55 smithi081 ceph-mon[95500]: pgmap v5595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:55 smithi081 ceph-mon[107735]: pgmap v5595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:57 smithi170 ceph-mon[97338]: pgmap v5596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:57 smithi081 ceph-mon[95500]: pgmap v5596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:57 smithi081 ceph-mon[107735]: pgmap v5596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:44:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:44:59 smithi170 ceph-mon[97338]: pgmap v5597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:44:59 smithi081 ceph-mon[95500]: pgmap v5597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:44:59 smithi081 ceph-mon[107735]: pgmap v5597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:01 smithi170 ceph-mon[97338]: pgmap v5598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:01 smithi081 ceph-mon[95500]: pgmap v5598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:01 smithi081 ceph-mon[107735]: pgmap v5598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:02.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:02.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:45:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:03 smithi170 ceph-mon[97338]: pgmap v5599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:03 smithi081 ceph-mon[95500]: pgmap v5599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:03 smithi081 ceph-mon[107735]: pgmap v5599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:04.217Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:04.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:05 smithi170 ceph-mon[97338]: pgmap v5600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:05 smithi081 ceph-mon[95500]: pgmap v5600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:05 smithi081 ceph-mon[107735]: pgmap v5600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:07 smithi170 ceph-mon[97338]: pgmap v5601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:07 smithi081 ceph-mon[95500]: pgmap v5601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:07 smithi081 ceph-mon[107735]: pgmap v5601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:09 smithi170 ceph-mon[97338]: pgmap v5602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:09 smithi081 ceph-mon[95500]: pgmap v5602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:09 smithi081 ceph-mon[107735]: pgmap v5602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:11 smithi170 ceph-mon[97338]: pgmap v5603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:11 smithi081 ceph-mon[95500]: pgmap v5603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:11 smithi081 ceph-mon[107735]: pgmap v5603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:12.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:12.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:45:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:13 smithi170 ceph-mon[97338]: pgmap v5604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:13 smithi081 ceph-mon[95500]: pgmap v5604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:13 smithi081 ceph-mon[107735]: pgmap v5604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:14.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:14.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:15 smithi170 ceph-mon[97338]: pgmap v5605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:15 smithi081 ceph-mon[95500]: pgmap v5605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:15 smithi081 ceph-mon[107735]: pgmap v5605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:17 smithi170 ceph-mon[97338]: pgmap v5606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:17 smithi081 ceph-mon[95500]: pgmap v5606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:17 smithi081 ceph-mon[107735]: pgmap v5606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:19 smithi170 ceph-mon[97338]: pgmap v5607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:19 smithi081 ceph-mon[95500]: pgmap v5607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:19 smithi081 ceph-mon[107735]: pgmap v5607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:21 smithi170 ceph-mon[97338]: pgmap v5608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:21 smithi081 ceph-mon[95500]: pgmap v5608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:21 smithi081 ceph-mon[107735]: pgmap v5608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:22.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:22.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:45:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:23 smithi170 ceph-mon[97338]: pgmap v5609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:23 smithi081 ceph-mon[107735]: pgmap v5609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:24.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:23 smithi081 ceph-mon[95500]: pgmap v5609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:24.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:24.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:25 smithi170 ceph-mon[97338]: pgmap v5610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:25 smithi081 ceph-mon[95500]: pgmap v5610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:25 smithi081 ceph-mon[107735]: pgmap v5610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:27 smithi170 ceph-mon[97338]: pgmap v5611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:27 smithi081 ceph-mon[107735]: pgmap v5611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:27 smithi081 ceph-mon[95500]: pgmap v5611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:29 smithi170 ceph-mon[97338]: pgmap v5612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:29 smithi081 ceph-mon[95500]: pgmap v5612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:29 smithi081 ceph-mon[107735]: pgmap v5612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:31 smithi170 ceph-mon[97338]: pgmap v5613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:31 smithi081 ceph-mon[95500]: pgmap v5613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:31 smithi081 ceph-mon[107735]: pgmap v5613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:32.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:32.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:45:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:33 smithi170 ceph-mon[97338]: pgmap v5614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:33 smithi081 ceph-mon[95500]: pgmap v5614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:33 smithi081 ceph-mon[107735]: pgmap v5614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:34.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:34.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:35 smithi170 ceph-mon[97338]: pgmap v5615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:35 smithi081 ceph-mon[95500]: pgmap v5615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:35 smithi081 ceph-mon[107735]: pgmap v5615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:37 smithi170 ceph-mon[97338]: pgmap v5616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:37 smithi081 ceph-mon[95500]: pgmap v5616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:37 smithi081 ceph-mon[107735]: pgmap v5616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:39 smithi170 ceph-mon[97338]: pgmap v5617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:39 smithi081 ceph-mon[95500]: pgmap v5617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:39 smithi081 ceph-mon[107735]: pgmap v5617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:41 smithi170 ceph-mon[97338]: pgmap v5618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:41 smithi081 ceph-mon[95500]: pgmap v5618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:41 smithi081 ceph-mon[107735]: pgmap v5618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:42.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:42.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:45:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:43 smithi170 ceph-mon[97338]: pgmap v5619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:43 smithi081 ceph-mon[95500]: pgmap v5619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:43 smithi081 ceph-mon[107735]: pgmap v5619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:44.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:44.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:45 smithi170 ceph-mon[97338]: pgmap v5620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:45 smithi081 ceph-mon[95500]: pgmap v5620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:45 smithi081 ceph-mon[107735]: pgmap v5620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:47 smithi170 ceph-mon[97338]: pgmap v5621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:47 smithi081 ceph-mon[95500]: pgmap v5621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:47 smithi081 ceph-mon[107735]: pgmap v5621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:49 smithi170 ceph-mon[97338]: pgmap v5622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:49 smithi081 ceph-mon[95500]: pgmap v5622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:49 smithi081 ceph-mon[107735]: pgmap v5622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:51 smithi170 ceph-mon[97338]: pgmap v5623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:51 smithi081 ceph-mon[95500]: pgmap v5623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:51 smithi081 ceph-mon[107735]: pgmap v5623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:52.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:52.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:45:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:53 smithi170 ceph-mon[97338]: pgmap v5624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:53 smithi081 ceph-mon[95500]: pgmap v5624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:53 smithi081 ceph-mon[107735]: pgmap v5624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:45:54.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:45:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:45:54.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:45:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:55 smithi170 ceph-mon[97338]: pgmap v5625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:55 smithi081 ceph-mon[95500]: pgmap v5625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:55 smithi081 ceph-mon[107735]: pgmap v5625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:57 smithi170 ceph-mon[97338]: pgmap v5626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:57 smithi081 ceph-mon[95500]: pgmap v5626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:57 smithi081 ceph-mon[107735]: pgmap v5626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:45:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:45:59 smithi170 ceph-mon[97338]: pgmap v5627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:45:59 smithi081 ceph-mon[95500]: pgmap v5627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:45:59 smithi081 ceph-mon[107735]: pgmap v5627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:01 smithi170 ceph-mon[97338]: pgmap v5628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:01 smithi081 ceph-mon[95500]: pgmap v5628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:01 smithi081 ceph-mon[107735]: pgmap v5628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:02.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:02.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:46:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:03 smithi170 ceph-mon[97338]: pgmap v5629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:03 smithi081 ceph-mon[95500]: pgmap v5629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:03 smithi081 ceph-mon[107735]: pgmap v5629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:04.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:04.223Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:05 smithi170 ceph-mon[97338]: pgmap v5630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:05 smithi081 ceph-mon[95500]: pgmap v5630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:05 smithi081 ceph-mon[107735]: pgmap v5630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:07 smithi170 ceph-mon[97338]: pgmap v5631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:07 smithi081 ceph-mon[95500]: pgmap v5631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:07 smithi081 ceph-mon[107735]: pgmap v5631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:09 smithi170 ceph-mon[97338]: pgmap v5632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:09 smithi081 ceph-mon[95500]: pgmap v5632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:09 smithi081 ceph-mon[107735]: pgmap v5632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:11 smithi170 ceph-mon[97338]: pgmap v5633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:11 smithi081 ceph-mon[95500]: pgmap v5633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:11 smithi081 ceph-mon[107735]: pgmap v5633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:12.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:12.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:46:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:13 smithi170 ceph-mon[97338]: pgmap v5634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:13 smithi081 ceph-mon[95500]: pgmap v5634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:13 smithi081 ceph-mon[107735]: pgmap v5634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:14.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:14.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:15 smithi170 ceph-mon[97338]: pgmap v5635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:15 smithi081 ceph-mon[95500]: pgmap v5635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:15 smithi081 ceph-mon[107735]: pgmap v5635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:17 smithi170 ceph-mon[97338]: pgmap v5636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:17 smithi081 ceph-mon[95500]: pgmap v5636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:17 smithi081 ceph-mon[107735]: pgmap v5636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:19 smithi170 ceph-mon[97338]: pgmap v5637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:19 smithi081 ceph-mon[95500]: pgmap v5637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:19 smithi081 ceph-mon[107735]: pgmap v5637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:21 smithi170 ceph-mon[97338]: pgmap v5638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:21 smithi081 ceph-mon[95500]: pgmap v5638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:21 smithi081 ceph-mon[107735]: pgmap v5638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:22.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:22.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:22.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:46:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:23 smithi170 ceph-mon[97338]: pgmap v5639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:23 smithi081 ceph-mon[95500]: pgmap v5639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:23 smithi081 ceph-mon[107735]: pgmap v5639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:24.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:24.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:25 smithi170 ceph-mon[97338]: pgmap v5640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:25 smithi081 ceph-mon[95500]: pgmap v5640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:25 smithi081 ceph-mon[107735]: pgmap v5640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:27 smithi170 ceph-mon[97338]: pgmap v5641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:27 smithi081 ceph-mon[95500]: pgmap v5641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:27 smithi081 ceph-mon[107735]: pgmap v5641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:29 smithi170 ceph-mon[97338]: pgmap v5642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:29 smithi081 ceph-mon[95500]: pgmap v5642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:29 smithi081 ceph-mon[107735]: pgmap v5642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:31 smithi170 ceph-mon[97338]: pgmap v5643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:32.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:31 smithi081 ceph-mon[95500]: pgmap v5643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:32.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:31 smithi081 ceph-mon[107735]: pgmap v5643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:32.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:32.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:46:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:33 smithi170 ceph-mon[97338]: pgmap v5644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:33 smithi081 ceph-mon[95500]: pgmap v5644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:33 smithi081 ceph-mon[107735]: pgmap v5644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:34.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:34.225Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:35 smithi170 ceph-mon[97338]: pgmap v5645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:35 smithi081 ceph-mon[95500]: pgmap v5645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:35 smithi081 ceph-mon[107735]: pgmap v5645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:37 smithi170 ceph-mon[97338]: pgmap v5646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:37 smithi081 ceph-mon[95500]: pgmap v5646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:37 smithi081 ceph-mon[107735]: pgmap v5646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:39 smithi170 ceph-mon[97338]: pgmap v5647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:39 smithi081 ceph-mon[95500]: pgmap v5647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:39 smithi081 ceph-mon[107735]: pgmap v5647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:41 smithi170 ceph-mon[97338]: pgmap v5648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:41 smithi081 ceph-mon[95500]: pgmap v5648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:41 smithi081 ceph-mon[107735]: pgmap v5648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:42.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:42.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:46:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:43 smithi170 ceph-mon[97338]: pgmap v5649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:43 smithi081 ceph-mon[95500]: pgmap v5649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:43 smithi081 ceph-mon[107735]: pgmap v5649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:44.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:44.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:45 smithi170 ceph-mon[97338]: pgmap v5650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:45 smithi081 ceph-mon[95500]: pgmap v5650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:45 smithi081 ceph-mon[107735]: pgmap v5650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:47 smithi170 ceph-mon[97338]: pgmap v5651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:47 smithi081 ceph-mon[95500]: pgmap v5651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:47 smithi081 ceph-mon[107735]: pgmap v5651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:49 smithi170 ceph-mon[97338]: pgmap v5652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:49 smithi081 ceph-mon[95500]: pgmap v5652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:49 smithi081 ceph-mon[107735]: pgmap v5652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:51 smithi170 ceph-mon[97338]: pgmap v5653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:51 smithi081 ceph-mon[95500]: pgmap v5653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:51 smithi081 ceph-mon[107735]: pgmap v5653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:52.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:52.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:46:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:53 smithi170 ceph-mon[97338]: pgmap v5654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:53 smithi081 ceph-mon[95500]: pgmap v5654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:53 smithi081 ceph-mon[107735]: pgmap v5654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:46:54.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:46:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:46:54.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:46:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:55 smithi170 ceph-mon[97338]: pgmap v5655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:55 smithi081 ceph-mon[95500]: pgmap v5655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:55 smithi081 ceph-mon[107735]: pgmap v5655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:57 smithi170 ceph-mon[97338]: pgmap v5656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:57 smithi081 ceph-mon[95500]: pgmap v5656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:57 smithi081 ceph-mon[107735]: pgmap v5656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:46:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:46:59 smithi170 ceph-mon[97338]: pgmap v5657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:46:59 smithi081 ceph-mon[95500]: pgmap v5657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:46:59 smithi081 ceph-mon[107735]: pgmap v5657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:01 smithi170 ceph-mon[97338]: pgmap v5658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:01 smithi081 ceph-mon[95500]: pgmap v5658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:01 smithi081 ceph-mon[107735]: pgmap v5658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:02.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:02.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:47:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:03 smithi170 ceph-mon[97338]: pgmap v5659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:03 smithi081 ceph-mon[95500]: pgmap v5659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:03 smithi081 ceph-mon[107735]: pgmap v5659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:04.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:04.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:05 smithi081 ceph-mon[95500]: pgmap v5660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:05 smithi081 ceph-mon[107735]: pgmap v5660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:05 smithi170 ceph-mon[97338]: pgmap v5660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:07 smithi170 ceph-mon[97338]: pgmap v5661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:07 smithi081 ceph-mon[95500]: pgmap v5661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:07 smithi081 ceph-mon[107735]: pgmap v5661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:09 smithi170 ceph-mon[97338]: pgmap v5662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:09 smithi081 ceph-mon[95500]: pgmap v5662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:09 smithi081 ceph-mon[107735]: pgmap v5662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:11 smithi081 ceph-mon[95500]: pgmap v5663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:11 smithi081 ceph-mon[107735]: pgmap v5663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:11 smithi170 ceph-mon[97338]: pgmap v5663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:12.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:12.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:47:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:13 smithi081 ceph-mon[95500]: pgmap v5664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:13 smithi081 ceph-mon[107735]: pgmap v5664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:13 smithi170 ceph-mon[97338]: pgmap v5664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:14.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:14.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:15 smithi081 ceph-mon[95500]: pgmap v5665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:15 smithi081 ceph-mon[107735]: pgmap v5665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:15 smithi170 ceph-mon[97338]: pgmap v5665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:17 smithi170 ceph-mon[97338]: pgmap v5666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:17 smithi081 ceph-mon[95500]: pgmap v5666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:17 smithi081 ceph-mon[107735]: pgmap v5666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:19 smithi170 ceph-mon[97338]: pgmap v5667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:19 smithi081 ceph-mon[95500]: pgmap v5667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:19 smithi081 ceph-mon[107735]: pgmap v5667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:21 smithi081 ceph-mon[95500]: pgmap v5668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:21 smithi081 ceph-mon[107735]: pgmap v5668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:21 smithi170 ceph-mon[97338]: pgmap v5668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:22.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:22.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:47:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:23 smithi081 ceph-mon[95500]: pgmap v5669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:23 smithi081 ceph-mon[107735]: pgmap v5669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:23 smithi170 ceph-mon[97338]: pgmap v5669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:24.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:24.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:25 smithi081 ceph-mon[95500]: pgmap v5670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:25 smithi081 ceph-mon[107735]: pgmap v5670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:25 smithi170 ceph-mon[97338]: pgmap v5670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:27 smithi170 ceph-mon[97338]: pgmap v5671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:27 smithi081 ceph-mon[95500]: pgmap v5671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:27 smithi081 ceph-mon[107735]: pgmap v5671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:29 smithi081 ceph-mon[95500]: pgmap v5672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:29 smithi081 ceph-mon[107735]: pgmap v5672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:29 smithi170 ceph-mon[97338]: pgmap v5672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:31 smithi081 ceph-mon[95500]: pgmap v5673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:31 smithi081 ceph-mon[107735]: pgmap v5673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:31 smithi170 ceph-mon[97338]: pgmap v5673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:32.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:32.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:47:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:33 smithi081 ceph-mon[95500]: pgmap v5674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:33 smithi081 ceph-mon[107735]: pgmap v5674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:33 smithi170 ceph-mon[97338]: pgmap v5674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:34.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:34.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:34.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:34.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:35 smithi081 ceph-mon[95500]: pgmap v5675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:35 smithi081 ceph-mon[107735]: pgmap v5675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:35 smithi170 ceph-mon[97338]: pgmap v5675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:37 smithi170 ceph-mon[97338]: pgmap v5676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:37 smithi081 ceph-mon[95500]: pgmap v5676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:37 smithi081 ceph-mon[107735]: pgmap v5676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:39 smithi081 ceph-mon[95500]: pgmap v5677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:39 smithi081 ceph-mon[107735]: pgmap v5677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:39 smithi170 ceph-mon[97338]: pgmap v5677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:41 smithi081 ceph-mon[95500]: pgmap v5678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:41 smithi081 ceph-mon[107735]: pgmap v5678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:41 smithi170 ceph-mon[97338]: pgmap v5678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:42.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:42.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:47:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:43 smithi081 ceph-mon[95500]: pgmap v5679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:43 smithi081 ceph-mon[107735]: pgmap v5679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:43 smithi170 ceph-mon[97338]: pgmap v5679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:44.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:44.230Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:45 smithi081 ceph-mon[95500]: pgmap v5680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:45 smithi081 ceph-mon[107735]: pgmap v5680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:45 smithi170 ceph-mon[97338]: pgmap v5680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:47 smithi170 ceph-mon[97338]: pgmap v5681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:47 smithi081 ceph-mon[95500]: pgmap v5681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:47 smithi081 ceph-mon[107735]: pgmap v5681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:49 smithi081 ceph-mon[95500]: pgmap v5682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:49 smithi081 ceph-mon[107735]: pgmap v5682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:49 smithi170 ceph-mon[97338]: pgmap v5682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:51 smithi081 ceph-mon[95500]: pgmap v5683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:51 smithi081 ceph-mon[107735]: pgmap v5683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:51 smithi170 ceph-mon[97338]: pgmap v5683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:52.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:52.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:47:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:53 smithi081 ceph-mon[95500]: pgmap v5684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:53 smithi081 ceph-mon[107735]: pgmap v5684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:53 smithi170 ceph-mon[97338]: pgmap v5684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:47:54.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:47:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:47:54.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:47:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:55 smithi081 ceph-mon[95500]: pgmap v5685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:55 smithi081 ceph-mon[107735]: pgmap v5685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:55 smithi170 ceph-mon[97338]: pgmap v5685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:57 smithi170 ceph-mon[97338]: pgmap v5686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:57 smithi081 ceph-mon[95500]: pgmap v5686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:47:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:57 smithi081 ceph-mon[107735]: pgmap v5686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:47:59 smithi081 ceph-mon[95500]: pgmap v5687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:47:59 smithi081 ceph-mon[107735]: pgmap v5687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:47:59 smithi170 ceph-mon[97338]: pgmap v5687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:01 smithi081 ceph-mon[95500]: pgmap v5688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:01 smithi081 ceph-mon[107735]: pgmap v5688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:01 smithi170 ceph-mon[97338]: pgmap v5688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:02.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:02.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:48:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:03 smithi081 ceph-mon[95500]: pgmap v5689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:03 smithi081 ceph-mon[107735]: pgmap v5689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:03 smithi170 ceph-mon[97338]: pgmap v5689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:04.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:04.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:05 smithi170 ceph-mon[97338]: pgmap v5690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:05 smithi081 ceph-mon[95500]: pgmap v5690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:05 smithi081 ceph-mon[107735]: pgmap v5690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:07 smithi170 ceph-mon[97338]: pgmap v5691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:07 smithi081 ceph-mon[95500]: pgmap v5691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:07 smithi081 ceph-mon[107735]: pgmap v5691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:09 smithi081 ceph-mon[95500]: pgmap v5692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:09 smithi081 ceph-mon[107735]: pgmap v5692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:09 smithi170 ceph-mon[97338]: pgmap v5692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:11 smithi081 ceph-mon[95500]: pgmap v5693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:11 smithi081 ceph-mon[107735]: pgmap v5693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:11 smithi170 ceph-mon[97338]: pgmap v5693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:12.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:12.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:48:14.236 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:13 smithi081 ceph-mon[95500]: pgmap v5694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:14.236 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:13 smithi081 ceph-mon[107735]: pgmap v5694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:13 smithi170 ceph-mon[97338]: pgmap v5694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:14.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:14.233Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:15 smithi170 ceph-mon[97338]: pgmap v5695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:15 smithi081 ceph-mon[95500]: pgmap v5695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:15 smithi081 ceph-mon[107735]: pgmap v5695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:17 smithi170 ceph-mon[97338]: pgmap v5696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:17 smithi081 ceph-mon[95500]: pgmap v5696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:17 smithi081 ceph-mon[107735]: pgmap v5696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:19 smithi081 ceph-mon[95500]: pgmap v5697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:19 smithi081 ceph-mon[107735]: pgmap v5697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:19 smithi170 ceph-mon[97338]: pgmap v5697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:21 smithi170 ceph-mon[97338]: pgmap v5698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:21 smithi081 ceph-mon[95500]: pgmap v5698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:21 smithi081 ceph-mon[107735]: pgmap v5698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:22.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:22.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:48:24.237 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:23 smithi081 ceph-mon[95500]: pgmap v5699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:24.238 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:23 smithi081 ceph-mon[107735]: pgmap v5699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:23 smithi170 ceph-mon[97338]: pgmap v5699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:24.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:24.234Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:25 smithi170 ceph-mon[97338]: pgmap v5700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:25 smithi081 ceph-mon[95500]: pgmap v5700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:25 smithi081 ceph-mon[107735]: pgmap v5700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:27 smithi170 ceph-mon[97338]: pgmap v5701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:27 smithi081 ceph-mon[95500]: pgmap v5701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:27 smithi081 ceph-mon[107735]: pgmap v5701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:29 smithi170 ceph-mon[97338]: pgmap v5702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:29 smithi081 ceph-mon[95500]: pgmap v5702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:29 smithi081 ceph-mon[107735]: pgmap v5702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:31 smithi170 ceph-mon[97338]: pgmap v5703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:31 smithi081 ceph-mon[95500]: pgmap v5703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:31 smithi081 ceph-mon[107735]: pgmap v5703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:32.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:32.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:48:34.237 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:33 smithi081 ceph-mon[95500]: pgmap v5704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:34.238 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:33 smithi081 ceph-mon[107735]: pgmap v5704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:33 smithi170 ceph-mon[97338]: pgmap v5704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:34.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:34.234Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:35 smithi170 ceph-mon[97338]: pgmap v5705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:35 smithi081 ceph-mon[95500]: pgmap v5705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:35 smithi081 ceph-mon[107735]: pgmap v5705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:37 smithi170 ceph-mon[97338]: pgmap v5706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:37 smithi081 ceph-mon[95500]: pgmap v5706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:37 smithi081 ceph-mon[107735]: pgmap v5706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:39 smithi170 ceph-mon[97338]: pgmap v5707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:39 smithi081 ceph-mon[95500]: pgmap v5707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:39 smithi081 ceph-mon[107735]: pgmap v5707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:41 smithi170 ceph-mon[97338]: pgmap v5708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:41 smithi081 ceph-mon[95500]: pgmap v5708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:41 smithi081 ceph-mon[107735]: pgmap v5708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:42.367Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:42.368Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:48:44.238 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:43 smithi081 ceph-mon[95500]: pgmap v5709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:44.239 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:43 smithi081 ceph-mon[107735]: pgmap v5709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:43 smithi170 ceph-mon[97338]: pgmap v5709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:44.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:44.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:45 smithi170 ceph-mon[97338]: pgmap v5710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:45 smithi081 ceph-mon[95500]: pgmap v5710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:45 smithi081 ceph-mon[107735]: pgmap v5710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:47 smithi170 ceph-mon[97338]: pgmap v5711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:47 smithi081 ceph-mon[95500]: pgmap v5711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:47 smithi081 ceph-mon[107735]: pgmap v5711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:49 smithi170 ceph-mon[97338]: pgmap v5712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:49 smithi081 ceph-mon[95500]: pgmap v5712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:49 smithi081 ceph-mon[107735]: pgmap v5712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:51 smithi170 ceph-mon[97338]: pgmap v5713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:51 smithi081 ceph-mon[95500]: pgmap v5713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:51 smithi081 ceph-mon[107735]: pgmap v5713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:52.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:52.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:48:54.239 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:53 smithi081 ceph-mon[95500]: pgmap v5714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:54.239 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:53 smithi081 ceph-mon[107735]: pgmap v5714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:53 smithi170 ceph-mon[97338]: pgmap v5714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:48:54.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:48:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:48:54.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:48:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:55 smithi170 ceph-mon[97338]: pgmap v5715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:55 smithi081 ceph-mon[95500]: pgmap v5715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:55 smithi081 ceph-mon[107735]: pgmap v5715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:57.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:57 smithi170 ceph-mon[97338]: pgmap v5716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:57 smithi081 ceph-mon[95500]: pgmap v5716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:48:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:57 smithi081 ceph-mon[107735]: pgmap v5716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:48:59 smithi170 ceph-mon[97338]: pgmap v5717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:48:59 smithi081 ceph-mon[95500]: pgmap v5717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:48:59 smithi081 ceph-mon[107735]: pgmap v5717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:01 smithi170 ceph-mon[97338]: pgmap v5718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:01 smithi081 ceph-mon[95500]: pgmap v5718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:01 smithi081 ceph-mon[107735]: pgmap v5718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:02.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:02.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:49:04.240 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:03 smithi081 ceph-mon[95500]: pgmap v5719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:04.240 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:03 smithi081 ceph-mon[107735]: pgmap v5719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:03 smithi170 ceph-mon[97338]: pgmap v5719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:04.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:04.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:05 smithi170 ceph-mon[97338]: pgmap v5720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:05 smithi081 ceph-mon[95500]: pgmap v5720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:05 smithi081 ceph-mon[107735]: pgmap v5720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:07 smithi170 ceph-mon[97338]: pgmap v5721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:07 smithi081 ceph-mon[95500]: pgmap v5721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:07 smithi081 ceph-mon[107735]: pgmap v5721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:09 smithi170 ceph-mon[97338]: pgmap v5722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:09 smithi081 ceph-mon[95500]: pgmap v5722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:09 smithi081 ceph-mon[107735]: pgmap v5722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:11 smithi170 ceph-mon[97338]: pgmap v5723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:11 smithi081 ceph-mon[95500]: pgmap v5723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:11 smithi081 ceph-mon[107735]: pgmap v5723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:12.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:12.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:49:14.241 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:13 smithi081 ceph-mon[95500]: pgmap v5724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:14.241 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:13 smithi081 ceph-mon[107735]: pgmap v5724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:13 smithi170 ceph-mon[97338]: pgmap v5724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:14.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:14.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:15 smithi170 ceph-mon[97338]: pgmap v5725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:15 smithi081 ceph-mon[95500]: pgmap v5725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:15 smithi081 ceph-mon[107735]: pgmap v5725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:17 smithi170 ceph-mon[97338]: pgmap v5726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:17 smithi081 ceph-mon[95500]: pgmap v5726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:17 smithi081 ceph-mon[107735]: pgmap v5726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:19 smithi170 ceph-mon[97338]: pgmap v5727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:19 smithi081 ceph-mon[95500]: pgmap v5727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:19 smithi081 ceph-mon[107735]: pgmap v5727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:21 smithi170 ceph-mon[97338]: pgmap v5728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:21 smithi081 ceph-mon[95500]: pgmap v5728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:21 smithi081 ceph-mon[107735]: pgmap v5728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:22.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:22.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:49:24.242 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:23 smithi081 ceph-mon[95500]: pgmap v5729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:24.242 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:23 smithi081 ceph-mon[107735]: pgmap v5729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:23 smithi170 ceph-mon[97338]: pgmap v5729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:24.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:24.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:25 smithi170 ceph-mon[97338]: pgmap v5730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:25 smithi081 ceph-mon[95500]: pgmap v5730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:25 smithi081 ceph-mon[107735]: pgmap v5730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:27 smithi170 ceph-mon[97338]: pgmap v5731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:27 smithi081 ceph-mon[95500]: pgmap v5731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:27 smithi081 ceph-mon[107735]: pgmap v5731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:29 smithi170 ceph-mon[97338]: pgmap v5732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:29 smithi081 ceph-mon[95500]: pgmap v5732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:29 smithi081 ceph-mon[107735]: pgmap v5732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:31 smithi170 ceph-mon[97338]: pgmap v5733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:31 smithi081 ceph-mon[95500]: pgmap v5733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:31 smithi081 ceph-mon[107735]: pgmap v5733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:32.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:32.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:49:34.243 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:33 smithi081 ceph-mon[95500]: pgmap v5734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:34.243 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:33 smithi081 ceph-mon[107735]: pgmap v5734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:33 smithi170 ceph-mon[97338]: pgmap v5734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:34.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:34.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:35 smithi170 ceph-mon[97338]: pgmap v5735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:35 smithi081 ceph-mon[95500]: pgmap v5735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:35 smithi081 ceph-mon[107735]: pgmap v5735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:37 smithi170 ceph-mon[97338]: pgmap v5736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:37 smithi081 ceph-mon[95500]: pgmap v5736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:37 smithi081 ceph-mon[107735]: pgmap v5736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:39 smithi170 ceph-mon[97338]: pgmap v5737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:39 smithi081 ceph-mon[95500]: pgmap v5737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:39 smithi081 ceph-mon[107735]: pgmap v5737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:41 smithi170 ceph-mon[97338]: pgmap v5738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:41 smithi081 ceph-mon[95500]: pgmap v5738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:41 smithi081 ceph-mon[107735]: pgmap v5738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:42.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:42.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:49:44.243 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:43 smithi081 ceph-mon[95500]: pgmap v5739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:44.244 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:43 smithi081 ceph-mon[107735]: pgmap v5739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:43 smithi170 ceph-mon[97338]: pgmap v5739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:44.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:44.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:45 smithi170 ceph-mon[97338]: pgmap v5740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:45 smithi081 ceph-mon[95500]: pgmap v5740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:45 smithi081 ceph-mon[107735]: pgmap v5740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:47 smithi170 ceph-mon[97338]: pgmap v5741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:47 smithi081 ceph-mon[95500]: pgmap v5741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:47 smithi081 ceph-mon[107735]: pgmap v5741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:49 smithi170 ceph-mon[97338]: pgmap v5742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:49 smithi081 ceph-mon[95500]: pgmap v5742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:49 smithi081 ceph-mon[107735]: pgmap v5742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:51 smithi170 ceph-mon[97338]: pgmap v5743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:51 smithi081 ceph-mon[95500]: pgmap v5743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:51 smithi081 ceph-mon[107735]: pgmap v5743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:52.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:52.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:49:54.244 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:53 smithi081 ceph-mon[95500]: pgmap v5744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:54.245 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:53 smithi081 ceph-mon[107735]: pgmap v5744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:53 smithi170 ceph-mon[97338]: pgmap v5744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:49:54.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:49:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:49:54.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:49:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:55 smithi170 ceph-mon[97338]: pgmap v5745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:55 smithi081 ceph-mon[95500]: pgmap v5745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:55 smithi081 ceph-mon[107735]: pgmap v5745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:57 smithi170 ceph-mon[97338]: pgmap v5746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:57 smithi081 ceph-mon[95500]: pgmap v5746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:49:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:57 smithi081 ceph-mon[107735]: pgmap v5746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:49:59 smithi170 ceph-mon[97338]: pgmap v5747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:49:59 smithi081 ceph-mon[95500]: pgmap v5747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:49:59 smithi081 ceph-mon[107735]: pgmap v5747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:50:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:50:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T08:50:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:01 smithi170 ceph-mon[97338]: pgmap v5748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:01 smithi081 ceph-mon[95500]: pgmap v5748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:01 smithi081 ceph-mon[107735]: pgmap v5748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:02.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:02.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:50:04.244 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:03 smithi081 ceph-mon[95500]: pgmap v5749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:04.245 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:03 smithi081 ceph-mon[107735]: pgmap v5749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:03 smithi170 ceph-mon[97338]: pgmap v5749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:04.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:04.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:05 smithi170 ceph-mon[97338]: pgmap v5750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:05 smithi081 ceph-mon[95500]: pgmap v5750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:05 smithi081 ceph-mon[107735]: pgmap v5750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:07 smithi170 ceph-mon[97338]: pgmap v5751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:07 smithi081 ceph-mon[95500]: pgmap v5751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:07 smithi081 ceph-mon[107735]: pgmap v5751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:09 smithi170 ceph-mon[97338]: pgmap v5752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:09 smithi081 ceph-mon[95500]: pgmap v5752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:09 smithi081 ceph-mon[107735]: pgmap v5752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:11 smithi170 ceph-mon[97338]: pgmap v5753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:11 smithi081 ceph-mon[95500]: pgmap v5753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:11 smithi081 ceph-mon[107735]: pgmap v5753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:12.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:12.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:50:14.245 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:13 smithi081 ceph-mon[95500]: pgmap v5754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:14.246 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:13 smithi081 ceph-mon[107735]: pgmap v5754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:13 smithi170 ceph-mon[97338]: pgmap v5754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:14.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:14.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:15 smithi170 ceph-mon[97338]: pgmap v5755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:15 smithi081 ceph-mon[95500]: pgmap v5755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:15 smithi081 ceph-mon[107735]: pgmap v5755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:17 smithi170 ceph-mon[97338]: pgmap v5756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:17 smithi081 ceph-mon[95500]: pgmap v5756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:17 smithi081 ceph-mon[107735]: pgmap v5756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:20.175 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:19 smithi170 ceph-mon[97338]: pgmap v5757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:19 smithi081 ceph-mon[95500]: pgmap v5757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:19 smithi081 ceph-mon[107735]: pgmap v5757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:21 smithi170 ceph-mon[97338]: pgmap v5758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:21 smithi081 ceph-mon[95500]: pgmap v5758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:21 smithi081 ceph-mon[107735]: pgmap v5758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:22.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:22.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:50:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:23 smithi170 ceph-mon[97338]: pgmap v5759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:24.246 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:23 smithi081 ceph-mon[95500]: pgmap v5759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:24.247 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:23 smithi081 ceph-mon[107735]: pgmap v5759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:24.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:24.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:25 smithi170 ceph-mon[97338]: pgmap v5760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:25 smithi081 ceph-mon[95500]: pgmap v5760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:25 smithi081 ceph-mon[107735]: pgmap v5760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:27 smithi170 ceph-mon[97338]: pgmap v5761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:27 smithi081 ceph-mon[95500]: pgmap v5761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:27 smithi081 ceph-mon[107735]: pgmap v5761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:29 smithi170 ceph-mon[97338]: pgmap v5762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:29 smithi081 ceph-mon[95500]: pgmap v5762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:29 smithi081 ceph-mon[107735]: pgmap v5762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:31 smithi170 ceph-mon[97338]: pgmap v5763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:31 smithi081 ceph-mon[95500]: pgmap v5763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:31 smithi081 ceph-mon[107735]: pgmap v5763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:32.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:32.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:50:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:33 smithi170 ceph-mon[97338]: pgmap v5764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:34.247 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:33 smithi081 ceph-mon[95500]: pgmap v5764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:34.247 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:33 smithi081 ceph-mon[107735]: pgmap v5764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:34.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:34.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:35 smithi170 ceph-mon[97338]: pgmap v5765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:35 smithi081 ceph-mon[95500]: pgmap v5765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:35 smithi081 ceph-mon[107735]: pgmap v5765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:37 smithi170 ceph-mon[97338]: pgmap v5766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:37 smithi081 ceph-mon[95500]: pgmap v5766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:37 smithi081 ceph-mon[107735]: pgmap v5766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:39 smithi170 ceph-mon[97338]: pgmap v5767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:39 smithi081 ceph-mon[95500]: pgmap v5767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:39 smithi081 ceph-mon[107735]: pgmap v5767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:41 smithi170 ceph-mon[97338]: pgmap v5768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:41 smithi081 ceph-mon[95500]: pgmap v5768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:41 smithi081 ceph-mon[107735]: pgmap v5768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:42.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:42.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:50:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:43 smithi170 ceph-mon[97338]: pgmap v5769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:44.247 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:43 smithi081 ceph-mon[95500]: pgmap v5769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:44.247 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:43 smithi081 ceph-mon[107735]: pgmap v5769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:44.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:44.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:45 smithi170 ceph-mon[97338]: pgmap v5770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:45 smithi081 ceph-mon[95500]: pgmap v5770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:45 smithi081 ceph-mon[107735]: pgmap v5770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:47 smithi170 ceph-mon[97338]: pgmap v5771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:47 smithi081 ceph-mon[95500]: pgmap v5771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:47 smithi081 ceph-mon[107735]: pgmap v5771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:49 smithi170 ceph-mon[97338]: pgmap v5772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:49 smithi081 ceph-mon[95500]: pgmap v5772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:49 smithi081 ceph-mon[107735]: pgmap v5772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:51 smithi170 ceph-mon[97338]: pgmap v5773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:51 smithi081 ceph-mon[95500]: pgmap v5773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:51 smithi081 ceph-mon[107735]: pgmap v5773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:52.376Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:52.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:50:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:53 smithi170 ceph-mon[97338]: pgmap v5774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:54.247 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:53 smithi081 ceph-mon[95500]: pgmap v5774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:54.248 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:53 smithi081 ceph-mon[107735]: pgmap v5774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:50:54.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:50:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:50:54.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:50:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:55 smithi170 ceph-mon[97338]: pgmap v5775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:55 smithi081 ceph-mon[95500]: pgmap v5775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:55 smithi081 ceph-mon[107735]: pgmap v5775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:57 smithi170 ceph-mon[97338]: pgmap v5776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:57 smithi081 ceph-mon[95500]: pgmap v5776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:50:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:57 smithi081 ceph-mon[107735]: pgmap v5776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:50:59 smithi170 ceph-mon[97338]: pgmap v5777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:50:59 smithi081 ceph-mon[95500]: pgmap v5777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:50:59 smithi081 ceph-mon[107735]: pgmap v5777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:01 smithi170 ceph-mon[97338]: pgmap v5778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:01 smithi081 ceph-mon[95500]: pgmap v5778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:01 smithi081 ceph-mon[107735]: pgmap v5778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:02.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:02.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:51:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:03 smithi170 ceph-mon[97338]: pgmap v5779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:04.248 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:03 smithi081 ceph-mon[95500]: pgmap v5779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:04.248 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:03 smithi081 ceph-mon[107735]: pgmap v5779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:04.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:04.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:05 smithi170 ceph-mon[97338]: pgmap v5780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:05 smithi081 ceph-mon[95500]: pgmap v5780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:05 smithi081 ceph-mon[107735]: pgmap v5780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:07 smithi170 ceph-mon[97338]: pgmap v5781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:07 smithi081 ceph-mon[95500]: pgmap v5781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:07 smithi081 ceph-mon[107735]: pgmap v5781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:09 smithi170 ceph-mon[97338]: pgmap v5782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:09 smithi081 ceph-mon[95500]: pgmap v5782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:09 smithi081 ceph-mon[107735]: pgmap v5782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:12.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:11 smithi170 ceph-mon[97338]: pgmap v5783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:11 smithi081 ceph-mon[95500]: pgmap v5783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:11 smithi081 ceph-mon[107735]: pgmap v5783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:12.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:12.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:51:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:13 smithi170 ceph-mon[97338]: pgmap v5784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:14.248 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:13 smithi081 ceph-mon[95500]: pgmap v5784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:14.248 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:13 smithi081 ceph-mon[107735]: pgmap v5784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:14.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:14.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:15 smithi170 ceph-mon[97338]: pgmap v5785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:15 smithi081 ceph-mon[95500]: pgmap v5785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:15 smithi081 ceph-mon[107735]: pgmap v5785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:17 smithi170 ceph-mon[97338]: pgmap v5786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:17 smithi081 ceph-mon[95500]: pgmap v5786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:17 smithi081 ceph-mon[107735]: pgmap v5786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:19 smithi170 ceph-mon[97338]: pgmap v5787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:19 smithi081 ceph-mon[95500]: pgmap v5787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:19 smithi081 ceph-mon[107735]: pgmap v5787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:21 smithi170 ceph-mon[97338]: pgmap v5788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:21 smithi081 ceph-mon[95500]: pgmap v5788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:21 smithi081 ceph-mon[107735]: pgmap v5788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:22.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:22.379Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:51:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:23 smithi170 ceph-mon[97338]: pgmap v5789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:24.249 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:23 smithi081 ceph-mon[95500]: pgmap v5789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:24.249 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:23 smithi081 ceph-mon[107735]: pgmap v5789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:24.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:24.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:25 smithi170 ceph-mon[97338]: pgmap v5790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:25 smithi081 ceph-mon[95500]: pgmap v5790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:25 smithi081 ceph-mon[107735]: pgmap v5790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:27 smithi170 ceph-mon[97338]: pgmap v5791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:27 smithi081 ceph-mon[95500]: pgmap v5791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:27 smithi081 ceph-mon[107735]: pgmap v5791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:29 smithi170 ceph-mon[97338]: pgmap v5792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:29 smithi081 ceph-mon[95500]: pgmap v5792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:29 smithi081 ceph-mon[107735]: pgmap v5792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:31 smithi170 ceph-mon[97338]: pgmap v5793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:31 smithi081 ceph-mon[95500]: pgmap v5793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:31 smithi081 ceph-mon[107735]: pgmap v5793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:32.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:32.379Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:51:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:33 smithi170 ceph-mon[97338]: pgmap v5794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:34.249 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:33 smithi081 ceph-mon[95500]: pgmap v5794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:34.250 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:33 smithi081 ceph-mon[107735]: pgmap v5794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:34.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:34.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:35 smithi170 ceph-mon[97338]: pgmap v5795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:35 smithi081 ceph-mon[95500]: pgmap v5795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:35 smithi081 ceph-mon[107735]: pgmap v5795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:37 smithi170 ceph-mon[97338]: pgmap v5796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:37 smithi081 ceph-mon[95500]: pgmap v5796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:37 smithi081 ceph-mon[107735]: pgmap v5796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:39 smithi170 ceph-mon[97338]: pgmap v5797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:39 smithi081 ceph-mon[95500]: pgmap v5797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:39 smithi081 ceph-mon[107735]: pgmap v5797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:41 smithi170 ceph-mon[97338]: pgmap v5798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:41 smithi081 ceph-mon[95500]: pgmap v5798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:41 smithi081 ceph-mon[107735]: pgmap v5798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:42.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:42.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:51:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:43 smithi170 ceph-mon[97338]: pgmap v5799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:44.250 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:43 smithi081 ceph-mon[95500]: pgmap v5799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:44.251 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:43 smithi081 ceph-mon[107735]: pgmap v5799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:44.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:44.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:45 smithi170 ceph-mon[97338]: pgmap v5800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:45 smithi081 ceph-mon[95500]: pgmap v5800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:45 smithi081 ceph-mon[107735]: pgmap v5800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:47 smithi170 ceph-mon[97338]: pgmap v5801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:47 smithi081 ceph-mon[95500]: pgmap v5801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:47 smithi081 ceph-mon[107735]: pgmap v5801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:49 smithi170 ceph-mon[97338]: pgmap v5802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:49 smithi081 ceph-mon[95500]: pgmap v5802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:49 smithi081 ceph-mon[107735]: pgmap v5802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:51 smithi170 ceph-mon[97338]: pgmap v5803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:51 smithi081 ceph-mon[95500]: pgmap v5803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:51 smithi081 ceph-mon[107735]: pgmap v5803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:52.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:52.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:51:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:53 smithi170 ceph-mon[97338]: pgmap v5804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:54.250 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:53 smithi081 ceph-mon[95500]: pgmap v5804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:54.251 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:53 smithi081 ceph-mon[107735]: pgmap v5804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:51:54.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:51:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:51:54.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:51:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:55 smithi170 ceph-mon[97338]: pgmap v5805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:55 smithi081 ceph-mon[95500]: pgmap v5805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:55 smithi081 ceph-mon[107735]: pgmap v5805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:57 smithi170 ceph-mon[97338]: pgmap v5806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:57 smithi081 ceph-mon[95500]: pgmap v5806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:51:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:57 smithi081 ceph-mon[107735]: pgmap v5806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:51:59 smithi170 ceph-mon[97338]: pgmap v5807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:51:59 smithi081 ceph-mon[95500]: pgmap v5807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:51:59 smithi081 ceph-mon[107735]: pgmap v5807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:01 smithi170 ceph-mon[97338]: pgmap v5808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:01 smithi081 ceph-mon[95500]: pgmap v5808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:01 smithi081 ceph-mon[107735]: pgmap v5808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:02.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:02.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:52:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:03 smithi170 ceph-mon[97338]: pgmap v5809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:04.251 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:03 smithi081 ceph-mon[95500]: pgmap v5809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:04.252 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:03 smithi081 ceph-mon[107735]: pgmap v5809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:04.247Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:04.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:05 smithi170 ceph-mon[97338]: pgmap v5810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:05 smithi081 ceph-mon[95500]: pgmap v5810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:05 smithi081 ceph-mon[107735]: pgmap v5810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:07 smithi170 ceph-mon[97338]: pgmap v5811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:07 smithi081 ceph-mon[95500]: pgmap v5811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:07 smithi081 ceph-mon[107735]: pgmap v5811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:09 smithi170 ceph-mon[97338]: pgmap v5812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:09 smithi081 ceph-mon[95500]: pgmap v5812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:09 smithi081 ceph-mon[107735]: pgmap v5812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:11 smithi170 ceph-mon[97338]: pgmap v5813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:11 smithi081 ceph-mon[95500]: pgmap v5813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:11 smithi081 ceph-mon[107735]: pgmap v5813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:12.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:12.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:52:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:13 smithi170 ceph-mon[97338]: pgmap v5814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:14.252 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:13 smithi081 ceph-mon[95500]: pgmap v5814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:14.252 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:13 smithi081 ceph-mon[107735]: pgmap v5814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:14.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:14.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:15 smithi170 ceph-mon[97338]: pgmap v5815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:15 smithi081 ceph-mon[95500]: pgmap v5815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:15 smithi081 ceph-mon[107735]: pgmap v5815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:17 smithi170 ceph-mon[97338]: pgmap v5816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:17 smithi081 ceph-mon[95500]: pgmap v5816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:17 smithi081 ceph-mon[107735]: pgmap v5816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:19 smithi170 ceph-mon[97338]: pgmap v5817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:19 smithi081 ceph-mon[95500]: pgmap v5817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:19 smithi081 ceph-mon[107735]: pgmap v5817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:21 smithi170 ceph-mon[97338]: pgmap v5818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:21 smithi081 ceph-mon[95500]: pgmap v5818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:21 smithi081 ceph-mon[107735]: pgmap v5818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:22.382Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:22.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:52:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:23 smithi170 ceph-mon[97338]: pgmap v5819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:24.253 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:23 smithi081 ceph-mon[95500]: pgmap v5819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:24.253 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:23 smithi081 ceph-mon[107735]: pgmap v5819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:24.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:24.250Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:25 smithi170 ceph-mon[97338]: pgmap v5820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:25 smithi081 ceph-mon[95500]: pgmap v5820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:25 smithi081 ceph-mon[107735]: pgmap v5820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:27 smithi170 ceph-mon[97338]: pgmap v5821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:27 smithi081 ceph-mon[95500]: pgmap v5821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:27 smithi081 ceph-mon[107735]: pgmap v5821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:29 smithi170 ceph-mon[97338]: pgmap v5822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:29 smithi081 ceph-mon[95500]: pgmap v5822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:29 smithi081 ceph-mon[107735]: pgmap v5822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:31 smithi170 ceph-mon[97338]: pgmap v5823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:31 smithi081 ceph-mon[95500]: pgmap v5823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:31 smithi081 ceph-mon[107735]: pgmap v5823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:32.382Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:32.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:52:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:33 smithi170 ceph-mon[97338]: pgmap v5824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:34.253 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:33 smithi081 ceph-mon[95500]: pgmap v5824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:34.254 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:33 smithi081 ceph-mon[107735]: pgmap v5824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:34.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:34.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:35 smithi170 ceph-mon[97338]: pgmap v5825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:35 smithi081 ceph-mon[95500]: pgmap v5825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:35 smithi081 ceph-mon[107735]: pgmap v5825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:37 smithi170 ceph-mon[97338]: pgmap v5826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:37 smithi081 ceph-mon[95500]: pgmap v5826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:37 smithi081 ceph-mon[107735]: pgmap v5826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:39 smithi170 ceph-mon[97338]: pgmap v5827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:39 smithi081 ceph-mon[95500]: pgmap v5827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:39 smithi081 ceph-mon[107735]: pgmap v5827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:41 smithi170 ceph-mon[97338]: pgmap v5828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:41 smithi081 ceph-mon[95500]: pgmap v5828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:41 smithi081 ceph-mon[107735]: pgmap v5828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:42.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:42.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:52:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:43 smithi170 ceph-mon[97338]: pgmap v5829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:44.254 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:43 smithi081 ceph-mon[95500]: pgmap v5829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:44.254 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:43 smithi081 ceph-mon[107735]: pgmap v5829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:44.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:44.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:45 smithi170 ceph-mon[97338]: pgmap v5830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:45 smithi081 ceph-mon[95500]: pgmap v5830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:45 smithi081 ceph-mon[107735]: pgmap v5830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:47 smithi170 ceph-mon[97338]: pgmap v5831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:47 smithi081 ceph-mon[95500]: pgmap v5831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:47 smithi081 ceph-mon[107735]: pgmap v5831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:49 smithi170 ceph-mon[97338]: pgmap v5832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:49 smithi081 ceph-mon[95500]: pgmap v5832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:49 smithi081 ceph-mon[107735]: pgmap v5832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:51 smithi170 ceph-mon[97338]: pgmap v5833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:51 smithi081 ceph-mon[95500]: pgmap v5833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:51 smithi081 ceph-mon[107735]: pgmap v5833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:52.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:52.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:52:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:53 smithi170 ceph-mon[97338]: pgmap v5834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:54.254 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:53 smithi081 ceph-mon[95500]: pgmap v5834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:54.255 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:53 smithi081 ceph-mon[107735]: pgmap v5834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:52:54.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:52:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:52:54.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:52:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:55 smithi170 ceph-mon[97338]: pgmap v5835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:55 smithi081 ceph-mon[95500]: pgmap v5835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:55 smithi081 ceph-mon[107735]: pgmap v5835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:57 smithi170 ceph-mon[97338]: pgmap v5836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:57 smithi081 ceph-mon[95500]: pgmap v5836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:52:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:57 smithi081 ceph-mon[107735]: pgmap v5836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:52:59 smithi170 ceph-mon[97338]: pgmap v5837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:52:59 smithi081 ceph-mon[95500]: pgmap v5837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:52:59 smithi081 ceph-mon[107735]: pgmap v5837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:01 smithi170 ceph-mon[97338]: pgmap v5838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:01 smithi081 ceph-mon[95500]: pgmap v5838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:01 smithi081 ceph-mon[107735]: pgmap v5838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:02.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:02.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:53:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:03 smithi170 ceph-mon[97338]: pgmap v5839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:04.255 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:03 smithi081 ceph-mon[95500]: pgmap v5839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:04.255 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:03 smithi081 ceph-mon[107735]: pgmap v5839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:04.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:04.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:05 smithi170 ceph-mon[97338]: pgmap v5840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:05 smithi081 ceph-mon[95500]: pgmap v5840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:05 smithi081 ceph-mon[107735]: pgmap v5840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:07 smithi170 ceph-mon[97338]: pgmap v5841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:07 smithi081 ceph-mon[95500]: pgmap v5841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:07 smithi081 ceph-mon[107735]: pgmap v5841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:09 smithi170 ceph-mon[97338]: pgmap v5842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:09 smithi081 ceph-mon[95500]: pgmap v5842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:09 smithi081 ceph-mon[107735]: pgmap v5842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:11 smithi170 ceph-mon[97338]: pgmap v5843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:11 smithi081 ceph-mon[95500]: pgmap v5843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:11 smithi081 ceph-mon[107735]: pgmap v5843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:12.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:12.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:53:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:13 smithi170 ceph-mon[97338]: pgmap v5844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:14.255 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:13 smithi081 ceph-mon[95500]: pgmap v5844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:14.256 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:13 smithi081 ceph-mon[107735]: pgmap v5844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:14.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:14.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:15 smithi170 ceph-mon[97338]: pgmap v5845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:15 smithi081 ceph-mon[95500]: pgmap v5845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:15 smithi081 ceph-mon[107735]: pgmap v5845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:17 smithi170 ceph-mon[97338]: pgmap v5846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:17 smithi081 ceph-mon[95500]: pgmap v5846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:17 smithi081 ceph-mon[107735]: pgmap v5846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:19 smithi170 ceph-mon[97338]: pgmap v5847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:19 smithi081 ceph-mon[95500]: pgmap v5847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:19 smithi081 ceph-mon[107735]: pgmap v5847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:21 smithi170 ceph-mon[97338]: pgmap v5848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:21 smithi081 ceph-mon[95500]: pgmap v5848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:21 smithi081 ceph-mon[107735]: pgmap v5848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:22.386Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:22.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:53:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:23 smithi170 ceph-mon[97338]: pgmap v5849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:24.255 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:23 smithi081 ceph-mon[95500]: pgmap v5849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:24.256 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:23 smithi081 ceph-mon[107735]: pgmap v5849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:24.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:24.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:25 smithi170 ceph-mon[97338]: pgmap v5850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:25 smithi081 ceph-mon[95500]: pgmap v5850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:25 smithi081 ceph-mon[107735]: pgmap v5850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:27 smithi170 ceph-mon[97338]: pgmap v5851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:27 smithi081 ceph-mon[95500]: pgmap v5851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:27 smithi081 ceph-mon[107735]: pgmap v5851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:29 smithi170 ceph-mon[97338]: pgmap v5852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:29 smithi081 ceph-mon[95500]: pgmap v5852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:29 smithi081 ceph-mon[107735]: pgmap v5852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:31 smithi170 ceph-mon[97338]: pgmap v5853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:31 smithi081 ceph-mon[95500]: pgmap v5853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:31 smithi081 ceph-mon[107735]: pgmap v5853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:32.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:32.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:53:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:33 smithi170 ceph-mon[97338]: pgmap v5854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:34.257 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:33 smithi081 ceph-mon[95500]: pgmap v5854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:34.257 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:33 smithi081 ceph-mon[107735]: pgmap v5854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:34.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:34.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:35 smithi170 ceph-mon[97338]: pgmap v5855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:35 smithi081 ceph-mon[95500]: pgmap v5855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:35 smithi081 ceph-mon[107735]: pgmap v5855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:37 smithi170 ceph-mon[97338]: pgmap v5856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:37 smithi081 ceph-mon[95500]: pgmap v5856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:37 smithi081 ceph-mon[107735]: pgmap v5856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:39 smithi170 ceph-mon[97338]: pgmap v5857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:39 smithi081 ceph-mon[95500]: pgmap v5857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:39 smithi081 ceph-mon[107735]: pgmap v5857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:41 smithi170 ceph-mon[97338]: pgmap v5858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:41 smithi081 ceph-mon[95500]: pgmap v5858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:41 smithi081 ceph-mon[107735]: pgmap v5858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:42.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:42.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:53:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:43 smithi170 ceph-mon[97338]: pgmap v5859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:44.258 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:43 smithi081 ceph-mon[95500]: pgmap v5859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:44.258 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:43 smithi081 ceph-mon[107735]: pgmap v5859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:44.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:44.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:45 smithi170 ceph-mon[97338]: pgmap v5860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:45 smithi081 ceph-mon[95500]: pgmap v5860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:45 smithi081 ceph-mon[107735]: pgmap v5860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:47 smithi170 ceph-mon[97338]: pgmap v5861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:47 smithi081 ceph-mon[95500]: pgmap v5861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:47 smithi081 ceph-mon[107735]: pgmap v5861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:49 smithi170 ceph-mon[97338]: pgmap v5862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:49 smithi081 ceph-mon[95500]: pgmap v5862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:49 smithi081 ceph-mon[107735]: pgmap v5862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:51 smithi170 ceph-mon[97338]: pgmap v5863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:51 smithi081 ceph-mon[95500]: pgmap v5863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:51 smithi081 ceph-mon[107735]: pgmap v5863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:52.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:52.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:53:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:53 smithi170 ceph-mon[97338]: pgmap v5864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:54.259 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:53 smithi081 ceph-mon[95500]: pgmap v5864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:54.259 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:53 smithi081 ceph-mon[107735]: pgmap v5864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:53:54.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:53:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:53:54.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:53:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:55 smithi170 ceph-mon[97338]: pgmap v5865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:55 smithi081 ceph-mon[95500]: pgmap v5865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:55 smithi081 ceph-mon[107735]: pgmap v5865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:57 smithi170 ceph-mon[97338]: pgmap v5866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:57.783 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:57 smithi081 ceph-mon[95500]: pgmap v5866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:53:57.784 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:57 smithi081 ceph-mon[107735]: pgmap v5866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:53:59 smithi170 ceph-mon[97338]: pgmap v5867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:53:59 smithi081 ceph-mon[95500]: pgmap v5867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:53:59 smithi081 ceph-mon[107735]: pgmap v5867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:01 smithi170 ceph-mon[97338]: pgmap v5868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:01 smithi081 ceph-mon[95500]: pgmap v5868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:01 smithi081 ceph-mon[107735]: pgmap v5868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:02.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:02.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:54:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:03 smithi170 ceph-mon[97338]: pgmap v5869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:04.260 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:03 smithi081 ceph-mon[95500]: pgmap v5869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:04.261 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:03 smithi081 ceph-mon[107735]: pgmap v5869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:04.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:04.257Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:05 smithi170 ceph-mon[97338]: pgmap v5870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:05 smithi081 ceph-mon[95500]: pgmap v5870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:05 smithi081 ceph-mon[107735]: pgmap v5870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:07 smithi170 ceph-mon[97338]: pgmap v5871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:07 smithi081 ceph-mon[95500]: pgmap v5871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:07 smithi081 ceph-mon[107735]: pgmap v5871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:09 smithi170 ceph-mon[97338]: pgmap v5872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:09 smithi081 ceph-mon[95500]: pgmap v5872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:09 smithi081 ceph-mon[107735]: pgmap v5872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:11 smithi170 ceph-mon[97338]: pgmap v5873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:11 smithi081 ceph-mon[95500]: pgmap v5873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:11 smithi081 ceph-mon[107735]: pgmap v5873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:12.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:12.391Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:54:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:13 smithi170 ceph-mon[97338]: pgmap v5874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:14.260 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:13 smithi081 ceph-mon[95500]: pgmap v5874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:14.261 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:13 smithi081 ceph-mon[107735]: pgmap v5874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:14.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:14.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:15 smithi170 ceph-mon[97338]: pgmap v5875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:15 smithi081 ceph-mon[95500]: pgmap v5875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:15 smithi081 ceph-mon[107735]: pgmap v5875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:17 smithi170 ceph-mon[97338]: pgmap v5876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:17 smithi081 ceph-mon[95500]: pgmap v5876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:17 smithi081 ceph-mon[107735]: pgmap v5876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:19 smithi170 ceph-mon[97338]: pgmap v5877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:19 smithi081 ceph-mon[95500]: pgmap v5877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:19 smithi081 ceph-mon[107735]: pgmap v5877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:21 smithi170 ceph-mon[97338]: pgmap v5878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:21 smithi081 ceph-mon[95500]: pgmap v5878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:21 smithi081 ceph-mon[107735]: pgmap v5878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:22.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:22.391Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:54:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:23 smithi170 ceph-mon[97338]: pgmap v5879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:24.261 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:23 smithi081 ceph-mon[95500]: pgmap v5879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:24.262 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:23 smithi081 ceph-mon[107735]: pgmap v5879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:24.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:24.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:25 smithi170 ceph-mon[97338]: pgmap v5880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:25 smithi081 ceph-mon[95500]: pgmap v5880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:25 smithi081 ceph-mon[107735]: pgmap v5880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:27 smithi170 ceph-mon[97338]: pgmap v5881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:27 smithi081 ceph-mon[95500]: pgmap v5881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:27 smithi081 ceph-mon[107735]: pgmap v5881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:29 smithi170 ceph-mon[97338]: pgmap v5882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:29 smithi081 ceph-mon[95500]: pgmap v5882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:29 smithi081 ceph-mon[107735]: pgmap v5882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:31 smithi170 ceph-mon[97338]: pgmap v5883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:31 smithi081 ceph-mon[95500]: pgmap v5883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:31 smithi081 ceph-mon[107735]: pgmap v5883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:32.391Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:32.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:54:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:33 smithi170 ceph-mon[97338]: pgmap v5884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:34.262 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:33 smithi081 ceph-mon[95500]: pgmap v5884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:34.262 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:33 smithi081 ceph-mon[107735]: pgmap v5884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:34.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:34.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:35 smithi170 ceph-mon[97338]: pgmap v5885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:35 smithi081 ceph-mon[95500]: pgmap v5885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:35 smithi081 ceph-mon[107735]: pgmap v5885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:37 smithi170 ceph-mon[97338]: pgmap v5886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:37 smithi081 ceph-mon[95500]: pgmap v5886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:37 smithi081 ceph-mon[107735]: pgmap v5886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:39 smithi170 ceph-mon[97338]: pgmap v5887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:39 smithi081 ceph-mon[95500]: pgmap v5887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:39 smithi081 ceph-mon[107735]: pgmap v5887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:41 smithi170 ceph-mon[97338]: pgmap v5888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:41 smithi081 ceph-mon[95500]: pgmap v5888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:41 smithi081 ceph-mon[107735]: pgmap v5888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:42.391Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:42.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:54:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:43 smithi170 ceph-mon[97338]: pgmap v5889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:44.262 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:43 smithi081 ceph-mon[95500]: pgmap v5889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:44.263 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:43 smithi081 ceph-mon[107735]: pgmap v5889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:44.258Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:44.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:45 smithi170 ceph-mon[97338]: pgmap v5890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:45 smithi081 ceph-mon[95500]: pgmap v5890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:45 smithi081 ceph-mon[107735]: pgmap v5890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:47 smithi170 ceph-mon[97338]: pgmap v5891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:47 smithi081 ceph-mon[95500]: pgmap v5891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:47 smithi081 ceph-mon[107735]: pgmap v5891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:49 smithi170 ceph-mon[97338]: pgmap v5892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:49 smithi081 ceph-mon[95500]: pgmap v5892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:49 smithi081 ceph-mon[107735]: pgmap v5892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:51 smithi170 ceph-mon[97338]: pgmap v5893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:51 smithi081 ceph-mon[95500]: pgmap v5893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:51 smithi081 ceph-mon[107735]: pgmap v5893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:52.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:52.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:54:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:53 smithi170 ceph-mon[97338]: pgmap v5894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:54.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:53 smithi081 ceph-mon[95500]: pgmap v5894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:54.263 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:53 smithi081 ceph-mon[107735]: pgmap v5894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:54:54.259Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:54:54.260Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:54:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:55 smithi170 ceph-mon[97338]: pgmap v5895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:55 smithi081 ceph-mon[95500]: pgmap v5895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:55 smithi081 ceph-mon[107735]: pgmap v5895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:57 smithi170 ceph-mon[97338]: pgmap v5896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:57 smithi081 ceph-mon[95500]: pgmap v5896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:54:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:57 smithi081 ceph-mon[107735]: pgmap v5896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:54:59 smithi170 ceph-mon[97338]: pgmap v5897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:54:59 smithi081 ceph-mon[95500]: pgmap v5897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:54:59 smithi081 ceph-mon[107735]: pgmap v5897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:01 smithi170 ceph-mon[97338]: pgmap v5898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:01 smithi081 ceph-mon[95500]: pgmap v5898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:01 smithi081 ceph-mon[107735]: pgmap v5898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:02.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:02.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:55:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:03 smithi170 ceph-mon[97338]: pgmap v5899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:04.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:03 smithi081 ceph-mon[95500]: pgmap v5899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:03 smithi081 ceph-mon[107735]: pgmap v5899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:04.259Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:04.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:05 smithi170 ceph-mon[97338]: pgmap v5900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:05 smithi081 ceph-mon[95500]: pgmap v5900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:05 smithi081 ceph-mon[107735]: pgmap v5900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:07 smithi170 ceph-mon[97338]: pgmap v5901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:07 smithi081 ceph-mon[95500]: pgmap v5901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:07 smithi081 ceph-mon[107735]: pgmap v5901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:09 smithi170 ceph-mon[97338]: pgmap v5902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:09 smithi081 ceph-mon[95500]: pgmap v5902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:09 smithi081 ceph-mon[107735]: pgmap v5902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:11 smithi170 ceph-mon[97338]: pgmap v5903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:11 smithi081 ceph-mon[95500]: pgmap v5903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:11 smithi081 ceph-mon[107735]: pgmap v5903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:12.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:12.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:55:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:13 smithi170 ceph-mon[97338]: pgmap v5904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:14.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:13 smithi081 ceph-mon[95500]: pgmap v5904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:13 smithi081 ceph-mon[107735]: pgmap v5904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:14.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:14.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:15 smithi170 ceph-mon[97338]: pgmap v5905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:15 smithi081 ceph-mon[95500]: pgmap v5905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:15 smithi081 ceph-mon[107735]: pgmap v5905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:17 smithi170 ceph-mon[97338]: pgmap v5906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:17 smithi081 ceph-mon[95500]: pgmap v5906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:17 smithi081 ceph-mon[107735]: pgmap v5906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:19 smithi170 ceph-mon[97338]: pgmap v5907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:19 smithi081 ceph-mon[95500]: pgmap v5907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:19 smithi081 ceph-mon[107735]: pgmap v5907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:21 smithi170 ceph-mon[97338]: pgmap v5908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:21 smithi081 ceph-mon[95500]: pgmap v5908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:21 smithi081 ceph-mon[107735]: pgmap v5908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:22.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:22.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:55:24.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:23 smithi170 ceph-mon[97338]: pgmap v5909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:23 smithi081 ceph-mon[95500]: pgmap v5909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:23 smithi081 ceph-mon[107735]: pgmap v5909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:24.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:24.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:25 smithi170 ceph-mon[97338]: pgmap v5910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:25 smithi081 ceph-mon[107735]: pgmap v5910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:25 smithi081 ceph-mon[95500]: pgmap v5910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:27 smithi170 ceph-mon[97338]: pgmap v5911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:27 smithi081 ceph-mon[95500]: pgmap v5911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:27 smithi081 ceph-mon[107735]: pgmap v5911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:29 smithi170 ceph-mon[97338]: pgmap v5912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:29 smithi081 ceph-mon[95500]: pgmap v5912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:29 smithi081 ceph-mon[107735]: pgmap v5912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:31 smithi170 ceph-mon[97338]: pgmap v5913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:31 smithi081 ceph-mon[95500]: pgmap v5913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:31 smithi081 ceph-mon[107735]: pgmap v5913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:32.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:32.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:55:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:33 smithi170 ceph-mon[97338]: pgmap v5914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:34.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:33 smithi081 ceph-mon[95500]: pgmap v5914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:33 smithi081 ceph-mon[107735]: pgmap v5914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:34.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:34.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:35 smithi170 ceph-mon[97338]: pgmap v5915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:35 smithi081 ceph-mon[95500]: pgmap v5915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:35 smithi081 ceph-mon[107735]: pgmap v5915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:37 smithi170 ceph-mon[97338]: pgmap v5916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:37 smithi081 ceph-mon[95500]: pgmap v5916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:37 smithi081 ceph-mon[107735]: pgmap v5916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:39 smithi170 ceph-mon[97338]: pgmap v5917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:39 smithi081 ceph-mon[95500]: pgmap v5917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:39 smithi081 ceph-mon[107735]: pgmap v5917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:41 smithi170 ceph-mon[97338]: pgmap v5918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:41 smithi081 ceph-mon[95500]: pgmap v5918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:41 smithi081 ceph-mon[107735]: pgmap v5918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:42.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:42.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:55:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:43 smithi170 ceph-mon[97338]: pgmap v5919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:44.246 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 08:55:43 smithi170 conmon[137693]: ts=2023-05-20T08:55:43.940Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1684562143057 maxt=1684562400000 ulid=01H0W5YDH17KXDQD2PZZQWDEVQ duration=34.319244ms 2023-05-20T08:55:44.246 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 08:55:43 smithi170 conmon[137693]: ts=2023-05-20T08:55:43.946Z caller=head.go:827 level=info component=tsdb msg="Head GC completed" duration=4.87516ms 2023-05-20T08:55:44.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:43 smithi081 ceph-mon[95500]: pgmap v5919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:44.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:43 smithi081 ceph-mon[107735]: pgmap v5919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:44.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:44.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:45 smithi170 ceph-mon[97338]: pgmap v5920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:45 smithi081 ceph-mon[95500]: pgmap v5920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:45 smithi081 ceph-mon[107735]: pgmap v5920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:47 smithi170 ceph-mon[97338]: pgmap v5921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:47 smithi081 ceph-mon[95500]: pgmap v5921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:47 smithi081 ceph-mon[107735]: pgmap v5921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:49 smithi170 ceph-mon[97338]: pgmap v5922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:49 smithi081 ceph-mon[95500]: pgmap v5922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:49 smithi081 ceph-mon[107735]: pgmap v5922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:51 smithi170 ceph-mon[97338]: pgmap v5923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:51 smithi081 ceph-mon[95500]: pgmap v5923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:51 smithi081 ceph-mon[107735]: pgmap v5923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:52.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:52.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:55:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:53 smithi170 ceph-mon[97338]: pgmap v5924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:53 smithi081 ceph-mon[95500]: pgmap v5924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:53 smithi081 ceph-mon[107735]: pgmap v5924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:55:54.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:54.837 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:55:54.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:55:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:55 smithi170 ceph-mon[97338]: pgmap v5925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:55 smithi081 ceph-mon[95500]: pgmap v5925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:55 smithi081 ceph-mon[107735]: pgmap v5925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:57 smithi170 ceph-mon[97338]: pgmap v5926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:57 smithi081 ceph-mon[95500]: pgmap v5926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:55:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:57 smithi081 ceph-mon[107735]: pgmap v5926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:55:59 smithi170 ceph-mon[97338]: pgmap v5927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:55:59 smithi081 ceph-mon[95500]: pgmap v5927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:55:59 smithi081 ceph-mon[107735]: pgmap v5927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:01 smithi170 ceph-mon[97338]: pgmap v5928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:01 smithi081 ceph-mon[95500]: pgmap v5928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:01 smithi081 ceph-mon[107735]: pgmap v5928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:02.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:02.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:56:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:03 smithi170 ceph-mon[97338]: pgmap v5929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:03 smithi081 ceph-mon[95500]: pgmap v5929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:03 smithi081 ceph-mon[107735]: pgmap v5929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:04.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:04.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:05 smithi170 ceph-mon[97338]: pgmap v5930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:05 smithi081 ceph-mon[95500]: pgmap v5930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:05 smithi081 ceph-mon[107735]: pgmap v5930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:07 smithi170 ceph-mon[97338]: pgmap v5931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:07 smithi081 ceph-mon[95500]: pgmap v5931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:07 smithi081 ceph-mon[107735]: pgmap v5931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:09 smithi170 ceph-mon[97338]: pgmap v5932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:09 smithi081 ceph-mon[95500]: pgmap v5932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:09 smithi081 ceph-mon[107735]: pgmap v5932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:11 smithi170 ceph-mon[97338]: pgmap v5933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:11 smithi081 ceph-mon[95500]: pgmap v5933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:11 smithi081 ceph-mon[107735]: pgmap v5933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:12.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:12.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:56:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:13 smithi170 ceph-mon[97338]: pgmap v5934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:13 smithi081 ceph-mon[95500]: pgmap v5934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:13 smithi081 ceph-mon[107735]: pgmap v5934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:14.265Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:14.266Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:15 smithi170 ceph-mon[97338]: pgmap v5935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:15 smithi081 ceph-mon[95500]: pgmap v5935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:15 smithi081 ceph-mon[107735]: pgmap v5935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:17 smithi170 ceph-mon[97338]: pgmap v5936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:17 smithi081 ceph-mon[95500]: pgmap v5936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:17 smithi081 ceph-mon[107735]: pgmap v5936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:19 smithi170 ceph-mon[97338]: pgmap v5937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:19 smithi081 ceph-mon[95500]: pgmap v5937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:19 smithi081 ceph-mon[107735]: pgmap v5937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:21 smithi170 ceph-mon[97338]: pgmap v5938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:21 smithi081 ceph-mon[95500]: pgmap v5938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:21 smithi081 ceph-mon[107735]: pgmap v5938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:22.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:22.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:56:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:23 smithi170 ceph-mon[97338]: pgmap v5939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:23 smithi081 ceph-mon[95500]: pgmap v5939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:23 smithi081 ceph-mon[107735]: pgmap v5939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:24.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:24.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:25 smithi170 ceph-mon[97338]: pgmap v5940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:25 smithi081 ceph-mon[95500]: pgmap v5940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:25 smithi081 ceph-mon[107735]: pgmap v5940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:27 smithi170 ceph-mon[97338]: pgmap v5941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:27 smithi081 ceph-mon[95500]: pgmap v5941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:27 smithi081 ceph-mon[107735]: pgmap v5941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:29 smithi170 ceph-mon[97338]: pgmap v5942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:29 smithi081 ceph-mon[95500]: pgmap v5942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:29 smithi081 ceph-mon[107735]: pgmap v5942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:31 smithi170 ceph-mon[97338]: pgmap v5943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:31 smithi081 ceph-mon[95500]: pgmap v5943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:31 smithi081 ceph-mon[107735]: pgmap v5943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:32.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:32.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:56:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:33 smithi170 ceph-mon[97338]: pgmap v5944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:33 smithi081 ceph-mon[95500]: pgmap v5944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:33 smithi081 ceph-mon[107735]: pgmap v5944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:34.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:34.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:35 smithi170 ceph-mon[97338]: pgmap v5945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:35 smithi081 ceph-mon[95500]: pgmap v5945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:35 smithi081 ceph-mon[107735]: pgmap v5945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:37 smithi170 ceph-mon[97338]: pgmap v5946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:37 smithi081 ceph-mon[95500]: pgmap v5946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:37 smithi081 ceph-mon[107735]: pgmap v5946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:39 smithi170 ceph-mon[97338]: pgmap v5947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:39 smithi081 ceph-mon[95500]: pgmap v5947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:39 smithi081 ceph-mon[107735]: pgmap v5947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:41 smithi170 ceph-mon[97338]: pgmap v5948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:41 smithi081 ceph-mon[95500]: pgmap v5948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:41 smithi081 ceph-mon[107735]: pgmap v5948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:42.398Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:42.399Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:56:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:43 smithi170 ceph-mon[97338]: pgmap v5949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:43 smithi081 ceph-mon[95500]: pgmap v5949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:43 smithi081 ceph-mon[107735]: pgmap v5949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:44.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:44.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:45 smithi170 ceph-mon[97338]: pgmap v5950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:45 smithi081 ceph-mon[95500]: pgmap v5950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:45 smithi081 ceph-mon[107735]: pgmap v5950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:47 smithi170 ceph-mon[97338]: pgmap v5951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:47 smithi081 ceph-mon[95500]: pgmap v5951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:47 smithi081 ceph-mon[107735]: pgmap v5951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:49 smithi170 ceph-mon[97338]: pgmap v5952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:49 smithi081 ceph-mon[95500]: pgmap v5952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:49 smithi081 ceph-mon[107735]: pgmap v5952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:51 smithi170 ceph-mon[97338]: pgmap v5953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:51 smithi081 ceph-mon[95500]: pgmap v5953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:51 smithi081 ceph-mon[107735]: pgmap v5953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:52.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:52.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:56:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:53 smithi170 ceph-mon[97338]: pgmap v5954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:53 smithi081 ceph-mon[95500]: pgmap v5954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:53 smithi081 ceph-mon[107735]: pgmap v5954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:56:54.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:56:54.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:56:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:55 smithi170 ceph-mon[97338]: pgmap v5955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:55 smithi081 ceph-mon[95500]: pgmap v5955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:55 smithi081 ceph-mon[107735]: pgmap v5955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:57 smithi170 ceph-mon[97338]: pgmap v5956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:57 smithi081 ceph-mon[95500]: pgmap v5956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:56:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:57 smithi081 ceph-mon[107735]: pgmap v5956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:56:59 smithi170 ceph-mon[97338]: pgmap v5957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:56:59 smithi081 ceph-mon[95500]: pgmap v5957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:56:59 smithi081 ceph-mon[107735]: pgmap v5957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:01 smithi170 ceph-mon[97338]: pgmap v5958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:01 smithi081 ceph-mon[107735]: pgmap v5958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:01 smithi081 ceph-mon[95500]: pgmap v5958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:02.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:02.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:57:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:03 smithi170 ceph-mon[97338]: pgmap v5959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:03 smithi081 ceph-mon[95500]: pgmap v5959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:03 smithi081 ceph-mon[107735]: pgmap v5959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:04.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:04.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:05 smithi170 ceph-mon[97338]: pgmap v5960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:05 smithi081 ceph-mon[95500]: pgmap v5960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:05 smithi081 ceph-mon[107735]: pgmap v5960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:07 smithi170 ceph-mon[97338]: pgmap v5961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:07 smithi081 ceph-mon[95500]: pgmap v5961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:07 smithi081 ceph-mon[107735]: pgmap v5961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:09 smithi170 ceph-mon[97338]: pgmap v5962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:09 smithi081 ceph-mon[95500]: pgmap v5962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:09 smithi081 ceph-mon[107735]: pgmap v5962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:11 smithi170 ceph-mon[97338]: pgmap v5963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:11 smithi081 ceph-mon[95500]: pgmap v5963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:11 smithi081 ceph-mon[107735]: pgmap v5963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:12.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:12.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:57:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:13 smithi170 ceph-mon[97338]: pgmap v5964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:13 smithi081 ceph-mon[95500]: pgmap v5964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:13 smithi081 ceph-mon[107735]: pgmap v5964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:14.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:14.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:15 smithi170 ceph-mon[97338]: pgmap v5965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:15 smithi081 ceph-mon[95500]: pgmap v5965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:15 smithi081 ceph-mon[107735]: pgmap v5965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:17.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:17 smithi170 ceph-mon[97338]: pgmap v5966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:17 smithi081 ceph-mon[95500]: pgmap v5966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:17 smithi081 ceph-mon[107735]: pgmap v5966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:19 smithi170 ceph-mon[97338]: pgmap v5967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:19 smithi081 ceph-mon[95500]: pgmap v5967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:19 smithi081 ceph-mon[107735]: pgmap v5967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:21 smithi170 ceph-mon[97338]: pgmap v5968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:21 smithi081 ceph-mon[95500]: pgmap v5968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:21 smithi081 ceph-mon[107735]: pgmap v5968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:22.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:22.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:57:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:23 smithi170 ceph-mon[97338]: pgmap v5969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:23 smithi081 ceph-mon[95500]: pgmap v5969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:23 smithi081 ceph-mon[107735]: pgmap v5969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:24.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:24.271Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:25 smithi170 ceph-mon[97338]: pgmap v5970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:25 smithi081 ceph-mon[95500]: pgmap v5970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:25 smithi081 ceph-mon[107735]: pgmap v5970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:27.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:27 smithi170 ceph-mon[97338]: pgmap v5971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:27 smithi081 ceph-mon[95500]: pgmap v5971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:27 smithi081 ceph-mon[107735]: pgmap v5971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:29 smithi170 ceph-mon[97338]: pgmap v5972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:29 smithi081 ceph-mon[95500]: pgmap v5972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:29 smithi081 ceph-mon[107735]: pgmap v5972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:31 smithi170 ceph-mon[97338]: pgmap v5973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:31 smithi081 ceph-mon[95500]: pgmap v5973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:31 smithi081 ceph-mon[107735]: pgmap v5973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:32.402Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:32.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:57:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:33 smithi170 ceph-mon[97338]: pgmap v5974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:33 smithi081 ceph-mon[95500]: pgmap v5974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:33 smithi081 ceph-mon[107735]: pgmap v5974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:34.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:34.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:35 smithi170 ceph-mon[97338]: pgmap v5975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:35 smithi081 ceph-mon[95500]: pgmap v5975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:35 smithi081 ceph-mon[107735]: pgmap v5975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:37 smithi170 ceph-mon[97338]: pgmap v5976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:37 smithi081 ceph-mon[95500]: pgmap v5976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:37 smithi081 ceph-mon[107735]: pgmap v5976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:39 smithi170 ceph-mon[97338]: pgmap v5977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:39 smithi081 ceph-mon[95500]: pgmap v5977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:39 smithi081 ceph-mon[107735]: pgmap v5977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:41 smithi170 ceph-mon[97338]: pgmap v5978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:41 smithi081 ceph-mon[95500]: pgmap v5978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:41 smithi081 ceph-mon[107735]: pgmap v5978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:42.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:42.404Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:57:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:43 smithi170 ceph-mon[97338]: pgmap v5979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:43 smithi081 ceph-mon[107735]: pgmap v5979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:43 smithi081 ceph-mon[95500]: pgmap v5979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:44.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:44.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:45 smithi170 ceph-mon[97338]: pgmap v5980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:45 smithi081 ceph-mon[95500]: pgmap v5980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:45 smithi081 ceph-mon[107735]: pgmap v5980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:47.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:47 smithi170 ceph-mon[97338]: pgmap v5981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:47 smithi081 ceph-mon[95500]: pgmap v5981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:47 smithi081 ceph-mon[107735]: pgmap v5981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:49 smithi170 ceph-mon[97338]: pgmap v5982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:49 smithi081 ceph-mon[95500]: pgmap v5982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:49 smithi081 ceph-mon[107735]: pgmap v5982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:51 smithi170 ceph-mon[97338]: pgmap v5983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:51 smithi081 ceph-mon[95500]: pgmap v5983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:51 smithi081 ceph-mon[107735]: pgmap v5983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:52.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:52.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:57:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:53 smithi170 ceph-mon[97338]: pgmap v5984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:53 smithi081 ceph-mon[95500]: pgmap v5984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:53 smithi081 ceph-mon[107735]: pgmap v5984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:57:54.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:57:54.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:57:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:55 smithi170 ceph-mon[97338]: pgmap v5985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:55 smithi081 ceph-mon[95500]: pgmap v5985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:55 smithi081 ceph-mon[107735]: pgmap v5985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:57 smithi170 ceph-mon[97338]: pgmap v5986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:57 smithi081 ceph-mon[95500]: pgmap v5986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:57:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:57 smithi081 ceph-mon[107735]: pgmap v5986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:57:59 smithi170 ceph-mon[97338]: pgmap v5987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:57:59 smithi081 ceph-mon[95500]: pgmap v5987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:57:59 smithi081 ceph-mon[107735]: pgmap v5987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:01 smithi170 ceph-mon[97338]: pgmap v5988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:01 smithi081 ceph-mon[95500]: pgmap v5988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:01 smithi081 ceph-mon[107735]: pgmap v5988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:02.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:02.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:58:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:03 smithi170 ceph-mon[97338]: pgmap v5989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:03 smithi081 ceph-mon[95500]: pgmap v5989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:03 smithi081 ceph-mon[107735]: pgmap v5989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:04.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:04.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:05 smithi170 ceph-mon[97338]: pgmap v5990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:05 smithi081 ceph-mon[95500]: pgmap v5990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:05 smithi081 ceph-mon[107735]: pgmap v5990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:07 smithi081 ceph-mon[95500]: pgmap v5991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:07 smithi081 ceph-mon[107735]: pgmap v5991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:07 smithi170 ceph-mon[97338]: pgmap v5991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:09 smithi170 ceph-mon[97338]: pgmap v5992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:09 smithi081 ceph-mon[95500]: pgmap v5992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:09 smithi081 ceph-mon[107735]: pgmap v5992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:11 smithi170 ceph-mon[97338]: pgmap v5993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:11 smithi081 ceph-mon[95500]: pgmap v5993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:11 smithi081 ceph-mon[107735]: pgmap v5993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:12.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:12.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:58:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:13 smithi170 ceph-mon[97338]: pgmap v5994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:13 smithi081 ceph-mon[95500]: pgmap v5994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:13 smithi081 ceph-mon[107735]: pgmap v5994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:14.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:14.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:15 smithi170 ceph-mon[97338]: pgmap v5995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:15 smithi081 ceph-mon[95500]: pgmap v5995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:15 smithi081 ceph-mon[107735]: pgmap v5995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:17 smithi081 ceph-mon[95500]: pgmap v5996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:17 smithi081 ceph-mon[107735]: pgmap v5996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:17 smithi170 ceph-mon[97338]: pgmap v5996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:19 smithi170 ceph-mon[97338]: pgmap v5997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:19 smithi081 ceph-mon[95500]: pgmap v5997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:19 smithi081 ceph-mon[107735]: pgmap v5997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:21 smithi170 ceph-mon[97338]: pgmap v5998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:21 smithi081 ceph-mon[95500]: pgmap v5998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:21 smithi081 ceph-mon[107735]: pgmap v5998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:22.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:22.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:58:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:23 smithi170 ceph-mon[97338]: pgmap v5999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:23 smithi081 ceph-mon[95500]: pgmap v5999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:23 smithi081 ceph-mon[107735]: pgmap v5999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:24.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:24.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:25 smithi170 ceph-mon[97338]: pgmap v6000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:25 smithi081 ceph-mon[95500]: pgmap v6000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:25 smithi081 ceph-mon[107735]: pgmap v6000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:27 smithi081 ceph-mon[95500]: pgmap v6001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:27 smithi081 ceph-mon[107735]: pgmap v6001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:27 smithi170 ceph-mon[97338]: pgmap v6001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:29 smithi170 ceph-mon[97338]: pgmap v6002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:29 smithi081 ceph-mon[95500]: pgmap v6002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:29 smithi081 ceph-mon[107735]: pgmap v6002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:31 smithi170 ceph-mon[97338]: pgmap v6003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:31 smithi081 ceph-mon[95500]: pgmap v6003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:31 smithi081 ceph-mon[107735]: pgmap v6003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:32.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:32.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:58:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:33 smithi170 ceph-mon[97338]: pgmap v6004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:33 smithi081 ceph-mon[95500]: pgmap v6004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:33 smithi081 ceph-mon[107735]: pgmap v6004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:34.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:34.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:35 smithi170 ceph-mon[97338]: pgmap v6005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:35 smithi081 ceph-mon[95500]: pgmap v6005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:35 smithi081 ceph-mon[107735]: pgmap v6005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:37 smithi081 ceph-mon[95500]: pgmap v6006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:37 smithi081 ceph-mon[107735]: pgmap v6006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:37 smithi170 ceph-mon[97338]: pgmap v6006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:39 smithi170 ceph-mon[97338]: pgmap v6007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:39 smithi081 ceph-mon[95500]: pgmap v6007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:39 smithi081 ceph-mon[107735]: pgmap v6007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:41 smithi170 ceph-mon[97338]: pgmap v6008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:41 smithi081 ceph-mon[95500]: pgmap v6008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:41 smithi081 ceph-mon[107735]: pgmap v6008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:42.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:42.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:58:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:43 smithi170 ceph-mon[97338]: pgmap v6009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:43 smithi081 ceph-mon[95500]: pgmap v6009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:43 smithi081 ceph-mon[107735]: pgmap v6009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:44.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:44.276Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:45 smithi170 ceph-mon[97338]: pgmap v6010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:45 smithi081 ceph-mon[95500]: pgmap v6010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:45 smithi081 ceph-mon[107735]: pgmap v6010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:47 smithi081 ceph-mon[95500]: pgmap v6011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:47 smithi081 ceph-mon[107735]: pgmap v6011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:47 smithi170 ceph-mon[97338]: pgmap v6011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:49 smithi170 ceph-mon[97338]: pgmap v6012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:49 smithi081 ceph-mon[95500]: pgmap v6012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:49 smithi081 ceph-mon[107735]: pgmap v6012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:51 smithi170 ceph-mon[97338]: pgmap v6013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:51 smithi081 ceph-mon[95500]: pgmap v6013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:51 smithi081 ceph-mon[107735]: pgmap v6013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:52.408Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:52.409Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:58:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:53 smithi170 ceph-mon[97338]: pgmap v6014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:53 smithi081 ceph-mon[95500]: pgmap v6014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:53 smithi081 ceph-mon[107735]: pgmap v6014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:58:54.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:58:54.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:58:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:55 smithi170 ceph-mon[97338]: pgmap v6015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:55 smithi081 ceph-mon[95500]: pgmap v6015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:55 smithi081 ceph-mon[107735]: pgmap v6015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:57 smithi081 ceph-mon[95500]: pgmap v6016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:57 smithi081 ceph-mon[107735]: pgmap v6016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:58:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:57 smithi170 ceph-mon[97338]: pgmap v6016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:58:59 smithi170 ceph-mon[97338]: pgmap v6017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:58:59 smithi081 ceph-mon[95500]: pgmap v6017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:58:59 smithi081 ceph-mon[107735]: pgmap v6017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:01 smithi170 ceph-mon[97338]: pgmap v6018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:01 smithi081 ceph-mon[95500]: pgmap v6018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:01 smithi081 ceph-mon[107735]: pgmap v6018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:02 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:02.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:02.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:59:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:03 smithi170 ceph-mon[97338]: pgmap v6019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:03 smithi081 ceph-mon[95500]: pgmap v6019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:03 smithi081 ceph-mon[107735]: pgmap v6019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:04.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:04.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:05 smithi170 ceph-mon[97338]: pgmap v6020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:05 smithi081 ceph-mon[95500]: pgmap v6020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:05 smithi081 ceph-mon[107735]: pgmap v6020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:07 smithi081 ceph-mon[95500]: pgmap v6021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:07 smithi081 ceph-mon[107735]: pgmap v6021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:07 smithi170 ceph-mon[97338]: pgmap v6021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:09 smithi170 ceph-mon[97338]: pgmap v6022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:09 smithi081 ceph-mon[95500]: pgmap v6022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:09 smithi081 ceph-mon[107735]: pgmap v6022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:11 smithi170 ceph-mon[97338]: pgmap v6023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:11 smithi081 ceph-mon[95500]: pgmap v6023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:11 smithi081 ceph-mon[107735]: pgmap v6023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:12 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:12.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:12.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:59:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:13 smithi170 ceph-mon[97338]: pgmap v6024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:13 smithi081 ceph-mon[95500]: pgmap v6024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:13 smithi081 ceph-mon[107735]: pgmap v6024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:14.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:14.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:15 smithi170 ceph-mon[97338]: pgmap v6025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:15 smithi081 ceph-mon[95500]: pgmap v6025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:15 smithi081 ceph-mon[107735]: pgmap v6025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:17 smithi081 ceph-mon[95500]: pgmap v6026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:17 smithi081 ceph-mon[107735]: pgmap v6026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:17 smithi170 ceph-mon[97338]: pgmap v6026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:19 smithi170 ceph-mon[97338]: pgmap v6027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:19 smithi081 ceph-mon[95500]: pgmap v6027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:19 smithi081 ceph-mon[107735]: pgmap v6027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:21 smithi170 ceph-mon[97338]: pgmap v6028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:21 smithi081 ceph-mon[95500]: pgmap v6028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:21 smithi081 ceph-mon[107735]: pgmap v6028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:22 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:22.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:22.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:59:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:23 smithi170 ceph-mon[97338]: pgmap v6029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:23 smithi081 ceph-mon[95500]: pgmap v6029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:23 smithi081 ceph-mon[107735]: pgmap v6029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:24.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:24.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:25 smithi170 ceph-mon[97338]: pgmap v6030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:25 smithi081 ceph-mon[95500]: pgmap v6030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:25 smithi081 ceph-mon[107735]: pgmap v6030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:27 smithi081 ceph-mon[95500]: pgmap v6031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:27 smithi081 ceph-mon[107735]: pgmap v6031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:27 smithi170 ceph-mon[97338]: pgmap v6031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:29 smithi170 ceph-mon[97338]: pgmap v6032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:29 smithi081 ceph-mon[95500]: pgmap v6032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:30.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:29 smithi081 ceph-mon[107735]: pgmap v6032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:31 smithi170 ceph-mon[97338]: pgmap v6033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:31 smithi081 ceph-mon[95500]: pgmap v6033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:31 smithi081 ceph-mon[107735]: pgmap v6033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:32 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:32.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:32.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:59:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:33 smithi081 ceph-mon[95500]: pgmap v6034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:33 smithi081 ceph-mon[107735]: pgmap v6034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:33 smithi170 ceph-mon[97338]: pgmap v6034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:34.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:34.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:36.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:35 smithi081 ceph-mon[95500]: pgmap v6035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:36.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:35 smithi081 ceph-mon[107735]: pgmap v6035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:35 smithi170 ceph-mon[97338]: pgmap v6035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:37 smithi170 ceph-mon[97338]: pgmap v6036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:37 smithi081 ceph-mon[95500]: pgmap v6036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:37 smithi081 ceph-mon[107735]: pgmap v6036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:39 smithi170 ceph-mon[97338]: pgmap v6037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:39 smithi081 ceph-mon[95500]: pgmap v6037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:39 smithi081 ceph-mon[107735]: pgmap v6037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:41 smithi170 ceph-mon[97338]: pgmap v6038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:41 smithi081 ceph-mon[95500]: pgmap v6038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:41 smithi081 ceph-mon[107735]: pgmap v6038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:42 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:42.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:42.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:59:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:43 smithi081 ceph-mon[95500]: pgmap v6039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:43 smithi081 ceph-mon[107735]: pgmap v6039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:43 smithi170 ceph-mon[97338]: pgmap v6039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:44.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:44.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:45 smithi081 ceph-mon[95500]: pgmap v6040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:45 smithi081 ceph-mon[107735]: pgmap v6040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:45 smithi170 ceph-mon[97338]: pgmap v6040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:47 smithi170 ceph-mon[97338]: pgmap v6041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:47 smithi081 ceph-mon[95500]: pgmap v6041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:47 smithi081 ceph-mon[107735]: pgmap v6041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:49 smithi170 ceph-mon[97338]: pgmap v6042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:49 smithi081 ceph-mon[95500]: pgmap v6042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:49 smithi081 ceph-mon[107735]: pgmap v6042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:51 smithi081 ceph-mon[95500]: pgmap v6043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:51 smithi081 ceph-mon[107735]: pgmap v6043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:51 smithi170 ceph-mon[97338]: pgmap v6043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:52 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:52.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:52.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 08:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:08:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T08:59:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:53 smithi081 ceph-mon[95500]: pgmap v6044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:53 smithi081 ceph-mon[107735]: pgmap v6044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:53 smithi170 ceph-mon[97338]: pgmap v6044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T08:59:54.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 08:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T08:59:54.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T08:59:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:55 smithi081 ceph-mon[95500]: pgmap v6045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:56 smithi081 ceph-mon[107735]: pgmap v6045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:56 smithi170 ceph-mon[97338]: pgmap v6045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:57 smithi170 ceph-mon[97338]: pgmap v6046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:58.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:57 smithi081 ceph-mon[95500]: pgmap v6046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T08:59:58.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:57 smithi081 ceph-mon[107735]: pgmap v6046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 08:59:59 smithi081 ceph-mon[95500]: pgmap v6047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 08:59:59 smithi081 ceph-mon[107735]: pgmap v6047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 08:59:59 smithi170 ceph-mon[97338]: pgmap v6047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:01 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:00:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:01 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:00:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:01 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:00:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:02 smithi081 ceph-mon[95500]: pgmap v6048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:02 smithi081 ceph-mon[107735]: pgmap v6048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:02 smithi170 ceph-mon[97338]: pgmap v6048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:02.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:02.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 09:00:03 smithi170 conmon[137693]: ts=2023-05-20T09:00:03.089Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1684562401621 maxt=1684569600000 ulid=01H0W66AKKHF0J070ZKBQASP1M duration=29.75694ms 2023-05-20T09:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 09:00:03 smithi170 conmon[137693]: ts=2023-05-20T09:00:03.091Z caller=head.go:827 level=info component=tsdb msg="Head GC completed" duration=1.875285ms 2023-05-20T09:00:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:00:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:04 smithi081 ceph-mon[95500]: pgmap v6049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:04 smithi081 ceph-mon[107735]: pgmap v6049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:04 smithi170 ceph-mon[97338]: pgmap v6049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:04.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:04.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:06 smithi170 ceph-mon[97338]: pgmap v6050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:06 smithi081 ceph-mon[95500]: pgmap v6050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:06 smithi081 ceph-mon[107735]: pgmap v6050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:07 smithi170 ceph-mon[97338]: pgmap v6051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:07 smithi081 ceph-mon[95500]: pgmap v6051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:07 smithi081 ceph-mon[107735]: pgmap v6051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:09 smithi081 ceph-mon[95500]: pgmap v6052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:09 smithi081 ceph-mon[107735]: pgmap v6052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:09 smithi170 ceph-mon[97338]: pgmap v6052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:12 smithi081 ceph-mon[95500]: pgmap v6053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:12 smithi081 ceph-mon[107735]: pgmap v6053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:12 smithi170 ceph-mon[97338]: pgmap v6053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:12.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:12.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:00:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:14 smithi081 ceph-mon[95500]: pgmap v6054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:14 smithi081 ceph-mon[107735]: pgmap v6054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:14 smithi170 ceph-mon[97338]: pgmap v6054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:14.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:14.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:16 smithi081 ceph-mon[95500]: pgmap v6055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:16 smithi081 ceph-mon[107735]: pgmap v6055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:16 smithi170 ceph-mon[97338]: pgmap v6055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:17 smithi170 ceph-mon[97338]: pgmap v6056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:17 smithi081 ceph-mon[95500]: pgmap v6056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:17 smithi081 ceph-mon[107735]: pgmap v6056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:20 smithi081 ceph-mon[95500]: pgmap v6057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:20 smithi081 ceph-mon[107735]: pgmap v6057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:20 smithi170 ceph-mon[97338]: pgmap v6057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:22 smithi081 ceph-mon[95500]: pgmap v6058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:22 smithi081 ceph-mon[107735]: pgmap v6058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:22 smithi170 ceph-mon[97338]: pgmap v6058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:22.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:22.417Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:00:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:24 smithi081 ceph-mon[95500]: pgmap v6059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:24 smithi081 ceph-mon[107735]: pgmap v6059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:24 smithi170 ceph-mon[97338]: pgmap v6059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:24.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:24.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:26 smithi081 ceph-mon[95500]: pgmap v6060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:26 smithi081 ceph-mon[107735]: pgmap v6060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:26 smithi170 ceph-mon[97338]: pgmap v6060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:27 smithi170 ceph-mon[97338]: pgmap v6061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:27 smithi081 ceph-mon[95500]: pgmap v6061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:27 smithi081 ceph-mon[107735]: pgmap v6061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:30 smithi081 ceph-mon[95500]: pgmap v6062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:30 smithi081 ceph-mon[107735]: pgmap v6062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:30 smithi170 ceph-mon[97338]: pgmap v6062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:32 smithi081 ceph-mon[95500]: pgmap v6063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:32 smithi081 ceph-mon[107735]: pgmap v6063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:32 smithi170 ceph-mon[97338]: pgmap v6063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:32.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:32.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:00:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:34 smithi081 ceph-mon[95500]: pgmap v6064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:34 smithi081 ceph-mon[107735]: pgmap v6064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:34 smithi170 ceph-mon[97338]: pgmap v6064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:34.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:34.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:36 smithi170 ceph-mon[97338]: pgmap v6065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:36 smithi081 ceph-mon[95500]: pgmap v6065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:36 smithi081 ceph-mon[107735]: pgmap v6065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:37 smithi170 ceph-mon[97338]: pgmap v6066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:37 smithi081 ceph-mon[95500]: pgmap v6066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:37 smithi081 ceph-mon[107735]: pgmap v6066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:40 smithi081 ceph-mon[95500]: pgmap v6067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:40 smithi081 ceph-mon[107735]: pgmap v6067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:40 smithi170 ceph-mon[97338]: pgmap v6067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:42 smithi081 ceph-mon[95500]: pgmap v6068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:42 smithi081 ceph-mon[107735]: pgmap v6068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:42 smithi170 ceph-mon[97338]: pgmap v6068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:42.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:42.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:00:44.288 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:44 smithi081 ceph-mon[95500]: pgmap v6069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:44.288 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:44 smithi081 ceph-mon[107735]: pgmap v6069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:44 smithi170 ceph-mon[97338]: pgmap v6069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:44.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:44.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:46 smithi170 ceph-mon[97338]: pgmap v6070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:46 smithi081 ceph-mon[95500]: pgmap v6070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:46 smithi081 ceph-mon[107735]: pgmap v6070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:47 smithi170 ceph-mon[97338]: pgmap v6071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:47 smithi081 ceph-mon[95500]: pgmap v6071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:47 smithi081 ceph-mon[107735]: pgmap v6071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:50 smithi081 ceph-mon[95500]: pgmap v6072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:50 smithi081 ceph-mon[107735]: pgmap v6072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:50 smithi170 ceph-mon[97338]: pgmap v6072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:52 smithi081 ceph-mon[95500]: pgmap v6073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:52 smithi081 ceph-mon[107735]: pgmap v6073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:52 smithi170 ceph-mon[97338]: pgmap v6073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:52.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:52.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:00:54.288 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:54 smithi081 ceph-mon[95500]: pgmap v6074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:54.289 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:54 smithi081 ceph-mon[107735]: pgmap v6074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:54 smithi170 ceph-mon[97338]: pgmap v6074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:00:54.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:00:54.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:00:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:56 smithi170 ceph-mon[97338]: pgmap v6075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:56 smithi081 ceph-mon[95500]: pgmap v6075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:56 smithi081 ceph-mon[107735]: pgmap v6075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:00:57 smithi170 ceph-mon[97338]: pgmap v6076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:00:57 smithi081 ceph-mon[95500]: pgmap v6076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:00:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:00:57 smithi081 ceph-mon[107735]: pgmap v6076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:00 smithi170 ceph-mon[97338]: pgmap v6077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:00 smithi081 ceph-mon[95500]: pgmap v6077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:00 smithi081 ceph-mon[107735]: pgmap v6077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:02.424 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:02 smithi081 ceph-mon[95500]: pgmap v6078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:02.424 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:02 smithi081 ceph-mon[107735]: pgmap v6078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:02 smithi170 ceph-mon[97338]: pgmap v6078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:02.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:02.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:01:04.289 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:04 smithi081 ceph-mon[95500]: pgmap v6079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:04.290 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:04 smithi081 ceph-mon[107735]: pgmap v6079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:04 smithi170 ceph-mon[97338]: pgmap v6079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:04.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:04.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:06 smithi170 ceph-mon[97338]: pgmap v6080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:06 smithi081 ceph-mon[95500]: pgmap v6080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:06 smithi081 ceph-mon[107735]: pgmap v6080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:07 smithi170 ceph-mon[97338]: pgmap v6081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:07 smithi081 ceph-mon[95500]: pgmap v6081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:07 smithi081 ceph-mon[107735]: pgmap v6081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:10 smithi170 ceph-mon[97338]: pgmap v6082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:10 smithi081 ceph-mon[95500]: pgmap v6082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:10 smithi081 ceph-mon[107735]: pgmap v6082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:12.424 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:12 smithi081 ceph-mon[95500]: pgmap v6083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:12.425 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:12 smithi081 ceph-mon[107735]: pgmap v6083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:12 smithi170 ceph-mon[97338]: pgmap v6083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:12.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:12.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:01:14.290 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:14 smithi081 ceph-mon[95500]: pgmap v6084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:14.291 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:14 smithi081 ceph-mon[107735]: pgmap v6084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:14 smithi170 ceph-mon[97338]: pgmap v6084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:14.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:14.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:16 smithi170 ceph-mon[97338]: pgmap v6085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:16 smithi081 ceph-mon[95500]: pgmap v6085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:16 smithi081 ceph-mon[107735]: pgmap v6085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:17 smithi170 ceph-mon[97338]: pgmap v6086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:17 smithi081 ceph-mon[95500]: pgmap v6086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:17 smithi081 ceph-mon[107735]: pgmap v6086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:20 smithi170 ceph-mon[97338]: pgmap v6087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:20 smithi081 ceph-mon[95500]: pgmap v6087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:20 smithi081 ceph-mon[107735]: pgmap v6087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:22.425 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:22 smithi081 ceph-mon[95500]: pgmap v6088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:22.426 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:22 smithi081 ceph-mon[107735]: pgmap v6088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:22 smithi170 ceph-mon[97338]: pgmap v6088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:22.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:22.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:01:24.291 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:24 smithi081 ceph-mon[95500]: pgmap v6089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:24.291 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:24 smithi081 ceph-mon[107735]: pgmap v6089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:24 smithi170 ceph-mon[97338]: pgmap v6089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:24.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:24.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:26 smithi170 ceph-mon[97338]: pgmap v6090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:26 smithi081 ceph-mon[95500]: pgmap v6090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:26 smithi081 ceph-mon[107735]: pgmap v6090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:27 smithi170 ceph-mon[97338]: pgmap v6091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:27 smithi081 ceph-mon[95500]: pgmap v6091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:27 smithi081 ceph-mon[107735]: pgmap v6091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:30 smithi170 ceph-mon[97338]: pgmap v6092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:30 smithi081 ceph-mon[95500]: pgmap v6092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:30 smithi081 ceph-mon[107735]: pgmap v6092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:32.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:32 smithi081 ceph-mon[95500]: pgmap v6093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:32.426 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:32 smithi081 ceph-mon[107735]: pgmap v6093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:32 smithi170 ceph-mon[97338]: pgmap v6093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:32.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:32.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:01:34.292 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:34 smithi081 ceph-mon[95500]: pgmap v6094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:34.292 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:34 smithi081 ceph-mon[107735]: pgmap v6094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:34 smithi170 ceph-mon[97338]: pgmap v6094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:34.288Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:34.289Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:36 smithi170 ceph-mon[97338]: pgmap v6095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:36 smithi081 ceph-mon[95500]: pgmap v6095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:36 smithi081 ceph-mon[107735]: pgmap v6095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:37 smithi170 ceph-mon[97338]: pgmap v6096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:37 smithi081 ceph-mon[95500]: pgmap v6096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:37 smithi081 ceph-mon[107735]: pgmap v6096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:40 smithi170 ceph-mon[97338]: pgmap v6097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:40 smithi081 ceph-mon[95500]: pgmap v6097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:40 smithi081 ceph-mon[107735]: pgmap v6097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:42.427 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:42 smithi081 ceph-mon[95500]: pgmap v6098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:42.427 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:42 smithi081 ceph-mon[107735]: pgmap v6098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:42 smithi170 ceph-mon[97338]: pgmap v6098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:42.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:42.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:01:44.293 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:44 smithi081 ceph-mon[95500]: pgmap v6099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:44.293 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:44 smithi081 ceph-mon[107735]: pgmap v6099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:44 smithi170 ceph-mon[97338]: pgmap v6099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:44.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:44.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:46 smithi170 ceph-mon[97338]: pgmap v6100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:46 smithi081 ceph-mon[95500]: pgmap v6100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:46 smithi081 ceph-mon[107735]: pgmap v6100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:47 smithi170 ceph-mon[97338]: pgmap v6101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:47 smithi081 ceph-mon[95500]: pgmap v6101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:47 smithi081 ceph-mon[107735]: pgmap v6101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:50 smithi170 ceph-mon[97338]: pgmap v6102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:50 smithi081 ceph-mon[95500]: pgmap v6102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:50 smithi081 ceph-mon[107735]: pgmap v6102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:52.427 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:52 smithi081 ceph-mon[95500]: pgmap v6103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:52.428 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:52 smithi081 ceph-mon[107735]: pgmap v6103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:52 smithi170 ceph-mon[97338]: pgmap v6103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:52.424Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:52.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:01:54.293 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:54 smithi081 ceph-mon[95500]: pgmap v6104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:54.294 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:54 smithi081 ceph-mon[107735]: pgmap v6104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:54 smithi170 ceph-mon[97338]: pgmap v6104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:01:54.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:01:54.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:01:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:56 smithi170 ceph-mon[97338]: pgmap v6105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:56 smithi081 ceph-mon[95500]: pgmap v6105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:56 smithi081 ceph-mon[107735]: pgmap v6105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:01:57 smithi170 ceph-mon[97338]: pgmap v6106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:01:57 smithi081 ceph-mon[95500]: pgmap v6106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:01:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:01:57 smithi081 ceph-mon[107735]: pgmap v6106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:00 smithi170 ceph-mon[97338]: pgmap v6107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:00 smithi081 ceph-mon[95500]: pgmap v6107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:00 smithi081 ceph-mon[107735]: pgmap v6107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:02.429 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:02 smithi081 ceph-mon[95500]: pgmap v6108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:02.429 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:02 smithi081 ceph-mon[107735]: pgmap v6108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:02 smithi170 ceph-mon[97338]: pgmap v6108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:02.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:02.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:02:04.294 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:04 smithi081 ceph-mon[95500]: pgmap v6109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:04.295 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:04 smithi081 ceph-mon[107735]: pgmap v6109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:04 smithi170 ceph-mon[97338]: pgmap v6109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:04.291Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:04.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:06 smithi170 ceph-mon[97338]: pgmap v6110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:06 smithi081 ceph-mon[95500]: pgmap v6110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:06 smithi081 ceph-mon[107735]: pgmap v6110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:07 smithi170 ceph-mon[97338]: pgmap v6111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:07 smithi081 ceph-mon[95500]: pgmap v6111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:07 smithi081 ceph-mon[107735]: pgmap v6111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:10 smithi170 ceph-mon[97338]: pgmap v6112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:10 smithi081 ceph-mon[95500]: pgmap v6112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:10 smithi081 ceph-mon[107735]: pgmap v6112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:12.429 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:12 smithi081 ceph-mon[95500]: pgmap v6113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:12.430 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:12 smithi081 ceph-mon[107735]: pgmap v6113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:12 smithi170 ceph-mon[97338]: pgmap v6113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:12.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:12.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:02:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:14 smithi170 ceph-mon[97338]: pgmap v6114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:14 smithi081 ceph-mon[95500]: pgmap v6114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:14 smithi081 ceph-mon[107735]: pgmap v6114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:14.291Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:14.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:16 smithi170 ceph-mon[97338]: pgmap v6115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:16 smithi081 ceph-mon[95500]: pgmap v6115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:16 smithi081 ceph-mon[107735]: pgmap v6115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:17 smithi170 ceph-mon[97338]: pgmap v6116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:17 smithi081 ceph-mon[95500]: pgmap v6116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:17 smithi081 ceph-mon[107735]: pgmap v6116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:20 smithi170 ceph-mon[97338]: pgmap v6117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:20 smithi081 ceph-mon[95500]: pgmap v6117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:20 smithi081 ceph-mon[107735]: pgmap v6117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:22.430 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:22 smithi081 ceph-mon[95500]: pgmap v6118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:22.431 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:22 smithi081 ceph-mon[107735]: pgmap v6118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:22 smithi170 ceph-mon[97338]: pgmap v6118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:22.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:22.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:02:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:24 smithi170 ceph-mon[97338]: pgmap v6119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:24 smithi081 ceph-mon[95500]: pgmap v6119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:24 smithi081 ceph-mon[107735]: pgmap v6119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:24.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:24.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:26 smithi170 ceph-mon[97338]: pgmap v6120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:26 smithi081 ceph-mon[95500]: pgmap v6120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:26 smithi081 ceph-mon[107735]: pgmap v6120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:27 smithi170 ceph-mon[97338]: pgmap v6121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:27 smithi081 ceph-mon[95500]: pgmap v6121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:27 smithi081 ceph-mon[107735]: pgmap v6121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:30 smithi170 ceph-mon[97338]: pgmap v6122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:30 smithi081 ceph-mon[95500]: pgmap v6122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:30 smithi081 ceph-mon[107735]: pgmap v6122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:32.432 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:32 smithi081 ceph-mon[95500]: pgmap v6123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:32.432 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:32 smithi081 ceph-mon[107735]: pgmap v6123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:32 smithi170 ceph-mon[97338]: pgmap v6123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:32.428Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:32.429Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:02:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:34 smithi170 ceph-mon[97338]: pgmap v6124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:34 smithi081 ceph-mon[95500]: pgmap v6124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:34 smithi081 ceph-mon[107735]: pgmap v6124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:34.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:34.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:36 smithi170 ceph-mon[97338]: pgmap v6125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:36 smithi081 ceph-mon[95500]: pgmap v6125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:36 smithi081 ceph-mon[107735]: pgmap v6125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:37 smithi170 ceph-mon[97338]: pgmap v6126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:37 smithi081 ceph-mon[95500]: pgmap v6126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:37 smithi081 ceph-mon[107735]: pgmap v6126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:40 smithi170 ceph-mon[97338]: pgmap v6127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:40 smithi081 ceph-mon[95500]: pgmap v6127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:40 smithi081 ceph-mon[107735]: pgmap v6127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:42.431 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:42 smithi081 ceph-mon[95500]: pgmap v6128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:42.432 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:42 smithi081 ceph-mon[107735]: pgmap v6128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:42 smithi170 ceph-mon[97338]: pgmap v6128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:42.428Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:42.429Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:02:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:44 smithi170 ceph-mon[97338]: pgmap v6129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:44 smithi081 ceph-mon[95500]: pgmap v6129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:44 smithi081 ceph-mon[107735]: pgmap v6129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:44.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:44.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:46 smithi170 ceph-mon[97338]: pgmap v6130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:46 smithi081 ceph-mon[95500]: pgmap v6130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:46 smithi081 ceph-mon[107735]: pgmap v6130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:47 smithi170 ceph-mon[97338]: pgmap v6131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:47 smithi081 ceph-mon[95500]: pgmap v6131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:47 smithi081 ceph-mon[107735]: pgmap v6131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:50 smithi170 ceph-mon[97338]: pgmap v6132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:50 smithi081 ceph-mon[95500]: pgmap v6132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:50 smithi081 ceph-mon[107735]: pgmap v6132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:52.432 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:52 smithi081 ceph-mon[95500]: pgmap v6133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:52.433 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:52 smithi081 ceph-mon[107735]: pgmap v6133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:52 smithi170 ceph-mon[97338]: pgmap v6133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:52.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:52.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:02:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:54 smithi170 ceph-mon[97338]: pgmap v6134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:54 smithi081 ceph-mon[95500]: pgmap v6134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:54 smithi081 ceph-mon[107735]: pgmap v6134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:02:54.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:02:54.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:02:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:56 smithi170 ceph-mon[97338]: pgmap v6135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:56 smithi081 ceph-mon[95500]: pgmap v6135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:56 smithi081 ceph-mon[107735]: pgmap v6135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:02:57 smithi170 ceph-mon[97338]: pgmap v6136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:02:57 smithi081 ceph-mon[95500]: pgmap v6136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:02:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:02:57 smithi081 ceph-mon[107735]: pgmap v6136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:00 smithi170 ceph-mon[97338]: pgmap v6137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:00 smithi081 ceph-mon[95500]: pgmap v6137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:00 smithi081 ceph-mon[107735]: pgmap v6137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:02.434 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:02 smithi081 ceph-mon[95500]: pgmap v6138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:02.434 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:02 smithi081 ceph-mon[107735]: pgmap v6138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:02 smithi170 ceph-mon[97338]: pgmap v6138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:02.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:02.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:03:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:04 smithi170 ceph-mon[97338]: pgmap v6139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:04 smithi081 ceph-mon[95500]: pgmap v6139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:04 smithi081 ceph-mon[107735]: pgmap v6139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:04.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:04.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:06 smithi170 ceph-mon[97338]: pgmap v6140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:06 smithi081 ceph-mon[95500]: pgmap v6140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:06 smithi081 ceph-mon[107735]: pgmap v6140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:07 smithi170 ceph-mon[97338]: pgmap v6141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:07 smithi081 ceph-mon[95500]: pgmap v6141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:07 smithi081 ceph-mon[107735]: pgmap v6141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:10 smithi170 ceph-mon[97338]: pgmap v6142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:10 smithi081 ceph-mon[95500]: pgmap v6142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:10 smithi081 ceph-mon[107735]: pgmap v6142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:12.434 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:12 smithi081 ceph-mon[95500]: pgmap v6143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:12.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:12 smithi081 ceph-mon[107735]: pgmap v6143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:12 smithi170 ceph-mon[97338]: pgmap v6143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:12.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:12.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:03:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:14 smithi170 ceph-mon[97338]: pgmap v6144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:14 smithi081 ceph-mon[95500]: pgmap v6144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:14 smithi081 ceph-mon[107735]: pgmap v6144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:14.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:14.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:16 smithi170 ceph-mon[97338]: pgmap v6145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:16 smithi081 ceph-mon[95500]: pgmap v6145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:16 smithi081 ceph-mon[107735]: pgmap v6145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:17 smithi170 ceph-mon[97338]: pgmap v6146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:17 smithi081 ceph-mon[95500]: pgmap v6146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:17 smithi081 ceph-mon[107735]: pgmap v6146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:20 smithi170 ceph-mon[97338]: pgmap v6147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:20 smithi081 ceph-mon[95500]: pgmap v6147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:20 smithi081 ceph-mon[107735]: pgmap v6147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:22.434 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:22 smithi081 ceph-mon[95500]: pgmap v6148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:22.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:22 smithi081 ceph-mon[107735]: pgmap v6148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:22 smithi170 ceph-mon[97338]: pgmap v6148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:22.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:22.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:03:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:24 smithi170 ceph-mon[97338]: pgmap v6149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:24 smithi081 ceph-mon[95500]: pgmap v6149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:24 smithi081 ceph-mon[107735]: pgmap v6149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:24.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:24.298Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:26 smithi170 ceph-mon[97338]: pgmap v6150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:26 smithi081 ceph-mon[95500]: pgmap v6150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:26 smithi081 ceph-mon[107735]: pgmap v6150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:27 smithi170 ceph-mon[97338]: pgmap v6151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:27 smithi081 ceph-mon[95500]: pgmap v6151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:27 smithi081 ceph-mon[107735]: pgmap v6151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:30 smithi170 ceph-mon[97338]: pgmap v6152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:30 smithi081 ceph-mon[95500]: pgmap v6152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:30 smithi081 ceph-mon[107735]: pgmap v6152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:32.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:32 smithi081 ceph-mon[95500]: pgmap v6153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:32.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:32 smithi081 ceph-mon[107735]: pgmap v6153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:32 smithi170 ceph-mon[97338]: pgmap v6153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:32.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:32.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:03:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:34 smithi170 ceph-mon[97338]: pgmap v6154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:34 smithi081 ceph-mon[95500]: pgmap v6154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:34 smithi081 ceph-mon[107735]: pgmap v6154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:34.298Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:34.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:36 smithi170 ceph-mon[97338]: pgmap v6155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:36 smithi081 ceph-mon[95500]: pgmap v6155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:36 smithi081 ceph-mon[107735]: pgmap v6155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:37 smithi170 ceph-mon[97338]: pgmap v6156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:37 smithi081 ceph-mon[95500]: pgmap v6156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:37 smithi081 ceph-mon[107735]: pgmap v6156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:40 smithi170 ceph-mon[97338]: pgmap v6157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:40 smithi081 ceph-mon[95500]: pgmap v6157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:40 smithi081 ceph-mon[107735]: pgmap v6157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:42.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:42 smithi081 ceph-mon[95500]: pgmap v6158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:42.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:42 smithi081 ceph-mon[107735]: pgmap v6158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:42 smithi170 ceph-mon[97338]: pgmap v6158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:42.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:42.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:03:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:44 smithi170 ceph-mon[97338]: pgmap v6159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:44 smithi081 ceph-mon[95500]: pgmap v6159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:44 smithi081 ceph-mon[107735]: pgmap v6159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:44.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:44.300Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:46 smithi170 ceph-mon[97338]: pgmap v6160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:46 smithi081 ceph-mon[95500]: pgmap v6160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:46 smithi081 ceph-mon[107735]: pgmap v6160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:47 smithi170 ceph-mon[97338]: pgmap v6161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:47 smithi081 ceph-mon[95500]: pgmap v6161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:47 smithi081 ceph-mon[107735]: pgmap v6161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:50 smithi170 ceph-mon[97338]: pgmap v6162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:50 smithi081 ceph-mon[95500]: pgmap v6162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:50 smithi081 ceph-mon[107735]: pgmap v6162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:52.436 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:52 smithi081 ceph-mon[95500]: pgmap v6163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:52.437 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:52 smithi081 ceph-mon[107735]: pgmap v6163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:52 smithi170 ceph-mon[97338]: pgmap v6163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:52.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:52.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:03:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:54 smithi170 ceph-mon[97338]: pgmap v6164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:54 smithi081 ceph-mon[95500]: pgmap v6164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:54 smithi081 ceph-mon[107735]: pgmap v6164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:03:54.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:03:54.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:03:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:56 smithi170 ceph-mon[97338]: pgmap v6165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:56 smithi081 ceph-mon[95500]: pgmap v6165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:56 smithi081 ceph-mon[107735]: pgmap v6165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:03:57 smithi170 ceph-mon[97338]: pgmap v6166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:03:57 smithi081 ceph-mon[95500]: pgmap v6166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:03:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:03:57 smithi081 ceph-mon[107735]: pgmap v6166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:00 smithi170 ceph-mon[97338]: pgmap v6167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:00 smithi081 ceph-mon[95500]: pgmap v6167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:00 smithi081 ceph-mon[107735]: pgmap v6167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:02.437 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:02 smithi081 ceph-mon[95500]: pgmap v6168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:02.438 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:02 smithi081 ceph-mon[107735]: pgmap v6168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:02 smithi170 ceph-mon[97338]: pgmap v6168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:02.434Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:02.435Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:04:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:04 smithi170 ceph-mon[97338]: pgmap v6169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:04 smithi081 ceph-mon[95500]: pgmap v6169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:04 smithi081 ceph-mon[107735]: pgmap v6169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:04.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:04.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:06 smithi170 ceph-mon[97338]: pgmap v6170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:06 smithi081 ceph-mon[95500]: pgmap v6170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:06 smithi081 ceph-mon[107735]: pgmap v6170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:07 smithi170 ceph-mon[97338]: pgmap v6171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:07 smithi081 ceph-mon[95500]: pgmap v6171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:07 smithi081 ceph-mon[107735]: pgmap v6171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:10 smithi170 ceph-mon[97338]: pgmap v6172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:10 smithi081 ceph-mon[95500]: pgmap v6172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:10 smithi081 ceph-mon[107735]: pgmap v6172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:12.438 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:12 smithi081 ceph-mon[95500]: pgmap v6173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:12.439 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:12 smithi081 ceph-mon[107735]: pgmap v6173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:12 smithi170 ceph-mon[97338]: pgmap v6173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:12.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:12.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:04:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:14 smithi170 ceph-mon[97338]: pgmap v6174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:14 smithi081 ceph-mon[95500]: pgmap v6174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:14 smithi081 ceph-mon[107735]: pgmap v6174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:14.301Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:14.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:16 smithi170 ceph-mon[97338]: pgmap v6175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:16 smithi081 ceph-mon[95500]: pgmap v6175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:16 smithi081 ceph-mon[107735]: pgmap v6175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:17 smithi170 ceph-mon[97338]: pgmap v6176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:17 smithi081 ceph-mon[95500]: pgmap v6176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:17 smithi081 ceph-mon[107735]: pgmap v6176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:20 smithi170 ceph-mon[97338]: pgmap v6177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:20 smithi081 ceph-mon[95500]: pgmap v6177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:20 smithi081 ceph-mon[107735]: pgmap v6177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:22.439 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:22 smithi081 ceph-mon[95500]: pgmap v6178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:22.440 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:22 smithi081 ceph-mon[107735]: pgmap v6178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:22 smithi170 ceph-mon[97338]: pgmap v6178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:22.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:22.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:04:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:24 smithi170 ceph-mon[97338]: pgmap v6179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:24 smithi081 ceph-mon[95500]: pgmap v6179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:24 smithi081 ceph-mon[107735]: pgmap v6179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:24.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:24.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:26 smithi170 ceph-mon[97338]: pgmap v6180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:26 smithi081 ceph-mon[95500]: pgmap v6180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:26 smithi081 ceph-mon[107735]: pgmap v6180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:27 smithi170 ceph-mon[97338]: pgmap v6181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:27 smithi081 ceph-mon[95500]: pgmap v6181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:27 smithi081 ceph-mon[107735]: pgmap v6181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:30 smithi170 ceph-mon[97338]: pgmap v6182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:30 smithi081 ceph-mon[95500]: pgmap v6182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:30 smithi081 ceph-mon[107735]: pgmap v6182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:32.440 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:32 smithi081 ceph-mon[95500]: pgmap v6183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:32.440 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:32 smithi081 ceph-mon[107735]: pgmap v6183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:32 smithi170 ceph-mon[97338]: pgmap v6183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:32.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:32.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:04:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:34 smithi170 ceph-mon[97338]: pgmap v6184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:34.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:34 smithi081 ceph-mon[95500]: pgmap v6184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:34.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:34 smithi081 ceph-mon[107735]: pgmap v6184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:34.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:34.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:34.523 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:34.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:36 smithi170 ceph-mon[97338]: pgmap v6185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:36 smithi081 ceph-mon[95500]: pgmap v6185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:36 smithi081 ceph-mon[107735]: pgmap v6185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:37 smithi170 ceph-mon[97338]: pgmap v6186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:37 smithi081 ceph-mon[95500]: pgmap v6186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:37 smithi081 ceph-mon[107735]: pgmap v6186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:40 smithi170 ceph-mon[97338]: pgmap v6187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:40 smithi081 ceph-mon[95500]: pgmap v6187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:40 smithi081 ceph-mon[107735]: pgmap v6187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:42.441 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:42 smithi081 ceph-mon[95500]: pgmap v6188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:42.441 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:42 smithi081 ceph-mon[107735]: pgmap v6188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:42 smithi170 ceph-mon[97338]: pgmap v6188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:42.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:42.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:04:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:44 smithi170 ceph-mon[97338]: pgmap v6189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:44 smithi081 ceph-mon[95500]: pgmap v6189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:44 smithi081 ceph-mon[107735]: pgmap v6189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:44.303Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:44.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:46 smithi170 ceph-mon[97338]: pgmap v6190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:46 smithi081 ceph-mon[95500]: pgmap v6190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:46 smithi081 ceph-mon[107735]: pgmap v6190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:47 smithi170 ceph-mon[97338]: pgmap v6191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:47 smithi081 ceph-mon[95500]: pgmap v6191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:47 smithi081 ceph-mon[107735]: pgmap v6191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:50 smithi170 ceph-mon[97338]: pgmap v6192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:50 smithi081 ceph-mon[95500]: pgmap v6192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:50 smithi081 ceph-mon[107735]: pgmap v6192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:52.441 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:52 smithi081 ceph-mon[95500]: pgmap v6193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:52.441 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:52 smithi081 ceph-mon[107735]: pgmap v6193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:52 smithi170 ceph-mon[97338]: pgmap v6193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:52.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:52.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:04:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:54 smithi170 ceph-mon[97338]: pgmap v6194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:54 smithi081 ceph-mon[95500]: pgmap v6194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:54 smithi081 ceph-mon[107735]: pgmap v6194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:04:54.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:04:54.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:04:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:56 smithi170 ceph-mon[97338]: pgmap v6195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:56 smithi081 ceph-mon[95500]: pgmap v6195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:56 smithi081 ceph-mon[107735]: pgmap v6195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:04:57 smithi170 ceph-mon[97338]: pgmap v6196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:04:57 smithi081 ceph-mon[95500]: pgmap v6196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:04:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:04:57 smithi081 ceph-mon[107735]: pgmap v6196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:00 smithi170 ceph-mon[97338]: pgmap v6197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:00 smithi081 ceph-mon[95500]: pgmap v6197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:00 smithi081 ceph-mon[107735]: pgmap v6197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:02.441 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:02 smithi081 ceph-mon[95500]: pgmap v6198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:02.442 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:02 smithi081 ceph-mon[107735]: pgmap v6198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:02 smithi170 ceph-mon[97338]: pgmap v6198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:02.438Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:02.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:05:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:04 smithi170 ceph-mon[97338]: pgmap v6199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:04 smithi081 ceph-mon[95500]: pgmap v6199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:04 smithi081 ceph-mon[107735]: pgmap v6199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:04.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:04.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:06 smithi170 ceph-mon[97338]: pgmap v6200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:06 smithi081 ceph-mon[95500]: pgmap v6200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:06 smithi081 ceph-mon[107735]: pgmap v6200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:07 smithi170 ceph-mon[97338]: pgmap v6201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:07 smithi081 ceph-mon[95500]: pgmap v6201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:07 smithi081 ceph-mon[107735]: pgmap v6201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:10 smithi170 ceph-mon[97338]: pgmap v6202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:10 smithi081 ceph-mon[95500]: pgmap v6202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:10 smithi081 ceph-mon[107735]: pgmap v6202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:12.442 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:12 smithi081 ceph-mon[95500]: pgmap v6203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:12.443 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:12 smithi081 ceph-mon[107735]: pgmap v6203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:12 smithi170 ceph-mon[97338]: pgmap v6203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:12.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:12.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:05:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:14 smithi170 ceph-mon[97338]: pgmap v6204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:14 smithi081 ceph-mon[95500]: pgmap v6204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:14 smithi081 ceph-mon[107735]: pgmap v6204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:14.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:14.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:16 smithi170 ceph-mon[97338]: pgmap v6205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:16 smithi081 ceph-mon[95500]: pgmap v6205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:16 smithi081 ceph-mon[107735]: pgmap v6205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:17 smithi170 ceph-mon[97338]: pgmap v6206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:17 smithi081 ceph-mon[95500]: pgmap v6206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:17 smithi081 ceph-mon[107735]: pgmap v6206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:20 smithi170 ceph-mon[97338]: pgmap v6207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:20 smithi081 ceph-mon[95500]: pgmap v6207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:20 smithi081 ceph-mon[107735]: pgmap v6207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:22.443 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:22 smithi081 ceph-mon[95500]: pgmap v6208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:22.444 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:22 smithi081 ceph-mon[107735]: pgmap v6208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:22 smithi170 ceph-mon[97338]: pgmap v6208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:22.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:22.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:05:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:24 smithi170 ceph-mon[97338]: pgmap v6209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:24 smithi081 ceph-mon[95500]: pgmap v6209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:24 smithi081 ceph-mon[107735]: pgmap v6209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:24.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:24.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:26 smithi170 ceph-mon[97338]: pgmap v6210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:26 smithi081 ceph-mon[95500]: pgmap v6210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:26 smithi081 ceph-mon[107735]: pgmap v6210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:27 smithi170 ceph-mon[97338]: pgmap v6211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:27 smithi081 ceph-mon[95500]: pgmap v6211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:27 smithi081 ceph-mon[107735]: pgmap v6211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:30 smithi170 ceph-mon[97338]: pgmap v6212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:30 smithi081 ceph-mon[95500]: pgmap v6212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:30 smithi081 ceph-mon[107735]: pgmap v6212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:32.444 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:32 smithi081 ceph-mon[95500]: pgmap v6213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:32.445 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:32 smithi081 ceph-mon[107735]: pgmap v6213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:32 smithi170 ceph-mon[97338]: pgmap v6213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:32.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:32.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:05:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:34 smithi170 ceph-mon[97338]: pgmap v6214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:34 smithi081 ceph-mon[95500]: pgmap v6214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:34 smithi081 ceph-mon[107735]: pgmap v6214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:34.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:34.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:36 smithi170 ceph-mon[97338]: pgmap v6215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:36 smithi081 ceph-mon[95500]: pgmap v6215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:36 smithi081 ceph-mon[107735]: pgmap v6215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:37 smithi170 ceph-mon[97338]: pgmap v6216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:37 smithi081 ceph-mon[95500]: pgmap v6216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:37 smithi081 ceph-mon[107735]: pgmap v6216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:40 smithi170 ceph-mon[97338]: pgmap v6217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:40 smithi081 ceph-mon[95500]: pgmap v6217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:40 smithi081 ceph-mon[107735]: pgmap v6217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:42.445 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:42 smithi081 ceph-mon[95500]: pgmap v6218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:42.446 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:42 smithi081 ceph-mon[107735]: pgmap v6218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:42 smithi170 ceph-mon[97338]: pgmap v6218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:42.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:42.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:42.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:05:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:44 smithi170 ceph-mon[97338]: pgmap v6219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:44 smithi081 ceph-mon[95500]: pgmap v6219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:44 smithi081 ceph-mon[107735]: pgmap v6219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:44.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:44.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:46 smithi170 ceph-mon[97338]: pgmap v6220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:46 smithi081 ceph-mon[95500]: pgmap v6220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:46 smithi081 ceph-mon[107735]: pgmap v6220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:47 smithi170 ceph-mon[97338]: pgmap v6221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:47 smithi081 ceph-mon[95500]: pgmap v6221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:47 smithi081 ceph-mon[107735]: pgmap v6221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:50 smithi170 ceph-mon[97338]: pgmap v6222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:50 smithi081 ceph-mon[95500]: pgmap v6222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:50 smithi081 ceph-mon[107735]: pgmap v6222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:52.446 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:52 smithi081 ceph-mon[95500]: pgmap v6223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:52.446 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:52 smithi081 ceph-mon[107735]: pgmap v6223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:52 smithi170 ceph-mon[97338]: pgmap v6223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:52.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:52.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:05:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:54 smithi170 ceph-mon[97338]: pgmap v6224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:54 smithi081 ceph-mon[95500]: pgmap v6224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:54 smithi081 ceph-mon[107735]: pgmap v6224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:05:54.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:05:54.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:05:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:56 smithi170 ceph-mon[97338]: pgmap v6225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:56 smithi081 ceph-mon[95500]: pgmap v6225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:56 smithi081 ceph-mon[107735]: pgmap v6225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:05:57 smithi170 ceph-mon[97338]: pgmap v6226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:05:57 smithi081 ceph-mon[95500]: pgmap v6226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:05:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:05:57 smithi081 ceph-mon[107735]: pgmap v6226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:00 smithi170 ceph-mon[97338]: pgmap v6227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:00 smithi081 ceph-mon[95500]: pgmap v6227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:00 smithi081 ceph-mon[107735]: pgmap v6227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:02.446 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:02 smithi081 ceph-mon[95500]: pgmap v6228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:02.446 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:02 smithi081 ceph-mon[107735]: pgmap v6228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:02 smithi170 ceph-mon[97338]: pgmap v6228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:02.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:02.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:06:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:04 smithi170 ceph-mon[97338]: pgmap v6229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:04 smithi081 ceph-mon[95500]: pgmap v6229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:04 smithi081 ceph-mon[107735]: pgmap v6229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:04.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:04.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:06 smithi170 ceph-mon[97338]: pgmap v6230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:06 smithi081 ceph-mon[95500]: pgmap v6230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:06 smithi081 ceph-mon[107735]: pgmap v6230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:07 smithi170 ceph-mon[97338]: pgmap v6231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:07 smithi081 ceph-mon[95500]: pgmap v6231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:07 smithi081 ceph-mon[107735]: pgmap v6231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:10 smithi170 ceph-mon[97338]: pgmap v6232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:10 smithi081 ceph-mon[95500]: pgmap v6232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:10 smithi081 ceph-mon[107735]: pgmap v6232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:12.447 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:12 smithi081 ceph-mon[95500]: pgmap v6233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:12.448 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:12 smithi081 ceph-mon[107735]: pgmap v6233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:12 smithi170 ceph-mon[97338]: pgmap v6233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:12.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:12.445Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:06:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:14 smithi170 ceph-mon[97338]: pgmap v6234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:14 smithi081 ceph-mon[95500]: pgmap v6234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:14 smithi081 ceph-mon[107735]: pgmap v6234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:14.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:14.310Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:16 smithi170 ceph-mon[97338]: pgmap v6235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:16 smithi081 ceph-mon[95500]: pgmap v6235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:16 smithi081 ceph-mon[107735]: pgmap v6235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:17 smithi170 ceph-mon[97338]: pgmap v6236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:17 smithi081 ceph-mon[95500]: pgmap v6236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:17 smithi081 ceph-mon[107735]: pgmap v6236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:20 smithi170 ceph-mon[97338]: pgmap v6237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:20 smithi081 ceph-mon[95500]: pgmap v6237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:20 smithi081 ceph-mon[107735]: pgmap v6237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:22.447 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:22 smithi081 ceph-mon[95500]: pgmap v6238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:22.447 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:22 smithi081 ceph-mon[107735]: pgmap v6238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:22 smithi170 ceph-mon[97338]: pgmap v6238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:22.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:22.445Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:06:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:24 smithi170 ceph-mon[97338]: pgmap v6239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:24 smithi081 ceph-mon[95500]: pgmap v6239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:24 smithi081 ceph-mon[107735]: pgmap v6239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:24.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:24.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:26 smithi170 ceph-mon[97338]: pgmap v6240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:26 smithi081 ceph-mon[95500]: pgmap v6240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:26 smithi081 ceph-mon[107735]: pgmap v6240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:27 smithi170 ceph-mon[97338]: pgmap v6241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:27 smithi081 ceph-mon[95500]: pgmap v6241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:27 smithi081 ceph-mon[107735]: pgmap v6241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:30 smithi170 ceph-mon[97338]: pgmap v6242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:30 smithi081 ceph-mon[95500]: pgmap v6242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:30 smithi081 ceph-mon[107735]: pgmap v6242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:32.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:32 smithi081 ceph-mon[95500]: pgmap v6243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:32.450 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:32 smithi081 ceph-mon[107735]: pgmap v6243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:32 smithi170 ceph-mon[97338]: pgmap v6243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:32.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:32.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:06:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:34 smithi170 ceph-mon[97338]: pgmap v6244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:34 smithi081 ceph-mon[95500]: pgmap v6244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:34 smithi081 ceph-mon[107735]: pgmap v6244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:34.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:34.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:36 smithi170 ceph-mon[97338]: pgmap v6245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:36 smithi081 ceph-mon[95500]: pgmap v6245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:36 smithi081 ceph-mon[107735]: pgmap v6245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:37 smithi081 ceph-mon[95500]: pgmap v6246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:37 smithi081 ceph-mon[107735]: pgmap v6246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:37 smithi170 ceph-mon[97338]: pgmap v6246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:40 smithi170 ceph-mon[97338]: pgmap v6247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:40 smithi081 ceph-mon[95500]: pgmap v6247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:40 smithi081 ceph-mon[107735]: pgmap v6247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:42 smithi081 ceph-mon[95500]: pgmap v6248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:42.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:42 smithi081 ceph-mon[107735]: pgmap v6248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:42 smithi170 ceph-mon[97338]: pgmap v6248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:42.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:42.447Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:06:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:44 smithi170 ceph-mon[97338]: pgmap v6249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:44 smithi081 ceph-mon[95500]: pgmap v6249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:44 smithi081 ceph-mon[107735]: pgmap v6249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:44.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:44.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:46 smithi170 ceph-mon[97338]: pgmap v6250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:46 smithi081 ceph-mon[95500]: pgmap v6250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:46 smithi081 ceph-mon[107735]: pgmap v6250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:47 smithi170 ceph-mon[97338]: pgmap v6251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:47 smithi081 ceph-mon[95500]: pgmap v6251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:47 smithi081 ceph-mon[107735]: pgmap v6251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:50 smithi170 ceph-mon[97338]: pgmap v6252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:50 smithi081 ceph-mon[95500]: pgmap v6252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:50 smithi081 ceph-mon[107735]: pgmap v6252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:52.450 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:52 smithi081 ceph-mon[95500]: pgmap v6253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:52.451 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:52 smithi081 ceph-mon[107735]: pgmap v6253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:52 smithi170 ceph-mon[97338]: pgmap v6253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:52.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:52.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:06:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:54 smithi170 ceph-mon[97338]: pgmap v6254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:54 smithi081 ceph-mon[95500]: pgmap v6254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:54 smithi081 ceph-mon[107735]: pgmap v6254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:06:54.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:06:54.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:06:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:56 smithi170 ceph-mon[97338]: pgmap v6255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:56 smithi081 ceph-mon[95500]: pgmap v6255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:56 smithi081 ceph-mon[107735]: pgmap v6255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:06:57 smithi170 ceph-mon[97338]: pgmap v6256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:06:57 smithi081 ceph-mon[95500]: pgmap v6256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:06:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:06:57 smithi081 ceph-mon[107735]: pgmap v6256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:00 smithi170 ceph-mon[97338]: pgmap v6257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:00 smithi081 ceph-mon[95500]: pgmap v6257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:00 smithi081 ceph-mon[107735]: pgmap v6257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:02.450 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:02 smithi081 ceph-mon[95500]: pgmap v6258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:02.451 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:02 smithi081 ceph-mon[107735]: pgmap v6258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:02 smithi170 ceph-mon[97338]: pgmap v6258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:02.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:02.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:07:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:04 smithi170 ceph-mon[97338]: pgmap v6259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:04 smithi081 ceph-mon[95500]: pgmap v6259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:04 smithi081 ceph-mon[107735]: pgmap v6259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:04.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:04.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:06 smithi170 ceph-mon[97338]: pgmap v6260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:06 smithi081 ceph-mon[95500]: pgmap v6260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:06 smithi081 ceph-mon[107735]: pgmap v6260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:07 smithi170 ceph-mon[97338]: pgmap v6261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:07 smithi081 ceph-mon[95500]: pgmap v6261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:07 smithi081 ceph-mon[107735]: pgmap v6261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:10 smithi170 ceph-mon[97338]: pgmap v6262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:10 smithi081 ceph-mon[95500]: pgmap v6262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:10 smithi081 ceph-mon[107735]: pgmap v6262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:12.451 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:12 smithi081 ceph-mon[95500]: pgmap v6263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:12.452 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:12 smithi081 ceph-mon[107735]: pgmap v6263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:12 smithi170 ceph-mon[97338]: pgmap v6263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:12.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:12.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:07:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:14 smithi170 ceph-mon[97338]: pgmap v6264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:14 smithi081 ceph-mon[95500]: pgmap v6264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:14 smithi081 ceph-mon[107735]: pgmap v6264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:14.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:14.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:16 smithi170 ceph-mon[97338]: pgmap v6265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:16 smithi081 ceph-mon[95500]: pgmap v6265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:16 smithi081 ceph-mon[107735]: pgmap v6265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:17 smithi170 ceph-mon[97338]: pgmap v6266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:17 smithi081 ceph-mon[95500]: pgmap v6266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:17 smithi081 ceph-mon[107735]: pgmap v6266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:20 smithi170 ceph-mon[97338]: pgmap v6267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:20 smithi081 ceph-mon[95500]: pgmap v6267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:20 smithi081 ceph-mon[107735]: pgmap v6267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:22.452 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:22 smithi081 ceph-mon[95500]: pgmap v6268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:22.453 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:22 smithi081 ceph-mon[107735]: pgmap v6268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:22 smithi170 ceph-mon[97338]: pgmap v6268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:22.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:22.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:07:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:24 smithi170 ceph-mon[97338]: pgmap v6269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:24 smithi081 ceph-mon[95500]: pgmap v6269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:24 smithi081 ceph-mon[107735]: pgmap v6269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:24.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:24.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:26 smithi170 ceph-mon[97338]: pgmap v6270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:26 smithi081 ceph-mon[95500]: pgmap v6270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:26 smithi081 ceph-mon[107735]: pgmap v6270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:27 smithi170 ceph-mon[97338]: pgmap v6271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:27 smithi081 ceph-mon[95500]: pgmap v6271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:27 smithi081 ceph-mon[107735]: pgmap v6271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:30 smithi170 ceph-mon[97338]: pgmap v6272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:30 smithi081 ceph-mon[95500]: pgmap v6272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:30 smithi081 ceph-mon[107735]: pgmap v6272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:32.453 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:32 smithi081 ceph-mon[95500]: pgmap v6273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:32.453 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:32 smithi081 ceph-mon[107735]: pgmap v6273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:32 smithi170 ceph-mon[97338]: pgmap v6273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:32.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:32.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:07:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:34 smithi170 ceph-mon[97338]: pgmap v6274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:34 smithi081 ceph-mon[95500]: pgmap v6274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:34 smithi081 ceph-mon[107735]: pgmap v6274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:34.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:34.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:36 smithi170 ceph-mon[97338]: pgmap v6275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:36 smithi081 ceph-mon[95500]: pgmap v6275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:36 smithi081 ceph-mon[107735]: pgmap v6275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:37 smithi170 ceph-mon[97338]: pgmap v6276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:37 smithi081 ceph-mon[95500]: pgmap v6276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:37 smithi081 ceph-mon[107735]: pgmap v6276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:40 smithi170 ceph-mon[97338]: pgmap v6277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:40 smithi081 ceph-mon[95500]: pgmap v6277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:40 smithi081 ceph-mon[107735]: pgmap v6277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:42.454 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:42 smithi081 ceph-mon[95500]: pgmap v6278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:42.455 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:42 smithi081 ceph-mon[107735]: pgmap v6278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:42 smithi170 ceph-mon[97338]: pgmap v6278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:42.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:42.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:07:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:44 smithi170 ceph-mon[97338]: pgmap v6279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:44 smithi081 ceph-mon[95500]: pgmap v6279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:44 smithi081 ceph-mon[107735]: pgmap v6279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:44.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:44.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:46 smithi170 ceph-mon[97338]: pgmap v6280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:46 smithi081 ceph-mon[95500]: pgmap v6280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:46 smithi081 ceph-mon[107735]: pgmap v6280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:47 smithi170 ceph-mon[97338]: pgmap v6281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:47 smithi081 ceph-mon[95500]: pgmap v6281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:47 smithi081 ceph-mon[107735]: pgmap v6281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:50 smithi170 ceph-mon[97338]: pgmap v6282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:50 smithi081 ceph-mon[95500]: pgmap v6282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:50 smithi081 ceph-mon[107735]: pgmap v6282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:52.455 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:52 smithi081 ceph-mon[95500]: pgmap v6283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:52.456 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:52 smithi081 ceph-mon[107735]: pgmap v6283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:52 smithi170 ceph-mon[97338]: pgmap v6283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:52.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:52.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:07:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:54 smithi170 ceph-mon[97338]: pgmap v6284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:54 smithi081 ceph-mon[95500]: pgmap v6284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:54 smithi081 ceph-mon[107735]: pgmap v6284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:07:54.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:07:54.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:07:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:56 smithi170 ceph-mon[97338]: pgmap v6285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:56 smithi081 ceph-mon[95500]: pgmap v6285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:56 smithi081 ceph-mon[107735]: pgmap v6285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:07:57 smithi170 ceph-mon[97338]: pgmap v6286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:07:57 smithi081 ceph-mon[95500]: pgmap v6286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:07:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:07:57 smithi081 ceph-mon[107735]: pgmap v6286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:00 smithi170 ceph-mon[97338]: pgmap v6287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:00 smithi081 ceph-mon[95500]: pgmap v6287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:00 smithi081 ceph-mon[107735]: pgmap v6287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:02.456 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:02 smithi081 ceph-mon[95500]: pgmap v6288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:02.456 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:02 smithi081 ceph-mon[107735]: pgmap v6288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:02 smithi170 ceph-mon[97338]: pgmap v6288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:02.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:02.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:08:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:04 smithi170 ceph-mon[97338]: pgmap v6289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:04 smithi081 ceph-mon[95500]: pgmap v6289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:04 smithi081 ceph-mon[107735]: pgmap v6289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:04.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:04.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:06 smithi170 ceph-mon[97338]: pgmap v6290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:06 smithi081 ceph-mon[95500]: pgmap v6290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:06 smithi081 ceph-mon[107735]: pgmap v6290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:07 smithi170 ceph-mon[97338]: pgmap v6291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:07 smithi081 ceph-mon[95500]: pgmap v6291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:07 smithi081 ceph-mon[107735]: pgmap v6291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:10 smithi170 ceph-mon[97338]: pgmap v6292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:10 smithi081 ceph-mon[95500]: pgmap v6292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:10 smithi081 ceph-mon[107735]: pgmap v6292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:12.456 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:12 smithi081 ceph-mon[95500]: pgmap v6293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:12.457 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:12 smithi081 ceph-mon[107735]: pgmap v6293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:12 smithi170 ceph-mon[97338]: pgmap v6293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:12.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:12.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:08:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:14 smithi170 ceph-mon[97338]: pgmap v6294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:14 smithi081 ceph-mon[95500]: pgmap v6294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:14.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:14.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:14.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:14 smithi081 ceph-mon[107735]: pgmap v6294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:16 smithi170 ceph-mon[97338]: pgmap v6295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:16 smithi081 ceph-mon[95500]: pgmap v6295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:16 smithi081 ceph-mon[107735]: pgmap v6295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:17 smithi170 ceph-mon[97338]: pgmap v6296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:17 smithi081 ceph-mon[95500]: pgmap v6296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:17 smithi081 ceph-mon[107735]: pgmap v6296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:20 smithi170 ceph-mon[97338]: pgmap v6297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:20 smithi081 ceph-mon[95500]: pgmap v6297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:20 smithi081 ceph-mon[107735]: pgmap v6297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:22.457 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:22 smithi081 ceph-mon[95500]: pgmap v6298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:22.458 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:22 smithi081 ceph-mon[107735]: pgmap v6298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:22 smithi170 ceph-mon[97338]: pgmap v6298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:22.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:22.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:08:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:24 smithi170 ceph-mon[97338]: pgmap v6299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:24 smithi081 ceph-mon[95500]: pgmap v6299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:24 smithi081 ceph-mon[107735]: pgmap v6299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:24.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:24.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:26 smithi170 ceph-mon[97338]: pgmap v6300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:26 smithi081 ceph-mon[95500]: pgmap v6300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:26 smithi081 ceph-mon[107735]: pgmap v6300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:27 smithi170 ceph-mon[97338]: pgmap v6301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:27 smithi081 ceph-mon[95500]: pgmap v6301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:27 smithi081 ceph-mon[107735]: pgmap v6301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:30 smithi170 ceph-mon[97338]: pgmap v6302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:30 smithi081 ceph-mon[95500]: pgmap v6302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:30 smithi081 ceph-mon[107735]: pgmap v6302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:32.458 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:32 smithi081 ceph-mon[95500]: pgmap v6303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:32.459 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:32 smithi081 ceph-mon[107735]: pgmap v6303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:32 smithi170 ceph-mon[97338]: pgmap v6303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:32.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:32.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:08:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:34 smithi170 ceph-mon[97338]: pgmap v6304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:34 smithi081 ceph-mon[95500]: pgmap v6304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:34 smithi081 ceph-mon[107735]: pgmap v6304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:34.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:34.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:36 smithi170 ceph-mon[97338]: pgmap v6305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:36 smithi081 ceph-mon[95500]: pgmap v6305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:36 smithi081 ceph-mon[107735]: pgmap v6305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:37 smithi170 ceph-mon[97338]: pgmap v6306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:37 smithi081 ceph-mon[95500]: pgmap v6306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:37 smithi081 ceph-mon[107735]: pgmap v6306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:40 smithi170 ceph-mon[97338]: pgmap v6307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:40 smithi081 ceph-mon[95500]: pgmap v6307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:40 smithi081 ceph-mon[107735]: pgmap v6307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:42.459 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:42 smithi081 ceph-mon[95500]: pgmap v6308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:42.459 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:42 smithi081 ceph-mon[107735]: pgmap v6308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:42 smithi170 ceph-mon[97338]: pgmap v6308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:42.456Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:42.457Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:08:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:44 smithi170 ceph-mon[97338]: pgmap v6309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:44 smithi081 ceph-mon[95500]: pgmap v6309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:44.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:44.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:44.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:44.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:44 smithi081 ceph-mon[107735]: pgmap v6309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:46 smithi170 ceph-mon[97338]: pgmap v6310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:46 smithi081 ceph-mon[95500]: pgmap v6310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:46 smithi081 ceph-mon[107735]: pgmap v6310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:47 smithi170 ceph-mon[97338]: pgmap v6311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:47 smithi081 ceph-mon[95500]: pgmap v6311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:47 smithi081 ceph-mon[107735]: pgmap v6311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:50 smithi170 ceph-mon[97338]: pgmap v6312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:50 smithi081 ceph-mon[95500]: pgmap v6312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:50 smithi081 ceph-mon[107735]: pgmap v6312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:52.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:52 smithi081 ceph-mon[95500]: pgmap v6313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:52.460 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:52 smithi081 ceph-mon[107735]: pgmap v6313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:52 smithi170 ceph-mon[97338]: pgmap v6313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:52.457Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:52.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:08:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:54 smithi170 ceph-mon[97338]: pgmap v6314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:54 smithi081 ceph-mon[95500]: pgmap v6314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:54 smithi081 ceph-mon[107735]: pgmap v6314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:08:54.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:08:54.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:08:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:56 smithi170 ceph-mon[97338]: pgmap v6315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:56 smithi081 ceph-mon[95500]: pgmap v6315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:56 smithi081 ceph-mon[107735]: pgmap v6315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:08:57 smithi170 ceph-mon[97338]: pgmap v6316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:08:57 smithi081 ceph-mon[95500]: pgmap v6316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:08:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:08:57 smithi081 ceph-mon[107735]: pgmap v6316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:00 smithi170 ceph-mon[97338]: pgmap v6317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:00 smithi081 ceph-mon[95500]: pgmap v6317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:00 smithi081 ceph-mon[107735]: pgmap v6317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:02.461 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:02 smithi081 ceph-mon[95500]: pgmap v6318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:02.462 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:02 smithi081 ceph-mon[107735]: pgmap v6318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:02 smithi170 ceph-mon[97338]: pgmap v6318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:02.458Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:02.459Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:09:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:04 smithi170 ceph-mon[97338]: pgmap v6319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:04 smithi081 ceph-mon[95500]: pgmap v6319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:04 smithi081 ceph-mon[107735]: pgmap v6319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:04.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:04.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:06 smithi170 ceph-mon[97338]: pgmap v6320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:06 smithi081 ceph-mon[95500]: pgmap v6320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:06 smithi081 ceph-mon[107735]: pgmap v6320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:07 smithi170 ceph-mon[97338]: pgmap v6321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:07 smithi081 ceph-mon[95500]: pgmap v6321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:07 smithi081 ceph-mon[107735]: pgmap v6321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:10 smithi170 ceph-mon[97338]: pgmap v6322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:10 smithi081 ceph-mon[95500]: pgmap v6322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:10 smithi081 ceph-mon[107735]: pgmap v6322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:12.462 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:12 smithi081 ceph-mon[95500]: pgmap v6323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:12.463 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:12 smithi081 ceph-mon[107735]: pgmap v6323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:12 smithi170 ceph-mon[97338]: pgmap v6323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:12.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:12.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:09:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:14 smithi170 ceph-mon[97338]: pgmap v6324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:14 smithi081 ceph-mon[95500]: pgmap v6324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:14 smithi081 ceph-mon[107735]: pgmap v6324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:14.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:14.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:16 smithi170 ceph-mon[97338]: pgmap v6325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:16 smithi081 ceph-mon[95500]: pgmap v6325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:16 smithi081 ceph-mon[107735]: pgmap v6325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:17 smithi170 ceph-mon[97338]: pgmap v6326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:17 smithi081 ceph-mon[95500]: pgmap v6326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:17 smithi081 ceph-mon[107735]: pgmap v6326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:20 smithi170 ceph-mon[97338]: pgmap v6327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:20 smithi081 ceph-mon[95500]: pgmap v6327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:20 smithi081 ceph-mon[107735]: pgmap v6327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:22.464 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:22 smithi081 ceph-mon[95500]: pgmap v6328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:22.464 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:22 smithi081 ceph-mon[107735]: pgmap v6328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:22 smithi170 ceph-mon[97338]: pgmap v6328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:22.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:22.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:09:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:24 smithi170 ceph-mon[97338]: pgmap v6329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:24 smithi081 ceph-mon[95500]: pgmap v6329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:24 smithi081 ceph-mon[107735]: pgmap v6329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:24.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:24.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:26 smithi170 ceph-mon[97338]: pgmap v6330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:26 smithi081 ceph-mon[95500]: pgmap v6330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:26 smithi081 ceph-mon[107735]: pgmap v6330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:27 smithi170 ceph-mon[97338]: pgmap v6331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:27 smithi081 ceph-mon[95500]: pgmap v6331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:27 smithi081 ceph-mon[107735]: pgmap v6331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:30 smithi170 ceph-mon[97338]: pgmap v6332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:30 smithi081 ceph-mon[95500]: pgmap v6332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:30 smithi081 ceph-mon[107735]: pgmap v6332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:32.464 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:32 smithi081 ceph-mon[95500]: pgmap v6333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:32.465 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:32 smithi081 ceph-mon[107735]: pgmap v6333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:32 smithi170 ceph-mon[97338]: pgmap v6333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:32.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:32.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:09:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:34 smithi170 ceph-mon[97338]: pgmap v6334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:34.584 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:34 smithi081 ceph-mon[95500]: pgmap v6334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:34.585 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:34 smithi081 ceph-mon[107735]: pgmap v6334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:34.585 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:34.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:34.585 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:34.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:36 smithi170 ceph-mon[97338]: pgmap v6335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:36 smithi081 ceph-mon[95500]: pgmap v6335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:36 smithi081 ceph-mon[107735]: pgmap v6335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:37 smithi170 ceph-mon[97338]: pgmap v6336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:37 smithi081 ceph-mon[95500]: pgmap v6336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:37 smithi081 ceph-mon[107735]: pgmap v6336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:40 smithi170 ceph-mon[97338]: pgmap v6337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:40 smithi081 ceph-mon[95500]: pgmap v6337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:40 smithi081 ceph-mon[107735]: pgmap v6337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:42.464 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:42 smithi081 ceph-mon[95500]: pgmap v6338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:42.465 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:42 smithi081 ceph-mon[107735]: pgmap v6338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:42 smithi170 ceph-mon[97338]: pgmap v6338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:42.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:42.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:09:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:44 smithi170 ceph-mon[97338]: pgmap v6339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:44 smithi081 ceph-mon[95500]: pgmap v6339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:44 smithi081 ceph-mon[107735]: pgmap v6339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:44.322Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:44.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:46 smithi170 ceph-mon[97338]: pgmap v6340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:46 smithi081 ceph-mon[95500]: pgmap v6340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:46 smithi081 ceph-mon[107735]: pgmap v6340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:47 smithi170 ceph-mon[97338]: pgmap v6341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:47 smithi081 ceph-mon[95500]: pgmap v6341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:47 smithi081 ceph-mon[107735]: pgmap v6341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:50 smithi170 ceph-mon[97338]: pgmap v6342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:50 smithi081 ceph-mon[95500]: pgmap v6342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:50 smithi081 ceph-mon[107735]: pgmap v6342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:52.465 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:52 smithi081 ceph-mon[95500]: pgmap v6343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:52.466 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:52 smithi081 ceph-mon[107735]: pgmap v6343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:52 smithi170 ceph-mon[97338]: pgmap v6343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:52.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:52.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:09:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:54 smithi170 ceph-mon[97338]: pgmap v6344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:54 smithi081 ceph-mon[95500]: pgmap v6344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:54 smithi081 ceph-mon[107735]: pgmap v6344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:09:54.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:09:54.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:09:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:56 smithi170 ceph-mon[97338]: pgmap v6345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:56 smithi081 ceph-mon[95500]: pgmap v6345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:56 smithi081 ceph-mon[107735]: pgmap v6345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:09:57 smithi170 ceph-mon[97338]: pgmap v6346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:09:57 smithi081 ceph-mon[95500]: pgmap v6346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:09:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:09:57 smithi081 ceph-mon[107735]: pgmap v6346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:00 smithi170 ceph-mon[97338]: pgmap v6347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:10:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:00 smithi081 ceph-mon[95500]: pgmap v6347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:10:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:00 smithi081 ceph-mon[107735]: pgmap v6347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:10:02.466 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:02 smithi081 ceph-mon[95500]: pgmap v6348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:02.466 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:02 smithi081 ceph-mon[107735]: pgmap v6348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:02 smithi170 ceph-mon[97338]: pgmap v6348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:02.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:02.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:10:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:04 smithi170 ceph-mon[97338]: pgmap v6349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:04 smithi081 ceph-mon[95500]: pgmap v6349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:04 smithi081 ceph-mon[107735]: pgmap v6349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:04.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:04.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:06 smithi170 ceph-mon[97338]: pgmap v6350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:06 smithi081 ceph-mon[95500]: pgmap v6350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:06 smithi081 ceph-mon[107735]: pgmap v6350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:07 smithi170 ceph-mon[97338]: pgmap v6351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:07 smithi081 ceph-mon[95500]: pgmap v6351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:07 smithi081 ceph-mon[107735]: pgmap v6351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:10 smithi170 ceph-mon[97338]: pgmap v6352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:10 smithi081 ceph-mon[95500]: pgmap v6352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:10 smithi081 ceph-mon[107735]: pgmap v6352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:12.467 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:12 smithi081 ceph-mon[95500]: pgmap v6353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:12.468 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:12 smithi081 ceph-mon[107735]: pgmap v6353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:12 smithi170 ceph-mon[97338]: pgmap v6353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:12.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:12.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:10:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:14 smithi170 ceph-mon[97338]: pgmap v6354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:14 smithi081 ceph-mon[95500]: pgmap v6354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:14.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:14.324Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:14.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:14 smithi081 ceph-mon[107735]: pgmap v6354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:16 smithi170 ceph-mon[97338]: pgmap v6355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:16 smithi081 ceph-mon[95500]: pgmap v6355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:16 smithi081 ceph-mon[107735]: pgmap v6355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:17 smithi170 ceph-mon[97338]: pgmap v6356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:17 smithi081 ceph-mon[95500]: pgmap v6356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:17 smithi081 ceph-mon[107735]: pgmap v6356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:20 smithi170 ceph-mon[97338]: pgmap v6357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:20 smithi081 ceph-mon[95500]: pgmap v6357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:20 smithi081 ceph-mon[107735]: pgmap v6357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:22.467 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:22 smithi081 ceph-mon[95500]: pgmap v6358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:22.468 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:22 smithi081 ceph-mon[107735]: pgmap v6358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:22 smithi170 ceph-mon[97338]: pgmap v6358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:22.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:22.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:10:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:24 smithi170 ceph-mon[97338]: pgmap v6359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:24 smithi081 ceph-mon[95500]: pgmap v6359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:24 smithi081 ceph-mon[107735]: pgmap v6359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:24.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:24.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:26 smithi170 ceph-mon[97338]: pgmap v6360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:26 smithi081 ceph-mon[95500]: pgmap v6360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:26 smithi081 ceph-mon[107735]: pgmap v6360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:27 smithi170 ceph-mon[97338]: pgmap v6361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:27 smithi081 ceph-mon[95500]: pgmap v6361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:27 smithi081 ceph-mon[107735]: pgmap v6361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:30 smithi170 ceph-mon[97338]: pgmap v6362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:30 smithi081 ceph-mon[95500]: pgmap v6362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:30 smithi081 ceph-mon[107735]: pgmap v6362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:32.468 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:32 smithi081 ceph-mon[95500]: pgmap v6363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:32.469 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:32 smithi081 ceph-mon[107735]: pgmap v6363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:32 smithi170 ceph-mon[97338]: pgmap v6363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:32.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:32.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:10:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:34 smithi170 ceph-mon[97338]: pgmap v6364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:34 smithi081 ceph-mon[95500]: pgmap v6364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:34 smithi081 ceph-mon[107735]: pgmap v6364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:34.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:34.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:34.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:36 smithi170 ceph-mon[97338]: pgmap v6365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:36 smithi081 ceph-mon[95500]: pgmap v6365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:36 smithi081 ceph-mon[107735]: pgmap v6365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:37 smithi170 ceph-mon[97338]: pgmap v6366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:37 smithi081 ceph-mon[95500]: pgmap v6366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:37 smithi081 ceph-mon[107735]: pgmap v6366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:40 smithi170 ceph-mon[97338]: pgmap v6367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:40 smithi081 ceph-mon[95500]: pgmap v6367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:40 smithi081 ceph-mon[107735]: pgmap v6367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:42.469 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:42 smithi081 ceph-mon[95500]: pgmap v6368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:42.469 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:42 smithi081 ceph-mon[107735]: pgmap v6368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:42 smithi170 ceph-mon[97338]: pgmap v6368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:42.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:42.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:10:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:44 smithi170 ceph-mon[97338]: pgmap v6369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:44 smithi081 ceph-mon[95500]: pgmap v6369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:44 smithi081 ceph-mon[107735]: pgmap v6369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:44.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:44.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:46 smithi170 ceph-mon[97338]: pgmap v6370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:46 smithi081 ceph-mon[95500]: pgmap v6370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:46 smithi081 ceph-mon[107735]: pgmap v6370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:47 smithi170 ceph-mon[97338]: pgmap v6371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:47 smithi081 ceph-mon[95500]: pgmap v6371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:47 smithi081 ceph-mon[107735]: pgmap v6371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:50 smithi170 ceph-mon[97338]: pgmap v6372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:50 smithi081 ceph-mon[95500]: pgmap v6372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:50 smithi081 ceph-mon[107735]: pgmap v6372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:52.470 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:52 smithi081 ceph-mon[95500]: pgmap v6373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:52.470 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:52 smithi081 ceph-mon[107735]: pgmap v6373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:52 smithi170 ceph-mon[97338]: pgmap v6373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:52.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:52.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:10:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:54 smithi170 ceph-mon[97338]: pgmap v6374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:54 smithi081 ceph-mon[95500]: pgmap v6374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:54 smithi081 ceph-mon[107735]: pgmap v6374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:10:54.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:10:54.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:10:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:56 smithi170 ceph-mon[97338]: pgmap v6375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:56 smithi081 ceph-mon[95500]: pgmap v6375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:56 smithi081 ceph-mon[107735]: pgmap v6375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:10:57 smithi170 ceph-mon[97338]: pgmap v6376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:10:57 smithi081 ceph-mon[95500]: pgmap v6376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:10:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:10:57 smithi081 ceph-mon[107735]: pgmap v6376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:00 smithi170 ceph-mon[97338]: pgmap v6377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:00 smithi081 ceph-mon[95500]: pgmap v6377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:00 smithi081 ceph-mon[107735]: pgmap v6377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:02.470 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:02 smithi081 ceph-mon[95500]: pgmap v6378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:02.471 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:02 smithi081 ceph-mon[107735]: pgmap v6378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:02 smithi170 ceph-mon[97338]: pgmap v6378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:02.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:02.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:11:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:04 smithi170 ceph-mon[97338]: pgmap v6379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:04 smithi081 ceph-mon[95500]: pgmap v6379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:04 smithi081 ceph-mon[107735]: pgmap v6379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:04.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:04.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:06 smithi170 ceph-mon[97338]: pgmap v6380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:06 smithi081 ceph-mon[95500]: pgmap v6380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:06 smithi081 ceph-mon[107735]: pgmap v6380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:07 smithi170 ceph-mon[97338]: pgmap v6381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:07 smithi081 ceph-mon[95500]: pgmap v6381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:07 smithi081 ceph-mon[107735]: pgmap v6381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:10 smithi170 ceph-mon[97338]: pgmap v6382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:10 smithi081 ceph-mon[95500]: pgmap v6382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:10 smithi081 ceph-mon[107735]: pgmap v6382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:12 smithi170 ceph-mon[97338]: pgmap v6383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:12 smithi081 ceph-mon[95500]: pgmap v6383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:12 smithi081 ceph-mon[107735]: pgmap v6383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:12.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:12.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:12.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:12.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:11:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:14 smithi170 ceph-mon[97338]: pgmap v6384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:14 smithi081 ceph-mon[95500]: pgmap v6384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:14 smithi081 ceph-mon[107735]: pgmap v6384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:14.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:14.330Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:16 smithi170 ceph-mon[97338]: pgmap v6385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:16 smithi081 ceph-mon[95500]: pgmap v6385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:16 smithi081 ceph-mon[107735]: pgmap v6385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:17 smithi170 ceph-mon[97338]: pgmap v6386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:17 smithi081 ceph-mon[95500]: pgmap v6386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:17 smithi081 ceph-mon[107735]: pgmap v6386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:20 smithi170 ceph-mon[97338]: pgmap v6387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:20 smithi081 ceph-mon[95500]: pgmap v6387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:20 smithi081 ceph-mon[107735]: pgmap v6387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:22 smithi170 ceph-mon[97338]: pgmap v6388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:22 smithi081 ceph-mon[95500]: pgmap v6388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:22 smithi081 ceph-mon[107735]: pgmap v6388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:22.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:22.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:22.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:22.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:11:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:24 smithi170 ceph-mon[97338]: pgmap v6389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:24 smithi081 ceph-mon[95500]: pgmap v6389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:24 smithi081 ceph-mon[107735]: pgmap v6389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:24.330Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:24.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:26 smithi170 ceph-mon[97338]: pgmap v6390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:26 smithi081 ceph-mon[95500]: pgmap v6390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:26 smithi081 ceph-mon[107735]: pgmap v6390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:27 smithi170 ceph-mon[97338]: pgmap v6391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:27 smithi081 ceph-mon[95500]: pgmap v6391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:27 smithi081 ceph-mon[107735]: pgmap v6391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:30 smithi170 ceph-mon[97338]: pgmap v6392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:30 smithi081 ceph-mon[95500]: pgmap v6392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:30 smithi081 ceph-mon[107735]: pgmap v6392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:32 smithi170 ceph-mon[97338]: pgmap v6393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:32 smithi081 ceph-mon[95500]: pgmap v6393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:32 smithi081 ceph-mon[107735]: pgmap v6393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:32.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:32.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:32.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:32.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:11:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:34 smithi170 ceph-mon[97338]: pgmap v6394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:34 smithi081 ceph-mon[95500]: pgmap v6394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:34.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:34.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:34 smithi081 ceph-mon[107735]: pgmap v6394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:36 smithi170 ceph-mon[97338]: pgmap v6395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:36 smithi081 ceph-mon[95500]: pgmap v6395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:36 smithi081 ceph-mon[107735]: pgmap v6395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:37 smithi170 ceph-mon[97338]: pgmap v6396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:37 smithi081 ceph-mon[95500]: pgmap v6396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:37 smithi081 ceph-mon[107735]: pgmap v6396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:40 smithi170 ceph-mon[97338]: pgmap v6397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:40 smithi081 ceph-mon[95500]: pgmap v6397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:40 smithi081 ceph-mon[107735]: pgmap v6397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:42 smithi170 ceph-mon[97338]: pgmap v6398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:42 smithi081 ceph-mon[95500]: pgmap v6398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:42 smithi081 ceph-mon[107735]: pgmap v6398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:42.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:42.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:42.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:42.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:11:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:44 smithi170 ceph-mon[97338]: pgmap v6399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:44 smithi081 ceph-mon[95500]: pgmap v6399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:44 smithi081 ceph-mon[107735]: pgmap v6399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:44.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:44.333Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:46 smithi170 ceph-mon[97338]: pgmap v6400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:46 smithi081 ceph-mon[95500]: pgmap v6400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:46 smithi081 ceph-mon[107735]: pgmap v6400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:47 smithi170 ceph-mon[97338]: pgmap v6401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:47 smithi081 ceph-mon[95500]: pgmap v6401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:47 smithi081 ceph-mon[107735]: pgmap v6401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:50 smithi170 ceph-mon[97338]: pgmap v6402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:50 smithi081 ceph-mon[95500]: pgmap v6402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:50 smithi081 ceph-mon[107735]: pgmap v6402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:52 smithi170 ceph-mon[97338]: pgmap v6403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:52 smithi081 ceph-mon[95500]: pgmap v6403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:52 smithi081 ceph-mon[107735]: pgmap v6403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:52.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:52.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:52.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:52.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:11:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:54 smithi170 ceph-mon[97338]: pgmap v6404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:54 smithi081 ceph-mon[95500]: pgmap v6404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:54 smithi081 ceph-mon[107735]: pgmap v6404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:11:54.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:11:54.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:11:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:56 smithi170 ceph-mon[97338]: pgmap v6405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:56 smithi081 ceph-mon[95500]: pgmap v6405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:56 smithi081 ceph-mon[107735]: pgmap v6405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:11:57 smithi170 ceph-mon[97338]: pgmap v6406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:11:57 smithi081 ceph-mon[95500]: pgmap v6406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:11:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:11:57 smithi081 ceph-mon[107735]: pgmap v6406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:00 smithi170 ceph-mon[97338]: pgmap v6407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:00 smithi081 ceph-mon[95500]: pgmap v6407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:00 smithi081 ceph-mon[107735]: pgmap v6407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:02 smithi170 ceph-mon[97338]: pgmap v6408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:02 smithi081 ceph-mon[95500]: pgmap v6408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:02 smithi081 ceph-mon[107735]: pgmap v6408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:02.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:02.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:02.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:02.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:12:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:04 smithi170 ceph-mon[97338]: pgmap v6409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:04 smithi081 ceph-mon[95500]: pgmap v6409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:04 smithi081 ceph-mon[107735]: pgmap v6409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:04.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:04.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:06 smithi170 ceph-mon[97338]: pgmap v6410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:06 smithi081 ceph-mon[95500]: pgmap v6410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:06 smithi081 ceph-mon[107735]: pgmap v6410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:07 smithi170 ceph-mon[97338]: pgmap v6411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:07 smithi081 ceph-mon[95500]: pgmap v6411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:07 smithi081 ceph-mon[107735]: pgmap v6411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:10 smithi170 ceph-mon[97338]: pgmap v6412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:10 smithi081 ceph-mon[95500]: pgmap v6412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:10 smithi081 ceph-mon[107735]: pgmap v6412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:12 smithi170 ceph-mon[97338]: pgmap v6413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:12 smithi081 ceph-mon[95500]: pgmap v6413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:12 smithi081 ceph-mon[107735]: pgmap v6413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:12.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:12.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:12.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:12.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:12:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:14 smithi081 ceph-mon[95500]: pgmap v6414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:14 smithi081 ceph-mon[107735]: pgmap v6414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:14.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:14.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:14 smithi170 ceph-mon[97338]: pgmap v6414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:16 smithi081 ceph-mon[95500]: pgmap v6415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:16 smithi081 ceph-mon[107735]: pgmap v6415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:16 smithi170 ceph-mon[97338]: pgmap v6415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:17 smithi170 ceph-mon[97338]: pgmap v6416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:17 smithi081 ceph-mon[95500]: pgmap v6416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:17 smithi081 ceph-mon[107735]: pgmap v6416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:20 smithi170 ceph-mon[97338]: pgmap v6417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:20 smithi081 ceph-mon[95500]: pgmap v6417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:20 smithi081 ceph-mon[107735]: pgmap v6417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:22 smithi081 ceph-mon[95500]: pgmap v6418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:22.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:22.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:22.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:22.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:22 smithi081 ceph-mon[107735]: pgmap v6418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:22 smithi170 ceph-mon[97338]: pgmap v6418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:12:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:24 smithi081 ceph-mon[95500]: pgmap v6419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:24 smithi081 ceph-mon[107735]: pgmap v6419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:24.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:24.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:24 smithi170 ceph-mon[97338]: pgmap v6419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:26 smithi081 ceph-mon[95500]: pgmap v6420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:26 smithi081 ceph-mon[107735]: pgmap v6420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:26 smithi170 ceph-mon[97338]: pgmap v6420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:27 smithi170 ceph-mon[97338]: pgmap v6421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:27 smithi081 ceph-mon[95500]: pgmap v6421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:27 smithi081 ceph-mon[107735]: pgmap v6421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:30 smithi081 ceph-mon[95500]: pgmap v6422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:30 smithi081 ceph-mon[107735]: pgmap v6422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:30 smithi170 ceph-mon[97338]: pgmap v6422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:32 smithi081 ceph-mon[95500]: pgmap v6423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:32 smithi081 ceph-mon[107735]: pgmap v6423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:32.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:32.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:32.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:32.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:32 smithi170 ceph-mon[97338]: pgmap v6423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:12:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:34 smithi081 ceph-mon[95500]: pgmap v6424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:34 smithi081 ceph-mon[107735]: pgmap v6424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:34.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:34.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:34 smithi170 ceph-mon[97338]: pgmap v6424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:36 smithi081 ceph-mon[95500]: pgmap v6425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:36 smithi081 ceph-mon[107735]: pgmap v6425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:36 smithi170 ceph-mon[97338]: pgmap v6425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:37 smithi170 ceph-mon[97338]: pgmap v6426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:37 smithi081 ceph-mon[95500]: pgmap v6426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:37 smithi081 ceph-mon[107735]: pgmap v6426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:40 smithi081 ceph-mon[95500]: pgmap v6427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:40 smithi081 ceph-mon[107735]: pgmap v6427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:40 smithi170 ceph-mon[97338]: pgmap v6427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:42 smithi081 ceph-mon[95500]: pgmap v6428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:42 smithi081 ceph-mon[107735]: pgmap v6428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:42.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:42.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:42.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:42 smithi170 ceph-mon[97338]: pgmap v6428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:12:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:44 smithi081 ceph-mon[95500]: pgmap v6429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:44 smithi081 ceph-mon[107735]: pgmap v6429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:44.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:44.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:44 smithi170 ceph-mon[97338]: pgmap v6429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:46 smithi081 ceph-mon[95500]: pgmap v6430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:46 smithi081 ceph-mon[107735]: pgmap v6430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:46 smithi170 ceph-mon[97338]: pgmap v6430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:47 smithi170 ceph-mon[97338]: pgmap v6431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:47 smithi081 ceph-mon[95500]: pgmap v6431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:47 smithi081 ceph-mon[107735]: pgmap v6431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:50 smithi081 ceph-mon[95500]: pgmap v6432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:50 smithi081 ceph-mon[107735]: pgmap v6432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:50 smithi170 ceph-mon[97338]: pgmap v6432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:52 smithi081 ceph-mon[95500]: pgmap v6433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:52.718 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:52 smithi081 ceph-mon[107735]: pgmap v6433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:52.718 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:52.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:52.719 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:52.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:52 smithi170 ceph-mon[97338]: pgmap v6433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:12:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:54 smithi081 ceph-mon[95500]: pgmap v6434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:54 smithi081 ceph-mon[107735]: pgmap v6434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:12:54.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:12:54.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:12:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:54 smithi170 ceph-mon[97338]: pgmap v6434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:56 smithi081 ceph-mon[95500]: pgmap v6435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:56 smithi081 ceph-mon[107735]: pgmap v6435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:56 smithi170 ceph-mon[97338]: pgmap v6435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:12:57 smithi170 ceph-mon[97338]: pgmap v6436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:12:57 smithi081 ceph-mon[95500]: pgmap v6436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:12:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:12:57 smithi081 ceph-mon[107735]: pgmap v6436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:00 smithi081 ceph-mon[95500]: pgmap v6437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:00 smithi081 ceph-mon[107735]: pgmap v6437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:00 smithi170 ceph-mon[97338]: pgmap v6437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:02 smithi081 ceph-mon[95500]: pgmap v6438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:02 smithi081 ceph-mon[107735]: pgmap v6438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:02.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:02.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:02.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:02.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:02 smithi170 ceph-mon[97338]: pgmap v6438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:13:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:04 smithi081 ceph-mon[95500]: pgmap v6439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:04 smithi081 ceph-mon[107735]: pgmap v6439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:04.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:04.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:04.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:04 smithi170 ceph-mon[97338]: pgmap v6439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:06 smithi081 ceph-mon[95500]: pgmap v6440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:06 smithi081 ceph-mon[107735]: pgmap v6440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:06 smithi170 ceph-mon[97338]: pgmap v6440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:07 smithi170 ceph-mon[97338]: pgmap v6441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:07 smithi081 ceph-mon[95500]: pgmap v6441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:07 smithi081 ceph-mon[107735]: pgmap v6441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:10 smithi081 ceph-mon[95500]: pgmap v6442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:10 smithi081 ceph-mon[107735]: pgmap v6442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:10 smithi170 ceph-mon[97338]: pgmap v6442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:12 smithi081 ceph-mon[95500]: pgmap v6443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:12.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:12.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:12.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:12.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:12 smithi081 ceph-mon[107735]: pgmap v6443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:12 smithi170 ceph-mon[97338]: pgmap v6443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:13:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:14 smithi081 ceph-mon[95500]: pgmap v6444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:14 smithi081 ceph-mon[107735]: pgmap v6444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:14.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:14.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:14.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:14 smithi170 ceph-mon[97338]: pgmap v6444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:16 smithi170 ceph-mon[97338]: pgmap v6445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:16 smithi081 ceph-mon[95500]: pgmap v6445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:16 smithi081 ceph-mon[107735]: pgmap v6445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:17 smithi170 ceph-mon[97338]: pgmap v6446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:17 smithi081 ceph-mon[95500]: pgmap v6446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:17 smithi081 ceph-mon[107735]: pgmap v6446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:20 smithi081 ceph-mon[95500]: pgmap v6447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:20 smithi081 ceph-mon[107735]: pgmap v6447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:20 smithi170 ceph-mon[97338]: pgmap v6447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:22 smithi081 ceph-mon[95500]: pgmap v6448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:22 smithi081 ceph-mon[107735]: pgmap v6448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:22.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:22.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:22.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:22.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:22 smithi170 ceph-mon[97338]: pgmap v6448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:13:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:24 smithi170 ceph-mon[97338]: pgmap v6449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:24 smithi081 ceph-mon[95500]: pgmap v6449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:24 smithi081 ceph-mon[107735]: pgmap v6449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:24.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:24.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:26 smithi170 ceph-mon[97338]: pgmap v6450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:26 smithi081 ceph-mon[95500]: pgmap v6450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:26 smithi081 ceph-mon[107735]: pgmap v6450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:27 smithi170 ceph-mon[97338]: pgmap v6451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:27 smithi081 ceph-mon[95500]: pgmap v6451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:27 smithi081 ceph-mon[107735]: pgmap v6451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:30 smithi081 ceph-mon[95500]: pgmap v6452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:30 smithi081 ceph-mon[107735]: pgmap v6452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:30 smithi170 ceph-mon[97338]: pgmap v6452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:32 smithi170 ceph-mon[97338]: pgmap v6453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:32 smithi081 ceph-mon[95500]: pgmap v6453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:32 smithi081 ceph-mon[107735]: pgmap v6453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:32.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:32.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:13:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:34 smithi170 ceph-mon[97338]: pgmap v6454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:34 smithi081 ceph-mon[95500]: pgmap v6454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:34 smithi081 ceph-mon[107735]: pgmap v6454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:34.339Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:34.340Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:36 smithi170 ceph-mon[97338]: pgmap v6455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:36 smithi081 ceph-mon[95500]: pgmap v6455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:36 smithi081 ceph-mon[107735]: pgmap v6455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:37 smithi170 ceph-mon[97338]: pgmap v6456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:37 smithi081 ceph-mon[95500]: pgmap v6456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:37 smithi081 ceph-mon[107735]: pgmap v6456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:40 smithi170 ceph-mon[97338]: pgmap v6457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:40 smithi081 ceph-mon[95500]: pgmap v6457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:40 smithi081 ceph-mon[107735]: pgmap v6457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:42 smithi170 ceph-mon[97338]: pgmap v6458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:42 smithi081 ceph-mon[95500]: pgmap v6458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:42 smithi081 ceph-mon[107735]: pgmap v6458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:42.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:42.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:13:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:44 smithi170 ceph-mon[97338]: pgmap v6459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:44 smithi081 ceph-mon[95500]: pgmap v6459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:44 smithi081 ceph-mon[107735]: pgmap v6459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:44.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:44.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:46 smithi170 ceph-mon[97338]: pgmap v6460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:46 smithi081 ceph-mon[95500]: pgmap v6460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:46 smithi081 ceph-mon[107735]: pgmap v6460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:47 smithi170 ceph-mon[97338]: pgmap v6461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:47 smithi081 ceph-mon[95500]: pgmap v6461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:47 smithi081 ceph-mon[107735]: pgmap v6461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:50 smithi170 ceph-mon[97338]: pgmap v6462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:50 smithi081 ceph-mon[95500]: pgmap v6462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:50 smithi081 ceph-mon[107735]: pgmap v6462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:52 smithi170 ceph-mon[97338]: pgmap v6463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:52 smithi081 ceph-mon[95500]: pgmap v6463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:52 smithi081 ceph-mon[107735]: pgmap v6463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:52.479Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:52.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:13:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:54 smithi170 ceph-mon[97338]: pgmap v6464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:54 smithi081 ceph-mon[95500]: pgmap v6464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:54 smithi081 ceph-mon[107735]: pgmap v6464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:13:54.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:13:54.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:13:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:56 smithi170 ceph-mon[97338]: pgmap v6465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:56 smithi081 ceph-mon[95500]: pgmap v6465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:56 smithi081 ceph-mon[107735]: pgmap v6465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:13:57 smithi170 ceph-mon[97338]: pgmap v6466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:13:57 smithi081 ceph-mon[95500]: pgmap v6466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:13:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:13:57 smithi081 ceph-mon[107735]: pgmap v6466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:00 smithi170 ceph-mon[97338]: pgmap v6467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:00 smithi081 ceph-mon[95500]: pgmap v6467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:00 smithi081 ceph-mon[107735]: pgmap v6467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:02 smithi170 ceph-mon[97338]: pgmap v6468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:02 smithi081 ceph-mon[95500]: pgmap v6468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:02 smithi081 ceph-mon[107735]: pgmap v6468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:02.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:02.481Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:14:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:04 smithi170 ceph-mon[97338]: pgmap v6469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:04 smithi081 ceph-mon[95500]: pgmap v6469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:04 smithi081 ceph-mon[107735]: pgmap v6469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:04.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:04.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:06 smithi170 ceph-mon[97338]: pgmap v6470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:06 smithi081 ceph-mon[95500]: pgmap v6470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:06 smithi081 ceph-mon[107735]: pgmap v6470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:07 smithi170 ceph-mon[97338]: pgmap v6471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:07 smithi081 ceph-mon[95500]: pgmap v6471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:07 smithi081 ceph-mon[107735]: pgmap v6471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:10 smithi170 ceph-mon[97338]: pgmap v6472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:10 smithi081 ceph-mon[95500]: pgmap v6472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:10 smithi081 ceph-mon[107735]: pgmap v6472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:12 smithi170 ceph-mon[97338]: pgmap v6473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:12 smithi081 ceph-mon[95500]: pgmap v6473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:12 smithi081 ceph-mon[107735]: pgmap v6473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:12.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:12.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:14:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:14 smithi170 ceph-mon[97338]: pgmap v6474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:14 smithi081 ceph-mon[95500]: pgmap v6474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:14 smithi081 ceph-mon[107735]: pgmap v6474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:14.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:14.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:16 smithi170 ceph-mon[97338]: pgmap v6475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:16 smithi081 ceph-mon[95500]: pgmap v6475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:16 smithi081 ceph-mon[107735]: pgmap v6475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:17 smithi170 ceph-mon[97338]: pgmap v6476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:17 smithi081 ceph-mon[95500]: pgmap v6476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:17 smithi081 ceph-mon[107735]: pgmap v6476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:20 smithi170 ceph-mon[97338]: pgmap v6477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:20 smithi081 ceph-mon[95500]: pgmap v6477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:20 smithi081 ceph-mon[107735]: pgmap v6477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:22 smithi170 ceph-mon[97338]: pgmap v6478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:22 smithi081 ceph-mon[95500]: pgmap v6478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:22 smithi081 ceph-mon[107735]: pgmap v6478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:22.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:22.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:14:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:24 smithi170 ceph-mon[97338]: pgmap v6479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:24 smithi081 ceph-mon[95500]: pgmap v6479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:24 smithi081 ceph-mon[107735]: pgmap v6479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:24.343Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:24.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:26 smithi170 ceph-mon[97338]: pgmap v6480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:26 smithi081 ceph-mon[95500]: pgmap v6480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:26 smithi081 ceph-mon[107735]: pgmap v6480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:27 smithi170 ceph-mon[97338]: pgmap v6481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:27 smithi081 ceph-mon[95500]: pgmap v6481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:27 smithi081 ceph-mon[107735]: pgmap v6481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:30 smithi170 ceph-mon[97338]: pgmap v6482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:30 smithi081 ceph-mon[95500]: pgmap v6482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:30 smithi081 ceph-mon[107735]: pgmap v6482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:32 smithi170 ceph-mon[97338]: pgmap v6483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:32 smithi081 ceph-mon[95500]: pgmap v6483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:32 smithi081 ceph-mon[107735]: pgmap v6483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:32.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:32.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:14:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:34 smithi170 ceph-mon[97338]: pgmap v6484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:34 smithi081 ceph-mon[95500]: pgmap v6484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:34 smithi081 ceph-mon[107735]: pgmap v6484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:34.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:34.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:36 smithi170 ceph-mon[97338]: pgmap v6485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:36 smithi081 ceph-mon[95500]: pgmap v6485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:36 smithi081 ceph-mon[107735]: pgmap v6485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:37 smithi170 ceph-mon[97338]: pgmap v6486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:37 smithi081 ceph-mon[95500]: pgmap v6486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:37 smithi081 ceph-mon[107735]: pgmap v6486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:40 smithi170 ceph-mon[97338]: pgmap v6487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:40 smithi081 ceph-mon[95500]: pgmap v6487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:40 smithi081 ceph-mon[107735]: pgmap v6487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:42 smithi170 ceph-mon[97338]: pgmap v6488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:42 smithi081 ceph-mon[95500]: pgmap v6488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:42 smithi081 ceph-mon[107735]: pgmap v6488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:42.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:42.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:14:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:44 smithi170 ceph-mon[97338]: pgmap v6489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:44 smithi081 ceph-mon[95500]: pgmap v6489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:44 smithi081 ceph-mon[107735]: pgmap v6489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:44.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:44.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:46 smithi170 ceph-mon[97338]: pgmap v6490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:46 smithi081 ceph-mon[95500]: pgmap v6490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:46 smithi081 ceph-mon[107735]: pgmap v6490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:47 smithi170 ceph-mon[97338]: pgmap v6491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:47 smithi081 ceph-mon[95500]: pgmap v6491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:47 smithi081 ceph-mon[107735]: pgmap v6491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:50 smithi170 ceph-mon[97338]: pgmap v6492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:50 smithi081 ceph-mon[95500]: pgmap v6492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:50 smithi081 ceph-mon[107735]: pgmap v6492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:52 smithi170 ceph-mon[97338]: pgmap v6493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:52 smithi081 ceph-mon[95500]: pgmap v6493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:52 smithi081 ceph-mon[107735]: pgmap v6493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:52.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:52.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:14:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:54 smithi170 ceph-mon[97338]: pgmap v6494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:54 smithi081 ceph-mon[95500]: pgmap v6494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:54 smithi081 ceph-mon[107735]: pgmap v6494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:14:54.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:14:54.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:14:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:56 smithi170 ceph-mon[97338]: pgmap v6495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:56 smithi081 ceph-mon[95500]: pgmap v6495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:56 smithi081 ceph-mon[107735]: pgmap v6495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:14:57 smithi170 ceph-mon[97338]: pgmap v6496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:14:57 smithi081 ceph-mon[95500]: pgmap v6496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:14:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:14:57 smithi081 ceph-mon[107735]: pgmap v6496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:00 smithi170 ceph-mon[97338]: pgmap v6497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:00 smithi081 ceph-mon[95500]: pgmap v6497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:00 smithi081 ceph-mon[107735]: pgmap v6497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:02 smithi170 ceph-mon[97338]: pgmap v6498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:02 smithi081 ceph-mon[95500]: pgmap v6498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:02 smithi081 ceph-mon[107735]: pgmap v6498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:02.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:02.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:15:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:04 smithi170 ceph-mon[97338]: pgmap v6499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:04 smithi081 ceph-mon[95500]: pgmap v6499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:04 smithi081 ceph-mon[107735]: pgmap v6499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:04.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:04.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:06 smithi170 ceph-mon[97338]: pgmap v6500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:06 smithi081 ceph-mon[95500]: pgmap v6500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:06 smithi081 ceph-mon[107735]: pgmap v6500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:07 smithi170 ceph-mon[97338]: pgmap v6501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:07 smithi081 ceph-mon[95500]: pgmap v6501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:07 smithi081 ceph-mon[107735]: pgmap v6501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:10 smithi170 ceph-mon[97338]: pgmap v6502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:10 smithi081 ceph-mon[95500]: pgmap v6502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:10 smithi081 ceph-mon[107735]: pgmap v6502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:12 smithi170 ceph-mon[97338]: pgmap v6503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:12 smithi081 ceph-mon[95500]: pgmap v6503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:12 smithi081 ceph-mon[107735]: pgmap v6503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:12.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:12.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:15:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:14 smithi170 ceph-mon[97338]: pgmap v6504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:14 smithi081 ceph-mon[95500]: pgmap v6504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:14 smithi081 ceph-mon[107735]: pgmap v6504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:14.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:14.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:16 smithi170 ceph-mon[97338]: pgmap v6505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:16 smithi081 ceph-mon[95500]: pgmap v6505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:16 smithi081 ceph-mon[107735]: pgmap v6505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:17 smithi170 ceph-mon[97338]: pgmap v6506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:17 smithi081 ceph-mon[95500]: pgmap v6506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:17 smithi081 ceph-mon[107735]: pgmap v6506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:20 smithi170 ceph-mon[97338]: pgmap v6507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:20 smithi081 ceph-mon[95500]: pgmap v6507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:20 smithi081 ceph-mon[107735]: pgmap v6507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:22 smithi170 ceph-mon[97338]: pgmap v6508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:22 smithi081 ceph-mon[95500]: pgmap v6508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:22 smithi081 ceph-mon[107735]: pgmap v6508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:22.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:22.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:15:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:24 smithi170 ceph-mon[97338]: pgmap v6509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:24 smithi081 ceph-mon[95500]: pgmap v6509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:24 smithi081 ceph-mon[107735]: pgmap v6509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:24.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:24.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:26 smithi170 ceph-mon[97338]: pgmap v6510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:26 smithi081 ceph-mon[95500]: pgmap v6510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:26 smithi081 ceph-mon[107735]: pgmap v6510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:27 smithi170 ceph-mon[97338]: pgmap v6511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:27 smithi081 ceph-mon[95500]: pgmap v6511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:27 smithi081 ceph-mon[107735]: pgmap v6511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:30 smithi170 ceph-mon[97338]: pgmap v6512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:30 smithi081 ceph-mon[95500]: pgmap v6512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:30 smithi081 ceph-mon[107735]: pgmap v6512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:32 smithi170 ceph-mon[97338]: pgmap v6513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:32 smithi081 ceph-mon[95500]: pgmap v6513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:32 smithi081 ceph-mon[107735]: pgmap v6513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:32.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:32.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:15:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:34 smithi170 ceph-mon[97338]: pgmap v6514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:34 smithi081 ceph-mon[95500]: pgmap v6514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:34.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:34.349Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:34 smithi081 ceph-mon[107735]: pgmap v6514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:36 smithi170 ceph-mon[97338]: pgmap v6515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:36 smithi081 ceph-mon[95500]: pgmap v6515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:36 smithi081 ceph-mon[107735]: pgmap v6515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:37 smithi170 ceph-mon[97338]: pgmap v6516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:37 smithi081 ceph-mon[95500]: pgmap v6516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:37 smithi081 ceph-mon[107735]: pgmap v6516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:40 smithi170 ceph-mon[97338]: pgmap v6517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:40 smithi081 ceph-mon[95500]: pgmap v6517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:40 smithi081 ceph-mon[107735]: pgmap v6517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:42 smithi170 ceph-mon[97338]: pgmap v6518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:42 smithi081 ceph-mon[95500]: pgmap v6518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:42 smithi081 ceph-mon[107735]: pgmap v6518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:42.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:42.490Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:15:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:44 smithi170 ceph-mon[97338]: pgmap v6519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:44 smithi081 ceph-mon[95500]: pgmap v6519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:44 smithi081 ceph-mon[107735]: pgmap v6519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:44.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:44.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:46 smithi170 ceph-mon[97338]: pgmap v6520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:46 smithi081 ceph-mon[95500]: pgmap v6520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:46 smithi081 ceph-mon[107735]: pgmap v6520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:47 smithi170 ceph-mon[97338]: pgmap v6521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:47 smithi081 ceph-mon[95500]: pgmap v6521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:47 smithi081 ceph-mon[107735]: pgmap v6521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:50.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:50 smithi170 ceph-mon[97338]: pgmap v6522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:50 smithi081 ceph-mon[95500]: pgmap v6522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:50 smithi081 ceph-mon[107735]: pgmap v6522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:52 smithi170 ceph-mon[97338]: pgmap v6523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:52 smithi081 ceph-mon[95500]: pgmap v6523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:52 smithi081 ceph-mon[107735]: pgmap v6523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:52.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:52.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:15:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:54 smithi170 ceph-mon[97338]: pgmap v6524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:54 smithi081 ceph-mon[95500]: pgmap v6524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:54 smithi081 ceph-mon[107735]: pgmap v6524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:15:54.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:15:54.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:15:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:56 smithi170 ceph-mon[97338]: pgmap v6525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:56 smithi081 ceph-mon[95500]: pgmap v6525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:56 smithi081 ceph-mon[107735]: pgmap v6525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:15:57 smithi170 ceph-mon[97338]: pgmap v6526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:15:57 smithi081 ceph-mon[95500]: pgmap v6526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:15:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:15:57 smithi081 ceph-mon[107735]: pgmap v6526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:00 smithi170 ceph-mon[97338]: pgmap v6527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:00.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:00 smithi081 ceph-mon[95500]: pgmap v6527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:00 smithi081 ceph-mon[107735]: pgmap v6527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:02 smithi170 ceph-mon[97338]: pgmap v6528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:02 smithi081 ceph-mon[95500]: pgmap v6528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:02.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:02.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:02 smithi081 ceph-mon[107735]: pgmap v6528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:16:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:04 smithi170 ceph-mon[97338]: pgmap v6529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:04 smithi081 ceph-mon[95500]: pgmap v6529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:04 smithi081 ceph-mon[107735]: pgmap v6529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:04.350Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:04.351Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:06 smithi170 ceph-mon[97338]: pgmap v6530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:06 smithi081 ceph-mon[95500]: pgmap v6530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:06 smithi081 ceph-mon[107735]: pgmap v6530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:07 smithi081 ceph-mon[95500]: pgmap v6531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:07 smithi081 ceph-mon[107735]: pgmap v6531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:07 smithi170 ceph-mon[97338]: pgmap v6531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:10 smithi170 ceph-mon[97338]: pgmap v6532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:10 smithi081 ceph-mon[95500]: pgmap v6532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:10 smithi081 ceph-mon[107735]: pgmap v6532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:12 smithi170 ceph-mon[97338]: pgmap v6533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:12 smithi081 ceph-mon[95500]: pgmap v6533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:12 smithi081 ceph-mon[107735]: pgmap v6533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:12.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:12.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:16:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:14 smithi170 ceph-mon[97338]: pgmap v6534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:14 smithi081 ceph-mon[95500]: pgmap v6534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:14 smithi081 ceph-mon[107735]: pgmap v6534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:14.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:14.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:16 smithi170 ceph-mon[97338]: pgmap v6535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:16 smithi081 ceph-mon[95500]: pgmap v6535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:16 smithi081 ceph-mon[107735]: pgmap v6535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:17 smithi081 ceph-mon[95500]: pgmap v6536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:17 smithi081 ceph-mon[107735]: pgmap v6536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:17 smithi170 ceph-mon[97338]: pgmap v6536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:20 smithi170 ceph-mon[97338]: pgmap v6537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:20 smithi081 ceph-mon[95500]: pgmap v6537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:20 smithi081 ceph-mon[107735]: pgmap v6537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:22 smithi170 ceph-mon[97338]: pgmap v6538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:22 smithi081 ceph-mon[95500]: pgmap v6538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:22.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:22.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:22 smithi081 ceph-mon[107735]: pgmap v6538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:16:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:24 smithi170 ceph-mon[97338]: pgmap v6539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:24 smithi081 ceph-mon[95500]: pgmap v6539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:24 smithi081 ceph-mon[107735]: pgmap v6539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:24.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:24.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:26 smithi170 ceph-mon[97338]: pgmap v6540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:26 smithi081 ceph-mon[95500]: pgmap v6540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:26 smithi081 ceph-mon[107735]: pgmap v6540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:27 smithi081 ceph-mon[95500]: pgmap v6541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:27 smithi081 ceph-mon[107735]: pgmap v6541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:27 smithi170 ceph-mon[97338]: pgmap v6541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:30 smithi170 ceph-mon[97338]: pgmap v6542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:30 smithi081 ceph-mon[95500]: pgmap v6542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:30 smithi081 ceph-mon[107735]: pgmap v6542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:32 smithi170 ceph-mon[97338]: pgmap v6543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:32 smithi081 ceph-mon[95500]: pgmap v6543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:32 smithi081 ceph-mon[107735]: pgmap v6543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:32.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:32.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:16:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:34 smithi170 ceph-mon[97338]: pgmap v6544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:34 smithi081 ceph-mon[95500]: pgmap v6544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:34.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:34.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:34 smithi081 ceph-mon[107735]: pgmap v6544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:36 smithi170 ceph-mon[97338]: pgmap v6545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:36 smithi081 ceph-mon[95500]: pgmap v6545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:36 smithi081 ceph-mon[107735]: pgmap v6545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:37 smithi081 ceph-mon[95500]: pgmap v6546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:37 smithi081 ceph-mon[107735]: pgmap v6546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:37 smithi170 ceph-mon[97338]: pgmap v6546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:40 smithi170 ceph-mon[97338]: pgmap v6547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:40 smithi081 ceph-mon[95500]: pgmap v6547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:40 smithi081 ceph-mon[107735]: pgmap v6547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:42 smithi170 ceph-mon[97338]: pgmap v6548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:42 smithi081 ceph-mon[95500]: pgmap v6548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:42 smithi081 ceph-mon[107735]: pgmap v6548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:42.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:42.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:42.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:16:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:44 smithi170 ceph-mon[97338]: pgmap v6549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:44 smithi081 ceph-mon[95500]: pgmap v6549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:44 smithi081 ceph-mon[107735]: pgmap v6549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:44.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:44.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:46 smithi170 ceph-mon[97338]: pgmap v6550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:46 smithi081 ceph-mon[95500]: pgmap v6550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:46 smithi081 ceph-mon[107735]: pgmap v6550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:47 smithi081 ceph-mon[95500]: pgmap v6551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:47 smithi081 ceph-mon[107735]: pgmap v6551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:47 smithi170 ceph-mon[97338]: pgmap v6551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:50 smithi170 ceph-mon[97338]: pgmap v6552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:50 smithi081 ceph-mon[95500]: pgmap v6552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:50 smithi081 ceph-mon[107735]: pgmap v6552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:52 smithi170 ceph-mon[97338]: pgmap v6553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:52 smithi081 ceph-mon[95500]: pgmap v6553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:52 smithi081 ceph-mon[107735]: pgmap v6553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:52.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:52.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:52.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:16:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:54 smithi170 ceph-mon[97338]: pgmap v6554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:54 smithi081 ceph-mon[95500]: pgmap v6554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:54 smithi081 ceph-mon[107735]: pgmap v6554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:16:54.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:16:54.354Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:16:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:56 smithi170 ceph-mon[97338]: pgmap v6555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:56 smithi081 ceph-mon[95500]: pgmap v6555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:56 smithi081 ceph-mon[107735]: pgmap v6555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:16:57 smithi081 ceph-mon[95500]: pgmap v6556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:16:57 smithi081 ceph-mon[107735]: pgmap v6556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:16:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:16:57 smithi170 ceph-mon[97338]: pgmap v6556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:00 smithi170 ceph-mon[97338]: pgmap v6557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:00 smithi081 ceph-mon[95500]: pgmap v6557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:00 smithi081 ceph-mon[107735]: pgmap v6557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:02 smithi170 ceph-mon[97338]: pgmap v6558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:02 smithi081 ceph-mon[95500]: pgmap v6558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:02 smithi081 ceph-mon[107735]: pgmap v6558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:02.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:02.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:17:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:04 smithi170 ceph-mon[97338]: pgmap v6559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:04 smithi081 ceph-mon[95500]: pgmap v6559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:04 smithi081 ceph-mon[107735]: pgmap v6559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:04.353Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:04.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:06 smithi170 ceph-mon[97338]: pgmap v6560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:06 smithi081 ceph-mon[95500]: pgmap v6560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:06 smithi081 ceph-mon[107735]: pgmap v6560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:07 smithi081 ceph-mon[95500]: pgmap v6561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:07 smithi081 ceph-mon[107735]: pgmap v6561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:07 smithi170 ceph-mon[97338]: pgmap v6561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:10 smithi170 ceph-mon[97338]: pgmap v6562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:10 smithi081 ceph-mon[95500]: pgmap v6562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:10 smithi081 ceph-mon[107735]: pgmap v6562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:12 smithi170 ceph-mon[97338]: pgmap v6563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:12 smithi081 ceph-mon[95500]: pgmap v6563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:12 smithi081 ceph-mon[107735]: pgmap v6563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:12.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:12.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:17:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:14 smithi170 ceph-mon[97338]: pgmap v6564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:14 smithi081 ceph-mon[95500]: pgmap v6564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:14 smithi081 ceph-mon[107735]: pgmap v6564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:14.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:14.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:16 smithi170 ceph-mon[97338]: pgmap v6565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:16 smithi081 ceph-mon[95500]: pgmap v6565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:16 smithi081 ceph-mon[107735]: pgmap v6565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:17 smithi081 ceph-mon[95500]: pgmap v6566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:17 smithi081 ceph-mon[107735]: pgmap v6566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:17 smithi170 ceph-mon[97338]: pgmap v6566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:20 smithi170 ceph-mon[97338]: pgmap v6567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:20 smithi081 ceph-mon[95500]: pgmap v6567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:20 smithi081 ceph-mon[107735]: pgmap v6567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:22 smithi170 ceph-mon[97338]: pgmap v6568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:22.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:22 smithi081 ceph-mon[95500]: pgmap v6568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:22 smithi081 ceph-mon[107735]: pgmap v6568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:22.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:22.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:17:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:24 smithi170 ceph-mon[97338]: pgmap v6569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:24 smithi081 ceph-mon[95500]: pgmap v6569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:24 smithi081 ceph-mon[107735]: pgmap v6569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:24.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:24.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:26 smithi170 ceph-mon[97338]: pgmap v6570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:26 smithi081 ceph-mon[95500]: pgmap v6570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:26 smithi081 ceph-mon[107735]: pgmap v6570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:27 smithi081 ceph-mon[95500]: pgmap v6571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:27 smithi081 ceph-mon[107735]: pgmap v6571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:27 smithi170 ceph-mon[97338]: pgmap v6571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:30 smithi170 ceph-mon[97338]: pgmap v6572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:30.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:30 smithi081 ceph-mon[95500]: pgmap v6572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:30.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:30 smithi081 ceph-mon[107735]: pgmap v6572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:32 smithi170 ceph-mon[97338]: pgmap v6573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:32 smithi081 ceph-mon[95500]: pgmap v6573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:32 smithi081 ceph-mon[107735]: pgmap v6573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:32.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:32.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:17:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:34 smithi170 ceph-mon[97338]: pgmap v6574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:34 smithi081 ceph-mon[95500]: pgmap v6574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:34 smithi081 ceph-mon[107735]: pgmap v6574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:34.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:34.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:36 smithi170 ceph-mon[97338]: pgmap v6575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:36 smithi081 ceph-mon[95500]: pgmap v6575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:36 smithi081 ceph-mon[107735]: pgmap v6575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:37 smithi081 ceph-mon[95500]: pgmap v6576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:37 smithi081 ceph-mon[107735]: pgmap v6576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:37 smithi170 ceph-mon[97338]: pgmap v6576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:40 smithi170 ceph-mon[97338]: pgmap v6577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:40 smithi081 ceph-mon[95500]: pgmap v6577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:40 smithi081 ceph-mon[107735]: pgmap v6577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:42 smithi170 ceph-mon[97338]: pgmap v6578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:42.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:42 smithi081 ceph-mon[95500]: pgmap v6578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:42.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:42.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:42 smithi081 ceph-mon[107735]: pgmap v6578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:17:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:44 smithi170 ceph-mon[97338]: pgmap v6579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:44 smithi081 ceph-mon[95500]: pgmap v6579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:44 smithi081 ceph-mon[107735]: pgmap v6579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:44.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:44.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:46 smithi170 ceph-mon[97338]: pgmap v6580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:46.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:46 smithi081 ceph-mon[95500]: pgmap v6580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:46 smithi081 ceph-mon[107735]: pgmap v6580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:47 smithi170 ceph-mon[97338]: pgmap v6581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:47 smithi081 ceph-mon[95500]: pgmap v6581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:47 smithi081 ceph-mon[107735]: pgmap v6581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:50 smithi170 ceph-mon[97338]: pgmap v6582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:50 smithi081 ceph-mon[95500]: pgmap v6582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:50 smithi081 ceph-mon[107735]: pgmap v6582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:52 smithi170 ceph-mon[97338]: pgmap v6583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:52 smithi081 ceph-mon[95500]: pgmap v6583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:52 smithi081 ceph-mon[107735]: pgmap v6583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:52.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:52.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:17:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:54 smithi170 ceph-mon[97338]: pgmap v6584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:54 smithi081 ceph-mon[95500]: pgmap v6584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:54 smithi081 ceph-mon[107735]: pgmap v6584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:17:54.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:17:54.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:17:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:56 smithi170 ceph-mon[97338]: pgmap v6585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:56 smithi081 ceph-mon[95500]: pgmap v6585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:56 smithi081 ceph-mon[107735]: pgmap v6585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:17:57 smithi170 ceph-mon[97338]: pgmap v6586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:17:57 smithi081 ceph-mon[95500]: pgmap v6586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:17:58.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:17:57 smithi081 ceph-mon[107735]: pgmap v6586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:00 smithi170 ceph-mon[97338]: pgmap v6587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:00 smithi081 ceph-mon[95500]: pgmap v6587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:00 smithi081 ceph-mon[107735]: pgmap v6587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:02 smithi170 ceph-mon[97338]: pgmap v6588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:02 smithi081 ceph-mon[95500]: pgmap v6588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:02 smithi081 ceph-mon[107735]: pgmap v6588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:02.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:02.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:18:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:04 smithi170 ceph-mon[97338]: pgmap v6589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:04 smithi081 ceph-mon[95500]: pgmap v6589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:04 smithi081 ceph-mon[107735]: pgmap v6589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:04.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:04.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:06 smithi170 ceph-mon[97338]: pgmap v6590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:06 smithi081 ceph-mon[95500]: pgmap v6590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:06 smithi081 ceph-mon[107735]: pgmap v6590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:07 smithi170 ceph-mon[97338]: pgmap v6591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:07 smithi081 ceph-mon[95500]: pgmap v6591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:07 smithi081 ceph-mon[107735]: pgmap v6591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:10 smithi170 ceph-mon[97338]: pgmap v6592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:10 smithi081 ceph-mon[95500]: pgmap v6592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:10 smithi081 ceph-mon[107735]: pgmap v6592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:12 smithi170 ceph-mon[97338]: pgmap v6593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:12 smithi081 ceph-mon[95500]: pgmap v6593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:12 smithi081 ceph-mon[107735]: pgmap v6593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:12.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:12.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:12.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:18:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:14 smithi170 ceph-mon[97338]: pgmap v6594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:14 smithi081 ceph-mon[95500]: pgmap v6594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:14 smithi081 ceph-mon[107735]: pgmap v6594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:14.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:14.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:16 smithi170 ceph-mon[97338]: pgmap v6595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:16 smithi081 ceph-mon[95500]: pgmap v6595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:16 smithi081 ceph-mon[107735]: pgmap v6595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:17 smithi170 ceph-mon[97338]: pgmap v6596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:17 smithi081 ceph-mon[95500]: pgmap v6596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:17 smithi081 ceph-mon[107735]: pgmap v6596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:20 smithi170 ceph-mon[97338]: pgmap v6597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:20.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:20 smithi081 ceph-mon[95500]: pgmap v6597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:20 smithi081 ceph-mon[107735]: pgmap v6597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:22 smithi170 ceph-mon[97338]: pgmap v6598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:22.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:22 smithi081 ceph-mon[95500]: pgmap v6598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:22 smithi081 ceph-mon[107735]: pgmap v6598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:22.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:22.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:22.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:18:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:24 smithi170 ceph-mon[97338]: pgmap v6599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:24 smithi081 ceph-mon[95500]: pgmap v6599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:24.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:24.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:24 smithi081 ceph-mon[107735]: pgmap v6599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:26 smithi170 ceph-mon[97338]: pgmap v6600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:26 smithi081 ceph-mon[95500]: pgmap v6600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:26 smithi081 ceph-mon[107735]: pgmap v6600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:27 smithi170 ceph-mon[97338]: pgmap v6601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:27 smithi081 ceph-mon[95500]: pgmap v6601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:27 smithi081 ceph-mon[107735]: pgmap v6601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:30.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:30 smithi170 ceph-mon[97338]: pgmap v6602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:30 smithi081 ceph-mon[95500]: pgmap v6602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:30 smithi081 ceph-mon[107735]: pgmap v6602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:32 smithi170 ceph-mon[97338]: pgmap v6603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:32 smithi081 ceph-mon[95500]: pgmap v6603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:32 smithi081 ceph-mon[107735]: pgmap v6603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:32.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:32.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:18:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:34 smithi170 ceph-mon[97338]: pgmap v6604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:34.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:34 smithi081 ceph-mon[95500]: pgmap v6604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:34 smithi081 ceph-mon[107735]: pgmap v6604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:34.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:34.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:36 smithi170 ceph-mon[97338]: pgmap v6605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:36 smithi081 ceph-mon[95500]: pgmap v6605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:36 smithi081 ceph-mon[107735]: pgmap v6605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:37 smithi170 ceph-mon[97338]: pgmap v6606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:37 smithi081 ceph-mon[95500]: pgmap v6606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:37 smithi081 ceph-mon[107735]: pgmap v6606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:40 smithi170 ceph-mon[97338]: pgmap v6607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:40 smithi081 ceph-mon[95500]: pgmap v6607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:40 smithi081 ceph-mon[107735]: pgmap v6607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:42 smithi170 ceph-mon[97338]: pgmap v6608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:42.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:42 smithi081 ceph-mon[95500]: pgmap v6608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:42.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:42 smithi081 ceph-mon[107735]: pgmap v6608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:42.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:42.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:42.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:42.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:18:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:44 smithi170 ceph-mon[97338]: pgmap v6609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:44 smithi081 ceph-mon[95500]: pgmap v6609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:44 smithi081 ceph-mon[107735]: pgmap v6609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:44.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:44.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:46 smithi170 ceph-mon[97338]: pgmap v6610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:46 smithi081 ceph-mon[95500]: pgmap v6610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:46 smithi081 ceph-mon[107735]: pgmap v6610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:47 smithi170 ceph-mon[97338]: pgmap v6611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:47 smithi081 ceph-mon[95500]: pgmap v6611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:47 smithi081 ceph-mon[107735]: pgmap v6611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:50 smithi170 ceph-mon[97338]: pgmap v6612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:50 smithi081 ceph-mon[95500]: pgmap v6612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:50 smithi081 ceph-mon[107735]: pgmap v6612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:52 smithi170 ceph-mon[97338]: pgmap v6613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:52 smithi081 ceph-mon[95500]: pgmap v6613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:52 smithi081 ceph-mon[107735]: pgmap v6613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:52.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:52.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:18:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:54 smithi170 ceph-mon[97338]: pgmap v6614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:54 smithi081 ceph-mon[95500]: pgmap v6614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:54 smithi081 ceph-mon[107735]: pgmap v6614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:18:54.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:18:54.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:18:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:56 smithi170 ceph-mon[97338]: pgmap v6615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:56 smithi081 ceph-mon[95500]: pgmap v6615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:56 smithi081 ceph-mon[107735]: pgmap v6615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:18:57 smithi170 ceph-mon[97338]: pgmap v6616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:18:57 smithi081 ceph-mon[95500]: pgmap v6616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:18:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:18:57 smithi081 ceph-mon[107735]: pgmap v6616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:00 smithi170 ceph-mon[97338]: pgmap v6617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:00 smithi081 ceph-mon[95500]: pgmap v6617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:00 smithi081 ceph-mon[107735]: pgmap v6617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:02 smithi170 ceph-mon[97338]: pgmap v6618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:02 smithi081 ceph-mon[95500]: pgmap v6618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:02 smithi081 ceph-mon[107735]: pgmap v6618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:02.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:02.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:02.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:19:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:04 smithi170 ceph-mon[97338]: pgmap v6619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:04 smithi081 ceph-mon[95500]: pgmap v6619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:04 smithi081 ceph-mon[107735]: pgmap v6619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:04.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:04.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:06 smithi170 ceph-mon[97338]: pgmap v6620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:06 smithi081 ceph-mon[95500]: pgmap v6620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:06 smithi081 ceph-mon[107735]: pgmap v6620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:07 smithi170 ceph-mon[97338]: pgmap v6621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:07 smithi081 ceph-mon[95500]: pgmap v6621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:07 smithi081 ceph-mon[107735]: pgmap v6621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:10 smithi170 ceph-mon[97338]: pgmap v6622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:10 smithi081 ceph-mon[95500]: pgmap v6622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:10 smithi081 ceph-mon[107735]: pgmap v6622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:12 smithi170 ceph-mon[97338]: pgmap v6623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:12 smithi081 ceph-mon[95500]: pgmap v6623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:12 smithi081 ceph-mon[107735]: pgmap v6623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:12.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:12.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:12.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:19:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:14 smithi170 ceph-mon[97338]: pgmap v6624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:14 smithi081 ceph-mon[95500]: pgmap v6624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:14 smithi081 ceph-mon[107735]: pgmap v6624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:14.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:14.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:16 smithi170 ceph-mon[97338]: pgmap v6625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:16 smithi081 ceph-mon[95500]: pgmap v6625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:16 smithi081 ceph-mon[107735]: pgmap v6625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:17 smithi170 ceph-mon[97338]: pgmap v6626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:17 smithi081 ceph-mon[95500]: pgmap v6626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:17 smithi081 ceph-mon[107735]: pgmap v6626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:20 smithi170 ceph-mon[97338]: pgmap v6627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:20 smithi081 ceph-mon[95500]: pgmap v6627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:20.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:20 smithi081 ceph-mon[107735]: pgmap v6627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:22 smithi170 ceph-mon[97338]: pgmap v6628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:22 smithi081 ceph-mon[95500]: pgmap v6628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:22 smithi081 ceph-mon[107735]: pgmap v6628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:22.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:22.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:19:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:24 smithi170 ceph-mon[97338]: pgmap v6629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:24.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:24 smithi081 ceph-mon[95500]: pgmap v6629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:24 smithi081 ceph-mon[107735]: pgmap v6629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:24.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:24.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:26 smithi170 ceph-mon[97338]: pgmap v6630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:26 smithi081 ceph-mon[95500]: pgmap v6630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:26 smithi081 ceph-mon[107735]: pgmap v6630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:27 smithi170 ceph-mon[97338]: pgmap v6631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:27 smithi081 ceph-mon[95500]: pgmap v6631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:27 smithi081 ceph-mon[107735]: pgmap v6631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:30 smithi170 ceph-mon[97338]: pgmap v6632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:30 smithi081 ceph-mon[95500]: pgmap v6632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:30 smithi081 ceph-mon[107735]: pgmap v6632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:32 smithi170 ceph-mon[97338]: pgmap v6633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:32 smithi081 ceph-mon[95500]: pgmap v6633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:32 smithi081 ceph-mon[107735]: pgmap v6633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:32.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:32.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:32.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:32.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:19:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:34 smithi170 ceph-mon[97338]: pgmap v6634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:34 smithi081 ceph-mon[95500]: pgmap v6634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:34 smithi081 ceph-mon[107735]: pgmap v6634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:34.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:34.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:36 smithi170 ceph-mon[97338]: pgmap v6635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:36 smithi081 ceph-mon[95500]: pgmap v6635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:36 smithi081 ceph-mon[107735]: pgmap v6635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:37 smithi170 ceph-mon[97338]: pgmap v6636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:37 smithi081 ceph-mon[95500]: pgmap v6636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:37 smithi081 ceph-mon[107735]: pgmap v6636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:40 smithi170 ceph-mon[97338]: pgmap v6637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:40 smithi081 ceph-mon[95500]: pgmap v6637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:40 smithi081 ceph-mon[107735]: pgmap v6637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:42 smithi170 ceph-mon[97338]: pgmap v6638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:42.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:42 smithi081 ceph-mon[95500]: pgmap v6638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:42 smithi081 ceph-mon[107735]: pgmap v6638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:42.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:42.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:19:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:44 smithi170 ceph-mon[97338]: pgmap v6639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:44 smithi081 ceph-mon[95500]: pgmap v6639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:44 smithi081 ceph-mon[107735]: pgmap v6639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:44.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:44.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:46 smithi170 ceph-mon[97338]: pgmap v6640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:46 smithi081 ceph-mon[95500]: pgmap v6640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:46 smithi081 ceph-mon[107735]: pgmap v6640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:47 smithi170 ceph-mon[97338]: pgmap v6641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:47 smithi081 ceph-mon[95500]: pgmap v6641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:47 smithi081 ceph-mon[107735]: pgmap v6641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:50 smithi170 ceph-mon[97338]: pgmap v6642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:50.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:50 smithi081 ceph-mon[95500]: pgmap v6642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:50 smithi081 ceph-mon[107735]: pgmap v6642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:52 smithi170 ceph-mon[97338]: pgmap v6643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:52 smithi081 ceph-mon[95500]: pgmap v6643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:52 smithi081 ceph-mon[107735]: pgmap v6643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:52.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:52.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:19:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:54 smithi170 ceph-mon[97338]: pgmap v6644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:54 smithi081 ceph-mon[95500]: pgmap v6644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:54 smithi081 ceph-mon[107735]: pgmap v6644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:19:54.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:19:54.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:19:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:56 smithi170 ceph-mon[97338]: pgmap v6645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:56 smithi081 ceph-mon[95500]: pgmap v6645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:56 smithi081 ceph-mon[107735]: pgmap v6645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:19:57 smithi170 ceph-mon[97338]: pgmap v6646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:58.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:19:57 smithi081 ceph-mon[95500]: pgmap v6646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:19:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:19:57 smithi081 ceph-mon[107735]: pgmap v6646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:00 smithi170 ceph-mon[97338]: pgmap v6647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:20:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:00 smithi081 ceph-mon[95500]: pgmap v6647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:20:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:00 smithi081 ceph-mon[107735]: pgmap v6647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:20:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:02 smithi170 ceph-mon[97338]: pgmap v6648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:02 smithi081 ceph-mon[95500]: pgmap v6648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:02 smithi081 ceph-mon[107735]: pgmap v6648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:02.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:02.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:02.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:20:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:04 smithi170 ceph-mon[97338]: pgmap v6649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:04 smithi081 ceph-mon[95500]: pgmap v6649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:04 smithi081 ceph-mon[107735]: pgmap v6649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:04.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:04.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:06 smithi170 ceph-mon[97338]: pgmap v6650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:06 smithi081 ceph-mon[95500]: pgmap v6650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:06 smithi081 ceph-mon[107735]: pgmap v6650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:07 smithi170 ceph-mon[97338]: pgmap v6651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:07 smithi081 ceph-mon[95500]: pgmap v6651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:07 smithi081 ceph-mon[107735]: pgmap v6651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:10 smithi170 ceph-mon[97338]: pgmap v6652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:10.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:10 smithi081 ceph-mon[95500]: pgmap v6652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:10 smithi081 ceph-mon[107735]: pgmap v6652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:12 smithi170 ceph-mon[97338]: pgmap v6653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:12 smithi081 ceph-mon[95500]: pgmap v6653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:12 smithi081 ceph-mon[107735]: pgmap v6653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:12.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:12.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:12.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:20:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:14 smithi170 ceph-mon[97338]: pgmap v6654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:14 smithi081 ceph-mon[95500]: pgmap v6654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:14 smithi081 ceph-mon[107735]: pgmap v6654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:14.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:14.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:16 smithi170 ceph-mon[97338]: pgmap v6655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:16.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:16 smithi081 ceph-mon[95500]: pgmap v6655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:16 smithi081 ceph-mon[107735]: pgmap v6655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:17 smithi170 ceph-mon[97338]: pgmap v6656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:17 smithi081 ceph-mon[95500]: pgmap v6656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:17 smithi081 ceph-mon[107735]: pgmap v6656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:20 smithi170 ceph-mon[97338]: pgmap v6657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:20 smithi081 ceph-mon[95500]: pgmap v6657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:20 smithi081 ceph-mon[107735]: pgmap v6657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:22 smithi170 ceph-mon[97338]: pgmap v6658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:22 smithi081 ceph-mon[95500]: pgmap v6658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:22 smithi081 ceph-mon[107735]: pgmap v6658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:22.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:22.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:22.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:20:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:24 smithi170 ceph-mon[97338]: pgmap v6659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:24 smithi081 ceph-mon[95500]: pgmap v6659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:24 smithi081 ceph-mon[107735]: pgmap v6659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:24.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:24.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:25 smithi170 ceph-mon[97338]: pgmap v6660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:25 smithi081 ceph-mon[95500]: pgmap v6660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:25 smithi081 ceph-mon[107735]: pgmap v6660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:27 smithi170 ceph-mon[97338]: pgmap v6661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:27 smithi081 ceph-mon[95500]: pgmap v6661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:27 smithi081 ceph-mon[107735]: pgmap v6661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:30 smithi170 ceph-mon[97338]: pgmap v6662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:30 smithi081 ceph-mon[95500]: pgmap v6662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:30 smithi081 ceph-mon[107735]: pgmap v6662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:32 smithi170 ceph-mon[97338]: pgmap v6663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:32.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:32 smithi081 ceph-mon[95500]: pgmap v6663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:32 smithi081 ceph-mon[107735]: pgmap v6663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:32.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:32.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:32.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:20:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:34 smithi170 ceph-mon[97338]: pgmap v6664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:34 smithi081 ceph-mon[95500]: pgmap v6664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:34 smithi081 ceph-mon[107735]: pgmap v6664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:34.367Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:34.368Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:35 smithi170 ceph-mon[97338]: pgmap v6665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:35 smithi081 ceph-mon[95500]: pgmap v6665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:35 smithi081 ceph-mon[107735]: pgmap v6665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:37 smithi170 ceph-mon[97338]: pgmap v6666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:37 smithi081 ceph-mon[95500]: pgmap v6666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:37 smithi081 ceph-mon[107735]: pgmap v6666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:40 smithi170 ceph-mon[97338]: pgmap v6667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:40 smithi081 ceph-mon[95500]: pgmap v6667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:40 smithi081 ceph-mon[107735]: pgmap v6667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:42 smithi170 ceph-mon[97338]: pgmap v6668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:42.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:42 smithi081 ceph-mon[95500]: pgmap v6668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:42 smithi081 ceph-mon[107735]: pgmap v6668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:42.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:42.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:42.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:20:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:44 smithi170 ceph-mon[97338]: pgmap v6669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:44 smithi081 ceph-mon[95500]: pgmap v6669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:44 smithi081 ceph-mon[107735]: pgmap v6669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:44.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:44.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:45 smithi170 ceph-mon[97338]: pgmap v6670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:45 smithi081 ceph-mon[95500]: pgmap v6670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:45 smithi081 ceph-mon[107735]: pgmap v6670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:47 smithi170 ceph-mon[97338]: pgmap v6671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:47 smithi081 ceph-mon[95500]: pgmap v6671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:47 smithi081 ceph-mon[107735]: pgmap v6671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:50 smithi170 ceph-mon[97338]: pgmap v6672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:50 smithi081 ceph-mon[95500]: pgmap v6672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:50 smithi081 ceph-mon[107735]: pgmap v6672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:52 smithi170 ceph-mon[97338]: pgmap v6673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:52 smithi081 ceph-mon[95500]: pgmap v6673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:52 smithi081 ceph-mon[107735]: pgmap v6673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:52.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:52.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:52.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:52.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:53.419 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:20:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:53 smithi170 ceph-mon[97338]: pgmap v6674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:53 smithi081 ceph-mon[95500]: pgmap v6674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:53 smithi081 ceph-mon[107735]: pgmap v6674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:20:54.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:20:54.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:20:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:56 smithi170 ceph-mon[97338]: pgmap v6675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:56 smithi081 ceph-mon[95500]: pgmap v6675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:56 smithi081 ceph-mon[107735]: pgmap v6675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:20:57 smithi170 ceph-mon[97338]: pgmap v6676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:20:57 smithi081 ceph-mon[95500]: pgmap v6676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:20:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:20:57 smithi081 ceph-mon[107735]: pgmap v6676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:00 smithi170 ceph-mon[97338]: pgmap v6677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:00.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:00 smithi081 ceph-mon[95500]: pgmap v6677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:00.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:00 smithi081 ceph-mon[107735]: pgmap v6677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:01 smithi170 ceph-mon[97338]: pgmap v6678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:01 smithi081 ceph-mon[95500]: pgmap v6678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:01 smithi081 ceph-mon[107735]: pgmap v6678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:02.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:02.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:02.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:21:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:04 smithi170 ceph-mon[97338]: pgmap v6679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:04 smithi081 ceph-mon[95500]: pgmap v6679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:04.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:04.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:04 smithi081 ceph-mon[107735]: pgmap v6679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:05 smithi170 ceph-mon[97338]: pgmap v6680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:05 smithi081 ceph-mon[95500]: pgmap v6680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:05 smithi081 ceph-mon[107735]: pgmap v6680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:07 smithi170 ceph-mon[97338]: pgmap v6681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:07 smithi081 ceph-mon[95500]: pgmap v6681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:07 smithi081 ceph-mon[107735]: pgmap v6681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:09 smithi170 ceph-mon[97338]: pgmap v6682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:09 smithi081 ceph-mon[95500]: pgmap v6682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:09 smithi081 ceph-mon[107735]: pgmap v6682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:11 smithi170 ceph-mon[97338]: pgmap v6683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:11 smithi081 ceph-mon[95500]: pgmap v6683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:11 smithi081 ceph-mon[107735]: pgmap v6683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:12.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:12.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:13.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:21:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:13 smithi170 ceph-mon[97338]: pgmap v6684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:13 smithi081 ceph-mon[95500]: pgmap v6684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:13.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:13 smithi081 ceph-mon[107735]: pgmap v6684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:14.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:14.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:15 smithi170 ceph-mon[97338]: pgmap v6685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:15 smithi081 ceph-mon[95500]: pgmap v6685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:15 smithi081 ceph-mon[107735]: pgmap v6685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:17 smithi170 ceph-mon[97338]: pgmap v6686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:17 smithi081 ceph-mon[95500]: pgmap v6686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:17 smithi081 ceph-mon[107735]: pgmap v6686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:19 smithi170 ceph-mon[97338]: pgmap v6687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:19 smithi081 ceph-mon[95500]: pgmap v6687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:19 smithi081 ceph-mon[107735]: pgmap v6687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:21 smithi170 ceph-mon[97338]: pgmap v6688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:21 smithi081 ceph-mon[95500]: pgmap v6688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:21 smithi081 ceph-mon[107735]: pgmap v6688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:22.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:22.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:23.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:21:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:23 smithi170 ceph-mon[97338]: pgmap v6689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:23 smithi081 ceph-mon[95500]: pgmap v6689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:23 smithi081 ceph-mon[107735]: pgmap v6689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:24.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:24.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:25 smithi170 ceph-mon[97338]: pgmap v6690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:25.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:25 smithi081 ceph-mon[95500]: pgmap v6690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:25 smithi081 ceph-mon[107735]: pgmap v6690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:27 smithi170 ceph-mon[97338]: pgmap v6691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:27 smithi081 ceph-mon[95500]: pgmap v6691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:27 smithi081 ceph-mon[107735]: pgmap v6691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:29 smithi170 ceph-mon[97338]: pgmap v6692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:29 smithi081 ceph-mon[95500]: pgmap v6692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:29 smithi081 ceph-mon[107735]: pgmap v6692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:31 smithi170 ceph-mon[97338]: pgmap v6693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:31 smithi081 ceph-mon[95500]: pgmap v6693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:31 smithi081 ceph-mon[107735]: pgmap v6693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:32.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:32.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:33.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:21:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:33 smithi170 ceph-mon[97338]: pgmap v6694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:33 smithi081 ceph-mon[95500]: pgmap v6694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:33 smithi081 ceph-mon[107735]: pgmap v6694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:34.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:34.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:35 smithi170 ceph-mon[97338]: pgmap v6695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:35.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:35 smithi081 ceph-mon[95500]: pgmap v6695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:35 smithi081 ceph-mon[107735]: pgmap v6695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:37 smithi170 ceph-mon[97338]: pgmap v6696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:37 smithi081 ceph-mon[95500]: pgmap v6696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:37 smithi081 ceph-mon[107735]: pgmap v6696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:39 smithi170 ceph-mon[97338]: pgmap v6697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:39 smithi081 ceph-mon[95500]: pgmap v6697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:39 smithi081 ceph-mon[107735]: pgmap v6697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:41 smithi170 ceph-mon[97338]: pgmap v6698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:41.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:41 smithi081 ceph-mon[95500]: pgmap v6698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:41 smithi081 ceph-mon[107735]: pgmap v6698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:42.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:42.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:43.475 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:21:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:43 smithi170 ceph-mon[97338]: pgmap v6699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:43 smithi081 ceph-mon[95500]: pgmap v6699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:43 smithi081 ceph-mon[107735]: pgmap v6699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:44.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:44.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:45 smithi170 ceph-mon[97338]: pgmap v6700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:45 smithi081 ceph-mon[95500]: pgmap v6700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:45 smithi081 ceph-mon[107735]: pgmap v6700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:47 smithi170 ceph-mon[97338]: pgmap v6701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:47 smithi081 ceph-mon[95500]: pgmap v6701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:47 smithi081 ceph-mon[107735]: pgmap v6701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:49 smithi170 ceph-mon[97338]: pgmap v6702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:49 smithi081 ceph-mon[95500]: pgmap v6702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:49 smithi081 ceph-mon[107735]: pgmap v6702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:51 smithi170 ceph-mon[97338]: pgmap v6703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:51.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:51 smithi081 ceph-mon[95500]: pgmap v6703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:51 smithi081 ceph-mon[107735]: pgmap v6703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:52.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:52.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:53.474 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:21:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:53 smithi170 ceph-mon[97338]: pgmap v6704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:53 smithi081 ceph-mon[95500]: pgmap v6704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:53 smithi081 ceph-mon[107735]: pgmap v6704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:21:54.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:21:54.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:21:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:55 smithi170 ceph-mon[97338]: pgmap v6705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:55 smithi081 ceph-mon[95500]: pgmap v6705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:55 smithi081 ceph-mon[107735]: pgmap v6705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:57 smithi170 ceph-mon[97338]: pgmap v6706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:57 smithi081 ceph-mon[95500]: pgmap v6706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:57 smithi081 ceph-mon[107735]: pgmap v6706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:21:59 smithi170 ceph-mon[97338]: pgmap v6707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:21:59 smithi081 ceph-mon[95500]: pgmap v6707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:21:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:21:59 smithi081 ceph-mon[107735]: pgmap v6707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:01 smithi170 ceph-mon[97338]: pgmap v6708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:01 smithi081 ceph-mon[95500]: pgmap v6708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:01 smithi081 ceph-mon[107735]: pgmap v6708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:02.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:02.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:03.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:22:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:03 smithi170 ceph-mon[97338]: pgmap v6709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:03 smithi081 ceph-mon[95500]: pgmap v6709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:03 smithi081 ceph-mon[107735]: pgmap v6709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:04.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:04.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:05 smithi170 ceph-mon[97338]: pgmap v6710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:05 smithi081 ceph-mon[95500]: pgmap v6710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:05 smithi081 ceph-mon[107735]: pgmap v6710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:07 smithi170 ceph-mon[97338]: pgmap v6711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:07 smithi081 ceph-mon[95500]: pgmap v6711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:07 smithi081 ceph-mon[107735]: pgmap v6711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:09 smithi170 ceph-mon[97338]: pgmap v6712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:09 smithi081 ceph-mon[95500]: pgmap v6712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:09 smithi081 ceph-mon[107735]: pgmap v6712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:11 smithi170 ceph-mon[97338]: pgmap v6713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:11 smithi081 ceph-mon[95500]: pgmap v6713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:11 smithi081 ceph-mon[107735]: pgmap v6713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:13.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:12.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:13.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:12.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:13.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:22:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:13 smithi170 ceph-mon[97338]: pgmap v6714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:13 smithi081 ceph-mon[95500]: pgmap v6714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:13.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:13 smithi081 ceph-mon[107735]: pgmap v6714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:14.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:14.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:15 smithi170 ceph-mon[97338]: pgmap v6715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:15 smithi081 ceph-mon[95500]: pgmap v6715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:15 smithi081 ceph-mon[107735]: pgmap v6715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:17 smithi170 ceph-mon[97338]: pgmap v6716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:17 smithi081 ceph-mon[95500]: pgmap v6716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:17 smithi081 ceph-mon[107735]: pgmap v6716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:19 smithi170 ceph-mon[97338]: pgmap v6717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:19 smithi081 ceph-mon[95500]: pgmap v6717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:19 smithi081 ceph-mon[107735]: pgmap v6717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:21 smithi170 ceph-mon[97338]: pgmap v6718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:21 smithi081 ceph-mon[95500]: pgmap v6718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:21 smithi081 ceph-mon[107735]: pgmap v6718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:22.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:22.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:23.481 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:22:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:23 smithi170 ceph-mon[97338]: pgmap v6719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:23 smithi081 ceph-mon[95500]: pgmap v6719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:23 smithi081 ceph-mon[107735]: pgmap v6719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:24.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:24.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:25 smithi170 ceph-mon[97338]: pgmap v6720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:25 smithi081 ceph-mon[95500]: pgmap v6720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:25 smithi081 ceph-mon[107735]: pgmap v6720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:27 smithi170 ceph-mon[97338]: pgmap v6721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:28.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:27 smithi081 ceph-mon[95500]: pgmap v6721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:27 smithi081 ceph-mon[107735]: pgmap v6721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:29 smithi170 ceph-mon[97338]: pgmap v6722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:29 smithi081 ceph-mon[95500]: pgmap v6722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:29 smithi081 ceph-mon[107735]: pgmap v6722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:31 smithi170 ceph-mon[97338]: pgmap v6723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:31 smithi081 ceph-mon[95500]: pgmap v6723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:31 smithi081 ceph-mon[107735]: pgmap v6723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:32.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:32.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:33.481 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:22:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:33 smithi170 ceph-mon[97338]: pgmap v6724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:33 smithi081 ceph-mon[95500]: pgmap v6724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:33 smithi081 ceph-mon[107735]: pgmap v6724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:34.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:34.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:35 smithi170 ceph-mon[97338]: pgmap v6725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:35 smithi081 ceph-mon[95500]: pgmap v6725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:35 smithi081 ceph-mon[107735]: pgmap v6725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:37 smithi170 ceph-mon[97338]: pgmap v6726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:37 smithi081 ceph-mon[95500]: pgmap v6726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:37 smithi081 ceph-mon[107735]: pgmap v6726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:39 smithi170 ceph-mon[97338]: pgmap v6727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:39.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:39 smithi081 ceph-mon[95500]: pgmap v6727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:39 smithi081 ceph-mon[107735]: pgmap v6727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:41 smithi170 ceph-mon[97338]: pgmap v6728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:41 smithi081 ceph-mon[95500]: pgmap v6728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:41 smithi081 ceph-mon[107735]: pgmap v6728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:42.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:42.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:43.483 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:22:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:43 smithi170 ceph-mon[97338]: pgmap v6729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:43 smithi081 ceph-mon[95500]: pgmap v6729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:43 smithi081 ceph-mon[107735]: pgmap v6729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:44.376Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:44.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:45 smithi170 ceph-mon[97338]: pgmap v6730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:45 smithi081 ceph-mon[95500]: pgmap v6730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:45 smithi081 ceph-mon[107735]: pgmap v6730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:47 smithi170 ceph-mon[97338]: pgmap v6731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:47 smithi081 ceph-mon[95500]: pgmap v6731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:47 smithi081 ceph-mon[107735]: pgmap v6731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:49 smithi170 ceph-mon[97338]: pgmap v6732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:49 smithi081 ceph-mon[95500]: pgmap v6732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:49 smithi081 ceph-mon[107735]: pgmap v6732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:51 smithi170 ceph-mon[97338]: pgmap v6733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:51 smithi081 ceph-mon[95500]: pgmap v6733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:51 smithi081 ceph-mon[107735]: pgmap v6733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:52.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:52.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:53.484 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:22:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:53 smithi170 ceph-mon[97338]: pgmap v6734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:53 smithi081 ceph-mon[95500]: pgmap v6734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:53 smithi081 ceph-mon[107735]: pgmap v6734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:22:54.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:22:54.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:22:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:55 smithi170 ceph-mon[97338]: pgmap v6735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:55 smithi081 ceph-mon[95500]: pgmap v6735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:55 smithi081 ceph-mon[107735]: pgmap v6735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:57 smithi170 ceph-mon[97338]: pgmap v6736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:58.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:57 smithi081 ceph-mon[95500]: pgmap v6736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:57 smithi081 ceph-mon[107735]: pgmap v6736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:22:59 smithi170 ceph-mon[97338]: pgmap v6737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:22:59 smithi081 ceph-mon[95500]: pgmap v6737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:22:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:22:59 smithi081 ceph-mon[107735]: pgmap v6737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:01 smithi170 ceph-mon[97338]: pgmap v6738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:01 smithi081 ceph-mon[95500]: pgmap v6738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:01 smithi081 ceph-mon[107735]: pgmap v6738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:02.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:02.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:03.485 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:23:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:03 smithi170 ceph-mon[97338]: pgmap v6739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:03 smithi081 ceph-mon[95500]: pgmap v6739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:03 smithi081 ceph-mon[107735]: pgmap v6739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:04.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:04.379Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:05 smithi170 ceph-mon[97338]: pgmap v6740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:05 smithi081 ceph-mon[95500]: pgmap v6740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:05 smithi081 ceph-mon[107735]: pgmap v6740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:07 smithi170 ceph-mon[97338]: pgmap v6741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:07 smithi081 ceph-mon[95500]: pgmap v6741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:07 smithi081 ceph-mon[107735]: pgmap v6741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:09 smithi170 ceph-mon[97338]: pgmap v6742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:09 smithi081 ceph-mon[95500]: pgmap v6742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:09 smithi081 ceph-mon[107735]: pgmap v6742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:11 smithi170 ceph-mon[97338]: pgmap v6743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:11 smithi081 ceph-mon[95500]: pgmap v6743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:11 smithi081 ceph-mon[107735]: pgmap v6743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:12.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:12.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:13.487 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:23:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:13 smithi170 ceph-mon[97338]: pgmap v6744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:13 smithi081 ceph-mon[95500]: pgmap v6744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:13.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:13 smithi081 ceph-mon[107735]: pgmap v6744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:14.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:14.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:15 smithi170 ceph-mon[97338]: pgmap v6745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:15 smithi081 ceph-mon[95500]: pgmap v6745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:15 smithi081 ceph-mon[107735]: pgmap v6745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:17 smithi170 ceph-mon[97338]: pgmap v6746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:17 smithi081 ceph-mon[95500]: pgmap v6746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:17 smithi081 ceph-mon[107735]: pgmap v6746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:19 smithi170 ceph-mon[97338]: pgmap v6747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:19 smithi081 ceph-mon[95500]: pgmap v6747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:19 smithi081 ceph-mon[107735]: pgmap v6747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:21 smithi170 ceph-mon[97338]: pgmap v6748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:21 smithi081 ceph-mon[95500]: pgmap v6748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:21 smithi081 ceph-mon[107735]: pgmap v6748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:22.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:22.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:23.491 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:23:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:23 smithi170 ceph-mon[97338]: pgmap v6749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:23 smithi081 ceph-mon[95500]: pgmap v6749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:23 smithi081 ceph-mon[107735]: pgmap v6749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:24.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:24.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:25 smithi170 ceph-mon[97338]: pgmap v6750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:25 smithi081 ceph-mon[95500]: pgmap v6750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:25 smithi081 ceph-mon[107735]: pgmap v6750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:27 smithi170 ceph-mon[97338]: pgmap v6751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:28.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:27 smithi081 ceph-mon[95500]: pgmap v6751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:27 smithi081 ceph-mon[107735]: pgmap v6751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:29 smithi170 ceph-mon[97338]: pgmap v6752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:29 smithi081 ceph-mon[95500]: pgmap v6752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:29 smithi081 ceph-mon[107735]: pgmap v6752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:31 smithi170 ceph-mon[97338]: pgmap v6753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:31 smithi081 ceph-mon[95500]: pgmap v6753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:31 smithi081 ceph-mon[107735]: pgmap v6753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:32.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:32.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:33.491 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:23:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:33 smithi170 ceph-mon[97338]: pgmap v6754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:33.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:33 smithi081 ceph-mon[95500]: pgmap v6754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:33 smithi081 ceph-mon[107735]: pgmap v6754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:34.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:34.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:35 smithi170 ceph-mon[97338]: pgmap v6755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:35 smithi081 ceph-mon[95500]: pgmap v6755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:35 smithi081 ceph-mon[107735]: pgmap v6755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:37 smithi170 ceph-mon[97338]: pgmap v6756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:37 smithi081 ceph-mon[95500]: pgmap v6756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:37 smithi081 ceph-mon[107735]: pgmap v6756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:39 smithi170 ceph-mon[97338]: pgmap v6757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:39 smithi081 ceph-mon[95500]: pgmap v6757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:39 smithi081 ceph-mon[107735]: pgmap v6757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:41 smithi170 ceph-mon[97338]: pgmap v6758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:41 smithi081 ceph-mon[95500]: pgmap v6758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:41 smithi081 ceph-mon[107735]: pgmap v6758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:42.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:42.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:43.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:23:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:43 smithi170 ceph-mon[97338]: pgmap v6759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:43 smithi081 ceph-mon[95500]: pgmap v6759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:43 smithi081 ceph-mon[107735]: pgmap v6759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:44.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:44.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:45 smithi081 ceph-mon[95500]: pgmap v6760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:45 smithi081 ceph-mon[107735]: pgmap v6760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:45 smithi170 ceph-mon[97338]: pgmap v6760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:47 smithi170 ceph-mon[97338]: pgmap v6761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:47 smithi081 ceph-mon[95500]: pgmap v6761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:47 smithi081 ceph-mon[107735]: pgmap v6761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:49 smithi081 ceph-mon[95500]: pgmap v6762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:49 smithi081 ceph-mon[107735]: pgmap v6762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:49 smithi170 ceph-mon[97338]: pgmap v6762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:51 smithi081 ceph-mon[95500]: pgmap v6763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:51 smithi081 ceph-mon[107735]: pgmap v6763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:51 smithi170 ceph-mon[97338]: pgmap v6763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:52.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:52.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:53.494 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:23:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:53 smithi081 ceph-mon[95500]: pgmap v6764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:53 smithi081 ceph-mon[107735]: pgmap v6764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:53 smithi170 ceph-mon[97338]: pgmap v6764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:23:54.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:23:54.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:23:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:55 smithi081 ceph-mon[95500]: pgmap v6765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:55 smithi081 ceph-mon[107735]: pgmap v6765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:55 smithi170 ceph-mon[97338]: pgmap v6765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:57 smithi170 ceph-mon[97338]: pgmap v6766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:58.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:57 smithi081 ceph-mon[95500]: pgmap v6766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:57 smithi081 ceph-mon[107735]: pgmap v6766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:23:59 smithi081 ceph-mon[95500]: pgmap v6767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:23:59 smithi081 ceph-mon[107735]: pgmap v6767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:23:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:23:59 smithi170 ceph-mon[97338]: pgmap v6767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:01 smithi081 ceph-mon[95500]: pgmap v6768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:01 smithi081 ceph-mon[107735]: pgmap v6768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:01 smithi170 ceph-mon[97338]: pgmap v6768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:02.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:02.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:03.496 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:24:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:03 smithi081 ceph-mon[95500]: pgmap v6769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:03 smithi081 ceph-mon[107735]: pgmap v6769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:03 smithi170 ceph-mon[97338]: pgmap v6769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:04.382Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:04.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:05 smithi081 ceph-mon[95500]: pgmap v6770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:05 smithi081 ceph-mon[107735]: pgmap v6770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:05 smithi170 ceph-mon[97338]: pgmap v6770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:07 smithi170 ceph-mon[97338]: pgmap v6771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:07 smithi081 ceph-mon[95500]: pgmap v6771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:07 smithi081 ceph-mon[107735]: pgmap v6771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:09 smithi081 ceph-mon[95500]: pgmap v6772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:09 smithi081 ceph-mon[107735]: pgmap v6772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:09 smithi170 ceph-mon[97338]: pgmap v6772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:11 smithi081 ceph-mon[95500]: pgmap v6773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:11 smithi081 ceph-mon[107735]: pgmap v6773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:11 smithi170 ceph-mon[97338]: pgmap v6773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:12.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:12.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:13.498 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:24:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:13 smithi081 ceph-mon[95500]: pgmap v6774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:13.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:13 smithi081 ceph-mon[107735]: pgmap v6774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:13 smithi170 ceph-mon[97338]: pgmap v6774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:14.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:14.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:15 smithi081 ceph-mon[95500]: pgmap v6775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:15 smithi081 ceph-mon[107735]: pgmap v6775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:15 smithi170 ceph-mon[97338]: pgmap v6775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:17 smithi170 ceph-mon[97338]: pgmap v6776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:17 smithi081 ceph-mon[95500]: pgmap v6776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:17 smithi081 ceph-mon[107735]: pgmap v6776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:19.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:19 smithi081 ceph-mon[95500]: pgmap v6777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:19 smithi081 ceph-mon[107735]: pgmap v6777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:19 smithi170 ceph-mon[97338]: pgmap v6777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:21 smithi081 ceph-mon[95500]: pgmap v6778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:21 smithi081 ceph-mon[107735]: pgmap v6778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:21 smithi170 ceph-mon[97338]: pgmap v6778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:22.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:22.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:23.501 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:24:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:23 smithi081 ceph-mon[95500]: pgmap v6779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:23 smithi081 ceph-mon[107735]: pgmap v6779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:23 smithi170 ceph-mon[97338]: pgmap v6779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:24.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:24.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:25 smithi081 ceph-mon[95500]: pgmap v6780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:25 smithi081 ceph-mon[107735]: pgmap v6780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:25 smithi170 ceph-mon[97338]: pgmap v6780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:27 smithi170 ceph-mon[97338]: pgmap v6781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:28.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:27 smithi081 ceph-mon[95500]: pgmap v6781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:27 smithi081 ceph-mon[107735]: pgmap v6781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:29 smithi081 ceph-mon[95500]: pgmap v6782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:29 smithi081 ceph-mon[107735]: pgmap v6782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:29.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:29 smithi170 ceph-mon[97338]: pgmap v6782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:31 smithi081 ceph-mon[95500]: pgmap v6783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:31 smithi081 ceph-mon[107735]: pgmap v6783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:31 smithi170 ceph-mon[97338]: pgmap v6783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:32.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:32.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:33.500 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:24:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:33 smithi081 ceph-mon[95500]: pgmap v6784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:33 smithi081 ceph-mon[107735]: pgmap v6784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:33 smithi170 ceph-mon[97338]: pgmap v6784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:34.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:34.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:35 smithi081 ceph-mon[95500]: pgmap v6785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:35 smithi081 ceph-mon[107735]: pgmap v6785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:35.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:35 smithi170 ceph-mon[97338]: pgmap v6785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:37 smithi170 ceph-mon[97338]: pgmap v6786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:37 smithi081 ceph-mon[95500]: pgmap v6786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:37 smithi081 ceph-mon[107735]: pgmap v6786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:39 smithi081 ceph-mon[95500]: pgmap v6787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:39 smithi081 ceph-mon[107735]: pgmap v6787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:39.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:39 smithi170 ceph-mon[97338]: pgmap v6787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:41 smithi081 ceph-mon[95500]: pgmap v6788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:41 smithi081 ceph-mon[107735]: pgmap v6788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:41.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:41 smithi170 ceph-mon[97338]: pgmap v6788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:42.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:42.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:43.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:24:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:43 smithi081 ceph-mon[95500]: pgmap v6789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:43 smithi081 ceph-mon[107735]: pgmap v6789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:43 smithi170 ceph-mon[97338]: pgmap v6789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:44.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:44.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:45 smithi081 ceph-mon[95500]: pgmap v6790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:45 smithi081 ceph-mon[107735]: pgmap v6790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:45 smithi170 ceph-mon[97338]: pgmap v6790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:47 smithi170 ceph-mon[97338]: pgmap v6791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:47 smithi081 ceph-mon[95500]: pgmap v6791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:47 smithi081 ceph-mon[107735]: pgmap v6791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:49 smithi081 ceph-mon[95500]: pgmap v6792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:49 smithi081 ceph-mon[107735]: pgmap v6792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:49 smithi170 ceph-mon[97338]: pgmap v6792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:51 smithi081 ceph-mon[95500]: pgmap v6793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:51 smithi081 ceph-mon[107735]: pgmap v6793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:51 smithi170 ceph-mon[97338]: pgmap v6793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:52.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:52.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:53.504 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:24:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:53 smithi081 ceph-mon[95500]: pgmap v6794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:53 smithi081 ceph-mon[107735]: pgmap v6794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:53 smithi170 ceph-mon[97338]: pgmap v6794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:24:54.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:24:54.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:24:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:55 smithi081 ceph-mon[95500]: pgmap v6795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:55 smithi081 ceph-mon[107735]: pgmap v6795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:55 smithi170 ceph-mon[97338]: pgmap v6795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:57 smithi170 ceph-mon[97338]: pgmap v6796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:58.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:57 smithi081 ceph-mon[95500]: pgmap v6796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:57 smithi081 ceph-mon[107735]: pgmap v6796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:24:59 smithi081 ceph-mon[95500]: pgmap v6797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:24:59 smithi081 ceph-mon[107735]: pgmap v6797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:24:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:24:59 smithi170 ceph-mon[97338]: pgmap v6797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:01 smithi081 ceph-mon[95500]: pgmap v6798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:01 smithi081 ceph-mon[107735]: pgmap v6798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:01 smithi170 ceph-mon[97338]: pgmap v6798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:02.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:02.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:03.506 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:25:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:03 smithi081 ceph-mon[95500]: pgmap v6799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:03 smithi081 ceph-mon[107735]: pgmap v6799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:03 smithi170 ceph-mon[97338]: pgmap v6799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:04.386Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:04.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:05 smithi081 ceph-mon[95500]: pgmap v6800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:05 smithi081 ceph-mon[107735]: pgmap v6800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:05 smithi170 ceph-mon[97338]: pgmap v6800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:07 smithi170 ceph-mon[97338]: pgmap v6801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:07 smithi081 ceph-mon[95500]: pgmap v6801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:07 smithi081 ceph-mon[107735]: pgmap v6801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:09 smithi081 ceph-mon[95500]: pgmap v6802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:09 smithi081 ceph-mon[107735]: pgmap v6802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:09 smithi170 ceph-mon[97338]: pgmap v6802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:11 smithi081 ceph-mon[95500]: pgmap v6803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:11 smithi081 ceph-mon[107735]: pgmap v6803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:11 smithi170 ceph-mon[97338]: pgmap v6803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:12.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:12.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:13.507 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:25:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:13 smithi081 ceph-mon[95500]: pgmap v6804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:13.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:13 smithi081 ceph-mon[107735]: pgmap v6804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:13 smithi170 ceph-mon[97338]: pgmap v6804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:14.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:14.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:15 smithi081 ceph-mon[95500]: pgmap v6805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:15 smithi081 ceph-mon[107735]: pgmap v6805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:15 smithi170 ceph-mon[97338]: pgmap v6805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:17 smithi170 ceph-mon[97338]: pgmap v6806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:17 smithi081 ceph-mon[95500]: pgmap v6806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:17 smithi081 ceph-mon[107735]: pgmap v6806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:19 smithi081 ceph-mon[95500]: pgmap v6807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:19 smithi081 ceph-mon[107735]: pgmap v6807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:19 smithi170 ceph-mon[97338]: pgmap v6807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:21 smithi081 ceph-mon[95500]: pgmap v6808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:21 smithi081 ceph-mon[107735]: pgmap v6808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:21 smithi170 ceph-mon[97338]: pgmap v6808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:22.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:22.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:23.511 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:25:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:23 smithi081 ceph-mon[95500]: pgmap v6809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:23 smithi081 ceph-mon[107735]: pgmap v6809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:23 smithi170 ceph-mon[97338]: pgmap v6809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:24.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:24.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:25 smithi081 ceph-mon[95500]: pgmap v6810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:25 smithi081 ceph-mon[107735]: pgmap v6810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:25 smithi170 ceph-mon[97338]: pgmap v6810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:27 smithi170 ceph-mon[97338]: pgmap v6811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:28.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:27 smithi081 ceph-mon[95500]: pgmap v6811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:28.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:27 smithi081 ceph-mon[107735]: pgmap v6811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:29 smithi081 ceph-mon[95500]: pgmap v6812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:29 smithi081 ceph-mon[107735]: pgmap v6812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:29.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:29 smithi170 ceph-mon[97338]: pgmap v6812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:31 smithi081 ceph-mon[95500]: pgmap v6813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:31 smithi081 ceph-mon[107735]: pgmap v6813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:31 smithi170 ceph-mon[97338]: pgmap v6813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:32.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:32.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:33.513 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:25:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:33 smithi081 ceph-mon[95500]: pgmap v6814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:33 smithi081 ceph-mon[107735]: pgmap v6814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:33 smithi170 ceph-mon[97338]: pgmap v6814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:34.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:34.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:35 smithi081 ceph-mon[95500]: pgmap v6815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:35 smithi081 ceph-mon[107735]: pgmap v6815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:35.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:35 smithi170 ceph-mon[97338]: pgmap v6815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:37 smithi170 ceph-mon[97338]: pgmap v6816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:37 smithi081 ceph-mon[95500]: pgmap v6816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:37 smithi081 ceph-mon[107735]: pgmap v6816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:39 smithi081 ceph-mon[95500]: pgmap v6817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:39 smithi081 ceph-mon[107735]: pgmap v6817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:39.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:39 smithi170 ceph-mon[97338]: pgmap v6817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:41.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:41 smithi081 ceph-mon[95500]: pgmap v6818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:41 smithi081 ceph-mon[107735]: pgmap v6818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:41.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:41 smithi170 ceph-mon[97338]: pgmap v6818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:42.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:42.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:43.512 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:25:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:43 smithi081 ceph-mon[95500]: pgmap v6819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:43 smithi081 ceph-mon[107735]: pgmap v6819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:43 smithi170 ceph-mon[97338]: pgmap v6819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:44.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:44.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:45.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:45 smithi081 ceph-mon[95500]: pgmap v6820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:45 smithi081 ceph-mon[107735]: pgmap v6820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:45 smithi170 ceph-mon[97338]: pgmap v6820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:47 smithi170 ceph-mon[97338]: pgmap v6821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:47 smithi081 ceph-mon[95500]: pgmap v6821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:47 smithi081 ceph-mon[107735]: pgmap v6821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:49 smithi081 ceph-mon[95500]: pgmap v6822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:49 smithi081 ceph-mon[107735]: pgmap v6822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:49 smithi170 ceph-mon[97338]: pgmap v6822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:51.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:51 smithi081 ceph-mon[95500]: pgmap v6823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:51 smithi081 ceph-mon[107735]: pgmap v6823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:51 smithi170 ceph-mon[97338]: pgmap v6823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:52.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:52.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:25:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:53 smithi081 ceph-mon[95500]: pgmap v6824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:53 smithi081 ceph-mon[107735]: pgmap v6824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:53 smithi170 ceph-mon[97338]: pgmap v6824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:25:54.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:25:54.391Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:25:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:55 smithi170 ceph-mon[97338]: pgmap v6825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:55 smithi081 ceph-mon[95500]: pgmap v6825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:55 smithi081 ceph-mon[107735]: pgmap v6825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:57 smithi170 ceph-mon[97338]: pgmap v6826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:58.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:57 smithi081 ceph-mon[95500]: pgmap v6826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:57 smithi081 ceph-mon[107735]: pgmap v6826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:25:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:25:59 smithi170 ceph-mon[97338]: pgmap v6827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:25:59 smithi081 ceph-mon[95500]: pgmap v6827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:00.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:25:59 smithi081 ceph-mon[107735]: pgmap v6827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:01 smithi170 ceph-mon[97338]: pgmap v6828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:01 smithi081 ceph-mon[95500]: pgmap v6828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:02.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:01 smithi081 ceph-mon[107735]: pgmap v6828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:02.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:02.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:26:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:03 smithi170 ceph-mon[97338]: pgmap v6829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:03 smithi081 ceph-mon[95500]: pgmap v6829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:04.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:03 smithi081 ceph-mon[107735]: pgmap v6829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:04.391Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:04.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:05 smithi170 ceph-mon[97338]: pgmap v6830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:05 smithi081 ceph-mon[95500]: pgmap v6830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:05 smithi081 ceph-mon[107735]: pgmap v6830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:07 smithi170 ceph-mon[97338]: pgmap v6831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:07 smithi081 ceph-mon[95500]: pgmap v6831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:08.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:07 smithi081 ceph-mon[107735]: pgmap v6831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:09 smithi170 ceph-mon[97338]: pgmap v6832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:09 smithi081 ceph-mon[95500]: pgmap v6832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:10.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:09 smithi081 ceph-mon[107735]: pgmap v6832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:11 smithi170 ceph-mon[97338]: pgmap v6833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:11 smithi081 ceph-mon[95500]: pgmap v6833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:12.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:11 smithi081 ceph-mon[107735]: pgmap v6833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:12.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:12.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:26:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:13 smithi170 ceph-mon[97338]: pgmap v6834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:13 smithi081 ceph-mon[95500]: pgmap v6834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:14.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:13 smithi081 ceph-mon[107735]: pgmap v6834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:14.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:14.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:15 smithi170 ceph-mon[97338]: pgmap v6835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:15 smithi081 ceph-mon[95500]: pgmap v6835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:15 smithi081 ceph-mon[107735]: pgmap v6835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:18.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:17 smithi170 ceph-mon[97338]: pgmap v6836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:17 smithi081 ceph-mon[95500]: pgmap v6836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:17 smithi081 ceph-mon[107735]: pgmap v6836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:20 smithi170 ceph-mon[97338]: pgmap v6837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:20 smithi081 ceph-mon[95500]: pgmap v6837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:20 smithi081 ceph-mon[107735]: pgmap v6837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:22.882 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:22.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:22.882 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:22.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:22 smithi170 ceph-mon[97338]: pgmap v6838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:23.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:22 smithi081 ceph-mon[95500]: pgmap v6838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:23.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:26:23.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:22 smithi081 ceph-mon[107735]: pgmap v6838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:24.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:24.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:24 smithi170 ceph-mon[97338]: pgmap v6839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:25.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:24 smithi081 ceph-mon[95500]: pgmap v6839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:24 smithi081 ceph-mon[107735]: pgmap v6839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:26 smithi170 ceph-mon[97338]: pgmap v6840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:27.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:26 smithi081 ceph-mon[95500]: pgmap v6840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:26 smithi081 ceph-mon[107735]: pgmap v6840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:28 smithi170 ceph-mon[97338]: pgmap v6841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:29.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:28 smithi081 ceph-mon[95500]: pgmap v6841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:28 smithi081 ceph-mon[107735]: pgmap v6841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:30 smithi170 ceph-mon[97338]: pgmap v6842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:31.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:30 smithi081 ceph-mon[95500]: pgmap v6842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:30 smithi081 ceph-mon[107735]: pgmap v6842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:32.899 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:32.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:32.899 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:32.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:33.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:32 smithi170 ceph-mon[97338]: pgmap v6843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:33.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:32 smithi081 ceph-mon[95500]: pgmap v6843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:33.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:26:33.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:32 smithi081 ceph-mon[107735]: pgmap v6843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:34.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:34.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:34 smithi170 ceph-mon[97338]: pgmap v6844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:35.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:34 smithi081 ceph-mon[95500]: pgmap v6844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:34 smithi081 ceph-mon[107735]: pgmap v6844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:36 smithi170 ceph-mon[97338]: pgmap v6845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:37.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:36 smithi081 ceph-mon[95500]: pgmap v6845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:36 smithi081 ceph-mon[107735]: pgmap v6845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:38 smithi170 ceph-mon[97338]: pgmap v6846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:39.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:38 smithi081 ceph-mon[95500]: pgmap v6846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:38 smithi081 ceph-mon[107735]: pgmap v6846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:40 smithi170 ceph-mon[97338]: pgmap v6847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:41.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:40 smithi081 ceph-mon[95500]: pgmap v6847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:40 smithi081 ceph-mon[107735]: pgmap v6847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:42.917 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:42.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:42.918 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:42.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:42 smithi170 ceph-mon[97338]: pgmap v6848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:43.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:42 smithi081 ceph-mon[95500]: pgmap v6848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:26:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:42 smithi081 ceph-mon[107735]: pgmap v6848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:44.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:44.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:44 smithi170 ceph-mon[97338]: pgmap v6849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:45.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:44 smithi081 ceph-mon[95500]: pgmap v6849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:44 smithi081 ceph-mon[107735]: pgmap v6849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:46 smithi170 ceph-mon[97338]: pgmap v6850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:47.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:46 smithi081 ceph-mon[95500]: pgmap v6850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:46 smithi081 ceph-mon[107735]: pgmap v6850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:48 smithi170 ceph-mon[97338]: pgmap v6851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:49.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:48 smithi081 ceph-mon[95500]: pgmap v6851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:48 smithi081 ceph-mon[107735]: pgmap v6851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:50 smithi170 ceph-mon[97338]: pgmap v6852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:51.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:50 smithi081 ceph-mon[95500]: pgmap v6852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:50 smithi081 ceph-mon[107735]: pgmap v6852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:52.931 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:52.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:52.931 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:52.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:53.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:52 smithi170 ceph-mon[97338]: pgmap v6853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:53.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:52 smithi081 ceph-mon[95500]: pgmap v6853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:26:53.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:52 smithi081 ceph-mon[107735]: pgmap v6853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:26:54.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:26:54.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:26:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:54 smithi170 ceph-mon[97338]: pgmap v6854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:55.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:54 smithi081 ceph-mon[95500]: pgmap v6854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:54 smithi081 ceph-mon[107735]: pgmap v6854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:56 smithi170 ceph-mon[97338]: pgmap v6855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:57.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:56 smithi081 ceph-mon[95500]: pgmap v6855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:56 smithi081 ceph-mon[107735]: pgmap v6855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:26:58 smithi170 ceph-mon[97338]: pgmap v6856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:59.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:26:58 smithi081 ceph-mon[95500]: pgmap v6856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:26:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:26:58 smithi081 ceph-mon[107735]: pgmap v6856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:00 smithi170 ceph-mon[97338]: pgmap v6857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:01.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:00 smithi081 ceph-mon[95500]: pgmap v6857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:00 smithi081 ceph-mon[107735]: pgmap v6857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:02.951 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:02.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:02.951 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:02.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:03.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:02 smithi170 ceph-mon[97338]: pgmap v6858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:03.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:02 smithi081 ceph-mon[95500]: pgmap v6858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:03.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:27:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:02 smithi081 ceph-mon[107735]: pgmap v6858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:04.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:04.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:04 smithi170 ceph-mon[97338]: pgmap v6859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:05.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:04 smithi081 ceph-mon[95500]: pgmap v6859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:05.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:04 smithi081 ceph-mon[107735]: pgmap v6859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:06 smithi170 ceph-mon[97338]: pgmap v6860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:06 smithi081 ceph-mon[95500]: pgmap v6860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:06 smithi081 ceph-mon[107735]: pgmap v6860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:08 smithi170 ceph-mon[97338]: pgmap v6861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:09.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:08 smithi081 ceph-mon[95500]: pgmap v6861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:08 smithi081 ceph-mon[107735]: pgmap v6861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:10 smithi170 ceph-mon[97338]: pgmap v6862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:11.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:10 smithi081 ceph-mon[95500]: pgmap v6862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:10 smithi081 ceph-mon[107735]: pgmap v6862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:12.969 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:12.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:12.969 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:12.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:13.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:12 smithi170 ceph-mon[97338]: pgmap v6863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:13.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:12 smithi081 ceph-mon[95500]: pgmap v6863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:13.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:27:13.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:12 smithi081 ceph-mon[107735]: pgmap v6863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:14.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:14.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:14 smithi170 ceph-mon[97338]: pgmap v6864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:15.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:14 smithi081 ceph-mon[95500]: pgmap v6864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:14 smithi081 ceph-mon[107735]: pgmap v6864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:16 smithi170 ceph-mon[97338]: pgmap v6865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:17.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:16 smithi081 ceph-mon[95500]: pgmap v6865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:16 smithi081 ceph-mon[107735]: pgmap v6865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:18 smithi170 ceph-mon[97338]: pgmap v6866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:19.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:18 smithi081 ceph-mon[95500]: pgmap v6866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:18 smithi081 ceph-mon[107735]: pgmap v6866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:20 smithi170 ceph-mon[97338]: pgmap v6867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:21.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:20 smithi081 ceph-mon[95500]: pgmap v6867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:20 smithi081 ceph-mon[107735]: pgmap v6867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:22.982 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:22.541Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:22.982 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:22.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:22 smithi170 ceph-mon[97338]: pgmap v6868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:23.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:22 smithi081 ceph-mon[95500]: pgmap v6868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:23.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:27:23.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:22 smithi081 ceph-mon[107735]: pgmap v6868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:24.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:24.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:24 smithi170 ceph-mon[97338]: pgmap v6869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:25.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:24 smithi081 ceph-mon[95500]: pgmap v6869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:24 smithi081 ceph-mon[107735]: pgmap v6869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:26 smithi170 ceph-mon[97338]: pgmap v6870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:27.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:26 smithi081 ceph-mon[95500]: pgmap v6870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:26 smithi081 ceph-mon[107735]: pgmap v6870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:28 smithi170 ceph-mon[97338]: pgmap v6871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:29.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:28 smithi081 ceph-mon[95500]: pgmap v6871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:28 smithi081 ceph-mon[107735]: pgmap v6871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:31.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:30 smithi081 ceph-mon[95500]: pgmap v6872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:31.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:30 smithi081 ceph-mon[107735]: pgmap v6872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:30 smithi170 ceph-mon[97338]: pgmap v6872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:32.998 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:32.541Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:32.999 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:32.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:33.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:32 smithi081 ceph-mon[95500]: pgmap v6873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:33.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:27:33.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:32 smithi081 ceph-mon[107735]: pgmap v6873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:32 smithi170 ceph-mon[97338]: pgmap v6873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:34.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:34.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:35.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:34 smithi081 ceph-mon[95500]: pgmap v6874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:34 smithi081 ceph-mon[107735]: pgmap v6874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:34 smithi170 ceph-mon[97338]: pgmap v6874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:37.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:37 smithi081 ceph-mon[95500]: pgmap v6875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:37 smithi081 ceph-mon[107735]: pgmap v6875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:37 smithi170 ceph-mon[97338]: pgmap v6875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:39.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:39 smithi081 ceph-mon[95500]: pgmap v6876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:39 smithi081 ceph-mon[107735]: pgmap v6876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:39 smithi170 ceph-mon[97338]: pgmap v6876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:41.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:41 smithi081 ceph-mon[95500]: pgmap v6877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:41 smithi081 ceph-mon[107735]: pgmap v6877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:41 smithi170 ceph-mon[97338]: pgmap v6877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:43.012 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:42.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:43.012 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:42.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:43.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:43 smithi081 ceph-mon[95500]: pgmap v6878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:27:43.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:43 smithi081 ceph-mon[107735]: pgmap v6878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:43 smithi170 ceph-mon[97338]: pgmap v6878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:44.398Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:44.399Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:45.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:45 smithi081 ceph-mon[95500]: pgmap v6879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:45 smithi081 ceph-mon[107735]: pgmap v6879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:45 smithi170 ceph-mon[97338]: pgmap v6879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:47 smithi170 ceph-mon[97338]: pgmap v6880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:47 smithi081 ceph-mon[95500]: pgmap v6880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:47 smithi081 ceph-mon[107735]: pgmap v6880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:49 smithi170 ceph-mon[97338]: pgmap v6881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:49 smithi081 ceph-mon[95500]: pgmap v6881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:49 smithi081 ceph-mon[107735]: pgmap v6881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:51 smithi170 ceph-mon[97338]: pgmap v6882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:51 smithi081 ceph-mon[95500]: pgmap v6882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:51 smithi081 ceph-mon[107735]: pgmap v6882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:52.543Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:52.544Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:53 smithi170 ceph-mon[97338]: pgmap v6883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:53 smithi081 ceph-mon[95500]: pgmap v6883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:27:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:53 smithi081 ceph-mon[107735]: pgmap v6883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:27:54.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:27:54.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:27:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:55 smithi170 ceph-mon[97338]: pgmap v6884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:55 smithi081 ceph-mon[95500]: pgmap v6884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:55 smithi081 ceph-mon[107735]: pgmap v6884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:57 smithi170 ceph-mon[97338]: pgmap v6885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:57 smithi081 ceph-mon[95500]: pgmap v6885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:57 smithi081 ceph-mon[107735]: pgmap v6885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:27:59 smithi170 ceph-mon[97338]: pgmap v6886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:27:59 smithi081 ceph-mon[95500]: pgmap v6886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:27:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:27:59 smithi081 ceph-mon[107735]: pgmap v6886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:01 smithi170 ceph-mon[97338]: pgmap v6887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:01 smithi081 ceph-mon[95500]: pgmap v6887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:01 smithi081 ceph-mon[107735]: pgmap v6887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:02.544Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:02.545Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:03 smithi170 ceph-mon[97338]: pgmap v6888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:03 smithi081 ceph-mon[95500]: pgmap v6888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:28:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:03 smithi081 ceph-mon[107735]: pgmap v6888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:04.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:04.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:05 smithi170 ceph-mon[97338]: pgmap v6889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:05 smithi081 ceph-mon[95500]: pgmap v6889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:05 smithi081 ceph-mon[107735]: pgmap v6889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:07 smithi170 ceph-mon[97338]: pgmap v6890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:07 smithi081 ceph-mon[95500]: pgmap v6890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:07 smithi081 ceph-mon[107735]: pgmap v6890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:09 smithi170 ceph-mon[97338]: pgmap v6891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:09 smithi081 ceph-mon[95500]: pgmap v6891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:09.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:09 smithi081 ceph-mon[107735]: pgmap v6891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:11 smithi170 ceph-mon[97338]: pgmap v6892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:11 smithi081 ceph-mon[95500]: pgmap v6892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:11 smithi081 ceph-mon[107735]: pgmap v6892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:12.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:12.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:13 smithi170 ceph-mon[97338]: pgmap v6893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:13 smithi081 ceph-mon[95500]: pgmap v6893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:28:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:13 smithi081 ceph-mon[107735]: pgmap v6893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:14.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:14.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:15 smithi170 ceph-mon[97338]: pgmap v6894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:15 smithi081 ceph-mon[95500]: pgmap v6894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:15 smithi081 ceph-mon[107735]: pgmap v6894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:17 smithi170 ceph-mon[97338]: pgmap v6895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:17.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:17 smithi081 ceph-mon[95500]: pgmap v6895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:17.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:17 smithi081 ceph-mon[107735]: pgmap v6895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:19.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:19 smithi170 ceph-mon[97338]: pgmap v6896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:19.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:19 smithi081 ceph-mon[95500]: pgmap v6896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:19.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:19 smithi081 ceph-mon[107735]: pgmap v6896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:21 smithi170 ceph-mon[97338]: pgmap v6897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:21 smithi081 ceph-mon[95500]: pgmap v6897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:21 smithi081 ceph-mon[107735]: pgmap v6897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:23.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:22.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:23.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:22.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:23 smithi170 ceph-mon[97338]: pgmap v6898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:23 smithi081 ceph-mon[95500]: pgmap v6898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:28:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:23 smithi081 ceph-mon[107735]: pgmap v6898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:24.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:24.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:25 smithi170 ceph-mon[97338]: pgmap v6899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:25 smithi081 ceph-mon[95500]: pgmap v6899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:25 smithi081 ceph-mon[107735]: pgmap v6899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:27 smithi170 ceph-mon[97338]: pgmap v6900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:27 smithi081 ceph-mon[95500]: pgmap v6900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:27 smithi081 ceph-mon[107735]: pgmap v6900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:29 smithi170 ceph-mon[97338]: pgmap v6901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:29 smithi081 ceph-mon[95500]: pgmap v6901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:29 smithi081 ceph-mon[107735]: pgmap v6901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:31 smithi170 ceph-mon[97338]: pgmap v6902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:31 smithi081 ceph-mon[95500]: pgmap v6902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:31 smithi081 ceph-mon[107735]: pgmap v6902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:33.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:32.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:33.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:32.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:33 smithi170 ceph-mon[97338]: pgmap v6903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:33 smithi081 ceph-mon[95500]: pgmap v6903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:28:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:33 smithi081 ceph-mon[107735]: pgmap v6903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:34.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:34.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:35 smithi170 ceph-mon[97338]: pgmap v6904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:35.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:35 smithi081 ceph-mon[95500]: pgmap v6904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:35 smithi081 ceph-mon[107735]: pgmap v6904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:37 smithi170 ceph-mon[97338]: pgmap v6905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:37 smithi081 ceph-mon[95500]: pgmap v6905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:37 smithi081 ceph-mon[107735]: pgmap v6905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:39 smithi170 ceph-mon[97338]: pgmap v6906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:39 smithi081 ceph-mon[95500]: pgmap v6906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:39.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:39 smithi081 ceph-mon[107735]: pgmap v6906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:41 smithi170 ceph-mon[97338]: pgmap v6907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:41 smithi081 ceph-mon[95500]: pgmap v6907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:41 smithi081 ceph-mon[107735]: pgmap v6907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:42.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:42.548Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:43 smithi170 ceph-mon[97338]: pgmap v6908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:43 smithi081 ceph-mon[95500]: pgmap v6908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:28:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:43 smithi081 ceph-mon[107735]: pgmap v6908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:44.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:44.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:45 smithi170 ceph-mon[97338]: pgmap v6909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:45 smithi081 ceph-mon[95500]: pgmap v6909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:45 smithi081 ceph-mon[107735]: pgmap v6909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:47 smithi170 ceph-mon[97338]: pgmap v6910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:47 smithi081 ceph-mon[95500]: pgmap v6910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:47 smithi081 ceph-mon[107735]: pgmap v6910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:49 smithi170 ceph-mon[97338]: pgmap v6911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:49 smithi081 ceph-mon[95500]: pgmap v6911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:49 smithi081 ceph-mon[107735]: pgmap v6911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:51 smithi170 ceph-mon[97338]: pgmap v6912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:51 smithi081 ceph-mon[95500]: pgmap v6912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:51 smithi081 ceph-mon[107735]: pgmap v6912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:52.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:52.548Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:53 smithi170 ceph-mon[97338]: pgmap v6913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:53 smithi081 ceph-mon[95500]: pgmap v6913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:28:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:53 smithi081 ceph-mon[107735]: pgmap v6913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:28:54.402Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:28:54.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:28:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:55 smithi170 ceph-mon[97338]: pgmap v6914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:55 smithi081 ceph-mon[95500]: pgmap v6914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:55 smithi081 ceph-mon[107735]: pgmap v6914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:57 smithi170 ceph-mon[97338]: pgmap v6915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:57 smithi081 ceph-mon[95500]: pgmap v6915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:57 smithi081 ceph-mon[107735]: pgmap v6915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:28:59 smithi170 ceph-mon[97338]: pgmap v6916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:28:59 smithi081 ceph-mon[95500]: pgmap v6916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:28:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:28:59 smithi081 ceph-mon[107735]: pgmap v6916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:01 smithi170 ceph-mon[97338]: pgmap v6917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:01 smithi081 ceph-mon[95500]: pgmap v6917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:01 smithi081 ceph-mon[107735]: pgmap v6917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:02.548Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:02.549Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:03 smithi170 ceph-mon[97338]: pgmap v6918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:03 smithi081 ceph-mon[95500]: pgmap v6918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:29:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:03 smithi081 ceph-mon[107735]: pgmap v6918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:04.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:04.404Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:05 smithi170 ceph-mon[97338]: pgmap v6919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:05 smithi081 ceph-mon[95500]: pgmap v6919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:05 smithi081 ceph-mon[107735]: pgmap v6919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:07 smithi170 ceph-mon[97338]: pgmap v6920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:07 smithi081 ceph-mon[95500]: pgmap v6920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:07 smithi081 ceph-mon[107735]: pgmap v6920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:09 smithi170 ceph-mon[97338]: pgmap v6921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:09 smithi081 ceph-mon[95500]: pgmap v6921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:09.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:09 smithi081 ceph-mon[107735]: pgmap v6921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:11 smithi170 ceph-mon[97338]: pgmap v6922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:11 smithi081 ceph-mon[95500]: pgmap v6922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:11 smithi081 ceph-mon[107735]: pgmap v6922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:12.548Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:12.549Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:13 smithi170 ceph-mon[97338]: pgmap v6923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:13 smithi081 ceph-mon[95500]: pgmap v6923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:13 smithi081 ceph-mon[107735]: pgmap v6923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:29:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:14.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:14.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:15 smithi170 ceph-mon[97338]: pgmap v6924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:15 smithi081 ceph-mon[95500]: pgmap v6924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:15 smithi081 ceph-mon[107735]: pgmap v6924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:17 smithi170 ceph-mon[97338]: pgmap v6925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:17 smithi081 ceph-mon[95500]: pgmap v6925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:17.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:17 smithi081 ceph-mon[107735]: pgmap v6925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:19.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:19 smithi170 ceph-mon[97338]: pgmap v6926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:19 smithi081 ceph-mon[95500]: pgmap v6926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:19 smithi081 ceph-mon[107735]: pgmap v6926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:21 smithi170 ceph-mon[97338]: pgmap v6927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:21.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:21 smithi081 ceph-mon[95500]: pgmap v6927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:21 smithi081 ceph-mon[107735]: pgmap v6927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:22.549Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:22.550Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:23 smithi170 ceph-mon[97338]: pgmap v6928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:23 smithi081 ceph-mon[95500]: pgmap v6928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:29:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:23 smithi081 ceph-mon[107735]: pgmap v6928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:24.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:24.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:25 smithi170 ceph-mon[97338]: pgmap v6929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:25 smithi081 ceph-mon[95500]: pgmap v6929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:25 smithi081 ceph-mon[107735]: pgmap v6929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:27 smithi170 ceph-mon[97338]: pgmap v6930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:27 smithi081 ceph-mon[95500]: pgmap v6930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:27 smithi081 ceph-mon[107735]: pgmap v6930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:29 smithi170 ceph-mon[97338]: pgmap v6931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:29 smithi081 ceph-mon[95500]: pgmap v6931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:29 smithi081 ceph-mon[107735]: pgmap v6931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:31 smithi170 ceph-mon[97338]: pgmap v6932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:31 smithi081 ceph-mon[95500]: pgmap v6932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:31 smithi081 ceph-mon[107735]: pgmap v6932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:32.550Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:32.551Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:33 smithi170 ceph-mon[97338]: pgmap v6933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:33 smithi081 ceph-mon[95500]: pgmap v6933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:29:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:33 smithi081 ceph-mon[107735]: pgmap v6933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:34.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:34.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:35 smithi170 ceph-mon[97338]: pgmap v6934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:35.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:35 smithi081 ceph-mon[95500]: pgmap v6934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:35 smithi081 ceph-mon[107735]: pgmap v6934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:37 smithi170 ceph-mon[97338]: pgmap v6935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:37.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:37 smithi081 ceph-mon[95500]: pgmap v6935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:37 smithi081 ceph-mon[107735]: pgmap v6935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:39 smithi170 ceph-mon[97338]: pgmap v6936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:39 smithi081 ceph-mon[95500]: pgmap v6936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:39.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:39 smithi081 ceph-mon[107735]: pgmap v6936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:41 smithi170 ceph-mon[97338]: pgmap v6937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:41 smithi081 ceph-mon[95500]: pgmap v6937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:41 smithi081 ceph-mon[107735]: pgmap v6937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:42.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:42.552Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:43 smithi170 ceph-mon[97338]: pgmap v6938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:43 smithi081 ceph-mon[95500]: pgmap v6938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:29:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:43 smithi081 ceph-mon[107735]: pgmap v6938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:44.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:44.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:45 smithi170 ceph-mon[97338]: pgmap v6939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:45 smithi081 ceph-mon[95500]: pgmap v6939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:45 smithi081 ceph-mon[107735]: pgmap v6939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:47 smithi170 ceph-mon[97338]: pgmap v6940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:47 smithi081 ceph-mon[95500]: pgmap v6940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:47 smithi081 ceph-mon[107735]: pgmap v6940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:49 smithi170 ceph-mon[97338]: pgmap v6941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:49 smithi081 ceph-mon[95500]: pgmap v6941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:49 smithi081 ceph-mon[107735]: pgmap v6941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:51 smithi170 ceph-mon[97338]: pgmap v6942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:51 smithi081 ceph-mon[95500]: pgmap v6942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:51.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:51 smithi081 ceph-mon[107735]: pgmap v6942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:52.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:52.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:53 smithi170 ceph-mon[97338]: pgmap v6943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:53 smithi081 ceph-mon[95500]: pgmap v6943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:29:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:53 smithi081 ceph-mon[107735]: pgmap v6943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:29:54.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:29:54.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:29:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:55 smithi170 ceph-mon[97338]: pgmap v6944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:55 smithi081 ceph-mon[95500]: pgmap v6944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:55 smithi081 ceph-mon[107735]: pgmap v6944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:57 smithi170 ceph-mon[97338]: pgmap v6945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:57 smithi081 ceph-mon[95500]: pgmap v6945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:57 smithi081 ceph-mon[107735]: pgmap v6945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:29:59 smithi170 ceph-mon[97338]: pgmap v6946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:29:59 smithi081 ceph-mon[95500]: pgmap v6946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:29:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:29:59 smithi081 ceph-mon[107735]: pgmap v6946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:30:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:30:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:30:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:01 smithi170 ceph-mon[97338]: pgmap v6947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:01 smithi081 ceph-mon[95500]: pgmap v6947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:01 smithi081 ceph-mon[107735]: pgmap v6947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:02.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:02.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:03 smithi081 ceph-mon[95500]: pgmap v6948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:30:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:03 smithi081 ceph-mon[107735]: pgmap v6948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:03 smithi170 ceph-mon[97338]: pgmap v6948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:04.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:04.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:05 smithi081 ceph-mon[95500]: pgmap v6949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:05 smithi081 ceph-mon[107735]: pgmap v6949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:05 smithi170 ceph-mon[97338]: pgmap v6949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:07 smithi081 ceph-mon[95500]: pgmap v6950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:07 smithi081 ceph-mon[107735]: pgmap v6950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:07 smithi170 ceph-mon[97338]: pgmap v6950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:09 smithi081 ceph-mon[95500]: pgmap v6951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:09.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:09 smithi081 ceph-mon[107735]: pgmap v6951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:09 smithi170 ceph-mon[97338]: pgmap v6951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:11 smithi081 ceph-mon[95500]: pgmap v6952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:11 smithi081 ceph-mon[107735]: pgmap v6952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:11 smithi170 ceph-mon[97338]: pgmap v6952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:12.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:12.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:13 smithi081 ceph-mon[95500]: pgmap v6953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:30:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:13 smithi081 ceph-mon[107735]: pgmap v6953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:13 smithi170 ceph-mon[97338]: pgmap v6953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:14.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:14.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:15 smithi170 ceph-mon[97338]: pgmap v6954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:15 smithi081 ceph-mon[95500]: pgmap v6954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:15 smithi081 ceph-mon[107735]: pgmap v6954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:17 smithi170 ceph-mon[97338]: pgmap v6955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:17 smithi081 ceph-mon[95500]: pgmap v6955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:17 smithi081 ceph-mon[107735]: pgmap v6955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:19 smithi170 ceph-mon[97338]: pgmap v6956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:19 smithi081 ceph-mon[95500]: pgmap v6956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:19 smithi081 ceph-mon[107735]: pgmap v6956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:21 smithi170 ceph-mon[97338]: pgmap v6957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:21 smithi081 ceph-mon[95500]: pgmap v6957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:21 smithi081 ceph-mon[107735]: pgmap v6957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:22.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:22.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:23 smithi081 ceph-mon[95500]: pgmap v6958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:30:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:23 smithi081 ceph-mon[107735]: pgmap v6958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:23 smithi170 ceph-mon[97338]: pgmap v6958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:24.408Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:24.409Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:25 smithi170 ceph-mon[97338]: pgmap v6959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:25 smithi081 ceph-mon[95500]: pgmap v6959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:25 smithi081 ceph-mon[107735]: pgmap v6959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:27 smithi170 ceph-mon[97338]: pgmap v6960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:27 smithi081 ceph-mon[95500]: pgmap v6960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:27 smithi081 ceph-mon[107735]: pgmap v6960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:29 smithi170 ceph-mon[97338]: pgmap v6961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:29 smithi081 ceph-mon[95500]: pgmap v6961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:29 smithi081 ceph-mon[107735]: pgmap v6961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:31 smithi170 ceph-mon[97338]: pgmap v6962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:31 smithi081 ceph-mon[95500]: pgmap v6962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:31 smithi081 ceph-mon[107735]: pgmap v6962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:32.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:32.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:33 smithi081 ceph-mon[95500]: pgmap v6963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:30:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:33 smithi081 ceph-mon[107735]: pgmap v6963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:33 smithi170 ceph-mon[97338]: pgmap v6963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:34.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:34.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:35 smithi170 ceph-mon[97338]: pgmap v6964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:35 smithi081 ceph-mon[95500]: pgmap v6964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:35 smithi081 ceph-mon[107735]: pgmap v6964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:37 smithi170 ceph-mon[97338]: pgmap v6965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:37 smithi081 ceph-mon[95500]: pgmap v6965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:37 smithi081 ceph-mon[107735]: pgmap v6965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:39 smithi170 ceph-mon[97338]: pgmap v6966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:39 smithi081 ceph-mon[95500]: pgmap v6966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:39 smithi081 ceph-mon[107735]: pgmap v6966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:41 smithi170 ceph-mon[97338]: pgmap v6967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:41 smithi081 ceph-mon[95500]: pgmap v6967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:41 smithi081 ceph-mon[107735]: pgmap v6967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:42.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:42.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:43.316 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:30:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:43 smithi170 ceph-mon[97338]: pgmap v6968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:43 smithi081 ceph-mon[95500]: pgmap v6968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:43 smithi081 ceph-mon[107735]: pgmap v6968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:44.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:44.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:45 smithi170 ceph-mon[97338]: pgmap v6969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:45 smithi081 ceph-mon[95500]: pgmap v6969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:45 smithi081 ceph-mon[107735]: pgmap v6969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:47 smithi170 ceph-mon[97338]: pgmap v6970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:47 smithi081 ceph-mon[95500]: pgmap v6970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:47.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:47 smithi081 ceph-mon[107735]: pgmap v6970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:49 smithi170 ceph-mon[97338]: pgmap v6971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:49 smithi081 ceph-mon[95500]: pgmap v6971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:49 smithi081 ceph-mon[107735]: pgmap v6971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:51 smithi170 ceph-mon[97338]: pgmap v6972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:51 smithi081 ceph-mon[95500]: pgmap v6972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:51 smithi081 ceph-mon[107735]: pgmap v6972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:52.556Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:52.557Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:53.333 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:30:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:53 smithi170 ceph-mon[97338]: pgmap v6973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:53 smithi081 ceph-mon[95500]: pgmap v6973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:53 smithi081 ceph-mon[107735]: pgmap v6973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:30:54.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:30:54.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:30:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:55 smithi170 ceph-mon[97338]: pgmap v6974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:55 smithi081 ceph-mon[95500]: pgmap v6974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:55 smithi081 ceph-mon[107735]: pgmap v6974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:57 smithi170 ceph-mon[97338]: pgmap v6975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:57 smithi081 ceph-mon[95500]: pgmap v6975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:57.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:57 smithi081 ceph-mon[107735]: pgmap v6975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:30:59 smithi170 ceph-mon[97338]: pgmap v6976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:30:59 smithi081 ceph-mon[95500]: pgmap v6976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:30:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:30:59 smithi081 ceph-mon[107735]: pgmap v6976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:01 smithi170 ceph-mon[97338]: pgmap v6977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:01 smithi081 ceph-mon[95500]: pgmap v6977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:01 smithi081 ceph-mon[107735]: pgmap v6977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:02.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:02.558Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:03.349 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:31:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:03 smithi170 ceph-mon[97338]: pgmap v6978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:03 smithi081 ceph-mon[95500]: pgmap v6978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:03 smithi081 ceph-mon[107735]: pgmap v6978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:04.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:04.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:05 smithi170 ceph-mon[97338]: pgmap v6979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:05 smithi081 ceph-mon[95500]: pgmap v6979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:05 smithi081 ceph-mon[107735]: pgmap v6979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:07 smithi170 ceph-mon[97338]: pgmap v6980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:07 smithi081 ceph-mon[95500]: pgmap v6980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:07 smithi081 ceph-mon[107735]: pgmap v6980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:09 smithi170 ceph-mon[97338]: pgmap v6981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:09 smithi081 ceph-mon[95500]: pgmap v6981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:09 smithi081 ceph-mon[107735]: pgmap v6981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:11 smithi170 ceph-mon[97338]: pgmap v6982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:11 smithi081 ceph-mon[95500]: pgmap v6982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:11 smithi081 ceph-mon[107735]: pgmap v6982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:12.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:12.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:13.365 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:31:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:13 smithi170 ceph-mon[97338]: pgmap v6983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:13 smithi081 ceph-mon[95500]: pgmap v6983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:13 smithi081 ceph-mon[107735]: pgmap v6983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:14.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:14.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:15 smithi170 ceph-mon[97338]: pgmap v6984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:15 smithi081 ceph-mon[95500]: pgmap v6984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:15 smithi081 ceph-mon[107735]: pgmap v6984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:17 smithi170 ceph-mon[97338]: pgmap v6985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:17 smithi081 ceph-mon[95500]: pgmap v6985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:17 smithi081 ceph-mon[107735]: pgmap v6985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:19 smithi170 ceph-mon[97338]: pgmap v6986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:19 smithi081 ceph-mon[95500]: pgmap v6986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:19 smithi081 ceph-mon[107735]: pgmap v6986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:21 smithi170 ceph-mon[97338]: pgmap v6987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:21 smithi081 ceph-mon[95500]: pgmap v6987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:21 smithi081 ceph-mon[107735]: pgmap v6987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:22.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:22.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:23.381 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:31:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:23 smithi170 ceph-mon[97338]: pgmap v6988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:23 smithi081 ceph-mon[95500]: pgmap v6988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:23 smithi081 ceph-mon[107735]: pgmap v6988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:24.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:24.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:25 smithi170 ceph-mon[97338]: pgmap v6989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:25 smithi081 ceph-mon[95500]: pgmap v6989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:25 smithi081 ceph-mon[107735]: pgmap v6989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:27 smithi170 ceph-mon[97338]: pgmap v6990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:27 smithi081 ceph-mon[95500]: pgmap v6990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:27.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:27 smithi081 ceph-mon[107735]: pgmap v6990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:29 smithi170 ceph-mon[97338]: pgmap v6991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:29 smithi081 ceph-mon[95500]: pgmap v6991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:29 smithi081 ceph-mon[107735]: pgmap v6991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:31 smithi170 ceph-mon[97338]: pgmap v6992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:31 smithi081 ceph-mon[95500]: pgmap v6992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:31 smithi081 ceph-mon[107735]: pgmap v6992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:32.559Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:32.560Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:33.394 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:31:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:33 smithi170 ceph-mon[97338]: pgmap v6993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:33 smithi081 ceph-mon[95500]: pgmap v6993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:33 smithi081 ceph-mon[107735]: pgmap v6993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:34.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:34.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:35 smithi170 ceph-mon[97338]: pgmap v6994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:35 smithi081 ceph-mon[95500]: pgmap v6994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:35 smithi081 ceph-mon[107735]: pgmap v6994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:37 smithi170 ceph-mon[97338]: pgmap v6995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:37 smithi081 ceph-mon[95500]: pgmap v6995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:37.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:37 smithi081 ceph-mon[107735]: pgmap v6995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:39 smithi170 ceph-mon[97338]: pgmap v6996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:39 smithi081 ceph-mon[95500]: pgmap v6996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:39 smithi081 ceph-mon[107735]: pgmap v6996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:41 smithi170 ceph-mon[97338]: pgmap v6997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:41 smithi081 ceph-mon[95500]: pgmap v6997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:41 smithi081 ceph-mon[107735]: pgmap v6997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:42.560Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:42.561Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:43.409 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:31:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:43 smithi170 ceph-mon[97338]: pgmap v6998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:43 smithi081 ceph-mon[95500]: pgmap v6998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:43 smithi081 ceph-mon[107735]: pgmap v6998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:44.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:44.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:45 smithi170 ceph-mon[97338]: pgmap v6999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:45 smithi081 ceph-mon[95500]: pgmap v6999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:45 smithi081 ceph-mon[107735]: pgmap v6999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:47 smithi170 ceph-mon[97338]: pgmap v7000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:47 smithi081 ceph-mon[95500]: pgmap v7000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:47 smithi081 ceph-mon[107735]: pgmap v7000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:49 smithi170 ceph-mon[97338]: pgmap v7001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:49 smithi081 ceph-mon[95500]: pgmap v7001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:49 smithi081 ceph-mon[107735]: pgmap v7001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:51 smithi170 ceph-mon[97338]: pgmap v7002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:51 smithi081 ceph-mon[95500]: pgmap v7002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:51 smithi081 ceph-mon[107735]: pgmap v7002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:52.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:52.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:53.425 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:31:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:53 smithi170 ceph-mon[97338]: pgmap v7003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:53 smithi081 ceph-mon[95500]: pgmap v7003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:53 smithi081 ceph-mon[107735]: pgmap v7003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:31:54.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:31:54.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:31:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:55 smithi170 ceph-mon[97338]: pgmap v7004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:55 smithi081 ceph-mon[95500]: pgmap v7004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:55 smithi081 ceph-mon[107735]: pgmap v7004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:57 smithi170 ceph-mon[97338]: pgmap v7005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:57 smithi081 ceph-mon[95500]: pgmap v7005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:57 smithi081 ceph-mon[107735]: pgmap v7005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:31:59 smithi170 ceph-mon[97338]: pgmap v7006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:31:59 smithi081 ceph-mon[95500]: pgmap v7006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:31:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:31:59 smithi081 ceph-mon[107735]: pgmap v7006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:01 smithi170 ceph-mon[97338]: pgmap v7007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:01 smithi081 ceph-mon[95500]: pgmap v7007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:01 smithi081 ceph-mon[107735]: pgmap v7007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:02.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:02.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:03.442 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:32:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:03 smithi170 ceph-mon[97338]: pgmap v7008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:03 smithi081 ceph-mon[95500]: pgmap v7008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:03 smithi081 ceph-mon[107735]: pgmap v7008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:04.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:04.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:05 smithi170 ceph-mon[97338]: pgmap v7009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:05 smithi081 ceph-mon[95500]: pgmap v7009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:05 smithi081 ceph-mon[107735]: pgmap v7009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:07 smithi170 ceph-mon[97338]: pgmap v7010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:07 smithi081 ceph-mon[95500]: pgmap v7010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:07 smithi081 ceph-mon[107735]: pgmap v7010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:09 smithi170 ceph-mon[97338]: pgmap v7011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:09 smithi081 ceph-mon[95500]: pgmap v7011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:09 smithi081 ceph-mon[107735]: pgmap v7011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:11 smithi170 ceph-mon[97338]: pgmap v7012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:11.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:11 smithi081 ceph-mon[95500]: pgmap v7012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:11 smithi081 ceph-mon[107735]: pgmap v7012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:12.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:12.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:13.455 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:32:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:13 smithi170 ceph-mon[97338]: pgmap v7013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:13 smithi081 ceph-mon[95500]: pgmap v7013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:13 smithi081 ceph-mon[107735]: pgmap v7013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:14.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:14.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:15 smithi170 ceph-mon[97338]: pgmap v7014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:15 smithi081 ceph-mon[95500]: pgmap v7014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:15 smithi081 ceph-mon[107735]: pgmap v7014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:17 smithi170 ceph-mon[97338]: pgmap v7015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:17 smithi081 ceph-mon[95500]: pgmap v7015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:17 smithi081 ceph-mon[107735]: pgmap v7015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:19 smithi170 ceph-mon[97338]: pgmap v7016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:19 smithi081 ceph-mon[95500]: pgmap v7016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:19 smithi081 ceph-mon[107735]: pgmap v7016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:21 smithi170 ceph-mon[97338]: pgmap v7017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:21 smithi081 ceph-mon[95500]: pgmap v7017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:21 smithi081 ceph-mon[107735]: pgmap v7017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:22.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:22.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:23.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:32:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:23 smithi170 ceph-mon[97338]: pgmap v7018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:23 smithi081 ceph-mon[95500]: pgmap v7018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:23 smithi081 ceph-mon[107735]: pgmap v7018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:24.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:24.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:25 smithi170 ceph-mon[97338]: pgmap v7019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:25 smithi081 ceph-mon[95500]: pgmap v7019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:25 smithi081 ceph-mon[107735]: pgmap v7019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:27 smithi170 ceph-mon[97338]: pgmap v7020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:27 smithi081 ceph-mon[95500]: pgmap v7020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:27 smithi081 ceph-mon[107735]: pgmap v7020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:29 smithi170 ceph-mon[97338]: pgmap v7021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:29 smithi081 ceph-mon[95500]: pgmap v7021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:29 smithi081 ceph-mon[107735]: pgmap v7021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:31 smithi170 ceph-mon[97338]: pgmap v7022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:31 smithi081 ceph-mon[95500]: pgmap v7022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:31 smithi081 ceph-mon[107735]: pgmap v7022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:32.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:32.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:33.485 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:32:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:33 smithi170 ceph-mon[97338]: pgmap v7023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:33 smithi081 ceph-mon[95500]: pgmap v7023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:33 smithi081 ceph-mon[107735]: pgmap v7023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:34.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:34.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:35 smithi170 ceph-mon[97338]: pgmap v7024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:35 smithi081 ceph-mon[95500]: pgmap v7024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:35 smithi081 ceph-mon[107735]: pgmap v7024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:37 smithi170 ceph-mon[97338]: pgmap v7025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:37 smithi081 ceph-mon[95500]: pgmap v7025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:37 smithi081 ceph-mon[107735]: pgmap v7025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:39 smithi170 ceph-mon[97338]: pgmap v7026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:39 smithi081 ceph-mon[95500]: pgmap v7026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:39 smithi081 ceph-mon[107735]: pgmap v7026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:41 smithi081 ceph-mon[95500]: pgmap v7027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:41 smithi081 ceph-mon[107735]: pgmap v7027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:41.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:41 smithi170 ceph-mon[97338]: pgmap v7027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:42.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:42.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:43.498 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:32:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:43 smithi081 ceph-mon[95500]: pgmap v7028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:43 smithi081 ceph-mon[107735]: pgmap v7028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:43 smithi170 ceph-mon[97338]: pgmap v7028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:44.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:44.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:45 smithi081 ceph-mon[95500]: pgmap v7029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:45 smithi081 ceph-mon[107735]: pgmap v7029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:45 smithi170 ceph-mon[97338]: pgmap v7029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:47 smithi081 ceph-mon[95500]: pgmap v7030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:47.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:47 smithi081 ceph-mon[107735]: pgmap v7030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:47 smithi170 ceph-mon[97338]: pgmap v7030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:49 smithi081 ceph-mon[95500]: pgmap v7031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:49 smithi081 ceph-mon[107735]: pgmap v7031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:49 smithi170 ceph-mon[97338]: pgmap v7031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:51.773 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:51 smithi081 ceph-mon[95500]: pgmap v7032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:51.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:51 smithi081 ceph-mon[107735]: pgmap v7032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:51 smithi170 ceph-mon[97338]: pgmap v7032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:52.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:52.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:53.512 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:32:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:53 smithi081 ceph-mon[95500]: pgmap v7033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:53 smithi081 ceph-mon[107735]: pgmap v7033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:53 smithi170 ceph-mon[97338]: pgmap v7033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:32:54.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:32:54.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:32:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:55 smithi170 ceph-mon[97338]: pgmap v7034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:55 smithi081 ceph-mon[95500]: pgmap v7034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:55 smithi081 ceph-mon[107735]: pgmap v7034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:57 smithi170 ceph-mon[97338]: pgmap v7035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:57 smithi081 ceph-mon[95500]: pgmap v7035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:57 smithi081 ceph-mon[107735]: pgmap v7035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:32:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:32:59 smithi170 ceph-mon[97338]: pgmap v7036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:32:59 smithi081 ceph-mon[95500]: pgmap v7036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:00.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:32:59 smithi081 ceph-mon[107735]: pgmap v7036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:01 smithi170 ceph-mon[97338]: pgmap v7037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:01 smithi081 ceph-mon[95500]: pgmap v7037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:01 smithi081 ceph-mon[107735]: pgmap v7037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:02.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:02.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:33:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:03 smithi170 ceph-mon[97338]: pgmap v7038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:03 smithi081 ceph-mon[95500]: pgmap v7038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:04.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:03 smithi081 ceph-mon[107735]: pgmap v7038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:04.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:04.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:05 smithi170 ceph-mon[97338]: pgmap v7039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:05 smithi081 ceph-mon[95500]: pgmap v7039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:05 smithi081 ceph-mon[107735]: pgmap v7039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:07 smithi170 ceph-mon[97338]: pgmap v7040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:07 smithi081 ceph-mon[95500]: pgmap v7040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:07 smithi081 ceph-mon[107735]: pgmap v7040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:09 smithi170 ceph-mon[97338]: pgmap v7041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:09 smithi081 ceph-mon[95500]: pgmap v7041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:09 smithi081 ceph-mon[107735]: pgmap v7041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:11 smithi170 ceph-mon[97338]: pgmap v7042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:11 smithi081 ceph-mon[95500]: pgmap v7042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:11 smithi081 ceph-mon[107735]: pgmap v7042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:12.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:12.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:33:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:13 smithi170 ceph-mon[97338]: pgmap v7043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:13 smithi081 ceph-mon[95500]: pgmap v7043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:13 smithi081 ceph-mon[107735]: pgmap v7043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:14.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:14.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:15 smithi170 ceph-mon[97338]: pgmap v7044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:15 smithi081 ceph-mon[95500]: pgmap v7044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:15 smithi081 ceph-mon[107735]: pgmap v7044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:16 smithi170 ceph-mon[97338]: pgmap v7045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:16 smithi081 ceph-mon[95500]: pgmap v7045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:17.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:16 smithi081 ceph-mon[107735]: pgmap v7045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:18 smithi170 ceph-mon[97338]: pgmap v7046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:19.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:18 smithi081 ceph-mon[95500]: pgmap v7046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:19.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:18 smithi081 ceph-mon[107735]: pgmap v7046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:20 smithi170 ceph-mon[97338]: pgmap v7047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:21.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:20 smithi081 ceph-mon[95500]: pgmap v7047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:21.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:20 smithi081 ceph-mon[107735]: pgmap v7047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:22.987 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:22.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:22.987 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:22.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:22 smithi170 ceph-mon[97338]: pgmap v7048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:23.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:22 smithi081 ceph-mon[95500]: pgmap v7048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:23.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:33:23.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:22 smithi081 ceph-mon[107735]: pgmap v7048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:24.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:24.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:24 smithi170 ceph-mon[97338]: pgmap v7049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:25.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:24 smithi081 ceph-mon[95500]: pgmap v7049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:25.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:24 smithi081 ceph-mon[107735]: pgmap v7049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:27.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:26 smithi081 ceph-mon[95500]: pgmap v7050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:26 smithi081 ceph-mon[107735]: pgmap v7050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:26 smithi170 ceph-mon[97338]: pgmap v7050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:29.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:28 smithi081 ceph-mon[95500]: pgmap v7051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:28 smithi081 ceph-mon[107735]: pgmap v7051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:28 smithi170 ceph-mon[97338]: pgmap v7051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:31.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:31 smithi081 ceph-mon[95500]: pgmap v7052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:31.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:31 smithi081 ceph-mon[107735]: pgmap v7052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:31 smithi170 ceph-mon[97338]: pgmap v7052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:33.005 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:32.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:33.005 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:32.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:33.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:33 smithi081 ceph-mon[95500]: pgmap v7053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:33.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:33:33.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:33 smithi081 ceph-mon[107735]: pgmap v7053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:33 smithi170 ceph-mon[97338]: pgmap v7053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:34.424Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:34.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:35.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:35 smithi081 ceph-mon[95500]: pgmap v7054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:35.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:35 smithi081 ceph-mon[107735]: pgmap v7054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:35 smithi170 ceph-mon[97338]: pgmap v7054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:37.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:37 smithi081 ceph-mon[95500]: pgmap v7055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:37.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:37 smithi081 ceph-mon[107735]: pgmap v7055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:37 smithi170 ceph-mon[97338]: pgmap v7055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:39 smithi170 ceph-mon[97338]: pgmap v7056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:39 smithi081 ceph-mon[95500]: pgmap v7056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:39.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:39 smithi081 ceph-mon[107735]: pgmap v7056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:41 smithi170 ceph-mon[97338]: pgmap v7057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:41 smithi081 ceph-mon[95500]: pgmap v7057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:41 smithi081 ceph-mon[107735]: pgmap v7057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:42.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:42.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:43 smithi170 ceph-mon[97338]: pgmap v7058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:43 smithi081 ceph-mon[95500]: pgmap v7058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:33:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:43 smithi081 ceph-mon[107735]: pgmap v7058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:44.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:44.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:45 smithi170 ceph-mon[97338]: pgmap v7059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:45 smithi081 ceph-mon[95500]: pgmap v7059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:45 smithi081 ceph-mon[107735]: pgmap v7059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:47 smithi170 ceph-mon[97338]: pgmap v7060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:47 smithi081 ceph-mon[95500]: pgmap v7060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:47 smithi081 ceph-mon[107735]: pgmap v7060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:49 smithi170 ceph-mon[97338]: pgmap v7061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:49 smithi081 ceph-mon[95500]: pgmap v7061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:49 smithi081 ceph-mon[107735]: pgmap v7061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:51 smithi170 ceph-mon[97338]: pgmap v7062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:51 smithi081 ceph-mon[95500]: pgmap v7062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:51 smithi081 ceph-mon[107735]: pgmap v7062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:52.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:52.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:53 smithi170 ceph-mon[97338]: pgmap v7063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:53 smithi081 ceph-mon[95500]: pgmap v7063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:33:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:53 smithi081 ceph-mon[107735]: pgmap v7063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:33:54.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:33:54.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:33:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:55 smithi170 ceph-mon[97338]: pgmap v7064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:55 smithi081 ceph-mon[95500]: pgmap v7064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:55 smithi081 ceph-mon[107735]: pgmap v7064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:57 smithi170 ceph-mon[97338]: pgmap v7065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:57 smithi081 ceph-mon[95500]: pgmap v7065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:57 smithi081 ceph-mon[107735]: pgmap v7065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:33:59 smithi170 ceph-mon[97338]: pgmap v7066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:33:59 smithi081 ceph-mon[95500]: pgmap v7066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:33:59.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:33:59 smithi081 ceph-mon[107735]: pgmap v7066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:01 smithi170 ceph-mon[97338]: pgmap v7067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:01 smithi081 ceph-mon[95500]: pgmap v7067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:01.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:01 smithi081 ceph-mon[107735]: pgmap v7067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:02.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:02.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:03 smithi170 ceph-mon[97338]: pgmap v7068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:03 smithi081 ceph-mon[95500]: pgmap v7068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:34:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:03 smithi081 ceph-mon[107735]: pgmap v7068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:04.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:04.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:05 smithi170 ceph-mon[97338]: pgmap v7069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:05 smithi081 ceph-mon[95500]: pgmap v7069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:05.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:05 smithi081 ceph-mon[107735]: pgmap v7069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:07 smithi170 ceph-mon[97338]: pgmap v7070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:07 smithi081 ceph-mon[95500]: pgmap v7070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:07.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:07 smithi081 ceph-mon[107735]: pgmap v7070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:09 smithi170 ceph-mon[97338]: pgmap v7071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:09 smithi081 ceph-mon[95500]: pgmap v7071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:09.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:09 smithi081 ceph-mon[107735]: pgmap v7071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:11 smithi170 ceph-mon[97338]: pgmap v7072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:11 smithi081 ceph-mon[95500]: pgmap v7072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:11 smithi081 ceph-mon[107735]: pgmap v7072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:12.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:12.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:13 smithi170 ceph-mon[97338]: pgmap v7073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:13 smithi081 ceph-mon[95500]: pgmap v7073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:34:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:13 smithi081 ceph-mon[107735]: pgmap v7073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:14.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:14.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:15 smithi170 ceph-mon[97338]: pgmap v7074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:15 smithi081 ceph-mon[95500]: pgmap v7074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:15 smithi081 ceph-mon[107735]: pgmap v7074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:17 smithi170 ceph-mon[97338]: pgmap v7075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:17 smithi081 ceph-mon[95500]: pgmap v7075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:17.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:17 smithi081 ceph-mon[107735]: pgmap v7075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:19.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:19 smithi170 ceph-mon[97338]: pgmap v7076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:19.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:19 smithi081 ceph-mon[95500]: pgmap v7076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:19.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:19 smithi081 ceph-mon[107735]: pgmap v7076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:21 smithi170 ceph-mon[97338]: pgmap v7077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:21.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:21 smithi081 ceph-mon[95500]: pgmap v7077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:21 smithi081 ceph-mon[107735]: pgmap v7077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:22.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:22.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:23.095 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:34:23.096 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:23 smithi081 ceph-mon[95500]: pgmap v7078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:23.096 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:23 smithi081 ceph-mon[107735]: pgmap v7078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:23 smithi170 ceph-mon[97338]: pgmap v7078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:24.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:24.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:25 smithi170 ceph-mon[97338]: pgmap v7079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:25 smithi081 ceph-mon[95500]: pgmap v7079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:25.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:25 smithi081 ceph-mon[107735]: pgmap v7079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:27 smithi170 ceph-mon[97338]: pgmap v7080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:27 smithi081 ceph-mon[95500]: pgmap v7080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:27.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:27 smithi081 ceph-mon[107735]: pgmap v7080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:29 smithi170 ceph-mon[97338]: pgmap v7081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:29 smithi081 ceph-mon[95500]: pgmap v7081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:29.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:29 smithi081 ceph-mon[107735]: pgmap v7081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:31 smithi170 ceph-mon[97338]: pgmap v7082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:31 smithi081 ceph-mon[95500]: pgmap v7082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:31.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:31 smithi081 ceph-mon[107735]: pgmap v7082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:32.572Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:32.573Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:33 smithi170 ceph-mon[97338]: pgmap v7083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:33 smithi081 ceph-mon[95500]: pgmap v7083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:34:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:33 smithi081 ceph-mon[107735]: pgmap v7083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:34.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:34.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:35 smithi170 ceph-mon[97338]: pgmap v7084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:35.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:35 smithi081 ceph-mon[95500]: pgmap v7084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:35.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:35 smithi081 ceph-mon[107735]: pgmap v7084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:37 smithi170 ceph-mon[97338]: pgmap v7085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:37.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:37 smithi081 ceph-mon[95500]: pgmap v7085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:37.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:37 smithi081 ceph-mon[107735]: pgmap v7085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:39 smithi170 ceph-mon[97338]: pgmap v7086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:39 smithi081 ceph-mon[95500]: pgmap v7086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:39.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:39 smithi081 ceph-mon[107735]: pgmap v7086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:41 smithi170 ceph-mon[97338]: pgmap v7087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:41 smithi081 ceph-mon[95500]: pgmap v7087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:41 smithi081 ceph-mon[107735]: pgmap v7087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:42.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:42.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:43 smithi170 ceph-mon[97338]: pgmap v7088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:43 smithi081 ceph-mon[95500]: pgmap v7088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:34:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:43 smithi081 ceph-mon[107735]: pgmap v7088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:44.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:44.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:45 smithi170 ceph-mon[97338]: pgmap v7089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:45 smithi081 ceph-mon[95500]: pgmap v7089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:45.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:45 smithi081 ceph-mon[107735]: pgmap v7089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:47 smithi170 ceph-mon[97338]: pgmap v7090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:47 smithi081 ceph-mon[95500]: pgmap v7090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:47 smithi081 ceph-mon[107735]: pgmap v7090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:49 smithi170 ceph-mon[97338]: pgmap v7091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:49 smithi081 ceph-mon[95500]: pgmap v7091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:49.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:49 smithi081 ceph-mon[107735]: pgmap v7091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:51 smithi170 ceph-mon[97338]: pgmap v7092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:51 smithi081 ceph-mon[95500]: pgmap v7092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:51.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:51 smithi081 ceph-mon[107735]: pgmap v7092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:52.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:52.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:53 smithi170 ceph-mon[97338]: pgmap v7093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:53 smithi081 ceph-mon[95500]: pgmap v7093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:34:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:53 smithi081 ceph-mon[107735]: pgmap v7093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:34:54.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:34:54.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:34:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:55 smithi170 ceph-mon[97338]: pgmap v7094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:55 smithi081 ceph-mon[95500]: pgmap v7094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:55.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:55 smithi081 ceph-mon[107735]: pgmap v7094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:57 smithi170 ceph-mon[97338]: pgmap v7095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:57 smithi081 ceph-mon[95500]: pgmap v7095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:57 smithi081 ceph-mon[107735]: pgmap v7095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:34:59 smithi170 ceph-mon[97338]: pgmap v7096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:34:59 smithi081 ceph-mon[95500]: pgmap v7096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:34:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:34:59 smithi081 ceph-mon[107735]: pgmap v7096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:01 smithi170 ceph-mon[97338]: pgmap v7097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:01 smithi081 ceph-mon[95500]: pgmap v7097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:01.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:01 smithi081 ceph-mon[107735]: pgmap v7097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:02.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:02.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:03 smithi170 ceph-mon[97338]: pgmap v7098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:03 smithi081 ceph-mon[95500]: pgmap v7098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:35:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:03 smithi081 ceph-mon[107735]: pgmap v7098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:04.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:04.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:05 smithi170 ceph-mon[97338]: pgmap v7099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:05 smithi081 ceph-mon[95500]: pgmap v7099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:05 smithi081 ceph-mon[107735]: pgmap v7099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:07 smithi170 ceph-mon[97338]: pgmap v7100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:07 smithi081 ceph-mon[95500]: pgmap v7100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:07.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:07 smithi081 ceph-mon[107735]: pgmap v7100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:09 smithi170 ceph-mon[97338]: pgmap v7101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:09 smithi081 ceph-mon[95500]: pgmap v7101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:09.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:09 smithi081 ceph-mon[107735]: pgmap v7101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:11 smithi170 ceph-mon[97338]: pgmap v7102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:11 smithi081 ceph-mon[95500]: pgmap v7102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:11 smithi081 ceph-mon[107735]: pgmap v7102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:12.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:12.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:13 smithi170 ceph-mon[97338]: pgmap v7103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:13 smithi081 ceph-mon[95500]: pgmap v7103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:35:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:13 smithi081 ceph-mon[107735]: pgmap v7103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:14.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:14.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:15 smithi170 ceph-mon[97338]: pgmap v7104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:15 smithi081 ceph-mon[95500]: pgmap v7104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:15 smithi081 ceph-mon[107735]: pgmap v7104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:17 smithi170 ceph-mon[97338]: pgmap v7105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:17 smithi081 ceph-mon[95500]: pgmap v7105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:17.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:17 smithi081 ceph-mon[107735]: pgmap v7105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:19.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:19 smithi170 ceph-mon[97338]: pgmap v7106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:19.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:19 smithi081 ceph-mon[95500]: pgmap v7106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:19.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:19 smithi081 ceph-mon[107735]: pgmap v7106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:21 smithi170 ceph-mon[97338]: pgmap v7107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:21.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:21 smithi081 ceph-mon[95500]: pgmap v7107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:21.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:21 smithi081 ceph-mon[107735]: pgmap v7107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:22.575Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:22.576Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:23 smithi170 ceph-mon[97338]: pgmap v7108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:23 smithi081 ceph-mon[95500]: pgmap v7108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:35:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:23 smithi081 ceph-mon[107735]: pgmap v7108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:24.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:24.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:25 smithi170 ceph-mon[97338]: pgmap v7109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:25 smithi081 ceph-mon[95500]: pgmap v7109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:25.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:25 smithi081 ceph-mon[107735]: pgmap v7109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:27 smithi170 ceph-mon[97338]: pgmap v7110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:27 smithi081 ceph-mon[95500]: pgmap v7110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:27.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:27 smithi081 ceph-mon[107735]: pgmap v7110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:29 smithi170 ceph-mon[97338]: pgmap v7111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:29 smithi081 ceph-mon[95500]: pgmap v7111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:29 smithi081 ceph-mon[107735]: pgmap v7111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:31 smithi170 ceph-mon[97338]: pgmap v7112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:31 smithi081 ceph-mon[95500]: pgmap v7112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:31 smithi081 ceph-mon[107735]: pgmap v7112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:32.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:32.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:33 smithi170 ceph-mon[97338]: pgmap v7113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:33 smithi081 ceph-mon[95500]: pgmap v7113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:35:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:33 smithi081 ceph-mon[107735]: pgmap v7113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:34.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:34.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:35 smithi170 ceph-mon[97338]: pgmap v7114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:35.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:35 smithi081 ceph-mon[95500]: pgmap v7114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:35.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:35 smithi081 ceph-mon[107735]: pgmap v7114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:37 smithi170 ceph-mon[97338]: pgmap v7115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:37.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:37 smithi081 ceph-mon[95500]: pgmap v7115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:37.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:37 smithi081 ceph-mon[107735]: pgmap v7115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:39 smithi170 ceph-mon[97338]: pgmap v7116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:39 smithi081 ceph-mon[95500]: pgmap v7116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:39.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:39 smithi081 ceph-mon[107735]: pgmap v7116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:41 smithi170 ceph-mon[97338]: pgmap v7117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:41 smithi081 ceph-mon[95500]: pgmap v7117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:41 smithi081 ceph-mon[107735]: pgmap v7117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:42.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:42.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:43 smithi170 ceph-mon[97338]: pgmap v7118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:43 smithi081 ceph-mon[95500]: pgmap v7118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:35:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:43 smithi081 ceph-mon[107735]: pgmap v7118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:44.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:44.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:45 smithi170 ceph-mon[97338]: pgmap v7119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:45 smithi081 ceph-mon[95500]: pgmap v7119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:45 smithi081 ceph-mon[107735]: pgmap v7119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:47 smithi170 ceph-mon[97338]: pgmap v7120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:47 smithi081 ceph-mon[95500]: pgmap v7120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:47 smithi081 ceph-mon[107735]: pgmap v7120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:49.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:49 smithi170 ceph-mon[97338]: pgmap v7121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:49 smithi081 ceph-mon[95500]: pgmap v7121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:49 smithi081 ceph-mon[107735]: pgmap v7121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:51 smithi170 ceph-mon[97338]: pgmap v7122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:51 smithi081 ceph-mon[95500]: pgmap v7122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:51.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:51 smithi081 ceph-mon[107735]: pgmap v7122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:52.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:52.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:53 smithi081 ceph-mon[95500]: pgmap v7123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:35:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:53 smithi081 ceph-mon[107735]: pgmap v7123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:53 smithi170 ceph-mon[97338]: pgmap v7123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:35:54.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:35:54.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:35:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:55 smithi081 ceph-mon[95500]: pgmap v7124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:55 smithi081 ceph-mon[107735]: pgmap v7124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:55 smithi170 ceph-mon[97338]: pgmap v7124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:57 smithi081 ceph-mon[95500]: pgmap v7125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:57 smithi081 ceph-mon[107735]: pgmap v7125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:57 smithi170 ceph-mon[97338]: pgmap v7125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:35:59 smithi081 ceph-mon[95500]: pgmap v7126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:35:59 smithi081 ceph-mon[107735]: pgmap v7126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:35:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:35:59 smithi170 ceph-mon[97338]: pgmap v7126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:01 smithi170 ceph-mon[97338]: pgmap v7127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:01 smithi081 ceph-mon[95500]: pgmap v7127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:01 smithi081 ceph-mon[107735]: pgmap v7127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:02.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:03.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:02.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:03 smithi081 ceph-mon[95500]: pgmap v7128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:36:03.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:03 smithi081 ceph-mon[107735]: pgmap v7128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:03 smithi170 ceph-mon[97338]: pgmap v7128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:04.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:04.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:05 smithi170 ceph-mon[97338]: pgmap v7129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:05 smithi081 ceph-mon[95500]: pgmap v7129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:05 smithi081 ceph-mon[107735]: pgmap v7129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:07 smithi170 ceph-mon[97338]: pgmap v7130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:07 smithi081 ceph-mon[95500]: pgmap v7130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:07.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:07 smithi081 ceph-mon[107735]: pgmap v7130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:09 smithi170 ceph-mon[97338]: pgmap v7131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:09 smithi081 ceph-mon[95500]: pgmap v7131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:09 smithi081 ceph-mon[107735]: pgmap v7131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:11 smithi170 ceph-mon[97338]: pgmap v7132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:11 smithi081 ceph-mon[95500]: pgmap v7132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:11 smithi081 ceph-mon[107735]: pgmap v7132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:12.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:12.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:13 smithi081 ceph-mon[95500]: pgmap v7133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:36:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:13 smithi081 ceph-mon[107735]: pgmap v7133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:13 smithi170 ceph-mon[97338]: pgmap v7133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:14.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:14.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:15 smithi170 ceph-mon[97338]: pgmap v7134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:15 smithi081 ceph-mon[95500]: pgmap v7134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:15 smithi081 ceph-mon[107735]: pgmap v7134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:17 smithi170 ceph-mon[97338]: pgmap v7135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:17 smithi081 ceph-mon[95500]: pgmap v7135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:17 smithi081 ceph-mon[107735]: pgmap v7135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:19 smithi170 ceph-mon[97338]: pgmap v7136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:19 smithi081 ceph-mon[95500]: pgmap v7136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:19 smithi081 ceph-mon[107735]: pgmap v7136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:21 smithi170 ceph-mon[97338]: pgmap v7137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:21 smithi081 ceph-mon[95500]: pgmap v7137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:21 smithi081 ceph-mon[107735]: pgmap v7137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:22.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:22.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:23 smithi081 ceph-mon[95500]: pgmap v7138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:36:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:23 smithi081 ceph-mon[107735]: pgmap v7138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:23 smithi170 ceph-mon[97338]: pgmap v7138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:24.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:24.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:25 smithi170 ceph-mon[97338]: pgmap v7139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:25 smithi081 ceph-mon[95500]: pgmap v7139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:25 smithi081 ceph-mon[107735]: pgmap v7139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:27 smithi170 ceph-mon[97338]: pgmap v7140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:27 smithi081 ceph-mon[95500]: pgmap v7140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:27 smithi081 ceph-mon[107735]: pgmap v7140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:29 smithi170 ceph-mon[97338]: pgmap v7141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:29 smithi081 ceph-mon[95500]: pgmap v7141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:29 smithi081 ceph-mon[107735]: pgmap v7141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:31 smithi170 ceph-mon[97338]: pgmap v7142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:31 smithi081 ceph-mon[95500]: pgmap v7142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:31 smithi081 ceph-mon[107735]: pgmap v7142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:32.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:32.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:33.320 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:36:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:33 smithi170 ceph-mon[97338]: pgmap v7143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:33 smithi081 ceph-mon[95500]: pgmap v7143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:33 smithi081 ceph-mon[107735]: pgmap v7143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:34.438Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:34.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:35 smithi170 ceph-mon[97338]: pgmap v7144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:35 smithi081 ceph-mon[95500]: pgmap v7144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:35 smithi081 ceph-mon[107735]: pgmap v7144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:37 smithi170 ceph-mon[97338]: pgmap v7145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:37 smithi081 ceph-mon[95500]: pgmap v7145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:37.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:37 smithi081 ceph-mon[107735]: pgmap v7145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:39 smithi170 ceph-mon[97338]: pgmap v7146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:39 smithi081 ceph-mon[95500]: pgmap v7146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:39 smithi081 ceph-mon[107735]: pgmap v7146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:41 smithi170 ceph-mon[97338]: pgmap v7147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:41 smithi081 ceph-mon[95500]: pgmap v7147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:41 smithi081 ceph-mon[107735]: pgmap v7147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:42.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:42.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:43.338 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:36:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:43 smithi170 ceph-mon[97338]: pgmap v7148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:43 smithi081 ceph-mon[95500]: pgmap v7148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:43 smithi081 ceph-mon[107735]: pgmap v7148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:44.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:44.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:45 smithi170 ceph-mon[97338]: pgmap v7149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:45 smithi081 ceph-mon[95500]: pgmap v7149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:45 smithi081 ceph-mon[107735]: pgmap v7149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:47 smithi170 ceph-mon[97338]: pgmap v7150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:47 smithi081 ceph-mon[95500]: pgmap v7150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:47 smithi081 ceph-mon[107735]: pgmap v7150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:49 smithi170 ceph-mon[97338]: pgmap v7151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:49 smithi081 ceph-mon[95500]: pgmap v7151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:49 smithi081 ceph-mon[107735]: pgmap v7151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:51 smithi170 ceph-mon[97338]: pgmap v7152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:51 smithi081 ceph-mon[95500]: pgmap v7152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:51 smithi081 ceph-mon[107735]: pgmap v7152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:52.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:52.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:53.352 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:36:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:53 smithi170 ceph-mon[97338]: pgmap v7153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:53 smithi081 ceph-mon[95500]: pgmap v7153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:53 smithi081 ceph-mon[107735]: pgmap v7153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:36:54.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:36:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:36:54.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:36:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:55 smithi170 ceph-mon[97338]: pgmap v7154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:55 smithi081 ceph-mon[95500]: pgmap v7154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:55 smithi081 ceph-mon[107735]: pgmap v7154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:57 smithi170 ceph-mon[97338]: pgmap v7155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:57 smithi081 ceph-mon[95500]: pgmap v7155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:57 smithi081 ceph-mon[107735]: pgmap v7155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:36:59 smithi170 ceph-mon[97338]: pgmap v7156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:36:59 smithi081 ceph-mon[95500]: pgmap v7156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:36:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:36:59 smithi081 ceph-mon[107735]: pgmap v7156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:01 smithi170 ceph-mon[97338]: pgmap v7157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:01 smithi081 ceph-mon[95500]: pgmap v7157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:01 smithi081 ceph-mon[107735]: pgmap v7157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:02.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:02.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:03.367 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:37:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:03 smithi170 ceph-mon[97338]: pgmap v7158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:03 smithi081 ceph-mon[95500]: pgmap v7158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:03 smithi081 ceph-mon[107735]: pgmap v7158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:04.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:04.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:05 smithi170 ceph-mon[97338]: pgmap v7159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:05 smithi081 ceph-mon[95500]: pgmap v7159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:05 smithi081 ceph-mon[107735]: pgmap v7159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:07 smithi170 ceph-mon[97338]: pgmap v7160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:07 smithi081 ceph-mon[95500]: pgmap v7160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:07 smithi081 ceph-mon[107735]: pgmap v7160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:09 smithi170 ceph-mon[97338]: pgmap v7161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:09 smithi081 ceph-mon[95500]: pgmap v7161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:09 smithi081 ceph-mon[107735]: pgmap v7161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:11 smithi170 ceph-mon[97338]: pgmap v7162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:11 smithi081 ceph-mon[95500]: pgmap v7162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:11 smithi081 ceph-mon[107735]: pgmap v7162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:12.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:12.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:13.385 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:37:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:13 smithi170 ceph-mon[97338]: pgmap v7163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:13 smithi081 ceph-mon[95500]: pgmap v7163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:13 smithi081 ceph-mon[107735]: pgmap v7163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:14.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:14.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:15 smithi170 ceph-mon[97338]: pgmap v7164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:15 smithi081 ceph-mon[95500]: pgmap v7164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:15 smithi081 ceph-mon[107735]: pgmap v7164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:17 smithi170 ceph-mon[97338]: pgmap v7165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:17 smithi081 ceph-mon[95500]: pgmap v7165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:17 smithi081 ceph-mon[107735]: pgmap v7165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:19 smithi170 ceph-mon[97338]: pgmap v7166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:19 smithi081 ceph-mon[95500]: pgmap v7166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:19 smithi081 ceph-mon[107735]: pgmap v7166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:21 smithi170 ceph-mon[97338]: pgmap v7167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:21 smithi081 ceph-mon[95500]: pgmap v7167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:21 smithi081 ceph-mon[107735]: pgmap v7167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:22.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:22.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:23.405 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:37:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:23 smithi170 ceph-mon[97338]: pgmap v7168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:23 smithi081 ceph-mon[95500]: pgmap v7168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:23 smithi081 ceph-mon[107735]: pgmap v7168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:24.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:24.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:25 smithi170 ceph-mon[97338]: pgmap v7169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:25 smithi081 ceph-mon[95500]: pgmap v7169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:25 smithi081 ceph-mon[107735]: pgmap v7169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:27 smithi170 ceph-mon[97338]: pgmap v7170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:27 smithi081 ceph-mon[95500]: pgmap v7170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:27 smithi081 ceph-mon[107735]: pgmap v7170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:29 smithi170 ceph-mon[97338]: pgmap v7171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:29 smithi081 ceph-mon[95500]: pgmap v7171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:29 smithi081 ceph-mon[107735]: pgmap v7171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:31 smithi170 ceph-mon[97338]: pgmap v7172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:31 smithi081 ceph-mon[95500]: pgmap v7172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:31 smithi081 ceph-mon[107735]: pgmap v7172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:32.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:32.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:33.424 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:37:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:33 smithi170 ceph-mon[97338]: pgmap v7173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:33 smithi081 ceph-mon[95500]: pgmap v7173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:33 smithi081 ceph-mon[107735]: pgmap v7173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:34.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:34.445Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:35 smithi170 ceph-mon[97338]: pgmap v7174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:35 smithi081 ceph-mon[95500]: pgmap v7174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:35 smithi081 ceph-mon[107735]: pgmap v7174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:37 smithi170 ceph-mon[97338]: pgmap v7175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:37 smithi081 ceph-mon[95500]: pgmap v7175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:37 smithi081 ceph-mon[107735]: pgmap v7175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:39 smithi170 ceph-mon[97338]: pgmap v7176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:39 smithi081 ceph-mon[95500]: pgmap v7176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:39 smithi081 ceph-mon[107735]: pgmap v7176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:41 smithi170 ceph-mon[97338]: pgmap v7177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:41 smithi081 ceph-mon[95500]: pgmap v7177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:41 smithi081 ceph-mon[107735]: pgmap v7177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:42.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:42.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:43.446 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:37:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:43 smithi170 ceph-mon[97338]: pgmap v7178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:43 smithi081 ceph-mon[95500]: pgmap v7178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:43 smithi081 ceph-mon[107735]: pgmap v7178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:44.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:44.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:45 smithi170 ceph-mon[97338]: pgmap v7179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:45 smithi081 ceph-mon[95500]: pgmap v7179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:45 smithi081 ceph-mon[107735]: pgmap v7179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:47 smithi170 ceph-mon[97338]: pgmap v7180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:47 smithi081 ceph-mon[95500]: pgmap v7180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:47 smithi081 ceph-mon[107735]: pgmap v7180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:49 smithi170 ceph-mon[97338]: pgmap v7181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:49 smithi081 ceph-mon[95500]: pgmap v7181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:49 smithi081 ceph-mon[107735]: pgmap v7181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:51 smithi170 ceph-mon[97338]: pgmap v7182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:51 smithi081 ceph-mon[95500]: pgmap v7182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:51 smithi081 ceph-mon[107735]: pgmap v7182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:52.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:52.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:53.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:37:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:53 smithi170 ceph-mon[97338]: pgmap v7183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:53 smithi081 ceph-mon[107735]: pgmap v7183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:53 smithi081 ceph-mon[95500]: pgmap v7183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:37:54.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:37:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:37:54.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:37:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:55 smithi170 ceph-mon[97338]: pgmap v7184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:55 smithi081 ceph-mon[95500]: pgmap v7184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:55 smithi081 ceph-mon[107735]: pgmap v7184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:57 smithi170 ceph-mon[97338]: pgmap v7185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:57 smithi081 ceph-mon[95500]: pgmap v7185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:57.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:57 smithi081 ceph-mon[107735]: pgmap v7185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:37:59 smithi170 ceph-mon[97338]: pgmap v7186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:37:59 smithi081 ceph-mon[95500]: pgmap v7186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:37:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:37:59 smithi081 ceph-mon[107735]: pgmap v7186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:01 smithi170 ceph-mon[97338]: pgmap v7187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:01 smithi081 ceph-mon[95500]: pgmap v7187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:01 smithi081 ceph-mon[107735]: pgmap v7187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:02.587Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:02.588Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:03.486 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:38:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:03 smithi170 ceph-mon[97338]: pgmap v7188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:03 smithi081 ceph-mon[95500]: pgmap v7188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:03 smithi081 ceph-mon[107735]: pgmap v7188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:04.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:04.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:05 smithi170 ceph-mon[97338]: pgmap v7189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:05 smithi081 ceph-mon[95500]: pgmap v7189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:05 smithi081 ceph-mon[107735]: pgmap v7189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:07 smithi170 ceph-mon[97338]: pgmap v7190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:07 smithi081 ceph-mon[95500]: pgmap v7190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:07 smithi081 ceph-mon[107735]: pgmap v7190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:09 smithi081 ceph-mon[95500]: pgmap v7191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:09 smithi081 ceph-mon[107735]: pgmap v7191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:09 smithi170 ceph-mon[97338]: pgmap v7191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:11 smithi081 ceph-mon[95500]: pgmap v7192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:11 smithi081 ceph-mon[107735]: pgmap v7192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:11 smithi170 ceph-mon[97338]: pgmap v7192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:12.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:12.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:13.504 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:38:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:13 smithi081 ceph-mon[95500]: pgmap v7193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:13 smithi081 ceph-mon[107735]: pgmap v7193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:13 smithi170 ceph-mon[97338]: pgmap v7193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:14.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:14.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:15 smithi081 ceph-mon[95500]: pgmap v7194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:15 smithi081 ceph-mon[107735]: pgmap v7194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:15 smithi170 ceph-mon[97338]: pgmap v7194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:17 smithi081 ceph-mon[95500]: pgmap v7195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:17 smithi081 ceph-mon[107735]: pgmap v7195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:17 smithi170 ceph-mon[97338]: pgmap v7195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:19 smithi170 ceph-mon[97338]: pgmap v7196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:19 smithi081 ceph-mon[95500]: pgmap v7196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:19 smithi081 ceph-mon[107735]: pgmap v7196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:21 smithi170 ceph-mon[97338]: pgmap v7197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:21 smithi081 ceph-mon[95500]: pgmap v7197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:21 smithi081 ceph-mon[107735]: pgmap v7197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:22.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:22.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:38:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:23 smithi170 ceph-mon[97338]: pgmap v7198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:23 smithi081 ceph-mon[95500]: pgmap v7198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:23 smithi081 ceph-mon[107735]: pgmap v7198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:24.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:24.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:25 smithi170 ceph-mon[97338]: pgmap v7199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:25 smithi081 ceph-mon[95500]: pgmap v7199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:25 smithi081 ceph-mon[107735]: pgmap v7199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:27 smithi170 ceph-mon[97338]: pgmap v7200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:27 smithi081 ceph-mon[95500]: pgmap v7200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:27 smithi081 ceph-mon[107735]: pgmap v7200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:29.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:29 smithi170 ceph-mon[97338]: pgmap v7201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:29 smithi081 ceph-mon[95500]: pgmap v7201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:29 smithi081 ceph-mon[107735]: pgmap v7201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:31 smithi170 ceph-mon[97338]: pgmap v7202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:31 smithi081 ceph-mon[95500]: pgmap v7202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:31 smithi081 ceph-mon[107735]: pgmap v7202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:32.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:32.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:38:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:33 smithi170 ceph-mon[97338]: pgmap v7203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:33 smithi081 ceph-mon[95500]: pgmap v7203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:33 smithi081 ceph-mon[107735]: pgmap v7203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:34.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:34.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:35.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:35 smithi170 ceph-mon[97338]: pgmap v7204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:35 smithi081 ceph-mon[95500]: pgmap v7204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:35 smithi081 ceph-mon[107735]: pgmap v7204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:37 smithi170 ceph-mon[97338]: pgmap v7205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:37 smithi081 ceph-mon[95500]: pgmap v7205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:37 smithi081 ceph-mon[107735]: pgmap v7205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:39.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:39 smithi170 ceph-mon[97338]: pgmap v7206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:39 smithi081 ceph-mon[95500]: pgmap v7206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:39 smithi081 ceph-mon[107735]: pgmap v7206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:41.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:41 smithi170 ceph-mon[97338]: pgmap v7207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:41 smithi081 ceph-mon[95500]: pgmap v7207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:42.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:41 smithi081 ceph-mon[107735]: pgmap v7207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:42.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:42.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:38:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:43 smithi170 ceph-mon[97338]: pgmap v7208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:43 smithi081 ceph-mon[95500]: pgmap v7208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:43 smithi081 ceph-mon[107735]: pgmap v7208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:44.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:44.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:45 smithi170 ceph-mon[97338]: pgmap v7209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:45 smithi081 ceph-mon[95500]: pgmap v7209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:45 smithi081 ceph-mon[107735]: pgmap v7209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:47 smithi170 ceph-mon[97338]: pgmap v7210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:47 smithi081 ceph-mon[95500]: pgmap v7210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:47 smithi081 ceph-mon[107735]: pgmap v7210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:49 smithi170 ceph-mon[97338]: pgmap v7211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:49 smithi081 ceph-mon[95500]: pgmap v7211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:49 smithi081 ceph-mon[107735]: pgmap v7211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:51 smithi170 ceph-mon[97338]: pgmap v7212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:51 smithi081 ceph-mon[95500]: pgmap v7212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:51 smithi081 ceph-mon[107735]: pgmap v7212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:52.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:52.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:38:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:53 smithi170 ceph-mon[97338]: pgmap v7213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:53 smithi081 ceph-mon[95500]: pgmap v7213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:53 smithi081 ceph-mon[107735]: pgmap v7213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:38:54.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:38:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:38:54.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:38:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:55 smithi170 ceph-mon[97338]: pgmap v7214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:55 smithi081 ceph-mon[95500]: pgmap v7214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:55 smithi081 ceph-mon[107735]: pgmap v7214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:57 smithi170 ceph-mon[97338]: pgmap v7215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:57 smithi081 ceph-mon[95500]: pgmap v7215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:57 smithi081 ceph-mon[107735]: pgmap v7215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:38:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:38:59 smithi170 ceph-mon[97338]: pgmap v7216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:38:59 smithi081 ceph-mon[95500]: pgmap v7216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:38:59 smithi081 ceph-mon[107735]: pgmap v7216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:01 smithi170 ceph-mon[97338]: pgmap v7217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:01 smithi081 ceph-mon[95500]: pgmap v7217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:02.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:01 smithi081 ceph-mon[107735]: pgmap v7217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:02.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:02.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:39:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:03 smithi170 ceph-mon[97338]: pgmap v7218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:03 smithi081 ceph-mon[95500]: pgmap v7218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:03 smithi081 ceph-mon[107735]: pgmap v7218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:04.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:04.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:05 smithi170 ceph-mon[97338]: pgmap v7219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:05 smithi081 ceph-mon[95500]: pgmap v7219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:05 smithi081 ceph-mon[107735]: pgmap v7219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:07 smithi170 ceph-mon[97338]: pgmap v7220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:07 smithi081 ceph-mon[95500]: pgmap v7220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:07 smithi081 ceph-mon[107735]: pgmap v7220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:09 smithi170 ceph-mon[97338]: pgmap v7221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:09 smithi081 ceph-mon[95500]: pgmap v7221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:09 smithi081 ceph-mon[107735]: pgmap v7221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:11 smithi170 ceph-mon[97338]: pgmap v7222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:11 smithi081 ceph-mon[95500]: pgmap v7222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:12.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:11 smithi081 ceph-mon[107735]: pgmap v7222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:12.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:12.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:39:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:13 smithi170 ceph-mon[97338]: pgmap v7223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:13 smithi081 ceph-mon[95500]: pgmap v7223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:13 smithi081 ceph-mon[107735]: pgmap v7223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:14.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:14.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:15 smithi170 ceph-mon[97338]: pgmap v7224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:15 smithi081 ceph-mon[95500]: pgmap v7224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:15 smithi081 ceph-mon[107735]: pgmap v7224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:17 smithi170 ceph-mon[97338]: pgmap v7225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:17 smithi081 ceph-mon[95500]: pgmap v7225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:17 smithi081 ceph-mon[107735]: pgmap v7225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:19 smithi170 ceph-mon[97338]: pgmap v7226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:19 smithi081 ceph-mon[95500]: pgmap v7226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:19 smithi081 ceph-mon[107735]: pgmap v7226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:21 smithi170 ceph-mon[97338]: pgmap v7227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:21 smithi081 ceph-mon[95500]: pgmap v7227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:21 smithi081 ceph-mon[107735]: pgmap v7227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:22.593Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:22.594Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:23 smithi170 ceph-mon[97338]: pgmap v7228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:23 smithi081 ceph-mon[95500]: pgmap v7228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:39:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:23 smithi081 ceph-mon[107735]: pgmap v7228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:24.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:24.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:25.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:25 smithi170 ceph-mon[97338]: pgmap v7229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:25 smithi081 ceph-mon[95500]: pgmap v7229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:25.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:25 smithi081 ceph-mon[107735]: pgmap v7229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:27 smithi170 ceph-mon[97338]: pgmap v7230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:27 smithi081 ceph-mon[95500]: pgmap v7230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:27 smithi081 ceph-mon[107735]: pgmap v7230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:29 smithi170 ceph-mon[97338]: pgmap v7231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:29 smithi081 ceph-mon[95500]: pgmap v7231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:29.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:29 smithi081 ceph-mon[107735]: pgmap v7231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:31 smithi170 ceph-mon[97338]: pgmap v7232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:31 smithi081 ceph-mon[95500]: pgmap v7232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:31.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:31 smithi081 ceph-mon[107735]: pgmap v7232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:32.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:32.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:33 smithi170 ceph-mon[97338]: pgmap v7233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:33 smithi081 ceph-mon[95500]: pgmap v7233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:39:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:33 smithi081 ceph-mon[107735]: pgmap v7233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:34.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:34.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:35 smithi170 ceph-mon[97338]: pgmap v7234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:35.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:35 smithi081 ceph-mon[95500]: pgmap v7234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:35.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:35 smithi081 ceph-mon[107735]: pgmap v7234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:37 smithi170 ceph-mon[97338]: pgmap v7235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:37.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:37 smithi081 ceph-mon[95500]: pgmap v7235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:37.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:37 smithi081 ceph-mon[107735]: pgmap v7235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:39 smithi170 ceph-mon[97338]: pgmap v7236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:39 smithi081 ceph-mon[95500]: pgmap v7236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:39.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:39 smithi081 ceph-mon[107735]: pgmap v7236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:41 smithi170 ceph-mon[97338]: pgmap v7237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:41 smithi081 ceph-mon[95500]: pgmap v7237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:41 smithi081 ceph-mon[107735]: pgmap v7237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:42.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:42.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:43 smithi170 ceph-mon[97338]: pgmap v7238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:43 smithi081 ceph-mon[95500]: pgmap v7238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:39:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:43 smithi081 ceph-mon[107735]: pgmap v7238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:44.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:44.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:45 smithi170 ceph-mon[97338]: pgmap v7239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:45 smithi081 ceph-mon[95500]: pgmap v7239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:45.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:45 smithi081 ceph-mon[107735]: pgmap v7239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:47.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:47 smithi170 ceph-mon[97338]: pgmap v7240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:47 smithi081 ceph-mon[95500]: pgmap v7240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:47 smithi081 ceph-mon[107735]: pgmap v7240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:49 smithi170 ceph-mon[97338]: pgmap v7241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:49 smithi081 ceph-mon[95500]: pgmap v7241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:49.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:49 smithi081 ceph-mon[107735]: pgmap v7241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:51 smithi170 ceph-mon[97338]: pgmap v7242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:51 smithi081 ceph-mon[95500]: pgmap v7242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:51.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:51 smithi081 ceph-mon[107735]: pgmap v7242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:52.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:52.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:53 smithi170 ceph-mon[97338]: pgmap v7243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:53 smithi081 ceph-mon[95500]: pgmap v7243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:39:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:53 smithi081 ceph-mon[107735]: pgmap v7243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:39:54.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:39:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:39:54.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:39:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:55 smithi170 ceph-mon[97338]: pgmap v7244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:55 smithi081 ceph-mon[95500]: pgmap v7244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:55.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:55 smithi081 ceph-mon[107735]: pgmap v7244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:57 smithi170 ceph-mon[97338]: pgmap v7245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:57 smithi081 ceph-mon[95500]: pgmap v7245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:57 smithi081 ceph-mon[107735]: pgmap v7245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:39:59 smithi170 ceph-mon[97338]: pgmap v7246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:39:59 smithi081 ceph-mon[95500]: pgmap v7246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:39:59.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:39:59 smithi081 ceph-mon[107735]: pgmap v7246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:40:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:40:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:40:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:01 smithi170 ceph-mon[97338]: pgmap v7247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:01 smithi081 ceph-mon[95500]: pgmap v7247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:01.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:01 smithi081 ceph-mon[107735]: pgmap v7247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:02.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:02.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:03 smithi170 ceph-mon[97338]: pgmap v7248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:03 smithi081 ceph-mon[95500]: pgmap v7248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:40:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:03 smithi081 ceph-mon[107735]: pgmap v7248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:04.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:04.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:05 smithi170 ceph-mon[97338]: pgmap v7249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:05 smithi081 ceph-mon[95500]: pgmap v7249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:05.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:05 smithi081 ceph-mon[107735]: pgmap v7249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:07 smithi170 ceph-mon[97338]: pgmap v7250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:07 smithi081 ceph-mon[95500]: pgmap v7250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:07.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:07 smithi081 ceph-mon[107735]: pgmap v7250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:09 smithi170 ceph-mon[97338]: pgmap v7251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:09 smithi081 ceph-mon[95500]: pgmap v7251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:09.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:09 smithi081 ceph-mon[107735]: pgmap v7251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:11 smithi170 ceph-mon[97338]: pgmap v7252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:11 smithi081 ceph-mon[95500]: pgmap v7252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:11 smithi081 ceph-mon[107735]: pgmap v7252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:12.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:12.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:13.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:13 smithi170 ceph-mon[97338]: pgmap v7253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:13 smithi081 ceph-mon[95500]: pgmap v7253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:40:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:13 smithi081 ceph-mon[107735]: pgmap v7253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:14.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:14.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:15 smithi170 ceph-mon[97338]: pgmap v7254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:15 smithi081 ceph-mon[95500]: pgmap v7254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:15.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:15 smithi081 ceph-mon[107735]: pgmap v7254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:17 smithi170 ceph-mon[97338]: pgmap v7255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:17 smithi081 ceph-mon[95500]: pgmap v7255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:17 smithi081 ceph-mon[107735]: pgmap v7255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:19.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:19 smithi170 ceph-mon[97338]: pgmap v7256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:19.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:19 smithi081 ceph-mon[95500]: pgmap v7256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:19.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:19 smithi081 ceph-mon[107735]: pgmap v7256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:21 smithi170 ceph-mon[97338]: pgmap v7257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:21.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:21 smithi081 ceph-mon[95500]: pgmap v7257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:21.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:21 smithi081 ceph-mon[107735]: pgmap v7257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:22.597Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:22.598Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:23 smithi170 ceph-mon[97338]: pgmap v7258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:23 smithi081 ceph-mon[95500]: pgmap v7258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:40:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:23 smithi081 ceph-mon[107735]: pgmap v7258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:24.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:24.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:25 smithi170 ceph-mon[97338]: pgmap v7259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:25 smithi081 ceph-mon[95500]: pgmap v7259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:25.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:25 smithi081 ceph-mon[107735]: pgmap v7259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:27 smithi170 ceph-mon[97338]: pgmap v7260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:27 smithi081 ceph-mon[95500]: pgmap v7260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:27.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:27 smithi081 ceph-mon[107735]: pgmap v7260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:29 smithi170 ceph-mon[97338]: pgmap v7261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:29 smithi081 ceph-mon[95500]: pgmap v7261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:29.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:29 smithi081 ceph-mon[107735]: pgmap v7261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:31 smithi170 ceph-mon[97338]: pgmap v7262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:31 smithi081 ceph-mon[95500]: pgmap v7262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:31.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:31 smithi081 ceph-mon[107735]: pgmap v7262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:32.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:32.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:33 smithi170 ceph-mon[97338]: pgmap v7263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:33 smithi081 ceph-mon[95500]: pgmap v7263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:40:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:33 smithi081 ceph-mon[107735]: pgmap v7263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:34.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:34.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:35 smithi170 ceph-mon[97338]: pgmap v7264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:35.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:35 smithi081 ceph-mon[95500]: pgmap v7264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:35.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:35 smithi081 ceph-mon[107735]: pgmap v7264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:37 smithi170 ceph-mon[97338]: pgmap v7265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:37.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:37 smithi081 ceph-mon[95500]: pgmap v7265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:37 smithi081 ceph-mon[107735]: pgmap v7265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:39 smithi170 ceph-mon[97338]: pgmap v7266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:39 smithi081 ceph-mon[95500]: pgmap v7266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:39.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:39 smithi081 ceph-mon[107735]: pgmap v7266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:41 smithi170 ceph-mon[97338]: pgmap v7267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:41 smithi081 ceph-mon[95500]: pgmap v7267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:41 smithi081 ceph-mon[107735]: pgmap v7267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:42.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:42.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:43 smithi170 ceph-mon[97338]: pgmap v7268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:43 smithi081 ceph-mon[95500]: pgmap v7268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:40:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:43 smithi081 ceph-mon[107735]: pgmap v7268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:44.456Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:44.457Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:45 smithi170 ceph-mon[97338]: pgmap v7269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:45 smithi081 ceph-mon[95500]: pgmap v7269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:45.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:45 smithi081 ceph-mon[107735]: pgmap v7269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:47 smithi170 ceph-mon[97338]: pgmap v7270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:47 smithi081 ceph-mon[107735]: pgmap v7270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:47 smithi081 ceph-mon[95500]: pgmap v7270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:49 smithi170 ceph-mon[97338]: pgmap v7271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:49 smithi081 ceph-mon[95500]: pgmap v7271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:49.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:49 smithi081 ceph-mon[107735]: pgmap v7271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:51.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:51 smithi170 ceph-mon[97338]: pgmap v7272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:51.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:51 smithi081 ceph-mon[107735]: pgmap v7272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:51 smithi081 ceph-mon[95500]: pgmap v7272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:52.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:52.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:53.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:53 smithi170 ceph-mon[97338]: pgmap v7273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:53 smithi081 ceph-mon[95500]: pgmap v7273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:53.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:53 smithi081 ceph-mon[107735]: pgmap v7273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:40:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:40:54.457Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:40:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:40:54.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:40:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:55 smithi170 ceph-mon[97338]: pgmap v7274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:55 smithi081 ceph-mon[95500]: pgmap v7274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:55.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:55 smithi081 ceph-mon[107735]: pgmap v7274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:57 smithi170 ceph-mon[97338]: pgmap v7275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:57 smithi081 ceph-mon[95500]: pgmap v7275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:57 smithi081 ceph-mon[107735]: pgmap v7275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:40:59 smithi170 ceph-mon[97338]: pgmap v7276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:40:59 smithi081 ceph-mon[95500]: pgmap v7276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:40:59.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:40:59 smithi081 ceph-mon[107735]: pgmap v7276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:01 smithi170 ceph-mon[97338]: pgmap v7277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:01 smithi081 ceph-mon[95500]: pgmap v7277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:01.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:01 smithi081 ceph-mon[107735]: pgmap v7277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:02.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:02.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:03 smithi170 ceph-mon[97338]: pgmap v7278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:03 smithi081 ceph-mon[95500]: pgmap v7278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:41:03.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:03 smithi081 ceph-mon[107735]: pgmap v7278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:04.458Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:04.459Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:05 smithi170 ceph-mon[97338]: pgmap v7279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:05 smithi081 ceph-mon[95500]: pgmap v7279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:05.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:05 smithi081 ceph-mon[107735]: pgmap v7279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:07 smithi170 ceph-mon[97338]: pgmap v7280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:07 smithi081 ceph-mon[95500]: pgmap v7280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:07.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:07 smithi081 ceph-mon[107735]: pgmap v7280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:09 smithi170 ceph-mon[97338]: pgmap v7281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:09 smithi081 ceph-mon[95500]: pgmap v7281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:09.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:09 smithi081 ceph-mon[107735]: pgmap v7281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:11 smithi170 ceph-mon[97338]: pgmap v7282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:11 smithi081 ceph-mon[95500]: pgmap v7282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:11 smithi081 ceph-mon[107735]: pgmap v7282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:12.601Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:12.602Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:13 smithi170 ceph-mon[97338]: pgmap v7283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:13 smithi081 ceph-mon[95500]: pgmap v7283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:41:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:13 smithi081 ceph-mon[107735]: pgmap v7283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:14.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:14.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:15 smithi081 ceph-mon[95500]: pgmap v7284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:15.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:15 smithi081 ceph-mon[107735]: pgmap v7284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:15 smithi170 ceph-mon[97338]: pgmap v7284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:17 smithi081 ceph-mon[95500]: pgmap v7285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:17.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:17 smithi081 ceph-mon[107735]: pgmap v7285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:17 smithi170 ceph-mon[97338]: pgmap v7285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:19.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:19 smithi081 ceph-mon[95500]: pgmap v7286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:19.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:19 smithi081 ceph-mon[107735]: pgmap v7286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:19 smithi170 ceph-mon[97338]: pgmap v7286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:21.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:21 smithi081 ceph-mon[95500]: pgmap v7287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:21.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:21 smithi081 ceph-mon[107735]: pgmap v7287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:21 smithi170 ceph-mon[97338]: pgmap v7287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:22.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:22.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:41:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:23 smithi081 ceph-mon[95500]: pgmap v7288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:23 smithi081 ceph-mon[107735]: pgmap v7288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:23 smithi170 ceph-mon[97338]: pgmap v7288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:24.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:24.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:25 smithi081 ceph-mon[95500]: pgmap v7289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:25.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:25 smithi081 ceph-mon[107735]: pgmap v7289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:25 smithi170 ceph-mon[97338]: pgmap v7289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:27 smithi081 ceph-mon[95500]: pgmap v7290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:27.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:27 smithi081 ceph-mon[107735]: pgmap v7290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:27 smithi170 ceph-mon[97338]: pgmap v7290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:29 smithi081 ceph-mon[95500]: pgmap v7291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:29 smithi081 ceph-mon[107735]: pgmap v7291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:29 smithi170 ceph-mon[97338]: pgmap v7291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:31 smithi170 ceph-mon[97338]: pgmap v7292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:31 smithi081 ceph-mon[95500]: pgmap v7292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:31 smithi081 ceph-mon[107735]: pgmap v7292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:32.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:32.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:33 smithi081 ceph-mon[95500]: pgmap v7293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:41:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:33 smithi081 ceph-mon[107735]: pgmap v7293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:33 smithi170 ceph-mon[97338]: pgmap v7293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:34.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:34.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:35 smithi170 ceph-mon[97338]: pgmap v7294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:35 smithi081 ceph-mon[95500]: pgmap v7294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:35 smithi081 ceph-mon[107735]: pgmap v7294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:37 smithi170 ceph-mon[97338]: pgmap v7295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:37 smithi081 ceph-mon[95500]: pgmap v7295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:37 smithi081 ceph-mon[107735]: pgmap v7295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:39 smithi170 ceph-mon[97338]: pgmap v7296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:39 smithi081 ceph-mon[95500]: pgmap v7296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:39 smithi081 ceph-mon[107735]: pgmap v7296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:41 smithi170 ceph-mon[97338]: pgmap v7297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:41 smithi081 ceph-mon[95500]: pgmap v7297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:41 smithi081 ceph-mon[107735]: pgmap v7297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:42.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:42.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:43 smithi081 ceph-mon[95500]: pgmap v7298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:41:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:43 smithi081 ceph-mon[107735]: pgmap v7298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:43 smithi170 ceph-mon[97338]: pgmap v7298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:44.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:44.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:45 smithi170 ceph-mon[97338]: pgmap v7299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:45 smithi081 ceph-mon[95500]: pgmap v7299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:45 smithi081 ceph-mon[107735]: pgmap v7299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:47 smithi170 ceph-mon[97338]: pgmap v7300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:47 smithi081 ceph-mon[95500]: pgmap v7300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:47 smithi081 ceph-mon[107735]: pgmap v7300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:49 smithi170 ceph-mon[97338]: pgmap v7301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:49 smithi081 ceph-mon[95500]: pgmap v7301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:49 smithi081 ceph-mon[107735]: pgmap v7301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:51 smithi170 ceph-mon[97338]: pgmap v7302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:51 smithi081 ceph-mon[95500]: pgmap v7302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:51 smithi081 ceph-mon[107735]: pgmap v7302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:52.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:52.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:53 smithi081 ceph-mon[95500]: pgmap v7303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:41:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:53 smithi081 ceph-mon[107735]: pgmap v7303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:53 smithi170 ceph-mon[97338]: pgmap v7303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:41:54.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:41:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:41:54.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:41:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:55 smithi170 ceph-mon[97338]: pgmap v7304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:55.787 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:55 smithi081 ceph-mon[95500]: pgmap v7304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:55.788 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:55 smithi081 ceph-mon[107735]: pgmap v7304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:57 smithi170 ceph-mon[97338]: pgmap v7305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:57 smithi081 ceph-mon[95500]: pgmap v7305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:57 smithi081 ceph-mon[107735]: pgmap v7305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:41:59 smithi170 ceph-mon[97338]: pgmap v7306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:41:59 smithi081 ceph-mon[95500]: pgmap v7306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:41:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:41:59 smithi081 ceph-mon[107735]: pgmap v7306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:01 smithi170 ceph-mon[97338]: pgmap v7307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:01 smithi081 ceph-mon[95500]: pgmap v7307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:01 smithi081 ceph-mon[107735]: pgmap v7307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:02.606Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:02.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:03.320 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:42:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:03 smithi170 ceph-mon[97338]: pgmap v7308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:03 smithi081 ceph-mon[95500]: pgmap v7308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:03 smithi081 ceph-mon[107735]: pgmap v7308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:04.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:04.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:05 smithi170 ceph-mon[97338]: pgmap v7309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:05 smithi081 ceph-mon[95500]: pgmap v7309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:05 smithi081 ceph-mon[107735]: pgmap v7309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:07 smithi170 ceph-mon[97338]: pgmap v7310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:07 smithi081 ceph-mon[95500]: pgmap v7310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:07 smithi081 ceph-mon[107735]: pgmap v7310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:09 smithi170 ceph-mon[97338]: pgmap v7311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:09 smithi081 ceph-mon[95500]: pgmap v7311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:09 smithi081 ceph-mon[107735]: pgmap v7311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:11 smithi170 ceph-mon[97338]: pgmap v7312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:11 smithi081 ceph-mon[95500]: pgmap v7312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:11 smithi081 ceph-mon[107735]: pgmap v7312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:12.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:12.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:13.336 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:42:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:13 smithi170 ceph-mon[97338]: pgmap v7313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:13 smithi081 ceph-mon[95500]: pgmap v7313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:13 smithi081 ceph-mon[107735]: pgmap v7313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:14.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:14.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:15 smithi170 ceph-mon[97338]: pgmap v7314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:15 smithi081 ceph-mon[95500]: pgmap v7314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:15 smithi081 ceph-mon[107735]: pgmap v7314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:17 smithi170 ceph-mon[97338]: pgmap v7315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:17 smithi081 ceph-mon[95500]: pgmap v7315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:17 smithi081 ceph-mon[107735]: pgmap v7315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:19 smithi170 ceph-mon[97338]: pgmap v7316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:19 smithi081 ceph-mon[95500]: pgmap v7316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:19 smithi081 ceph-mon[107735]: pgmap v7316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:21 smithi170 ceph-mon[97338]: pgmap v7317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:21 smithi081 ceph-mon[95500]: pgmap v7317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:21 smithi081 ceph-mon[107735]: pgmap v7317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:22.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:22.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:23.353 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:42:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:23 smithi170 ceph-mon[97338]: pgmap v7318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:23 smithi081 ceph-mon[95500]: pgmap v7318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:23 smithi081 ceph-mon[107735]: pgmap v7318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:24.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:24.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:25 smithi170 ceph-mon[97338]: pgmap v7319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:25 smithi081 ceph-mon[95500]: pgmap v7319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:25 smithi081 ceph-mon[107735]: pgmap v7319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:27 smithi170 ceph-mon[97338]: pgmap v7320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:27 smithi081 ceph-mon[95500]: pgmap v7320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:27.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:27 smithi081 ceph-mon[107735]: pgmap v7320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:29 smithi170 ceph-mon[97338]: pgmap v7321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:29 smithi081 ceph-mon[95500]: pgmap v7321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:29 smithi081 ceph-mon[107735]: pgmap v7321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:31.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:31 smithi170 ceph-mon[97338]: pgmap v7322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:31 smithi081 ceph-mon[95500]: pgmap v7322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:31 smithi081 ceph-mon[107735]: pgmap v7322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:32.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:32.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:33.367 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:42:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:33 smithi170 ceph-mon[97338]: pgmap v7323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:33 smithi081 ceph-mon[95500]: pgmap v7323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:33 smithi081 ceph-mon[107735]: pgmap v7323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:34.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:34.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:35 smithi170 ceph-mon[97338]: pgmap v7324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:35 smithi081 ceph-mon[95500]: pgmap v7324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:35 smithi081 ceph-mon[107735]: pgmap v7324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:37 smithi170 ceph-mon[97338]: pgmap v7325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:37 smithi081 ceph-mon[95500]: pgmap v7325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:37.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:37 smithi081 ceph-mon[107735]: pgmap v7325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:39 smithi170 ceph-mon[97338]: pgmap v7326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:39 smithi081 ceph-mon[95500]: pgmap v7326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:39 smithi081 ceph-mon[107735]: pgmap v7326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:41 smithi170 ceph-mon[97338]: pgmap v7327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:41 smithi081 ceph-mon[95500]: pgmap v7327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:41.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:41 smithi081 ceph-mon[107735]: pgmap v7327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:42.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:42.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:43.385 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:42:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:43 smithi170 ceph-mon[97338]: pgmap v7328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:43 smithi081 ceph-mon[95500]: pgmap v7328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:43 smithi081 ceph-mon[107735]: pgmap v7328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:44.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:44.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:45 smithi170 ceph-mon[97338]: pgmap v7329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:45 smithi081 ceph-mon[95500]: pgmap v7329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:45 smithi081 ceph-mon[107735]: pgmap v7329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:47 smithi170 ceph-mon[97338]: pgmap v7330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:47 smithi081 ceph-mon[95500]: pgmap v7330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:47 smithi081 ceph-mon[107735]: pgmap v7330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:49 smithi170 ceph-mon[97338]: pgmap v7331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:49 smithi081 ceph-mon[95500]: pgmap v7331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:49 smithi081 ceph-mon[107735]: pgmap v7331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:51 smithi170 ceph-mon[97338]: pgmap v7332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:51 smithi081 ceph-mon[95500]: pgmap v7332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:51 smithi081 ceph-mon[107735]: pgmap v7332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:52.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:52.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:53.399 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:42:53.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:53 smithi170 ceph-mon[97338]: pgmap v7333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:53 smithi081 ceph-mon[95500]: pgmap v7333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:53 smithi081 ceph-mon[107735]: pgmap v7333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:42:54.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:42:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:42:54.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:42:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:55 smithi170 ceph-mon[97338]: pgmap v7334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:55 smithi081 ceph-mon[95500]: pgmap v7334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:55 smithi081 ceph-mon[107735]: pgmap v7334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:57 smithi170 ceph-mon[97338]: pgmap v7335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:57 smithi081 ceph-mon[95500]: pgmap v7335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:57 smithi081 ceph-mon[107735]: pgmap v7335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:42:59 smithi170 ceph-mon[97338]: pgmap v7336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:42:59 smithi081 ceph-mon[95500]: pgmap v7336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:42:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:42:59 smithi081 ceph-mon[107735]: pgmap v7336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:01 smithi170 ceph-mon[97338]: pgmap v7337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:01 smithi081 ceph-mon[95500]: pgmap v7337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:01 smithi081 ceph-mon[107735]: pgmap v7337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:02.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:02.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:03.415 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:43:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:03 smithi170 ceph-mon[97338]: pgmap v7338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:03 smithi081 ceph-mon[95500]: pgmap v7338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:03 smithi081 ceph-mon[107735]: pgmap v7338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:04.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:04.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:05 smithi170 ceph-mon[97338]: pgmap v7339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:05 smithi081 ceph-mon[95500]: pgmap v7339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:05 smithi081 ceph-mon[107735]: pgmap v7339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:07 smithi170 ceph-mon[97338]: pgmap v7340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:07 smithi081 ceph-mon[95500]: pgmap v7340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:07 smithi081 ceph-mon[107735]: pgmap v7340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:09 smithi170 ceph-mon[97338]: pgmap v7341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:09 smithi081 ceph-mon[95500]: pgmap v7341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:09 smithi081 ceph-mon[107735]: pgmap v7341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:11 smithi170 ceph-mon[97338]: pgmap v7342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:11 smithi081 ceph-mon[95500]: pgmap v7342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:11 smithi081 ceph-mon[107735]: pgmap v7342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:12.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:13.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:12.612Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:13.430 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:43:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:13 smithi170 ceph-mon[97338]: pgmap v7343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:13.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:13 smithi081 ceph-mon[95500]: pgmap v7343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:13 smithi081 ceph-mon[107735]: pgmap v7343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:14.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:14.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:15 smithi170 ceph-mon[97338]: pgmap v7344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:15 smithi081 ceph-mon[95500]: pgmap v7344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:15 smithi081 ceph-mon[107735]: pgmap v7344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:17 smithi170 ceph-mon[97338]: pgmap v7345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:17 smithi081 ceph-mon[95500]: pgmap v7345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:17 smithi081 ceph-mon[107735]: pgmap v7345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:19 smithi170 ceph-mon[97338]: pgmap v7346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:19 smithi081 ceph-mon[95500]: pgmap v7346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:19 smithi081 ceph-mon[107735]: pgmap v7346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:21 smithi170 ceph-mon[97338]: pgmap v7347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:21 smithi081 ceph-mon[95500]: pgmap v7347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:21 smithi081 ceph-mon[107735]: pgmap v7347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:22.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:22.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:23.449 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:43:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:23 smithi170 ceph-mon[97338]: pgmap v7348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:23 smithi081 ceph-mon[95500]: pgmap v7348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:23 smithi081 ceph-mon[107735]: pgmap v7348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:24.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:24.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:25 smithi170 ceph-mon[97338]: pgmap v7349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:25 smithi081 ceph-mon[95500]: pgmap v7349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:25 smithi081 ceph-mon[107735]: pgmap v7349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:27 smithi170 ceph-mon[97338]: pgmap v7350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:27 smithi081 ceph-mon[95500]: pgmap v7350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:27 smithi081 ceph-mon[107735]: pgmap v7350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:29 smithi170 ceph-mon[97338]: pgmap v7351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:29 smithi081 ceph-mon[95500]: pgmap v7351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:29 smithi081 ceph-mon[107735]: pgmap v7351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:31 smithi170 ceph-mon[97338]: pgmap v7352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:31 smithi081 ceph-mon[95500]: pgmap v7352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:31 smithi081 ceph-mon[107735]: pgmap v7352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:32.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:32.614Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:33.467 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:43:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:33 smithi170 ceph-mon[97338]: pgmap v7353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:33 smithi081 ceph-mon[95500]: pgmap v7353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:33.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:33 smithi081 ceph-mon[107735]: pgmap v7353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:34.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:34.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:35 smithi170 ceph-mon[97338]: pgmap v7354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:35 smithi081 ceph-mon[95500]: pgmap v7354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:35 smithi081 ceph-mon[107735]: pgmap v7354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:37 smithi170 ceph-mon[97338]: pgmap v7355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:37 smithi081 ceph-mon[95500]: pgmap v7355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:37 smithi081 ceph-mon[107735]: pgmap v7355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:39 smithi170 ceph-mon[97338]: pgmap v7356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:39 smithi081 ceph-mon[95500]: pgmap v7356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:39 smithi081 ceph-mon[107735]: pgmap v7356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:41 smithi170 ceph-mon[97338]: pgmap v7357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:41 smithi081 ceph-mon[95500]: pgmap v7357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:41 smithi081 ceph-mon[107735]: pgmap v7357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:42.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:42.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:43.481 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:43:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:43 smithi170 ceph-mon[97338]: pgmap v7358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:43 smithi081 ceph-mon[95500]: pgmap v7358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:43 smithi081 ceph-mon[107735]: pgmap v7358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:44.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:44.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:45 smithi170 ceph-mon[97338]: pgmap v7359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:45 smithi081 ceph-mon[95500]: pgmap v7359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:45 smithi081 ceph-mon[107735]: pgmap v7359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:47 smithi170 ceph-mon[97338]: pgmap v7360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:47 smithi081 ceph-mon[95500]: pgmap v7360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:47 smithi081 ceph-mon[107735]: pgmap v7360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:49.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:49 smithi170 ceph-mon[97338]: pgmap v7361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:49 smithi081 ceph-mon[95500]: pgmap v7361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:49 smithi081 ceph-mon[107735]: pgmap v7361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:51 smithi170 ceph-mon[97338]: pgmap v7362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:51 smithi081 ceph-mon[95500]: pgmap v7362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:51 smithi081 ceph-mon[107735]: pgmap v7362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:52.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:52.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:53.496 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:43:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:53 smithi081 ceph-mon[95500]: pgmap v7363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:53 smithi081 ceph-mon[107735]: pgmap v7363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:53 smithi170 ceph-mon[97338]: pgmap v7363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:43:54.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:43:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:43:54.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:43:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:55 smithi081 ceph-mon[95500]: pgmap v7364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:55 smithi081 ceph-mon[107735]: pgmap v7364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:55 smithi170 ceph-mon[97338]: pgmap v7364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:57 smithi081 ceph-mon[95500]: pgmap v7365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:57 smithi081 ceph-mon[107735]: pgmap v7365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:57 smithi170 ceph-mon[97338]: pgmap v7365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:43:59 smithi081 ceph-mon[95500]: pgmap v7366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:43:59 smithi081 ceph-mon[107735]: pgmap v7366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:43:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:43:59 smithi170 ceph-mon[97338]: pgmap v7366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:01 smithi081 ceph-mon[95500]: pgmap v7367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:01 smithi081 ceph-mon[107735]: pgmap v7367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:01 smithi170 ceph-mon[97338]: pgmap v7367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:02.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:02.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:03.513 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:44:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:03 smithi081 ceph-mon[95500]: pgmap v7368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:03 smithi081 ceph-mon[107735]: pgmap v7368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:03 smithi170 ceph-mon[97338]: pgmap v7368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:04.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:04.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:05 smithi170 ceph-mon[97338]: pgmap v7369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:05 smithi081 ceph-mon[95500]: pgmap v7369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:05 smithi081 ceph-mon[107735]: pgmap v7369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:07 smithi170 ceph-mon[97338]: pgmap v7370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:07 smithi081 ceph-mon[95500]: pgmap v7370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:07 smithi081 ceph-mon[107735]: pgmap v7370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:09 smithi170 ceph-mon[97338]: pgmap v7371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:09 smithi081 ceph-mon[95500]: pgmap v7371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:10.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:09 smithi081 ceph-mon[107735]: pgmap v7371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:11 smithi170 ceph-mon[97338]: pgmap v7372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:11 smithi081 ceph-mon[95500]: pgmap v7372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:11 smithi081 ceph-mon[107735]: pgmap v7372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:12.615Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:12.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:44:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:13 smithi170 ceph-mon[97338]: pgmap v7373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:13 smithi081 ceph-mon[95500]: pgmap v7373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:13 smithi081 ceph-mon[107735]: pgmap v7373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:14.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:14.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:15 smithi170 ceph-mon[97338]: pgmap v7374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:15 smithi081 ceph-mon[95500]: pgmap v7374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:15 smithi081 ceph-mon[107735]: pgmap v7374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:17 smithi170 ceph-mon[97338]: pgmap v7375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:17 smithi081 ceph-mon[95500]: pgmap v7375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:17 smithi081 ceph-mon[107735]: pgmap v7375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:19 smithi170 ceph-mon[97338]: pgmap v7376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:19 smithi081 ceph-mon[95500]: pgmap v7376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:19 smithi081 ceph-mon[107735]: pgmap v7376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:21 smithi170 ceph-mon[97338]: pgmap v7377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:21 smithi081 ceph-mon[95500]: pgmap v7377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:21 smithi081 ceph-mon[107735]: pgmap v7377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:22.616Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:22.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:44:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:23 smithi170 ceph-mon[97338]: pgmap v7378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:23 smithi081 ceph-mon[95500]: pgmap v7378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:23 smithi081 ceph-mon[107735]: pgmap v7378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:24.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:24.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:25 smithi170 ceph-mon[97338]: pgmap v7379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:25 smithi081 ceph-mon[95500]: pgmap v7379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:25 smithi081 ceph-mon[107735]: pgmap v7379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:27 smithi170 ceph-mon[97338]: pgmap v7380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:27 smithi081 ceph-mon[95500]: pgmap v7380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:27 smithi081 ceph-mon[107735]: pgmap v7380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:29.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:29 smithi170 ceph-mon[97338]: pgmap v7381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:29 smithi081 ceph-mon[95500]: pgmap v7381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:29 smithi081 ceph-mon[107735]: pgmap v7381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:31 smithi170 ceph-mon[97338]: pgmap v7382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:31 smithi081 ceph-mon[95500]: pgmap v7382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:31 smithi081 ceph-mon[107735]: pgmap v7382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:32.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:32.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:44:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:33 smithi170 ceph-mon[97338]: pgmap v7383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:33 smithi081 ceph-mon[107735]: pgmap v7383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:33 smithi081 ceph-mon[95500]: pgmap v7383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:34.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:34.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:35 smithi170 ceph-mon[97338]: pgmap v7384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:35 smithi081 ceph-mon[95500]: pgmap v7384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:35 smithi081 ceph-mon[107735]: pgmap v7384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:37 smithi170 ceph-mon[97338]: pgmap v7385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:37 smithi081 ceph-mon[95500]: pgmap v7385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:37 smithi081 ceph-mon[107735]: pgmap v7385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:39 smithi170 ceph-mon[97338]: pgmap v7386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:39 smithi081 ceph-mon[95500]: pgmap v7386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:39 smithi081 ceph-mon[107735]: pgmap v7386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:41 smithi170 ceph-mon[97338]: pgmap v7387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:41 smithi081 ceph-mon[95500]: pgmap v7387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:41 smithi081 ceph-mon[107735]: pgmap v7387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:42.618Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:42.619Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:44:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:43 smithi170 ceph-mon[97338]: pgmap v7388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:43 smithi081 ceph-mon[95500]: pgmap v7388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:44.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:43 smithi081 ceph-mon[107735]: pgmap v7388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:44.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:44.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:45 smithi170 ceph-mon[97338]: pgmap v7389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:45 smithi081 ceph-mon[107735]: pgmap v7389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:45 smithi081 ceph-mon[95500]: pgmap v7389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:47 smithi170 ceph-mon[97338]: pgmap v7390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:47 smithi081 ceph-mon[107735]: pgmap v7390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:47 smithi081 ceph-mon[95500]: pgmap v7390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:49 smithi170 ceph-mon[97338]: pgmap v7391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:49 smithi081 ceph-mon[107735]: pgmap v7391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:49 smithi081 ceph-mon[95500]: pgmap v7391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:51 smithi170 ceph-mon[97338]: pgmap v7392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:51 smithi081 ceph-mon[95500]: pgmap v7392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:51 smithi081 ceph-mon[107735]: pgmap v7392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:52.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:52.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:44:53.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:53 smithi170 ceph-mon[97338]: pgmap v7393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:53 smithi081 ceph-mon[95500]: pgmap v7393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:53 smithi081 ceph-mon[107735]: pgmap v7393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:44:54.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:44:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:44:54.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:44:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:55 smithi170 ceph-mon[97338]: pgmap v7394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:55 smithi081 ceph-mon[95500]: pgmap v7394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:55 smithi081 ceph-mon[107735]: pgmap v7394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:57 smithi170 ceph-mon[97338]: pgmap v7395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:57 smithi081 ceph-mon[95500]: pgmap v7395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:57 smithi081 ceph-mon[107735]: pgmap v7395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:44:59.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:44:59 smithi170 ceph-mon[97338]: pgmap v7396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:44:59 smithi081 ceph-mon[95500]: pgmap v7396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:00.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:44:59 smithi081 ceph-mon[107735]: pgmap v7396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:01 smithi170 ceph-mon[97338]: pgmap v7397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:01 smithi081 ceph-mon[95500]: pgmap v7397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:01 smithi081 ceph-mon[107735]: pgmap v7397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:02.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:02.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:45:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:03 smithi170 ceph-mon[97338]: pgmap v7398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:03 smithi081 ceph-mon[95500]: pgmap v7398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:03 smithi081 ceph-mon[107735]: pgmap v7398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:04.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:04.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:05 smithi170 ceph-mon[97338]: pgmap v7399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:05 smithi081 ceph-mon[95500]: pgmap v7399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:05 smithi081 ceph-mon[107735]: pgmap v7399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:07 smithi170 ceph-mon[97338]: pgmap v7400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:07 smithi081 ceph-mon[95500]: pgmap v7400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:07 smithi081 ceph-mon[107735]: pgmap v7400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:09 smithi170 ceph-mon[97338]: pgmap v7401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:09 smithi081 ceph-mon[95500]: pgmap v7401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:09 smithi081 ceph-mon[107735]: pgmap v7401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:11 smithi170 ceph-mon[97338]: pgmap v7402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:11 smithi081 ceph-mon[95500]: pgmap v7402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:11 smithi081 ceph-mon[107735]: pgmap v7402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:12.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:12.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:45:13.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:13 smithi170 ceph-mon[97338]: pgmap v7403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:13 smithi081 ceph-mon[95500]: pgmap v7403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:13 smithi081 ceph-mon[107735]: pgmap v7403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:14.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:14.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:15 smithi170 ceph-mon[97338]: pgmap v7404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:15 smithi081 ceph-mon[95500]: pgmap v7404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:15 smithi081 ceph-mon[107735]: pgmap v7404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:17 smithi170 ceph-mon[97338]: pgmap v7405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:17 smithi081 ceph-mon[95500]: pgmap v7405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:17 smithi081 ceph-mon[107735]: pgmap v7405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:19 smithi170 ceph-mon[97338]: pgmap v7406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:19 smithi081 ceph-mon[95500]: pgmap v7406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:19 smithi081 ceph-mon[107735]: pgmap v7406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:21 smithi170 ceph-mon[97338]: pgmap v7407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:21 smithi081 ceph-mon[95500]: pgmap v7407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:21 smithi081 ceph-mon[107735]: pgmap v7407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:22.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:23.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:22.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:45:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:23 smithi170 ceph-mon[97338]: pgmap v7408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:23 smithi081 ceph-mon[95500]: pgmap v7408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:24.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:23 smithi081 ceph-mon[107735]: pgmap v7408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:24.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:24.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:26.001 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:25 smithi170 ceph-mon[97338]: pgmap v7409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:25 smithi081 ceph-mon[95500]: pgmap v7409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:26.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:25 smithi081 ceph-mon[107735]: pgmap v7409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:27 smithi170 ceph-mon[97338]: pgmap v7410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:27 smithi081 ceph-mon[95500]: pgmap v7410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:27 smithi081 ceph-mon[107735]: pgmap v7410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:29 smithi170 ceph-mon[97338]: pgmap v7411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:29 smithi081 ceph-mon[95500]: pgmap v7411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:30.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:29 smithi081 ceph-mon[107735]: pgmap v7411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:31 smithi170 ceph-mon[97338]: pgmap v7412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:31 smithi081 ceph-mon[95500]: pgmap v7412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:31 smithi081 ceph-mon[107735]: pgmap v7412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:32.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:32.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:45:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:33 smithi170 ceph-mon[97338]: pgmap v7413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:33 smithi081 ceph-mon[95500]: pgmap v7413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:33 smithi081 ceph-mon[107735]: pgmap v7413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:34.731 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:34.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:34.731 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:34.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:34 smithi170 ceph-mon[97338]: pgmap v7414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:34 smithi081 ceph-mon[95500]: pgmap v7414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:34 smithi081 ceph-mon[107735]: pgmap v7414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:36 smithi170 ceph-mon[97338]: pgmap v7415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:37.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:36 smithi081 ceph-mon[95500]: pgmap v7415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:37.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:36 smithi081 ceph-mon[107735]: pgmap v7415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:39 smithi170 ceph-mon[97338]: pgmap v7416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:39 smithi081 ceph-mon[95500]: pgmap v7416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:39.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:39 smithi081 ceph-mon[107735]: pgmap v7416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:41 smithi170 ceph-mon[97338]: pgmap v7417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:41 smithi081 ceph-mon[95500]: pgmap v7417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:41 smithi081 ceph-mon[107735]: pgmap v7417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:42.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:42.624Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:43 smithi170 ceph-mon[97338]: pgmap v7418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:43 smithi081 ceph-mon[95500]: pgmap v7418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:45:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:43 smithi081 ceph-mon[107735]: pgmap v7418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:44.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:44.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:45 smithi170 ceph-mon[97338]: pgmap v7419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:45 smithi081 ceph-mon[95500]: pgmap v7419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:45 smithi081 ceph-mon[107735]: pgmap v7419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:47 smithi170 ceph-mon[97338]: pgmap v7420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:47 smithi081 ceph-mon[95500]: pgmap v7420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:47 smithi081 ceph-mon[107735]: pgmap v7420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:49 smithi170 ceph-mon[97338]: pgmap v7421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:49 smithi081 ceph-mon[95500]: pgmap v7421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:49.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:49 smithi081 ceph-mon[107735]: pgmap v7421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:51 smithi170 ceph-mon[97338]: pgmap v7422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:51 smithi081 ceph-mon[95500]: pgmap v7422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:51 smithi081 ceph-mon[107735]: pgmap v7422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:52.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:52.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:53 smithi170 ceph-mon[97338]: pgmap v7423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:53 smithi081 ceph-mon[95500]: pgmap v7423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:45:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:53 smithi081 ceph-mon[107735]: pgmap v7423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:45:54.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:45:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:45:54.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:45:55.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:55 smithi170 ceph-mon[97338]: pgmap v7424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:55 smithi081 ceph-mon[95500]: pgmap v7424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:55 smithi081 ceph-mon[107735]: pgmap v7424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:57.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:57 smithi170 ceph-mon[97338]: pgmap v7425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:57 smithi081 ceph-mon[95500]: pgmap v7425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:57 smithi081 ceph-mon[107735]: pgmap v7425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:45:59 smithi170 ceph-mon[97338]: pgmap v7426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:45:59 smithi081 ceph-mon[95500]: pgmap v7426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:45:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:45:59 smithi081 ceph-mon[107735]: pgmap v7426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:01.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:01 smithi170 ceph-mon[97338]: pgmap v7427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:01 smithi081 ceph-mon[95500]: pgmap v7427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:01.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:01 smithi081 ceph-mon[107735]: pgmap v7427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:02.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:02.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:03.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:03 smithi170 ceph-mon[97338]: pgmap v7428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:03 smithi081 ceph-mon[95500]: pgmap v7428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:46:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:03 smithi081 ceph-mon[107735]: pgmap v7428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:04.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:04.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:05 smithi170 ceph-mon[97338]: pgmap v7429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:05 smithi081 ceph-mon[95500]: pgmap v7429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:05.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:05 smithi081 ceph-mon[107735]: pgmap v7429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:07 smithi170 ceph-mon[97338]: pgmap v7430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:07 smithi081 ceph-mon[95500]: pgmap v7430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:07.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:07 smithi081 ceph-mon[107735]: pgmap v7430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:09.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:09 smithi170 ceph-mon[97338]: pgmap v7431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:09 smithi081 ceph-mon[95500]: pgmap v7431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:09.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:09 smithi081 ceph-mon[107735]: pgmap v7431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:11 smithi170 ceph-mon[97338]: pgmap v7432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:11 smithi081 ceph-mon[95500]: pgmap v7432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:11 smithi081 ceph-mon[107735]: pgmap v7432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:12.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:12.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:13 smithi170 ceph-mon[97338]: pgmap v7433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:13 smithi081 ceph-mon[95500]: pgmap v7433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:46:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:13 smithi081 ceph-mon[107735]: pgmap v7433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:14.479Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:14.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:15 smithi170 ceph-mon[97338]: pgmap v7434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:15.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:15 smithi081 ceph-mon[95500]: pgmap v7434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:15.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:15 smithi081 ceph-mon[107735]: pgmap v7434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:17.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:17 smithi170 ceph-mon[97338]: pgmap v7435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:17 smithi081 ceph-mon[95500]: pgmap v7435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:17.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:17 smithi081 ceph-mon[107735]: pgmap v7435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:19.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:19 smithi170 ceph-mon[97338]: pgmap v7436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:19.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:19 smithi081 ceph-mon[95500]: pgmap v7436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:19.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:19 smithi081 ceph-mon[107735]: pgmap v7436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:21 smithi170 ceph-mon[97338]: pgmap v7437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:21.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:21 smithi081 ceph-mon[95500]: pgmap v7437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:21.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:21 smithi081 ceph-mon[107735]: pgmap v7437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:22.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:22.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:23 smithi170 ceph-mon[97338]: pgmap v7438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:23 smithi081 ceph-mon[95500]: pgmap v7438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:46:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:23 smithi081 ceph-mon[107735]: pgmap v7438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:24.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:24.481Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:25 smithi170 ceph-mon[97338]: pgmap v7439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:25 smithi081 ceph-mon[95500]: pgmap v7439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:25.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:25 smithi081 ceph-mon[107735]: pgmap v7439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:27 smithi170 ceph-mon[97338]: pgmap v7440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:27.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:27 smithi081 ceph-mon[95500]: pgmap v7440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:27.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:27 smithi081 ceph-mon[107735]: pgmap v7440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:29.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:29 smithi170 ceph-mon[97338]: pgmap v7441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:29.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:29 smithi081 ceph-mon[95500]: pgmap v7441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:29 smithi081 ceph-mon[107735]: pgmap v7441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:31 smithi170 ceph-mon[97338]: pgmap v7442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:31.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:31 smithi081 ceph-mon[95500]: pgmap v7442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:31 smithi081 ceph-mon[107735]: pgmap v7442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:33.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:32.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:33.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:32.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:33 smithi170 ceph-mon[97338]: pgmap v7443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:33 smithi081 ceph-mon[95500]: pgmap v7443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:46:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:33 smithi081 ceph-mon[107735]: pgmap v7443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:34.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:34.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:35 smithi170 ceph-mon[97338]: pgmap v7444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:35 smithi081 ceph-mon[95500]: pgmap v7444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:35 smithi081 ceph-mon[107735]: pgmap v7444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:37.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:37 smithi081 ceph-mon[95500]: pgmap v7445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:37.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:37 smithi081 ceph-mon[107735]: pgmap v7445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:37 smithi170 ceph-mon[97338]: pgmap v7445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:39.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:39 smithi081 ceph-mon[95500]: pgmap v7446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:39.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:39 smithi081 ceph-mon[107735]: pgmap v7446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:39 smithi170 ceph-mon[97338]: pgmap v7446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:41 smithi081 ceph-mon[95500]: pgmap v7447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:41 smithi081 ceph-mon[107735]: pgmap v7447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:41 smithi170 ceph-mon[97338]: pgmap v7447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:42.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:42.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:43 smithi081 ceph-mon[95500]: pgmap v7448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:46:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:43 smithi081 ceph-mon[107735]: pgmap v7448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:43 smithi170 ceph-mon[97338]: pgmap v7448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:44.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:44.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:45.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:45 smithi081 ceph-mon[95500]: pgmap v7449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:45.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:45 smithi081 ceph-mon[107735]: pgmap v7449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:45 smithi170 ceph-mon[97338]: pgmap v7449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:47.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:47 smithi081 ceph-mon[95500]: pgmap v7450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:47 smithi081 ceph-mon[107735]: pgmap v7450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:47 smithi170 ceph-mon[97338]: pgmap v7450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:49.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:49 smithi081 ceph-mon[95500]: pgmap v7451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:49 smithi081 ceph-mon[107735]: pgmap v7451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:49 smithi170 ceph-mon[97338]: pgmap v7451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:51 smithi081 ceph-mon[95500]: pgmap v7452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:51 smithi081 ceph-mon[107735]: pgmap v7452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:51 smithi170 ceph-mon[97338]: pgmap v7452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:52.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:52.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:53 smithi081 ceph-mon[95500]: pgmap v7453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:46:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:53 smithi081 ceph-mon[107735]: pgmap v7453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:53 smithi170 ceph-mon[97338]: pgmap v7453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:46:54.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:46:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:46:54.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:46:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:55 smithi170 ceph-mon[97338]: pgmap v7454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:55 smithi081 ceph-mon[95500]: pgmap v7454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:55 smithi081 ceph-mon[107735]: pgmap v7454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:57 smithi170 ceph-mon[97338]: pgmap v7455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:57 smithi081 ceph-mon[95500]: pgmap v7455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:57.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:57 smithi081 ceph-mon[107735]: pgmap v7455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:46:59 smithi170 ceph-mon[97338]: pgmap v7456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:46:59 smithi081 ceph-mon[95500]: pgmap v7456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:46:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:46:59 smithi081 ceph-mon[107735]: pgmap v7456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:01 smithi170 ceph-mon[97338]: pgmap v7457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:01 smithi081 ceph-mon[95500]: pgmap v7457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:01 smithi081 ceph-mon[107735]: pgmap v7457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:02.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:02.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:03 smithi081 ceph-mon[95500]: pgmap v7458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:47:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:03 smithi081 ceph-mon[107735]: pgmap v7458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:03 smithi170 ceph-mon[97338]: pgmap v7458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:04.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:04.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:05 smithi170 ceph-mon[97338]: pgmap v7459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:05 smithi081 ceph-mon[95500]: pgmap v7459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:05 smithi081 ceph-mon[107735]: pgmap v7459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:07 smithi170 ceph-mon[97338]: pgmap v7460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:07 smithi081 ceph-mon[95500]: pgmap v7460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:07 smithi081 ceph-mon[107735]: pgmap v7460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:09 smithi170 ceph-mon[97338]: pgmap v7461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:09 smithi081 ceph-mon[95500]: pgmap v7461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:09 smithi081 ceph-mon[107735]: pgmap v7461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:11 smithi170 ceph-mon[97338]: pgmap v7462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:11 smithi081 ceph-mon[95500]: pgmap v7462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:11 smithi081 ceph-mon[107735]: pgmap v7462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:12.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:12.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:13 smithi081 ceph-mon[95500]: pgmap v7463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:47:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:13 smithi081 ceph-mon[107735]: pgmap v7463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:13.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:13 smithi170 ceph-mon[97338]: pgmap v7463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:14.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:14.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:15 smithi170 ceph-mon[97338]: pgmap v7464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:15 smithi081 ceph-mon[95500]: pgmap v7464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:15 smithi081 ceph-mon[107735]: pgmap v7464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:17 smithi170 ceph-mon[97338]: pgmap v7465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:17 smithi081 ceph-mon[95500]: pgmap v7465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:17 smithi081 ceph-mon[107735]: pgmap v7465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:19 smithi170 ceph-mon[97338]: pgmap v7466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:19 smithi081 ceph-mon[95500]: pgmap v7466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:19.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:19 smithi081 ceph-mon[107735]: pgmap v7466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:21.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:21 smithi170 ceph-mon[97338]: pgmap v7467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:21 smithi081 ceph-mon[95500]: pgmap v7467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:21 smithi081 ceph-mon[107735]: pgmap v7467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:22.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:22.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:23 smithi081 ceph-mon[95500]: pgmap v7468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:47:23.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:23 smithi081 ceph-mon[107735]: pgmap v7468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:23 smithi170 ceph-mon[97338]: pgmap v7468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:24.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:24.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:25 smithi170 ceph-mon[97338]: pgmap v7469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:25 smithi081 ceph-mon[95500]: pgmap v7469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:25 smithi081 ceph-mon[107735]: pgmap v7469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:27 smithi170 ceph-mon[97338]: pgmap v7470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:27 smithi081 ceph-mon[95500]: pgmap v7470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:27 smithi081 ceph-mon[107735]: pgmap v7470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:29 smithi170 ceph-mon[97338]: pgmap v7471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:29 smithi081 ceph-mon[95500]: pgmap v7471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:29 smithi081 ceph-mon[107735]: pgmap v7471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:31 smithi170 ceph-mon[97338]: pgmap v7472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:31 smithi081 ceph-mon[95500]: pgmap v7472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:31 smithi081 ceph-mon[107735]: pgmap v7472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:32.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:32.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:33.323 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:47:33.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:33 smithi170 ceph-mon[97338]: pgmap v7473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:33 smithi081 ceph-mon[95500]: pgmap v7473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:33 smithi081 ceph-mon[107735]: pgmap v7473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:34.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:34.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:35.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:35 smithi170 ceph-mon[97338]: pgmap v7474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:35 smithi081 ceph-mon[95500]: pgmap v7474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:35 smithi081 ceph-mon[107735]: pgmap v7474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:37.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:37 smithi170 ceph-mon[97338]: pgmap v7475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:37 smithi081 ceph-mon[95500]: pgmap v7475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:37 smithi081 ceph-mon[107735]: pgmap v7475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:39.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:39 smithi170 ceph-mon[97338]: pgmap v7476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:39 smithi081 ceph-mon[95500]: pgmap v7476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:39 smithi081 ceph-mon[107735]: pgmap v7476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:41.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:41 smithi170 ceph-mon[97338]: pgmap v7477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:41 smithi081 ceph-mon[95500]: pgmap v7477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:41 smithi081 ceph-mon[107735]: pgmap v7477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:42.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:42.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:43.339 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:47:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:43 smithi170 ceph-mon[97338]: pgmap v7478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:43 smithi081 ceph-mon[95500]: pgmap v7478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:43 smithi081 ceph-mon[107735]: pgmap v7478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:44.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:44.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:45 smithi170 ceph-mon[97338]: pgmap v7479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:45 smithi081 ceph-mon[95500]: pgmap v7479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:45 smithi081 ceph-mon[107735]: pgmap v7479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:47.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:47 smithi170 ceph-mon[97338]: pgmap v7480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:47 smithi081 ceph-mon[95500]: pgmap v7480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:47.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:47 smithi081 ceph-mon[107735]: pgmap v7480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:49 smithi170 ceph-mon[97338]: pgmap v7481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:49 smithi081 ceph-mon[95500]: pgmap v7481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:49.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:49 smithi081 ceph-mon[107735]: pgmap v7481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:51 smithi170 ceph-mon[97338]: pgmap v7482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:51.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:51 smithi081 ceph-mon[95500]: pgmap v7482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:51.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:51 smithi081 ceph-mon[107735]: pgmap v7482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:52.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:53.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:52.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:53.352 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:47:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:53 smithi170 ceph-mon[97338]: pgmap v7483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:53 smithi081 ceph-mon[95500]: pgmap v7483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:53.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:53 smithi081 ceph-mon[107735]: pgmap v7483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:47:54.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:47:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:47:54.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:47:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:55 smithi170 ceph-mon[97338]: pgmap v7484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:55 smithi081 ceph-mon[95500]: pgmap v7484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:55 smithi081 ceph-mon[107735]: pgmap v7484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:57 smithi170 ceph-mon[97338]: pgmap v7485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:57 smithi081 ceph-mon[95500]: pgmap v7485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:57 smithi081 ceph-mon[107735]: pgmap v7485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:47:59 smithi170 ceph-mon[97338]: pgmap v7486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:47:59 smithi081 ceph-mon[95500]: pgmap v7486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:47:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:47:59 smithi081 ceph-mon[107735]: pgmap v7486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:01 smithi170 ceph-mon[97338]: pgmap v7487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:01 smithi081 ceph-mon[95500]: pgmap v7487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:01 smithi081 ceph-mon[107735]: pgmap v7487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:02.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:02.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:03.372 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:48:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:03 smithi170 ceph-mon[97338]: pgmap v7488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:03 smithi081 ceph-mon[95500]: pgmap v7488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:03 smithi081 ceph-mon[107735]: pgmap v7488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:04.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:04.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:05 smithi170 ceph-mon[97338]: pgmap v7489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:05 smithi081 ceph-mon[95500]: pgmap v7489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:05 smithi081 ceph-mon[107735]: pgmap v7489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:07 smithi170 ceph-mon[97338]: pgmap v7490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:07 smithi081 ceph-mon[95500]: pgmap v7490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:07 smithi081 ceph-mon[107735]: pgmap v7490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:09.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:09 smithi170 ceph-mon[97338]: pgmap v7491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:09 smithi081 ceph-mon[95500]: pgmap v7491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:09 smithi081 ceph-mon[107735]: pgmap v7491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:11 smithi170 ceph-mon[97338]: pgmap v7492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:11 smithi081 ceph-mon[95500]: pgmap v7492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:11 smithi081 ceph-mon[107735]: pgmap v7492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:12.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:13.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:12.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:13.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:48:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:13 smithi170 ceph-mon[97338]: pgmap v7493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:13 smithi081 ceph-mon[95500]: pgmap v7493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:13 smithi081 ceph-mon[107735]: pgmap v7493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:14.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:14.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:15 smithi170 ceph-mon[97338]: pgmap v7494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:15 smithi081 ceph-mon[95500]: pgmap v7494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:15 smithi081 ceph-mon[107735]: pgmap v7494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:17 smithi170 ceph-mon[97338]: pgmap v7495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:17 smithi081 ceph-mon[95500]: pgmap v7495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:17 smithi081 ceph-mon[107735]: pgmap v7495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:19 smithi170 ceph-mon[97338]: pgmap v7496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:19 smithi081 ceph-mon[95500]: pgmap v7496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:19 smithi081 ceph-mon[107735]: pgmap v7496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:21 smithi170 ceph-mon[97338]: pgmap v7497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:21 smithi081 ceph-mon[95500]: pgmap v7497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:21 smithi081 ceph-mon[107735]: pgmap v7497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:22.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:22.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:23.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:48:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:23 smithi170 ceph-mon[97338]: pgmap v7498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:23 smithi081 ceph-mon[95500]: pgmap v7498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:23 smithi081 ceph-mon[107735]: pgmap v7498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:24.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:24.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:25 smithi170 ceph-mon[97338]: pgmap v7499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:25 smithi081 ceph-mon[95500]: pgmap v7499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:25 smithi081 ceph-mon[107735]: pgmap v7499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:27.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:27 smithi170 ceph-mon[97338]: pgmap v7500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:27 smithi081 ceph-mon[95500]: pgmap v7500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:27 smithi081 ceph-mon[107735]: pgmap v7500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:29 smithi170 ceph-mon[97338]: pgmap v7501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:29 smithi081 ceph-mon[95500]: pgmap v7501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:29 smithi081 ceph-mon[107735]: pgmap v7501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:31.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:31 smithi170 ceph-mon[97338]: pgmap v7502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:31 smithi081 ceph-mon[95500]: pgmap v7502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:31 smithi081 ceph-mon[107735]: pgmap v7502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:32.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:32.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:33.420 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:48:33.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:33 smithi170 ceph-mon[97338]: pgmap v7503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:33 smithi081 ceph-mon[95500]: pgmap v7503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:33 smithi081 ceph-mon[107735]: pgmap v7503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:34.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:34.490Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:35.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:35 smithi170 ceph-mon[97338]: pgmap v7504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:35 smithi081 ceph-mon[95500]: pgmap v7504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:35 smithi081 ceph-mon[107735]: pgmap v7504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:37.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:37 smithi170 ceph-mon[97338]: pgmap v7505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:37 smithi081 ceph-mon[95500]: pgmap v7505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:37 smithi081 ceph-mon[107735]: pgmap v7505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:39 smithi170 ceph-mon[97338]: pgmap v7506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:39 smithi081 ceph-mon[95500]: pgmap v7506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:39 smithi081 ceph-mon[107735]: pgmap v7506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:41 smithi170 ceph-mon[97338]: pgmap v7507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:41 smithi081 ceph-mon[95500]: pgmap v7507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:41 smithi081 ceph-mon[107735]: pgmap v7507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:42.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:42.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:43.436 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:48:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:43 smithi170 ceph-mon[97338]: pgmap v7508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:43 smithi081 ceph-mon[95500]: pgmap v7508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:43 smithi081 ceph-mon[107735]: pgmap v7508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:44.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:44.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:45 smithi170 ceph-mon[97338]: pgmap v7509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:45 smithi081 ceph-mon[95500]: pgmap v7509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:45 smithi081 ceph-mon[107735]: pgmap v7509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:47 smithi170 ceph-mon[97338]: pgmap v7510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:47 smithi081 ceph-mon[95500]: pgmap v7510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:47 smithi081 ceph-mon[107735]: pgmap v7510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:49 smithi170 ceph-mon[97338]: pgmap v7511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:49 smithi081 ceph-mon[95500]: pgmap v7511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:49 smithi081 ceph-mon[107735]: pgmap v7511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:51 smithi170 ceph-mon[97338]: pgmap v7512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:51 smithi081 ceph-mon[95500]: pgmap v7512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:51.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:51 smithi081 ceph-mon[107735]: pgmap v7512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:52.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:52.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:53.452 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:48:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:53 smithi170 ceph-mon[97338]: pgmap v7513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:53 smithi081 ceph-mon[95500]: pgmap v7513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:53 smithi081 ceph-mon[107735]: pgmap v7513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:48:54.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:48:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:48:54.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:48:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:55 smithi170 ceph-mon[97338]: pgmap v7514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:55 smithi081 ceph-mon[95500]: pgmap v7514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:55 smithi081 ceph-mon[107735]: pgmap v7514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:57 smithi170 ceph-mon[97338]: pgmap v7515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:57 smithi081 ceph-mon[95500]: pgmap v7515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:57 smithi081 ceph-mon[107735]: pgmap v7515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:48:59 smithi170 ceph-mon[97338]: pgmap v7516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:48:59 smithi081 ceph-mon[95500]: pgmap v7516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:48:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:48:59 smithi081 ceph-mon[107735]: pgmap v7516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:01 smithi170 ceph-mon[97338]: pgmap v7517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:01 smithi081 ceph-mon[95500]: pgmap v7517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:01 smithi081 ceph-mon[107735]: pgmap v7517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:02.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:02.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:03.468 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:49:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:03 smithi170 ceph-mon[97338]: pgmap v7518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:03 smithi081 ceph-mon[95500]: pgmap v7518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:03 smithi081 ceph-mon[107735]: pgmap v7518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:04.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:04.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:05 smithi170 ceph-mon[97338]: pgmap v7519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:05 smithi081 ceph-mon[95500]: pgmap v7519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:05 smithi081 ceph-mon[107735]: pgmap v7519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:07.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:07 smithi170 ceph-mon[97338]: pgmap v7520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:07 smithi081 ceph-mon[95500]: pgmap v7520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:07 smithi081 ceph-mon[107735]: pgmap v7520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:09 smithi170 ceph-mon[97338]: pgmap v7521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:09 smithi081 ceph-mon[95500]: pgmap v7521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:09 smithi081 ceph-mon[107735]: pgmap v7521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:11 smithi170 ceph-mon[97338]: pgmap v7522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:11 smithi081 ceph-mon[95500]: pgmap v7522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:11 smithi081 ceph-mon[107735]: pgmap v7522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:12.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:12.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:13.482 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:49:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:13 smithi170 ceph-mon[97338]: pgmap v7523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:13 smithi081 ceph-mon[95500]: pgmap v7523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:13 smithi081 ceph-mon[107735]: pgmap v7523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:14.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:14.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:15 smithi170 ceph-mon[97338]: pgmap v7524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:15 smithi081 ceph-mon[95500]: pgmap v7524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:15 smithi081 ceph-mon[107735]: pgmap v7524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:17 smithi170 ceph-mon[97338]: pgmap v7525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:17 smithi081 ceph-mon[95500]: pgmap v7525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:17 smithi081 ceph-mon[107735]: pgmap v7525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:19 smithi081 ceph-mon[95500]: pgmap v7526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:19 smithi081 ceph-mon[107735]: pgmap v7526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:19 smithi170 ceph-mon[97338]: pgmap v7526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:21 smithi081 ceph-mon[95500]: pgmap v7527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:21 smithi081 ceph-mon[107735]: pgmap v7527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:21 smithi170 ceph-mon[97338]: pgmap v7527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:22.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:22.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:23.501 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:49:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:23 smithi081 ceph-mon[95500]: pgmap v7528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:23 smithi081 ceph-mon[107735]: pgmap v7528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:23 smithi170 ceph-mon[97338]: pgmap v7528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:24.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:24.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:25 smithi081 ceph-mon[95500]: pgmap v7529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:25 smithi081 ceph-mon[107735]: pgmap v7529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:25 smithi170 ceph-mon[97338]: pgmap v7529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:27 smithi081 ceph-mon[95500]: pgmap v7530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:27 smithi081 ceph-mon[107735]: pgmap v7530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:27 smithi170 ceph-mon[97338]: pgmap v7530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:29 smithi081 ceph-mon[95500]: pgmap v7531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:29 smithi081 ceph-mon[107735]: pgmap v7531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:29.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:29 smithi170 ceph-mon[97338]: pgmap v7531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:31 smithi081 ceph-mon[95500]: pgmap v7532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:31 smithi081 ceph-mon[107735]: pgmap v7532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:31 smithi170 ceph-mon[97338]: pgmap v7532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:32.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:32.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:49:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:33 smithi170 ceph-mon[97338]: pgmap v7533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:33 smithi081 ceph-mon[95500]: pgmap v7533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:33 smithi081 ceph-mon[107735]: pgmap v7533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:34.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:34.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:35 smithi170 ceph-mon[97338]: pgmap v7534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:35 smithi081 ceph-mon[95500]: pgmap v7534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:35 smithi081 ceph-mon[107735]: pgmap v7534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:37 smithi170 ceph-mon[97338]: pgmap v7535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:37 smithi081 ceph-mon[95500]: pgmap v7535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:37 smithi081 ceph-mon[107735]: pgmap v7535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:39.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:39 smithi170 ceph-mon[97338]: pgmap v7536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:39 smithi081 ceph-mon[95500]: pgmap v7536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:39 smithi081 ceph-mon[107735]: pgmap v7536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:41 smithi170 ceph-mon[97338]: pgmap v7537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:41 smithi081 ceph-mon[95500]: pgmap v7537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:41 smithi081 ceph-mon[107735]: pgmap v7537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:42.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:42.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:49:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:43 smithi170 ceph-mon[97338]: pgmap v7538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:43 smithi081 ceph-mon[95500]: pgmap v7538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:43 smithi081 ceph-mon[107735]: pgmap v7538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:44.493Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:44.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:45.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:45 smithi170 ceph-mon[97338]: pgmap v7539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:45 smithi081 ceph-mon[95500]: pgmap v7539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:45 smithi081 ceph-mon[107735]: pgmap v7539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:47.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:47 smithi170 ceph-mon[97338]: pgmap v7540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:47 smithi081 ceph-mon[95500]: pgmap v7540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:47 smithi081 ceph-mon[107735]: pgmap v7540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:49 smithi170 ceph-mon[97338]: pgmap v7541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:49 smithi081 ceph-mon[95500]: pgmap v7541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:49 smithi081 ceph-mon[107735]: pgmap v7541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:51.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:51 smithi170 ceph-mon[97338]: pgmap v7542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:51 smithi081 ceph-mon[95500]: pgmap v7542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:51 smithi081 ceph-mon[107735]: pgmap v7542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:52.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:52.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:49:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:53 smithi170 ceph-mon[97338]: pgmap v7543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:53 smithi081 ceph-mon[95500]: pgmap v7543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:53 smithi081 ceph-mon[107735]: pgmap v7543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:49:54.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:49:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:49:54.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:49:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:55 smithi170 ceph-mon[97338]: pgmap v7544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:55 smithi081 ceph-mon[95500]: pgmap v7544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:55 smithi081 ceph-mon[107735]: pgmap v7544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:57 smithi170 ceph-mon[97338]: pgmap v7545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:57 smithi081 ceph-mon[95500]: pgmap v7545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:57 smithi081 ceph-mon[107735]: pgmap v7545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:49:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:49:59 smithi170 ceph-mon[97338]: pgmap v7546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:49:59 smithi081 ceph-mon[95500]: pgmap v7546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:49:59 smithi081 ceph-mon[107735]: pgmap v7546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:50:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:50:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T09:50:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:01 smithi170 ceph-mon[97338]: pgmap v7547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:01 smithi081 ceph-mon[95500]: pgmap v7547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:01 smithi081 ceph-mon[107735]: pgmap v7547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:02.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:02.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:50:03.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:03 smithi170 ceph-mon[97338]: pgmap v7548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:03 smithi081 ceph-mon[95500]: pgmap v7548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:03 smithi081 ceph-mon[107735]: pgmap v7548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:04.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:04.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:05 smithi170 ceph-mon[97338]: pgmap v7549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:05 smithi081 ceph-mon[95500]: pgmap v7549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:05 smithi081 ceph-mon[107735]: pgmap v7549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:07 smithi170 ceph-mon[97338]: pgmap v7550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:07 smithi081 ceph-mon[95500]: pgmap v7550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:07 smithi081 ceph-mon[107735]: pgmap v7550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:09 smithi170 ceph-mon[97338]: pgmap v7551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:09 smithi081 ceph-mon[95500]: pgmap v7551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:09 smithi081 ceph-mon[107735]: pgmap v7551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:11 smithi170 ceph-mon[97338]: pgmap v7552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:11 smithi081 ceph-mon[95500]: pgmap v7552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:11 smithi081 ceph-mon[107735]: pgmap v7552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:12.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:12.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:50:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:13 smithi170 ceph-mon[97338]: pgmap v7553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:13 smithi081 ceph-mon[95500]: pgmap v7553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:13 smithi081 ceph-mon[107735]: pgmap v7553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:14.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:14.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:15 smithi170 ceph-mon[97338]: pgmap v7554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:15 smithi081 ceph-mon[95500]: pgmap v7554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:15 smithi081 ceph-mon[107735]: pgmap v7554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:17 smithi170 ceph-mon[97338]: pgmap v7555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:17 smithi081 ceph-mon[95500]: pgmap v7555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:17 smithi081 ceph-mon[107735]: pgmap v7555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:19 smithi170 ceph-mon[97338]: pgmap v7556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:19 smithi081 ceph-mon[95500]: pgmap v7556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:19 smithi081 ceph-mon[107735]: pgmap v7556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:21 smithi170 ceph-mon[97338]: pgmap v7557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:21 smithi081 ceph-mon[95500]: pgmap v7557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:21 smithi081 ceph-mon[107735]: pgmap v7557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:22.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:22.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:50:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:23 smithi170 ceph-mon[97338]: pgmap v7558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:23 smithi081 ceph-mon[95500]: pgmap v7558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:23 smithi081 ceph-mon[107735]: pgmap v7558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:24.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:24.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:25 smithi170 ceph-mon[97338]: pgmap v7559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:25 smithi081 ceph-mon[95500]: pgmap v7559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:25 smithi081 ceph-mon[107735]: pgmap v7559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:27 smithi170 ceph-mon[97338]: pgmap v7560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:27 smithi081 ceph-mon[95500]: pgmap v7560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:27 smithi081 ceph-mon[107735]: pgmap v7560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:29 smithi170 ceph-mon[97338]: pgmap v7561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:29 smithi081 ceph-mon[95500]: pgmap v7561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:29 smithi081 ceph-mon[107735]: pgmap v7561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:31 smithi170 ceph-mon[97338]: pgmap v7562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:31 smithi081 ceph-mon[95500]: pgmap v7562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:32.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:31 smithi081 ceph-mon[107735]: pgmap v7562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:32.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:32.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:50:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:33 smithi170 ceph-mon[97338]: pgmap v7563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:33 smithi081 ceph-mon[95500]: pgmap v7563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:34.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:33 smithi081 ceph-mon[107735]: pgmap v7563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:34.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:34.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:35 smithi170 ceph-mon[97338]: pgmap v7564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:35 smithi081 ceph-mon[95500]: pgmap v7564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:35 smithi081 ceph-mon[107735]: pgmap v7564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:37 smithi170 ceph-mon[97338]: pgmap v7565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:37 smithi081 ceph-mon[95500]: pgmap v7565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:37 smithi081 ceph-mon[107735]: pgmap v7565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:39 smithi170 ceph-mon[97338]: pgmap v7566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:39 smithi081 ceph-mon[95500]: pgmap v7566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:40.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:39 smithi081 ceph-mon[107735]: pgmap v7566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:41 smithi170 ceph-mon[97338]: pgmap v7567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:41 smithi081 ceph-mon[95500]: pgmap v7567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:41 smithi081 ceph-mon[107735]: pgmap v7567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:42.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:42.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:50:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:43 smithi170 ceph-mon[97338]: pgmap v7568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:43 smithi081 ceph-mon[95500]: pgmap v7568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:43 smithi081 ceph-mon[107735]: pgmap v7568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:44.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:44.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:45 smithi170 ceph-mon[97338]: pgmap v7569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:45 smithi081 ceph-mon[95500]: pgmap v7569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:45 smithi081 ceph-mon[107735]: pgmap v7569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:47 smithi170 ceph-mon[97338]: pgmap v7570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:47 smithi081 ceph-mon[95500]: pgmap v7570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:47 smithi081 ceph-mon[107735]: pgmap v7570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:49 smithi170 ceph-mon[97338]: pgmap v7571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:49 smithi081 ceph-mon[95500]: pgmap v7571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:49 smithi081 ceph-mon[107735]: pgmap v7571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:51 smithi170 ceph-mon[97338]: pgmap v7572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:51 smithi081 ceph-mon[95500]: pgmap v7572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:51 smithi081 ceph-mon[107735]: pgmap v7572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:52.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:52.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:50:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:53 smithi170 ceph-mon[97338]: pgmap v7573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:53 smithi081 ceph-mon[95500]: pgmap v7573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:53 smithi081 ceph-mon[107735]: pgmap v7573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:50:54.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:50:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:50:54.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:50:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:55 smithi170 ceph-mon[97338]: pgmap v7574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:55 smithi081 ceph-mon[95500]: pgmap v7574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:55 smithi081 ceph-mon[107735]: pgmap v7574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:57 smithi170 ceph-mon[97338]: pgmap v7575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:57 smithi081 ceph-mon[95500]: pgmap v7575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:57 smithi081 ceph-mon[107735]: pgmap v7575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:50:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:50:59 smithi170 ceph-mon[97338]: pgmap v7576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:50:59 smithi081 ceph-mon[95500]: pgmap v7576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:50:59 smithi081 ceph-mon[107735]: pgmap v7576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:01 smithi170 ceph-mon[97338]: pgmap v7577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:01 smithi081 ceph-mon[95500]: pgmap v7577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:02.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:01 smithi081 ceph-mon[107735]: pgmap v7577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:02.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:02.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:51:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:03 smithi170 ceph-mon[97338]: pgmap v7578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:03 smithi081 ceph-mon[95500]: pgmap v7578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:03 smithi081 ceph-mon[107735]: pgmap v7578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:04.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:04.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:05 smithi170 ceph-mon[97338]: pgmap v7579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:05 smithi081 ceph-mon[95500]: pgmap v7579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:05 smithi081 ceph-mon[107735]: pgmap v7579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:07 smithi170 ceph-mon[97338]: pgmap v7580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:07 smithi081 ceph-mon[95500]: pgmap v7580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:07 smithi081 ceph-mon[107735]: pgmap v7580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:09 smithi170 ceph-mon[97338]: pgmap v7581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:09 smithi081 ceph-mon[95500]: pgmap v7581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:09 smithi081 ceph-mon[107735]: pgmap v7581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:11 smithi170 ceph-mon[97338]: pgmap v7582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:11 smithi081 ceph-mon[95500]: pgmap v7582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:11 smithi081 ceph-mon[107735]: pgmap v7582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:12.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:12.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:51:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:13 smithi170 ceph-mon[97338]: pgmap v7583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:13 smithi081 ceph-mon[95500]: pgmap v7583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:13 smithi081 ceph-mon[107735]: pgmap v7583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:14.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:14.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:15 smithi170 ceph-mon[97338]: pgmap v7584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:15 smithi081 ceph-mon[95500]: pgmap v7584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:15 smithi081 ceph-mon[107735]: pgmap v7584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:17 smithi170 ceph-mon[97338]: pgmap v7585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:17 smithi081 ceph-mon[95500]: pgmap v7585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:17 smithi081 ceph-mon[107735]: pgmap v7585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:19 smithi170 ceph-mon[97338]: pgmap v7586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:19 smithi081 ceph-mon[95500]: pgmap v7586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:19 smithi081 ceph-mon[107735]: pgmap v7586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:21 smithi170 ceph-mon[97338]: pgmap v7587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:21 smithi081 ceph-mon[95500]: pgmap v7587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:21 smithi081 ceph-mon[107735]: pgmap v7587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:22.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:22.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:51:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:23 smithi170 ceph-mon[97338]: pgmap v7588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:23 smithi081 ceph-mon[95500]: pgmap v7588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:23 smithi081 ceph-mon[107735]: pgmap v7588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:24.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:24.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:25 smithi170 ceph-mon[97338]: pgmap v7589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:25 smithi081 ceph-mon[95500]: pgmap v7589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:25 smithi081 ceph-mon[107735]: pgmap v7589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:27 smithi170 ceph-mon[97338]: pgmap v7590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:27 smithi081 ceph-mon[95500]: pgmap v7590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:27 smithi081 ceph-mon[107735]: pgmap v7590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:29 smithi170 ceph-mon[97338]: pgmap v7591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:29 smithi081 ceph-mon[95500]: pgmap v7591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:29 smithi081 ceph-mon[107735]: pgmap v7591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:31 smithi170 ceph-mon[97338]: pgmap v7592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:31 smithi081 ceph-mon[95500]: pgmap v7592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:31 smithi081 ceph-mon[107735]: pgmap v7592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:32.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:32.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:51:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:33 smithi170 ceph-mon[97338]: pgmap v7593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:33 smithi081 ceph-mon[95500]: pgmap v7593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:33 smithi081 ceph-mon[107735]: pgmap v7593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:34.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:34.503Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:35 smithi170 ceph-mon[97338]: pgmap v7594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:35 smithi081 ceph-mon[95500]: pgmap v7594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:35 smithi081 ceph-mon[107735]: pgmap v7594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:37 smithi170 ceph-mon[97338]: pgmap v7595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:37 smithi081 ceph-mon[95500]: pgmap v7595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:37 smithi081 ceph-mon[107735]: pgmap v7595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:39 smithi170 ceph-mon[97338]: pgmap v7596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:39 smithi081 ceph-mon[95500]: pgmap v7596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:39 smithi081 ceph-mon[107735]: pgmap v7596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:41 smithi170 ceph-mon[97338]: pgmap v7597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:41 smithi081 ceph-mon[95500]: pgmap v7597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:41 smithi081 ceph-mon[107735]: pgmap v7597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:42.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:42.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:51:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:43 smithi170 ceph-mon[97338]: pgmap v7598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:43 smithi081 ceph-mon[95500]: pgmap v7598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:43 smithi081 ceph-mon[107735]: pgmap v7598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:44.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:44.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:45 smithi081 ceph-mon[95500]: pgmap v7599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:45 smithi081 ceph-mon[107735]: pgmap v7599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:45 smithi170 ceph-mon[97338]: pgmap v7599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:47 smithi081 ceph-mon[95500]: pgmap v7600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:47 smithi081 ceph-mon[107735]: pgmap v7600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:47 smithi170 ceph-mon[97338]: pgmap v7600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:48 smithi081 ceph-mon[95500]: pgmap v7601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:49.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:48 smithi081 ceph-mon[107735]: pgmap v7601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:49.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:48 smithi170 ceph-mon[97338]: pgmap v7601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:51.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:51 smithi170 ceph-mon[97338]: pgmap v7602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:51.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:51 smithi081 ceph-mon[95500]: pgmap v7602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:51.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:51 smithi081 ceph-mon[107735]: pgmap v7602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:52.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:52.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:53.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:53 smithi170 ceph-mon[97338]: pgmap v7603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:53 smithi081 ceph-mon[95500]: pgmap v7603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:51:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:53 smithi081 ceph-mon[107735]: pgmap v7603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:51:54.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:51:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:51:54.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:51:55.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:55 smithi170 ceph-mon[97338]: pgmap v7604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:55 smithi081 ceph-mon[95500]: pgmap v7604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:55.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:55 smithi081 ceph-mon[107735]: pgmap v7604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:57.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:57 smithi081 ceph-mon[95500]: pgmap v7605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:57 smithi081 ceph-mon[107735]: pgmap v7605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:57.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:57 smithi170 ceph-mon[97338]: pgmap v7605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:59.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:51:59 smithi081 ceph-mon[95500]: pgmap v7606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:59.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:51:59 smithi081 ceph-mon[107735]: pgmap v7606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:51:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:51:59 smithi170 ceph-mon[97338]: pgmap v7606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:01.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:01 smithi081 ceph-mon[95500]: pgmap v7607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:01.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:01 smithi081 ceph-mon[107735]: pgmap v7607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:01.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:01 smithi170 ceph-mon[97338]: pgmap v7607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:02.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:02.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:03.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:03 smithi081 ceph-mon[95500]: pgmap v7608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:52:03.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:03 smithi081 ceph-mon[107735]: pgmap v7608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:03 smithi170 ceph-mon[97338]: pgmap v7608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:04.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:04.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:05.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:05 smithi081 ceph-mon[95500]: pgmap v7609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:05.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:05 smithi081 ceph-mon[107735]: pgmap v7609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:05 smithi170 ceph-mon[97338]: pgmap v7609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:07.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:07 smithi081 ceph-mon[95500]: pgmap v7610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:07.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:07 smithi081 ceph-mon[107735]: pgmap v7610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:07.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:07 smithi170 ceph-mon[97338]: pgmap v7610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:09.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:09 smithi081 ceph-mon[95500]: pgmap v7611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:09.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:09 smithi081 ceph-mon[107735]: pgmap v7611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:09.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:09 smithi170 ceph-mon[97338]: pgmap v7611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:11 smithi170 ceph-mon[97338]: pgmap v7612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:11 smithi081 ceph-mon[95500]: pgmap v7612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:11 smithi081 ceph-mon[107735]: pgmap v7612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:12.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:12.656Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:13.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:13 smithi081 ceph-mon[95500]: pgmap v7613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:52:13.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:13 smithi081 ceph-mon[107735]: pgmap v7613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:13 smithi170 ceph-mon[97338]: pgmap v7613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:14.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:14.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:15 smithi170 ceph-mon[97338]: pgmap v7614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:15 smithi081 ceph-mon[95500]: pgmap v7614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:15 smithi081 ceph-mon[107735]: pgmap v7614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:17.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:17 smithi170 ceph-mon[97338]: pgmap v7615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:17 smithi081 ceph-mon[95500]: pgmap v7615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:17 smithi081 ceph-mon[107735]: pgmap v7615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:19 smithi170 ceph-mon[97338]: pgmap v7616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:19 smithi081 ceph-mon[95500]: pgmap v7616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:19 smithi081 ceph-mon[107735]: pgmap v7616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:21 smithi170 ceph-mon[97338]: pgmap v7617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:21 smithi081 ceph-mon[95500]: pgmap v7617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:21 smithi081 ceph-mon[107735]: pgmap v7617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:22.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:22.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:23.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:23 smithi081 ceph-mon[95500]: pgmap v7618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:52:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:23 smithi081 ceph-mon[107735]: pgmap v7618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:23 smithi170 ceph-mon[97338]: pgmap v7618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:24.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:24.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:25 smithi170 ceph-mon[97338]: pgmap v7619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:25 smithi081 ceph-mon[95500]: pgmap v7619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:25 smithi081 ceph-mon[107735]: pgmap v7619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:27 smithi170 ceph-mon[97338]: pgmap v7620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:27 smithi081 ceph-mon[95500]: pgmap v7620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:27 smithi081 ceph-mon[107735]: pgmap v7620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:29 smithi170 ceph-mon[97338]: pgmap v7621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:29 smithi081 ceph-mon[95500]: pgmap v7621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:29.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:29 smithi081 ceph-mon[107735]: pgmap v7621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:31.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:31 smithi170 ceph-mon[97338]: pgmap v7622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:31 smithi081 ceph-mon[95500]: pgmap v7622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:31 smithi081 ceph-mon[107735]: pgmap v7622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:32.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:32.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:33 smithi081 ceph-mon[95500]: pgmap v7623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:52:33.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:33 smithi081 ceph-mon[107735]: pgmap v7623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:33.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:33 smithi170 ceph-mon[97338]: pgmap v7623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:34.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:34.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:35.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:35 smithi170 ceph-mon[97338]: pgmap v7624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:35 smithi081 ceph-mon[95500]: pgmap v7624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:35 smithi081 ceph-mon[107735]: pgmap v7624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:37.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:37 smithi170 ceph-mon[97338]: pgmap v7625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:37 smithi081 ceph-mon[95500]: pgmap v7625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:37 smithi081 ceph-mon[107735]: pgmap v7625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:39 smithi170 ceph-mon[97338]: pgmap v7626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:39 smithi081 ceph-mon[95500]: pgmap v7626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:39 smithi081 ceph-mon[107735]: pgmap v7626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:41 smithi170 ceph-mon[97338]: pgmap v7627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:41 smithi081 ceph-mon[95500]: pgmap v7627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:41 smithi081 ceph-mon[107735]: pgmap v7627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:42.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:42.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:43.312 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:52:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:43 smithi170 ceph-mon[97338]: pgmap v7628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:43 smithi081 ceph-mon[95500]: pgmap v7628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:43 smithi081 ceph-mon[107735]: pgmap v7628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:44.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:44.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:45 smithi170 ceph-mon[97338]: pgmap v7629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:45 smithi081 ceph-mon[95500]: pgmap v7629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:45 smithi081 ceph-mon[107735]: pgmap v7629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:47 smithi170 ceph-mon[97338]: pgmap v7630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:47 smithi081 ceph-mon[95500]: pgmap v7630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:47 smithi081 ceph-mon[107735]: pgmap v7630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:49 smithi170 ceph-mon[97338]: pgmap v7631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:49 smithi081 ceph-mon[95500]: pgmap v7631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:49 smithi081 ceph-mon[107735]: pgmap v7631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:51.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:51 smithi170 ceph-mon[97338]: pgmap v7632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:51 smithi081 ceph-mon[95500]: pgmap v7632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:51 smithi081 ceph-mon[107735]: pgmap v7632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:52.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:52.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:53.332 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:52:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:53 smithi170 ceph-mon[97338]: pgmap v7633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:53 smithi081 ceph-mon[95500]: pgmap v7633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:53 smithi081 ceph-mon[107735]: pgmap v7633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:52:54.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:52:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:52:54.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:52:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:55 smithi170 ceph-mon[97338]: pgmap v7634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:55 smithi081 ceph-mon[95500]: pgmap v7634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:55 smithi081 ceph-mon[107735]: pgmap v7634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:57 smithi170 ceph-mon[97338]: pgmap v7635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:57 smithi081 ceph-mon[95500]: pgmap v7635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:57.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:57 smithi081 ceph-mon[107735]: pgmap v7635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:52:59 smithi170 ceph-mon[97338]: pgmap v7636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:52:59 smithi081 ceph-mon[95500]: pgmap v7636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:52:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:52:59 smithi081 ceph-mon[107735]: pgmap v7636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:01.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:01 smithi170 ceph-mon[97338]: pgmap v7637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:01 smithi081 ceph-mon[95500]: pgmap v7637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:01 smithi081 ceph-mon[107735]: pgmap v7637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:02.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:02.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:03.348 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:53:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:03 smithi081 ceph-mon[95500]: pgmap v7638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:03 smithi081 ceph-mon[107735]: pgmap v7638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:04.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:04.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:04.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:03 smithi170 ceph-mon[97338]: pgmap v7638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:05.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:05 smithi170 ceph-mon[97338]: pgmap v7639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:05 smithi081 ceph-mon[95500]: pgmap v7639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:05 smithi081 ceph-mon[107735]: pgmap v7639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:07 smithi170 ceph-mon[97338]: pgmap v7640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:07 smithi081 ceph-mon[95500]: pgmap v7640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:07 smithi081 ceph-mon[107735]: pgmap v7640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:09 smithi170 ceph-mon[97338]: pgmap v7641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:09 smithi081 ceph-mon[95500]: pgmap v7641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:09 smithi081 ceph-mon[107735]: pgmap v7641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:11 smithi170 ceph-mon[97338]: pgmap v7642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:11 smithi081 ceph-mon[95500]: pgmap v7642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:11 smithi081 ceph-mon[107735]: pgmap v7642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:12.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:12.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:13.362 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:53:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:13 smithi170 ceph-mon[97338]: pgmap v7643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:13 smithi081 ceph-mon[95500]: pgmap v7643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:13 smithi081 ceph-mon[107735]: pgmap v7643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:14.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:14.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:14.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:15.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:15 smithi170 ceph-mon[97338]: pgmap v7644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:15 smithi081 ceph-mon[95500]: pgmap v7644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:15 smithi081 ceph-mon[107735]: pgmap v7644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:17 smithi170 ceph-mon[97338]: pgmap v7645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:17 smithi081 ceph-mon[95500]: pgmap v7645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:17 smithi081 ceph-mon[107735]: pgmap v7645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:19 smithi170 ceph-mon[97338]: pgmap v7646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:19 smithi081 ceph-mon[95500]: pgmap v7646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:19 smithi081 ceph-mon[107735]: pgmap v7646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:21 smithi170 ceph-mon[97338]: pgmap v7647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:21 smithi081 ceph-mon[95500]: pgmap v7647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:21 smithi081 ceph-mon[107735]: pgmap v7647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:22.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:22.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:23.375 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:53:23.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:23 smithi170 ceph-mon[97338]: pgmap v7648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:23 smithi081 ceph-mon[95500]: pgmap v7648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:23 smithi081 ceph-mon[107735]: pgmap v7648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:24.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:24.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:24.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:25 smithi170 ceph-mon[97338]: pgmap v7649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:25 smithi081 ceph-mon[95500]: pgmap v7649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:25 smithi081 ceph-mon[107735]: pgmap v7649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:27 smithi170 ceph-mon[97338]: pgmap v7650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:27 smithi081 ceph-mon[95500]: pgmap v7650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:27 smithi081 ceph-mon[107735]: pgmap v7650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:29 smithi170 ceph-mon[97338]: pgmap v7651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:29 smithi081 ceph-mon[95500]: pgmap v7651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:29 smithi081 ceph-mon[107735]: pgmap v7651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:31.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:31 smithi170 ceph-mon[97338]: pgmap v7652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:31 smithi081 ceph-mon[95500]: pgmap v7652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:31 smithi081 ceph-mon[107735]: pgmap v7652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:32.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:32.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:33.391 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:53:33.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:33 smithi170 ceph-mon[97338]: pgmap v7653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:33 smithi081 ceph-mon[95500]: pgmap v7653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:33 smithi081 ceph-mon[107735]: pgmap v7653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:34.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:34.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:34.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:35.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:35 smithi170 ceph-mon[97338]: pgmap v7654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:35 smithi081 ceph-mon[95500]: pgmap v7654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:35 smithi081 ceph-mon[107735]: pgmap v7654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:37.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:37 smithi170 ceph-mon[97338]: pgmap v7655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:37 smithi081 ceph-mon[95500]: pgmap v7655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:37 smithi081 ceph-mon[107735]: pgmap v7655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:39 smithi170 ceph-mon[97338]: pgmap v7656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:39 smithi081 ceph-mon[95500]: pgmap v7656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:39 smithi081 ceph-mon[107735]: pgmap v7656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:41 smithi170 ceph-mon[97338]: pgmap v7657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:41 smithi081 ceph-mon[95500]: pgmap v7657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:41 smithi081 ceph-mon[107735]: pgmap v7657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:42.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:42.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:43.406 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:53:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:43 smithi170 ceph-mon[97338]: pgmap v7658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:43 smithi081 ceph-mon[95500]: pgmap v7658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:43 smithi081 ceph-mon[107735]: pgmap v7658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:44.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:44.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:44.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:45 smithi170 ceph-mon[97338]: pgmap v7659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:45 smithi081 ceph-mon[95500]: pgmap v7659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:45 smithi081 ceph-mon[107735]: pgmap v7659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:47 smithi170 ceph-mon[97338]: pgmap v7660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:47 smithi081 ceph-mon[95500]: pgmap v7660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:47 smithi081 ceph-mon[107735]: pgmap v7660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:49 smithi170 ceph-mon[97338]: pgmap v7661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:49 smithi081 ceph-mon[95500]: pgmap v7661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:49 smithi081 ceph-mon[107735]: pgmap v7661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:51 smithi170 ceph-mon[97338]: pgmap v7662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:51 smithi081 ceph-mon[95500]: pgmap v7662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:51 smithi081 ceph-mon[107735]: pgmap v7662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:52.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:52.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:53.419 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:53:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:53 smithi170 ceph-mon[97338]: pgmap v7663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:53 smithi081 ceph-mon[95500]: pgmap v7663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:53 smithi081 ceph-mon[107735]: pgmap v7663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:53:54.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:54.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:53:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:53:54.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:53:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:55 smithi170 ceph-mon[97338]: pgmap v7664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:55 smithi081 ceph-mon[95500]: pgmap v7664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:55 smithi081 ceph-mon[107735]: pgmap v7664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:57 smithi170 ceph-mon[97338]: pgmap v7665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:57 smithi081 ceph-mon[95500]: pgmap v7665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:57 smithi081 ceph-mon[107735]: pgmap v7665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:53:59 smithi170 ceph-mon[97338]: pgmap v7666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:53:59 smithi081 ceph-mon[95500]: pgmap v7666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:53:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:53:59 smithi081 ceph-mon[107735]: pgmap v7666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:01.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:01 smithi170 ceph-mon[97338]: pgmap v7667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:01 smithi081 ceph-mon[95500]: pgmap v7667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:01 smithi081 ceph-mon[107735]: pgmap v7667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:02.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:02.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:03.444 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:54:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:03 smithi170 ceph-mon[97338]: pgmap v7668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:03 smithi081 ceph-mon[95500]: pgmap v7668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:03 smithi081 ceph-mon[107735]: pgmap v7668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:04.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:04.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:05 smithi170 ceph-mon[97338]: pgmap v7669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:05 smithi081 ceph-mon[95500]: pgmap v7669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:05 smithi081 ceph-mon[107735]: pgmap v7669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:07 smithi170 ceph-mon[97338]: pgmap v7670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:07 smithi081 ceph-mon[95500]: pgmap v7670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:07.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:07 smithi081 ceph-mon[107735]: pgmap v7670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:09 smithi170 ceph-mon[97338]: pgmap v7671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:09 smithi081 ceph-mon[95500]: pgmap v7671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:09 smithi081 ceph-mon[107735]: pgmap v7671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:11 smithi170 ceph-mon[97338]: pgmap v7672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:11 smithi081 ceph-mon[95500]: pgmap v7672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:11 smithi081 ceph-mon[107735]: pgmap v7672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:12.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:12.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:13.459 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:54:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:13 smithi170 ceph-mon[97338]: pgmap v7673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:13 smithi081 ceph-mon[95500]: pgmap v7673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:13 smithi081 ceph-mon[107735]: pgmap v7673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:14.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:14.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:15 smithi170 ceph-mon[97338]: pgmap v7674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:15 smithi081 ceph-mon[95500]: pgmap v7674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:15 smithi081 ceph-mon[107735]: pgmap v7674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:17.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:17 smithi170 ceph-mon[97338]: pgmap v7675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:17 smithi081 ceph-mon[95500]: pgmap v7675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:17 smithi081 ceph-mon[107735]: pgmap v7675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:19 smithi170 ceph-mon[97338]: pgmap v7676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:19 smithi081 ceph-mon[95500]: pgmap v7676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:19 smithi081 ceph-mon[107735]: pgmap v7676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:21 smithi170 ceph-mon[97338]: pgmap v7677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:21 smithi081 ceph-mon[95500]: pgmap v7677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:21 smithi081 ceph-mon[107735]: pgmap v7677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:22.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:22.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:23.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:54:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:23 smithi170 ceph-mon[97338]: pgmap v7678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:23 smithi081 ceph-mon[95500]: pgmap v7678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:23 smithi081 ceph-mon[107735]: pgmap v7678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:24.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:24.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:25 smithi170 ceph-mon[97338]: pgmap v7679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:25 smithi081 ceph-mon[95500]: pgmap v7679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:25 smithi081 ceph-mon[107735]: pgmap v7679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:27 smithi170 ceph-mon[97338]: pgmap v7680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:27 smithi081 ceph-mon[95500]: pgmap v7680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:27 smithi081 ceph-mon[107735]: pgmap v7680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:29 smithi170 ceph-mon[97338]: pgmap v7681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:29 smithi081 ceph-mon[95500]: pgmap v7681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:29 smithi081 ceph-mon[107735]: pgmap v7681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:31 smithi170 ceph-mon[97338]: pgmap v7682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:31 smithi081 ceph-mon[95500]: pgmap v7682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:31 smithi081 ceph-mon[107735]: pgmap v7682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:32.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:32.665Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:33.495 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:54:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:33 smithi081 ceph-mon[95500]: pgmap v7683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:33 smithi081 ceph-mon[107735]: pgmap v7683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:33 smithi170 ceph-mon[97338]: pgmap v7683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:34.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:34.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:35 smithi081 ceph-mon[95500]: pgmap v7684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:35 smithi081 ceph-mon[107735]: pgmap v7684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:35 smithi170 ceph-mon[97338]: pgmap v7684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:37 smithi081 ceph-mon[95500]: pgmap v7685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:37 smithi081 ceph-mon[107735]: pgmap v7685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:37 smithi170 ceph-mon[97338]: pgmap v7685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:39 smithi081 ceph-mon[95500]: pgmap v7686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:39 smithi081 ceph-mon[107735]: pgmap v7686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:39 smithi170 ceph-mon[97338]: pgmap v7686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:41 smithi081 ceph-mon[95500]: pgmap v7687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:41 smithi081 ceph-mon[107735]: pgmap v7687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:41 smithi170 ceph-mon[97338]: pgmap v7687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:42.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:42.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:43.511 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:54:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:43 smithi081 ceph-mon[95500]: pgmap v7688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:43 smithi081 ceph-mon[107735]: pgmap v7688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:43 smithi170 ceph-mon[97338]: pgmap v7688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:44.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:44.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:45 smithi081 ceph-mon[95500]: pgmap v7689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:45.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:45 smithi081 ceph-mon[107735]: pgmap v7689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:45 smithi170 ceph-mon[97338]: pgmap v7689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:47 smithi170 ceph-mon[97338]: pgmap v7690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:47 smithi081 ceph-mon[95500]: pgmap v7690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:47 smithi081 ceph-mon[107735]: pgmap v7690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:49 smithi170 ceph-mon[97338]: pgmap v7691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:49 smithi081 ceph-mon[95500]: pgmap v7691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:49 smithi081 ceph-mon[107735]: pgmap v7691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:51 smithi170 ceph-mon[97338]: pgmap v7692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:51 smithi081 ceph-mon[95500]: pgmap v7692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:51 smithi081 ceph-mon[107735]: pgmap v7692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:52.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:52.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:54:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:53 smithi170 ceph-mon[97338]: pgmap v7693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:53 smithi081 ceph-mon[95500]: pgmap v7693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:53 smithi081 ceph-mon[107735]: pgmap v7693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:54:54.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:54:54.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:54:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:55 smithi170 ceph-mon[97338]: pgmap v7694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:55 smithi081 ceph-mon[95500]: pgmap v7694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:55 smithi081 ceph-mon[107735]: pgmap v7694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:57 smithi170 ceph-mon[97338]: pgmap v7695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:57 smithi081 ceph-mon[95500]: pgmap v7695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:57 smithi081 ceph-mon[107735]: pgmap v7695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:54:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:54:59 smithi170 ceph-mon[97338]: pgmap v7696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:54:59 smithi081 ceph-mon[95500]: pgmap v7696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:54:59 smithi081 ceph-mon[107735]: pgmap v7696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:01 smithi170 ceph-mon[97338]: pgmap v7697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:01 smithi081 ceph-mon[95500]: pgmap v7697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:01 smithi081 ceph-mon[107735]: pgmap v7697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:02.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:02.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:55:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:03 smithi170 ceph-mon[97338]: pgmap v7698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:03 smithi081 ceph-mon[95500]: pgmap v7698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:03 smithi081 ceph-mon[107735]: pgmap v7698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:04.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:04.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:05 smithi170 ceph-mon[97338]: pgmap v7699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:05 smithi081 ceph-mon[95500]: pgmap v7699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:05 smithi081 ceph-mon[107735]: pgmap v7699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:07 smithi170 ceph-mon[97338]: pgmap v7700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:07 smithi081 ceph-mon[95500]: pgmap v7700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:07 smithi081 ceph-mon[107735]: pgmap v7700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:09 smithi170 ceph-mon[97338]: pgmap v7701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:09 smithi081 ceph-mon[95500]: pgmap v7701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:09 smithi081 ceph-mon[107735]: pgmap v7701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:11 smithi170 ceph-mon[97338]: pgmap v7702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:11 smithi081 ceph-mon[95500]: pgmap v7702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:11 smithi081 ceph-mon[107735]: pgmap v7702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:12.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:12.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:55:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:13 smithi170 ceph-mon[97338]: pgmap v7703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:13 smithi081 ceph-mon[95500]: pgmap v7703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:13 smithi081 ceph-mon[107735]: pgmap v7703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:14.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:14.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:15 smithi170 ceph-mon[97338]: pgmap v7704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:15 smithi081 ceph-mon[95500]: pgmap v7704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:15 smithi081 ceph-mon[107735]: pgmap v7704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:17 smithi170 ceph-mon[97338]: pgmap v7705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:17 smithi081 ceph-mon[95500]: pgmap v7705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:17 smithi081 ceph-mon[107735]: pgmap v7705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:19 smithi170 ceph-mon[97338]: pgmap v7706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:19 smithi081 ceph-mon[95500]: pgmap v7706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:19 smithi081 ceph-mon[107735]: pgmap v7706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:21 smithi170 ceph-mon[97338]: pgmap v7707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:21 smithi081 ceph-mon[95500]: pgmap v7707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:21 smithi081 ceph-mon[107735]: pgmap v7707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:22.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:22.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:55:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:23 smithi170 ceph-mon[97338]: pgmap v7708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:23 smithi081 ceph-mon[95500]: pgmap v7708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:23 smithi081 ceph-mon[107735]: pgmap v7708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:24.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:24.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:25 smithi170 ceph-mon[97338]: pgmap v7709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:25 smithi081 ceph-mon[95500]: pgmap v7709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:26.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:25 smithi081 ceph-mon[107735]: pgmap v7709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:27 smithi170 ceph-mon[97338]: pgmap v7710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:27 smithi081 ceph-mon[95500]: pgmap v7710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:27 smithi081 ceph-mon[107735]: pgmap v7710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:29 smithi170 ceph-mon[97338]: pgmap v7711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:29 smithi081 ceph-mon[95500]: pgmap v7711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:29 smithi081 ceph-mon[107735]: pgmap v7711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:31 smithi170 ceph-mon[97338]: pgmap v7712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:31 smithi081 ceph-mon[95500]: pgmap v7712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:32.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:31 smithi081 ceph-mon[107735]: pgmap v7712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:32.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:32.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:55:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:33 smithi170 ceph-mon[97338]: pgmap v7713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:33 smithi081 ceph-mon[95500]: pgmap v7713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:34.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:33 smithi081 ceph-mon[107735]: pgmap v7713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:34.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:34.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:35 smithi170 ceph-mon[97338]: pgmap v7714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:35 smithi081 ceph-mon[95500]: pgmap v7714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:35 smithi081 ceph-mon[107735]: pgmap v7714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:37 smithi170 ceph-mon[97338]: pgmap v7715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:37 smithi081 ceph-mon[95500]: pgmap v7715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:37 smithi081 ceph-mon[107735]: pgmap v7715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:39.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:39 smithi170 ceph-mon[97338]: pgmap v7716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:39 smithi081 ceph-mon[95500]: pgmap v7716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:39 smithi081 ceph-mon[107735]: pgmap v7716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:41.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:41 smithi170 ceph-mon[97338]: pgmap v7717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:41 smithi081 ceph-mon[95500]: pgmap v7717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:41 smithi081 ceph-mon[107735]: pgmap v7717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:42.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:42.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:55:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:43 smithi170 ceph-mon[97338]: pgmap v7718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:43 smithi081 ceph-mon[95500]: pgmap v7718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:43 smithi081 ceph-mon[107735]: pgmap v7718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:44.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:44.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:45 smithi170 ceph-mon[97338]: pgmap v7719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:45 smithi081 ceph-mon[95500]: pgmap v7719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:45 smithi081 ceph-mon[107735]: pgmap v7719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:47 smithi170 ceph-mon[97338]: pgmap v7720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:47 smithi081 ceph-mon[95500]: pgmap v7720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:47 smithi081 ceph-mon[107735]: pgmap v7720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:49 smithi170 ceph-mon[97338]: pgmap v7721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:49 smithi081 ceph-mon[95500]: pgmap v7721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:49 smithi081 ceph-mon[107735]: pgmap v7721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:51 smithi170 ceph-mon[97338]: pgmap v7722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:51 smithi081 ceph-mon[95500]: pgmap v7722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:51 smithi081 ceph-mon[107735]: pgmap v7722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:52.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:52.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:55:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:53 smithi170 ceph-mon[97338]: pgmap v7723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:53 smithi081 ceph-mon[95500]: pgmap v7723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:53 smithi081 ceph-mon[107735]: pgmap v7723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:55:54.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:55:54.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:55:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:55 smithi170 ceph-mon[97338]: pgmap v7724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:55 smithi081 ceph-mon[95500]: pgmap v7724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:55 smithi081 ceph-mon[107735]: pgmap v7724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:57 smithi170 ceph-mon[97338]: pgmap v7725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:57 smithi081 ceph-mon[95500]: pgmap v7725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:57 smithi081 ceph-mon[107735]: pgmap v7725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:55:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:55:59 smithi170 ceph-mon[97338]: pgmap v7726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:55:59 smithi081 ceph-mon[95500]: pgmap v7726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:55:59 smithi081 ceph-mon[107735]: pgmap v7726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:01 smithi170 ceph-mon[97338]: pgmap v7727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:01 smithi081 ceph-mon[95500]: pgmap v7727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:02.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:01 smithi081 ceph-mon[107735]: pgmap v7727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:02.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:02.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:56:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:03 smithi170 ceph-mon[97338]: pgmap v7728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:03 smithi081 ceph-mon[95500]: pgmap v7728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:03 smithi081 ceph-mon[107735]: pgmap v7728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:04.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:04.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:05 smithi170 ceph-mon[97338]: pgmap v7729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:05 smithi081 ceph-mon[95500]: pgmap v7729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:05 smithi081 ceph-mon[107735]: pgmap v7729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:07 smithi170 ceph-mon[97338]: pgmap v7730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:07 smithi081 ceph-mon[95500]: pgmap v7730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:07 smithi081 ceph-mon[107735]: pgmap v7730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:09 smithi170 ceph-mon[97338]: pgmap v7731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:09 smithi081 ceph-mon[95500]: pgmap v7731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:09 smithi081 ceph-mon[107735]: pgmap v7731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:11 smithi170 ceph-mon[97338]: pgmap v7732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:11 smithi081 ceph-mon[95500]: pgmap v7732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:11 smithi081 ceph-mon[107735]: pgmap v7732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:12.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:12.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:56:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:13 smithi170 ceph-mon[97338]: pgmap v7733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:13 smithi081 ceph-mon[95500]: pgmap v7733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:13 smithi081 ceph-mon[107735]: pgmap v7733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:14.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:14.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:15 smithi170 ceph-mon[97338]: pgmap v7734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:15 smithi081 ceph-mon[95500]: pgmap v7734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:15 smithi081 ceph-mon[107735]: pgmap v7734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:17 smithi170 ceph-mon[97338]: pgmap v7735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:17 smithi081 ceph-mon[95500]: pgmap v7735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:17 smithi081 ceph-mon[107735]: pgmap v7735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:19 smithi170 ceph-mon[97338]: pgmap v7736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:19 smithi081 ceph-mon[95500]: pgmap v7736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:19 smithi081 ceph-mon[107735]: pgmap v7736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:21 smithi170 ceph-mon[97338]: pgmap v7737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:21 smithi081 ceph-mon[95500]: pgmap v7737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:21 smithi081 ceph-mon[107735]: pgmap v7737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:22.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:22.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:56:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:23 smithi170 ceph-mon[97338]: pgmap v7738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:23 smithi081 ceph-mon[95500]: pgmap v7738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:23 smithi081 ceph-mon[107735]: pgmap v7738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:24.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:24.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:25 smithi170 ceph-mon[97338]: pgmap v7739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:25 smithi081 ceph-mon[95500]: pgmap v7739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:25 smithi081 ceph-mon[107735]: pgmap v7739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:27 smithi170 ceph-mon[97338]: pgmap v7740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:27 smithi081 ceph-mon[95500]: pgmap v7740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:27 smithi081 ceph-mon[107735]: pgmap v7740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:29 smithi170 ceph-mon[97338]: pgmap v7741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:29 smithi081 ceph-mon[95500]: pgmap v7741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:29 smithi081 ceph-mon[107735]: pgmap v7741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:31 smithi170 ceph-mon[97338]: pgmap v7742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:31 smithi081 ceph-mon[95500]: pgmap v7742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:31 smithi081 ceph-mon[107735]: pgmap v7742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:32.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:32.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:56:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:33 smithi170 ceph-mon[97338]: pgmap v7743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:33 smithi081 ceph-mon[95500]: pgmap v7743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:33 smithi081 ceph-mon[107735]: pgmap v7743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:34.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:34.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:35 smithi170 ceph-mon[97338]: pgmap v7744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:35 smithi081 ceph-mon[95500]: pgmap v7744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:35 smithi081 ceph-mon[107735]: pgmap v7744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:37 smithi170 ceph-mon[97338]: pgmap v7745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:37 smithi081 ceph-mon[95500]: pgmap v7745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:37 smithi081 ceph-mon[107735]: pgmap v7745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:39 smithi170 ceph-mon[97338]: pgmap v7746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:39 smithi081 ceph-mon[95500]: pgmap v7746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:39 smithi081 ceph-mon[107735]: pgmap v7746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:41 smithi170 ceph-mon[97338]: pgmap v7747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:41 smithi081 ceph-mon[95500]: pgmap v7747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:41 smithi081 ceph-mon[107735]: pgmap v7747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:42.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:42.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:56:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:43 smithi170 ceph-mon[97338]: pgmap v7748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:43 smithi081 ceph-mon[95500]: pgmap v7748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:43 smithi081 ceph-mon[107735]: pgmap v7748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:44.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:44.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:45 smithi170 ceph-mon[97338]: pgmap v7749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:45 smithi081 ceph-mon[95500]: pgmap v7749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:45 smithi081 ceph-mon[107735]: pgmap v7749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:47 smithi170 ceph-mon[97338]: pgmap v7750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:47 smithi081 ceph-mon[95500]: pgmap v7750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:47 smithi081 ceph-mon[107735]: pgmap v7750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:49 smithi170 ceph-mon[97338]: pgmap v7751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:49 smithi081 ceph-mon[95500]: pgmap v7751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:49 smithi081 ceph-mon[107735]: pgmap v7751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:51 smithi170 ceph-mon[97338]: pgmap v7752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:51 smithi081 ceph-mon[95500]: pgmap v7752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:51 smithi081 ceph-mon[107735]: pgmap v7752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:52.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:53.072 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:52.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:56:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:53 smithi170 ceph-mon[97338]: pgmap v7753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:53 smithi081 ceph-mon[95500]: pgmap v7753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:53 smithi081 ceph-mon[107735]: pgmap v7753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:56:54.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:56:54.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:56:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:55 smithi081 ceph-mon[95500]: pgmap v7754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:55 smithi081 ceph-mon[107735]: pgmap v7754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:55 smithi170 ceph-mon[97338]: pgmap v7754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:57 smithi081 ceph-mon[95500]: pgmap v7755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:57 smithi081 ceph-mon[107735]: pgmap v7755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:56:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:57 smithi170 ceph-mon[97338]: pgmap v7755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:56:59 smithi081 ceph-mon[95500]: pgmap v7756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:56:59 smithi081 ceph-mon[107735]: pgmap v7756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:56:59 smithi170 ceph-mon[97338]: pgmap v7756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:01 smithi081 ceph-mon[95500]: pgmap v7757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:01 smithi081 ceph-mon[107735]: pgmap v7757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:01 smithi170 ceph-mon[97338]: pgmap v7757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:02.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:02.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:57:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:03 smithi081 ceph-mon[95500]: pgmap v7758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:04.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:03 smithi081 ceph-mon[107735]: pgmap v7758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:03 smithi170 ceph-mon[97338]: pgmap v7758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:04.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:04.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:05 smithi081 ceph-mon[95500]: pgmap v7759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:05 smithi081 ceph-mon[107735]: pgmap v7759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:05 smithi170 ceph-mon[97338]: pgmap v7759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:07 smithi081 ceph-mon[95500]: pgmap v7760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:07 smithi081 ceph-mon[107735]: pgmap v7760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:07 smithi170 ceph-mon[97338]: pgmap v7760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:09 smithi170 ceph-mon[97338]: pgmap v7761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:10.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:09 smithi081 ceph-mon[95500]: pgmap v7761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:09 smithi081 ceph-mon[107735]: pgmap v7761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:11 smithi170 ceph-mon[97338]: pgmap v7762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:12.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:11 smithi081 ceph-mon[95500]: pgmap v7762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:11 smithi081 ceph-mon[107735]: pgmap v7762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:12.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:12.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:57:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:13 smithi170 ceph-mon[97338]: pgmap v7763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:14.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:13 smithi081 ceph-mon[95500]: pgmap v7763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:13 smithi081 ceph-mon[107735]: pgmap v7763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:14.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:14.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:15 smithi170 ceph-mon[97338]: pgmap v7764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:16.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:15 smithi081 ceph-mon[95500]: pgmap v7764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:15 smithi081 ceph-mon[107735]: pgmap v7764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:17 smithi170 ceph-mon[97338]: pgmap v7765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:17 smithi081 ceph-mon[95500]: pgmap v7765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:18.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:17 smithi081 ceph-mon[107735]: pgmap v7765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:19 smithi170 ceph-mon[97338]: pgmap v7766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:20.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:19 smithi081 ceph-mon[95500]: pgmap v7766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:19 smithi081 ceph-mon[107735]: pgmap v7766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:21 smithi170 ceph-mon[97338]: pgmap v7767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:22.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:21 smithi081 ceph-mon[95500]: pgmap v7767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:21 smithi081 ceph-mon[107735]: pgmap v7767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:22.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:22.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:57:24.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:23 smithi170 ceph-mon[97338]: pgmap v7768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:24.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:23 smithi081 ceph-mon[95500]: pgmap v7768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:23 smithi081 ceph-mon[107735]: pgmap v7768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:24.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:24.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:25 smithi170 ceph-mon[97338]: pgmap v7769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:26.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:25 smithi081 ceph-mon[95500]: pgmap v7769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:25 smithi081 ceph-mon[107735]: pgmap v7769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:27 smithi170 ceph-mon[97338]: pgmap v7770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:28.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:27 smithi081 ceph-mon[95500]: pgmap v7770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:27 smithi081 ceph-mon[107735]: pgmap v7770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:29 smithi170 ceph-mon[97338]: pgmap v7771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:30.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:29 smithi081 ceph-mon[95500]: pgmap v7771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:29 smithi081 ceph-mon[107735]: pgmap v7771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:31 smithi170 ceph-mon[97338]: pgmap v7772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:32.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:31 smithi081 ceph-mon[95500]: pgmap v7772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:31 smithi081 ceph-mon[107735]: pgmap v7772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:32.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:32.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:57:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:33 smithi170 ceph-mon[97338]: pgmap v7773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:34.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:33 smithi081 ceph-mon[95500]: pgmap v7773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:33 smithi081 ceph-mon[107735]: pgmap v7773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:34.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:34.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:36.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:35 smithi170 ceph-mon[97338]: pgmap v7774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:36.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:35 smithi081 ceph-mon[95500]: pgmap v7774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:35 smithi081 ceph-mon[107735]: pgmap v7774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:37 smithi170 ceph-mon[97338]: pgmap v7775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:37 smithi081 ceph-mon[95500]: pgmap v7775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:37 smithi081 ceph-mon[107735]: pgmap v7775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:39.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:38 smithi170 ceph-mon[97338]: pgmap v7776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:39.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:38 smithi081 ceph-mon[95500]: pgmap v7776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:39.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:38 smithi081 ceph-mon[107735]: pgmap v7776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:41.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:41 smithi170 ceph-mon[97338]: pgmap v7777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:41.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:41 smithi081 ceph-mon[95500]: pgmap v7777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:41.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:41 smithi081 ceph-mon[107735]: pgmap v7777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:42.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:42.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:43.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:43 smithi081 ceph-mon[95500]: pgmap v7778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:57:43.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:43 smithi081 ceph-mon[107735]: pgmap v7778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:43 smithi170 ceph-mon[97338]: pgmap v7778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:44.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:44.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:45 smithi170 ceph-mon[97338]: pgmap v7779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:45 smithi081 ceph-mon[95500]: pgmap v7779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:45 smithi081 ceph-mon[107735]: pgmap v7779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:47 smithi170 ceph-mon[97338]: pgmap v7780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:47 smithi081 ceph-mon[95500]: pgmap v7780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:47 smithi081 ceph-mon[107735]: pgmap v7780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:49 smithi170 ceph-mon[97338]: pgmap v7781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:49 smithi081 ceph-mon[95500]: pgmap v7781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:49 smithi081 ceph-mon[107735]: pgmap v7781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:51 smithi170 ceph-mon[97338]: pgmap v7782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:51 smithi081 ceph-mon[95500]: pgmap v7782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:51 smithi081 ceph-mon[107735]: pgmap v7782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:52.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:52.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:53.326 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:57:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:53 smithi170 ceph-mon[97338]: pgmap v7783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:53 smithi081 ceph-mon[95500]: pgmap v7783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:53 smithi081 ceph-mon[107735]: pgmap v7783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:57:54.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:57:54.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:57:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:55 smithi170 ceph-mon[97338]: pgmap v7784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:55 smithi081 ceph-mon[95500]: pgmap v7784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:55 smithi081 ceph-mon[107735]: pgmap v7784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:57 smithi170 ceph-mon[97338]: pgmap v7785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:57 smithi081 ceph-mon[95500]: pgmap v7785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:57 smithi081 ceph-mon[107735]: pgmap v7785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:57:59 smithi170 ceph-mon[97338]: pgmap v7786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:57:59 smithi081 ceph-mon[95500]: pgmap v7786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:57:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:57:59 smithi081 ceph-mon[107735]: pgmap v7786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:01.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:01 smithi170 ceph-mon[97338]: pgmap v7787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:01 smithi081 ceph-mon[95500]: pgmap v7787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:01 smithi081 ceph-mon[107735]: pgmap v7787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:02.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:02.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:03.342 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:58:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:03 smithi170 ceph-mon[97338]: pgmap v7788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:03 smithi081 ceph-mon[95500]: pgmap v7788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:03 smithi081 ceph-mon[107735]: pgmap v7788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:04.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:04.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:05 smithi170 ceph-mon[97338]: pgmap v7789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:05 smithi081 ceph-mon[95500]: pgmap v7789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:05 smithi081 ceph-mon[107735]: pgmap v7789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:07 smithi170 ceph-mon[97338]: pgmap v7790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:07 smithi081 ceph-mon[95500]: pgmap v7790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:07 smithi081 ceph-mon[107735]: pgmap v7790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:09.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:09 smithi170 ceph-mon[97338]: pgmap v7791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:09.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:09 smithi081 ceph-mon[95500]: pgmap v7791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:09 smithi081 ceph-mon[107735]: pgmap v7791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:11 smithi170 ceph-mon[97338]: pgmap v7792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:11 smithi081 ceph-mon[95500]: pgmap v7792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:11 smithi081 ceph-mon[107735]: pgmap v7792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:12.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:12.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:13.356 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:58:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:13 smithi170 ceph-mon[97338]: pgmap v7793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:13 smithi081 ceph-mon[95500]: pgmap v7793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:13 smithi081 ceph-mon[107735]: pgmap v7793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:14.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:14.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:15 smithi170 ceph-mon[97338]: pgmap v7794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:15 smithi081 ceph-mon[95500]: pgmap v7794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:15 smithi081 ceph-mon[107735]: pgmap v7794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:17.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:17 smithi170 ceph-mon[97338]: pgmap v7795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:17 smithi081 ceph-mon[95500]: pgmap v7795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:17 smithi081 ceph-mon[107735]: pgmap v7795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:19 smithi170 ceph-mon[97338]: pgmap v7796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:19 smithi081 ceph-mon[95500]: pgmap v7796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:19 smithi081 ceph-mon[107735]: pgmap v7796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:21 smithi170 ceph-mon[97338]: pgmap v7797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:21 smithi081 ceph-mon[95500]: pgmap v7797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:21 smithi081 ceph-mon[107735]: pgmap v7797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:22.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:22.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:23.376 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:58:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:23 smithi170 ceph-mon[97338]: pgmap v7798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:23 smithi081 ceph-mon[95500]: pgmap v7798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:23 smithi081 ceph-mon[107735]: pgmap v7798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:24.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:24.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:25 smithi170 ceph-mon[97338]: pgmap v7799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:25 smithi081 ceph-mon[95500]: pgmap v7799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:25 smithi081 ceph-mon[107735]: pgmap v7799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:27 smithi170 ceph-mon[97338]: pgmap v7800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:27 smithi081 ceph-mon[95500]: pgmap v7800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:27 smithi081 ceph-mon[107735]: pgmap v7800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:29 smithi170 ceph-mon[97338]: pgmap v7801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:29 smithi081 ceph-mon[95500]: pgmap v7801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:29 smithi081 ceph-mon[107735]: pgmap v7801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:31.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:31 smithi170 ceph-mon[97338]: pgmap v7802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:31 smithi081 ceph-mon[95500]: pgmap v7802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:31 smithi081 ceph-mon[107735]: pgmap v7802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:32.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:32.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:33.393 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:58:33.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:33 smithi170 ceph-mon[97338]: pgmap v7803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:33 smithi081 ceph-mon[95500]: pgmap v7803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:33 smithi081 ceph-mon[107735]: pgmap v7803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:34.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:34.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:35.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:35 smithi170 ceph-mon[97338]: pgmap v7804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:35.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:35 smithi081 ceph-mon[95500]: pgmap v7804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:35.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:35 smithi081 ceph-mon[107735]: pgmap v7804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:37.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:37 smithi170 ceph-mon[97338]: pgmap v7805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:37 smithi081 ceph-mon[95500]: pgmap v7805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:37 smithi081 ceph-mon[107735]: pgmap v7805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:39 smithi170 ceph-mon[97338]: pgmap v7806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:39 smithi081 ceph-mon[95500]: pgmap v7806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:39 smithi081 ceph-mon[107735]: pgmap v7806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:41 smithi170 ceph-mon[97338]: pgmap v7807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:41 smithi081 ceph-mon[95500]: pgmap v7807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:41 smithi081 ceph-mon[107735]: pgmap v7807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:42.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:42.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:43.412 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:58:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:43 smithi170 ceph-mon[97338]: pgmap v7808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:43 smithi081 ceph-mon[95500]: pgmap v7808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:43 smithi081 ceph-mon[107735]: pgmap v7808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:44.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:44.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:45.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:45 smithi170 ceph-mon[97338]: pgmap v7809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:45 smithi081 ceph-mon[95500]: pgmap v7809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:45 smithi081 ceph-mon[107735]: pgmap v7809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:47 smithi170 ceph-mon[97338]: pgmap v7810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:47 smithi081 ceph-mon[95500]: pgmap v7810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:47 smithi081 ceph-mon[107735]: pgmap v7810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:49 smithi170 ceph-mon[97338]: pgmap v7811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:49 smithi081 ceph-mon[95500]: pgmap v7811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:49 smithi081 ceph-mon[107735]: pgmap v7811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:51 smithi170 ceph-mon[97338]: pgmap v7812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:51 smithi081 ceph-mon[95500]: pgmap v7812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:51 smithi081 ceph-mon[107735]: pgmap v7812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:52.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:52.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:53.433 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:58:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:53 smithi170 ceph-mon[97338]: pgmap v7813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:53 smithi081 ceph-mon[95500]: pgmap v7813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:53 smithi081 ceph-mon[107735]: pgmap v7813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:58:54.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:58:54.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:58:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:55 smithi170 ceph-mon[97338]: pgmap v7814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:55 smithi081 ceph-mon[95500]: pgmap v7814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:55 smithi081 ceph-mon[107735]: pgmap v7814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:57 smithi170 ceph-mon[97338]: pgmap v7815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:57 smithi081 ceph-mon[95500]: pgmap v7815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:57 smithi081 ceph-mon[107735]: pgmap v7815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:59.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:58:59 smithi170 ceph-mon[97338]: pgmap v7816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:59.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:58:59 smithi081 ceph-mon[95500]: pgmap v7816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:58:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:58:59 smithi081 ceph-mon[107735]: pgmap v7816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:01.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:01 smithi170 ceph-mon[97338]: pgmap v7817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:01 smithi081 ceph-mon[95500]: pgmap v7817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:01.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:01 smithi081 ceph-mon[107735]: pgmap v7817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:02 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:02.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:02.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:03.448 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:59:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:03 smithi170 ceph-mon[97338]: pgmap v7818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:03 smithi081 ceph-mon[95500]: pgmap v7818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:03 smithi081 ceph-mon[107735]: pgmap v7818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:04.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:04.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:05 smithi170 ceph-mon[97338]: pgmap v7819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:05 smithi081 ceph-mon[95500]: pgmap v7819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:05 smithi081 ceph-mon[107735]: pgmap v7819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:07.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:07 smithi170 ceph-mon[97338]: pgmap v7820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:07 smithi081 ceph-mon[95500]: pgmap v7820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:07 smithi081 ceph-mon[107735]: pgmap v7820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:09.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:09 smithi170 ceph-mon[97338]: pgmap v7821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:09 smithi081 ceph-mon[95500]: pgmap v7821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:09.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:09 smithi081 ceph-mon[107735]: pgmap v7821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:11 smithi170 ceph-mon[97338]: pgmap v7822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:11 smithi081 ceph-mon[95500]: pgmap v7822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:11 smithi081 ceph-mon[107735]: pgmap v7822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:12 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:12.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:12.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:13.462 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:59:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:13 smithi170 ceph-mon[97338]: pgmap v7823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:13 smithi081 ceph-mon[95500]: pgmap v7823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:13 smithi081 ceph-mon[107735]: pgmap v7823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:14.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:14.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:15 smithi170 ceph-mon[97338]: pgmap v7824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:15.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:15 smithi081 ceph-mon[95500]: pgmap v7824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:15 smithi081 ceph-mon[107735]: pgmap v7824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:17.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:17 smithi170 ceph-mon[97338]: pgmap v7825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:17.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:17 smithi081 ceph-mon[95500]: pgmap v7825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:17 smithi081 ceph-mon[107735]: pgmap v7825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:19.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:19 smithi170 ceph-mon[97338]: pgmap v7826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:19 smithi081 ceph-mon[95500]: pgmap v7826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:19 smithi081 ceph-mon[107735]: pgmap v7826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:21 smithi170 ceph-mon[97338]: pgmap v7827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:21 smithi081 ceph-mon[95500]: pgmap v7827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:21 smithi081 ceph-mon[107735]: pgmap v7827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:22 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:22.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:22.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:23.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:59:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:23 smithi170 ceph-mon[97338]: pgmap v7828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:23 smithi081 ceph-mon[95500]: pgmap v7828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:23 smithi081 ceph-mon[107735]: pgmap v7828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:24.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:24.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:25.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:25 smithi170 ceph-mon[97338]: pgmap v7829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:25 smithi081 ceph-mon[95500]: pgmap v7829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:25.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:25 smithi081 ceph-mon[107735]: pgmap v7829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:27 smithi170 ceph-mon[97338]: pgmap v7830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:27 smithi081 ceph-mon[95500]: pgmap v7830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:27 smithi081 ceph-mon[107735]: pgmap v7830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:29 smithi170 ceph-mon[97338]: pgmap v7831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:29 smithi081 ceph-mon[95500]: pgmap v7831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:29 smithi081 ceph-mon[107735]: pgmap v7831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:31.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:31 smithi170 ceph-mon[97338]: pgmap v7832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:31 smithi081 ceph-mon[95500]: pgmap v7832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:31 smithi081 ceph-mon[107735]: pgmap v7832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:32 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:32.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:32.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:33.489 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:59:33.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:33 smithi170 ceph-mon[97338]: pgmap v7833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:33 smithi081 ceph-mon[95500]: pgmap v7833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:33 smithi081 ceph-mon[107735]: pgmap v7833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:34.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:34.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:35.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:35 smithi170 ceph-mon[97338]: pgmap v7834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:35.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:35 smithi081 ceph-mon[95500]: pgmap v7834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:35 smithi081 ceph-mon[107735]: pgmap v7834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:37 smithi081 ceph-mon[95500]: pgmap v7835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:37 smithi081 ceph-mon[107735]: pgmap v7835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:37 smithi170 ceph-mon[97338]: pgmap v7835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:39 smithi081 ceph-mon[95500]: pgmap v7836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:39 smithi081 ceph-mon[107735]: pgmap v7836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:39 smithi170 ceph-mon[97338]: pgmap v7836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:41 smithi081 ceph-mon[95500]: pgmap v7837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:41 smithi081 ceph-mon[107735]: pgmap v7837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:41 smithi170 ceph-mon[97338]: pgmap v7837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:42 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:42.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:42.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:43.505 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:59:43.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:43 smithi081 ceph-mon[95500]: pgmap v7838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:43 smithi081 ceph-mon[107735]: pgmap v7838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:43 smithi170 ceph-mon[97338]: pgmap v7838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:44.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:44.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:45 smithi081 ceph-mon[95500]: pgmap v7839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:45 smithi081 ceph-mon[107735]: pgmap v7839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:45 smithi170 ceph-mon[97338]: pgmap v7839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:47 smithi081 ceph-mon[95500]: pgmap v7840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:47 smithi081 ceph-mon[107735]: pgmap v7840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:47 smithi170 ceph-mon[97338]: pgmap v7840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:49 smithi081 ceph-mon[95500]: pgmap v7841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:49 smithi081 ceph-mon[107735]: pgmap v7841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:49 smithi170 ceph-mon[97338]: pgmap v7841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:51 smithi170 ceph-mon[97338]: pgmap v7842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:51 smithi081 ceph-mon[95500]: pgmap v7842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:51 smithi081 ceph-mon[107735]: pgmap v7842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:52 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:52.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:52.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 09:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:09:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T09:59:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:53 smithi170 ceph-mon[97338]: pgmap v7843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:53 smithi081 ceph-mon[95500]: pgmap v7843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:53 smithi081 ceph-mon[107735]: pgmap v7843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T09:59:54.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 09:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T09:59:54.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T09:59:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:55 smithi170 ceph-mon[97338]: pgmap v7844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:55 smithi081 ceph-mon[95500]: pgmap v7844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:55 smithi081 ceph-mon[107735]: pgmap v7844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:57 smithi170 ceph-mon[97338]: pgmap v7845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:57 smithi081 ceph-mon[95500]: pgmap v7845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:57 smithi081 ceph-mon[107735]: pgmap v7845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T09:59:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 09:59:59 smithi170 ceph-mon[97338]: pgmap v7846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 09:59:59 smithi081 ceph-mon[95500]: pgmap v7846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 09:59:59 smithi081 ceph-mon[107735]: pgmap v7846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:00.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:00:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:00:01.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:00:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:01 smithi170 ceph-mon[97338]: pgmap v7847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:02.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:01 smithi081 ceph-mon[95500]: pgmap v7847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:01 smithi081 ceph-mon[107735]: pgmap v7847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:02.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:02.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:00:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:03 smithi170 ceph-mon[97338]: pgmap v7848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:03 smithi081 ceph-mon[95500]: pgmap v7848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:03 smithi081 ceph-mon[107735]: pgmap v7848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:04.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:04.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:05 smithi170 ceph-mon[97338]: pgmap v7849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:05 smithi081 ceph-mon[95500]: pgmap v7849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:05 smithi081 ceph-mon[107735]: pgmap v7849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:07 smithi170 ceph-mon[97338]: pgmap v7850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:07 smithi081 ceph-mon[95500]: pgmap v7850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:07 smithi081 ceph-mon[107735]: pgmap v7850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:09 smithi170 ceph-mon[97338]: pgmap v7851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:09 smithi081 ceph-mon[95500]: pgmap v7851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:09 smithi081 ceph-mon[107735]: pgmap v7851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:11 smithi170 ceph-mon[97338]: pgmap v7852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:11 smithi081 ceph-mon[95500]: pgmap v7852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:11 smithi081 ceph-mon[107735]: pgmap v7852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:12.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:12.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:00:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:13 smithi170 ceph-mon[97338]: pgmap v7853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:13 smithi081 ceph-mon[95500]: pgmap v7853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:13 smithi081 ceph-mon[107735]: pgmap v7853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:14.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:14.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:15 smithi170 ceph-mon[97338]: pgmap v7854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:15 smithi081 ceph-mon[95500]: pgmap v7854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:15 smithi081 ceph-mon[107735]: pgmap v7854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:17 smithi170 ceph-mon[97338]: pgmap v7855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:17 smithi081 ceph-mon[95500]: pgmap v7855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:17 smithi081 ceph-mon[107735]: pgmap v7855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:19 smithi170 ceph-mon[97338]: pgmap v7856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:19 smithi081 ceph-mon[95500]: pgmap v7856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:19 smithi081 ceph-mon[107735]: pgmap v7856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:22.001 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:21 smithi170 ceph-mon[97338]: pgmap v7857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:21 smithi081 ceph-mon[95500]: pgmap v7857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:21 smithi081 ceph-mon[107735]: pgmap v7857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:22.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:22.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:00:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:23 smithi170 ceph-mon[97338]: pgmap v7858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:23 smithi081 ceph-mon[95500]: pgmap v7858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:23 smithi081 ceph-mon[107735]: pgmap v7858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:24.541Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:24.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:25 smithi170 ceph-mon[97338]: pgmap v7859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:25 smithi081 ceph-mon[95500]: pgmap v7859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:25 smithi081 ceph-mon[107735]: pgmap v7859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:27 smithi170 ceph-mon[97338]: pgmap v7860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:27 smithi081 ceph-mon[95500]: pgmap v7860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:27 smithi081 ceph-mon[107735]: pgmap v7860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:29 smithi170 ceph-mon[97338]: pgmap v7861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:29 smithi081 ceph-mon[95500]: pgmap v7861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:29 smithi081 ceph-mon[107735]: pgmap v7861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:31 smithi170 ceph-mon[97338]: pgmap v7862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:31 smithi081 ceph-mon[95500]: pgmap v7862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:31 smithi081 ceph-mon[107735]: pgmap v7862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:32.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:32.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:00:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:33 smithi170 ceph-mon[97338]: pgmap v7863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:33 smithi081 ceph-mon[95500]: pgmap v7863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:33 smithi081 ceph-mon[107735]: pgmap v7863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:34.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:34.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:35 smithi170 ceph-mon[97338]: pgmap v7864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:36.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:35 smithi081 ceph-mon[95500]: pgmap v7864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:35 smithi081 ceph-mon[107735]: pgmap v7864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:37 smithi170 ceph-mon[97338]: pgmap v7865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:37 smithi081 ceph-mon[95500]: pgmap v7865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:37 smithi081 ceph-mon[107735]: pgmap v7865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:39 smithi170 ceph-mon[97338]: pgmap v7866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:39 smithi081 ceph-mon[95500]: pgmap v7866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:40.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:39 smithi081 ceph-mon[107735]: pgmap v7866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:41 smithi170 ceph-mon[97338]: pgmap v7867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:41 smithi081 ceph-mon[95500]: pgmap v7867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:41 smithi081 ceph-mon[107735]: pgmap v7867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:42.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:42.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:00:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:43 smithi170 ceph-mon[97338]: pgmap v7868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:43 smithi081 ceph-mon[95500]: pgmap v7868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:43 smithi081 ceph-mon[107735]: pgmap v7868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:44.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:44.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:45 smithi170 ceph-mon[97338]: pgmap v7869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:45 smithi081 ceph-mon[95500]: pgmap v7869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:45 smithi081 ceph-mon[107735]: pgmap v7869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:47 smithi170 ceph-mon[97338]: pgmap v7870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:47 smithi081 ceph-mon[95500]: pgmap v7870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:47 smithi081 ceph-mon[107735]: pgmap v7870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:49 smithi170 ceph-mon[97338]: pgmap v7871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:49 smithi081 ceph-mon[95500]: pgmap v7871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:49 smithi081 ceph-mon[107735]: pgmap v7871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:51 smithi170 ceph-mon[97338]: pgmap v7872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:51 smithi081 ceph-mon[95500]: pgmap v7872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:51 smithi081 ceph-mon[107735]: pgmap v7872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:52.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": context deadline exceeded" 2023-05-20T10:00:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:52.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:00:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:53 smithi170 ceph-mon[97338]: pgmap v7873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:53 smithi081 ceph-mon[95500]: pgmap v7873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:53 smithi081 ceph-mon[107735]: pgmap v7873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:00:54.544Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:00:54.545Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:00:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:55 smithi170 ceph-mon[97338]: pgmap v7874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:55 smithi081 ceph-mon[95500]: pgmap v7874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:55 smithi081 ceph-mon[107735]: pgmap v7874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:57 smithi170 ceph-mon[97338]: pgmap v7875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:57 smithi081 ceph-mon[95500]: pgmap v7875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:57 smithi081 ceph-mon[107735]: pgmap v7875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:00:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:00:59 smithi170 ceph-mon[97338]: pgmap v7876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:00:59 smithi081 ceph-mon[95500]: pgmap v7876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:00:59 smithi081 ceph-mon[107735]: pgmap v7876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:01 smithi081 ceph-mon[95500]: pgmap v7877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:01 smithi081 ceph-mon[107735]: pgmap v7877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:01.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:01 smithi170 ceph-mon[97338]: pgmap v7877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:02.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:02.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:01:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:03 smithi170 ceph-mon[97338]: pgmap v7878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:03 smithi081 ceph-mon[95500]: pgmap v7878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:03 smithi081 ceph-mon[107735]: pgmap v7878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:04.544Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:04.545Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:05 smithi170 ceph-mon[97338]: pgmap v7879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:05 smithi081 ceph-mon[95500]: pgmap v7879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:05 smithi081 ceph-mon[107735]: pgmap v7879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:07 smithi170 ceph-mon[97338]: pgmap v7880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:07 smithi081 ceph-mon[95500]: pgmap v7880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:07 smithi081 ceph-mon[107735]: pgmap v7880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:09 smithi170 ceph-mon[97338]: pgmap v7881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:09 smithi081 ceph-mon[95500]: pgmap v7881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:09 smithi081 ceph-mon[107735]: pgmap v7881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:11 smithi170 ceph-mon[97338]: pgmap v7882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:11 smithi081 ceph-mon[95500]: pgmap v7882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:11 smithi081 ceph-mon[107735]: pgmap v7882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:12.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:12.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:01:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:13 smithi170 ceph-mon[97338]: pgmap v7883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:13 smithi081 ceph-mon[95500]: pgmap v7883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:13 smithi081 ceph-mon[107735]: pgmap v7883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:14.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:14.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:15 smithi170 ceph-mon[97338]: pgmap v7884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:15 smithi081 ceph-mon[95500]: pgmap v7884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:15 smithi081 ceph-mon[107735]: pgmap v7884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:17 smithi170 ceph-mon[97338]: pgmap v7885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:17 smithi081 ceph-mon[95500]: pgmap v7885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:17 smithi081 ceph-mon[107735]: pgmap v7885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:19 smithi170 ceph-mon[97338]: pgmap v7886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:19 smithi081 ceph-mon[95500]: pgmap v7886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:19 smithi081 ceph-mon[107735]: pgmap v7886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:21 smithi170 ceph-mon[97338]: pgmap v7887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:21 smithi081 ceph-mon[95500]: pgmap v7887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:21 smithi081 ceph-mon[107735]: pgmap v7887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:22.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:22.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:01:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:23 smithi170 ceph-mon[97338]: pgmap v7888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:23 smithi081 ceph-mon[95500]: pgmap v7888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:23 smithi081 ceph-mon[107735]: pgmap v7888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:24.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:24.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:25 smithi170 ceph-mon[97338]: pgmap v7889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:25 smithi081 ceph-mon[95500]: pgmap v7889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:25 smithi081 ceph-mon[107735]: pgmap v7889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:27 smithi170 ceph-mon[97338]: pgmap v7890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:27 smithi081 ceph-mon[95500]: pgmap v7890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:27 smithi081 ceph-mon[107735]: pgmap v7890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:29 smithi170 ceph-mon[97338]: pgmap v7891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:29 smithi081 ceph-mon[95500]: pgmap v7891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:29 smithi081 ceph-mon[107735]: pgmap v7891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:31 smithi170 ceph-mon[97338]: pgmap v7892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:31 smithi081 ceph-mon[95500]: pgmap v7892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:31 smithi081 ceph-mon[107735]: pgmap v7892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:32.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:32.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:01:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:33 smithi170 ceph-mon[97338]: pgmap v7893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:33 smithi081 ceph-mon[95500]: pgmap v7893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:33 smithi081 ceph-mon[107735]: pgmap v7893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:34.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:34.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:35 smithi170 ceph-mon[97338]: pgmap v7894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:35 smithi081 ceph-mon[95500]: pgmap v7894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:35 smithi081 ceph-mon[107735]: pgmap v7894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:37 smithi170 ceph-mon[97338]: pgmap v7895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:38.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:37 smithi081 ceph-mon[95500]: pgmap v7895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:37 smithi081 ceph-mon[107735]: pgmap v7895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:39 smithi170 ceph-mon[97338]: pgmap v7896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:39 smithi081 ceph-mon[95500]: pgmap v7896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:39 smithi081 ceph-mon[107735]: pgmap v7896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:41 smithi170 ceph-mon[97338]: pgmap v7897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:42.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:41 smithi081 ceph-mon[95500]: pgmap v7897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:41 smithi081 ceph-mon[107735]: pgmap v7897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:42.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:43.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:42.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:01:43.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:43 smithi170 ceph-mon[97338]: pgmap v7898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:43 smithi081 ceph-mon[95500]: pgmap v7898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:43 smithi081 ceph-mon[107735]: pgmap v7898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:44.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:44.549Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:45 smithi170 ceph-mon[97338]: pgmap v7899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:45 smithi081 ceph-mon[95500]: pgmap v7899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:45 smithi081 ceph-mon[107735]: pgmap v7899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:47 smithi170 ceph-mon[97338]: pgmap v7900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:47 smithi081 ceph-mon[95500]: pgmap v7900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:47 smithi081 ceph-mon[107735]: pgmap v7900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:49 smithi170 ceph-mon[97338]: pgmap v7901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:49 smithi081 ceph-mon[95500]: pgmap v7901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:49 smithi081 ceph-mon[107735]: pgmap v7901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:51 smithi170 ceph-mon[97338]: pgmap v7902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:51 smithi081 ceph-mon[95500]: pgmap v7902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:51 smithi081 ceph-mon[107735]: pgmap v7902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:52.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:52.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:01:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:53 smithi170 ceph-mon[97338]: pgmap v7903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:53 smithi081 ceph-mon[95500]: pgmap v7903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:53 smithi081 ceph-mon[107735]: pgmap v7903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:01:54.548Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:01:54.549Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:01:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:55 smithi170 ceph-mon[97338]: pgmap v7904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:55 smithi081 ceph-mon[95500]: pgmap v7904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:55 smithi081 ceph-mon[107735]: pgmap v7904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:57 smithi170 ceph-mon[97338]: pgmap v7905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:57 smithi081 ceph-mon[95500]: pgmap v7905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:57 smithi081 ceph-mon[107735]: pgmap v7905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:01:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:01:59 smithi170 ceph-mon[97338]: pgmap v7906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:01:59 smithi081 ceph-mon[95500]: pgmap v7906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:01:59 smithi081 ceph-mon[107735]: pgmap v7906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:01 smithi170 ceph-mon[97338]: pgmap v7907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:01 smithi081 ceph-mon[95500]: pgmap v7907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:01 smithi081 ceph-mon[107735]: pgmap v7907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:02.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:02.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:02:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:03 smithi170 ceph-mon[97338]: pgmap v7908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:03 smithi081 ceph-mon[95500]: pgmap v7908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:03 smithi081 ceph-mon[107735]: pgmap v7908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:04.549Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:04.550Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:05 smithi081 ceph-mon[95500]: pgmap v7909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:05 smithi081 ceph-mon[107735]: pgmap v7909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:05 smithi170 ceph-mon[97338]: pgmap v7909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:07 smithi081 ceph-mon[95500]: pgmap v7910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:07 smithi081 ceph-mon[107735]: pgmap v7910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:07 smithi170 ceph-mon[97338]: pgmap v7910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:09 smithi081 ceph-mon[95500]: pgmap v7911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:09 smithi081 ceph-mon[107735]: pgmap v7911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:09 smithi170 ceph-mon[97338]: pgmap v7911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:11 smithi081 ceph-mon[95500]: pgmap v7912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:11 smithi081 ceph-mon[107735]: pgmap v7912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:11 smithi170 ceph-mon[97338]: pgmap v7912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:12.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:12.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:02:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:13 smithi081 ceph-mon[95500]: pgmap v7913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:13 smithi081 ceph-mon[107735]: pgmap v7913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:13 smithi170 ceph-mon[97338]: pgmap v7913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:14.550Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:14.551Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:15 smithi081 ceph-mon[95500]: pgmap v7914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:15 smithi081 ceph-mon[107735]: pgmap v7914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:15 smithi170 ceph-mon[97338]: pgmap v7914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:17 smithi170 ceph-mon[97338]: pgmap v7915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:17 smithi081 ceph-mon[95500]: pgmap v7915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:17 smithi081 ceph-mon[107735]: pgmap v7915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:19 smithi170 ceph-mon[97338]: pgmap v7916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:19 smithi081 ceph-mon[95500]: pgmap v7916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:19 smithi081 ceph-mon[107735]: pgmap v7916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:21 smithi170 ceph-mon[97338]: pgmap v7917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:21 smithi081 ceph-mon[95500]: pgmap v7917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:21 smithi081 ceph-mon[107735]: pgmap v7917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:22.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:22.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:02:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:23 smithi170 ceph-mon[97338]: pgmap v7918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:24.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:23 smithi081 ceph-mon[95500]: pgmap v7918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:23 smithi081 ceph-mon[107735]: pgmap v7918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:24.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:24.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:25 smithi170 ceph-mon[97338]: pgmap v7919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:26.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:25 smithi081 ceph-mon[95500]: pgmap v7919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:25 smithi081 ceph-mon[107735]: pgmap v7919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:27 smithi170 ceph-mon[97338]: pgmap v7920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:27 smithi081 ceph-mon[95500]: pgmap v7920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:27 smithi081 ceph-mon[107735]: pgmap v7920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:29 smithi170 ceph-mon[97338]: pgmap v7921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:30.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:29 smithi081 ceph-mon[95500]: pgmap v7921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:29 smithi081 ceph-mon[107735]: pgmap v7921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:31 smithi170 ceph-mon[97338]: pgmap v7922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:32.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:31 smithi081 ceph-mon[95500]: pgmap v7922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:31 smithi081 ceph-mon[107735]: pgmap v7922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:32.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:32.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:02:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:33 smithi170 ceph-mon[97338]: pgmap v7923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:33 smithi081 ceph-mon[95500]: pgmap v7923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:33 smithi081 ceph-mon[107735]: pgmap v7923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:34.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:34.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:35 smithi170 ceph-mon[97338]: pgmap v7924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:36.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:35 smithi081 ceph-mon[95500]: pgmap v7924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:35 smithi081 ceph-mon[107735]: pgmap v7924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:37 smithi170 ceph-mon[97338]: pgmap v7925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:37 smithi081 ceph-mon[95500]: pgmap v7925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:37 smithi081 ceph-mon[107735]: pgmap v7925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:39 smithi170 ceph-mon[97338]: pgmap v7926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:39 smithi081 ceph-mon[95500]: pgmap v7926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:39 smithi081 ceph-mon[107735]: pgmap v7926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:41 smithi170 ceph-mon[97338]: pgmap v7927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:42.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:41 smithi081 ceph-mon[95500]: pgmap v7927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:41 smithi081 ceph-mon[107735]: pgmap v7927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:42.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:42.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:02:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:43 smithi170 ceph-mon[97338]: pgmap v7928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:44.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:43 smithi081 ceph-mon[95500]: pgmap v7928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:43 smithi081 ceph-mon[107735]: pgmap v7928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:44.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:44.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:45 smithi170 ceph-mon[97338]: pgmap v7929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:45 smithi081 ceph-mon[95500]: pgmap v7929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:45 smithi081 ceph-mon[107735]: pgmap v7929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:47 smithi170 ceph-mon[97338]: pgmap v7930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:47 smithi081 ceph-mon[95500]: pgmap v7930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:47 smithi081 ceph-mon[107735]: pgmap v7930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:49 smithi170 ceph-mon[97338]: pgmap v7931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:50.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:49 smithi081 ceph-mon[95500]: pgmap v7931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:49 smithi081 ceph-mon[107735]: pgmap v7931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:51 smithi170 ceph-mon[97338]: pgmap v7932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:52.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:51 smithi081 ceph-mon[95500]: pgmap v7932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:51 smithi081 ceph-mon[107735]: pgmap v7932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:52.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:52.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:02:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:53 smithi170 ceph-mon[97338]: pgmap v7933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:54.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:53 smithi081 ceph-mon[95500]: pgmap v7933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:53 smithi081 ceph-mon[107735]: pgmap v7933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:02:54.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:02:54.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:02:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:55 smithi170 ceph-mon[97338]: pgmap v7934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:56.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:55 smithi081 ceph-mon[95500]: pgmap v7934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:55 smithi081 ceph-mon[107735]: pgmap v7934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:57 smithi170 ceph-mon[97338]: pgmap v7935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:57 smithi081 ceph-mon[95500]: pgmap v7935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:02:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:57 smithi081 ceph-mon[107735]: pgmap v7935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:02:59 smithi170 ceph-mon[97338]: pgmap v7936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:00.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:02:59 smithi081 ceph-mon[95500]: pgmap v7936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:02:59 smithi081 ceph-mon[107735]: pgmap v7936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:01 smithi170 ceph-mon[97338]: pgmap v7937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:02.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:01 smithi081 ceph-mon[95500]: pgmap v7937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:01 smithi081 ceph-mon[107735]: pgmap v7937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:02.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:02.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:03:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:03 smithi170 ceph-mon[97338]: pgmap v7938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:04.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:03 smithi081 ceph-mon[95500]: pgmap v7938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:03 smithi081 ceph-mon[107735]: pgmap v7938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:04.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:05.055 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:04.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:05 smithi170 ceph-mon[97338]: pgmap v7939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:06.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:05 smithi081 ceph-mon[95500]: pgmap v7939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:05 smithi081 ceph-mon[107735]: pgmap v7939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:08.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:07 smithi170 ceph-mon[97338]: pgmap v7940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:08.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:07 smithi081 ceph-mon[95500]: pgmap v7940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:07 smithi081 ceph-mon[107735]: pgmap v7940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:09 smithi170 ceph-mon[97338]: pgmap v7941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:10.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:09 smithi081 ceph-mon[95500]: pgmap v7941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:09 smithi081 ceph-mon[107735]: pgmap v7941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:11 smithi170 ceph-mon[97338]: pgmap v7942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:11 smithi081 ceph-mon[95500]: pgmap v7942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:11 smithi081 ceph-mon[107735]: pgmap v7942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:12.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:12.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:03:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:13 smithi170 ceph-mon[97338]: pgmap v7943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:14.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:13 smithi081 ceph-mon[95500]: pgmap v7943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:13 smithi081 ceph-mon[107735]: pgmap v7943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:14.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:14.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:15 smithi170 ceph-mon[97338]: pgmap v7944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:15 smithi081 ceph-mon[95500]: pgmap v7944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:15 smithi081 ceph-mon[107735]: pgmap v7944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:17 smithi170 ceph-mon[97338]: pgmap v7945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:17 smithi081 ceph-mon[95500]: pgmap v7945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:17 smithi081 ceph-mon[107735]: pgmap v7945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:19 smithi170 ceph-mon[97338]: pgmap v7946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:19 smithi081 ceph-mon[95500]: pgmap v7946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:19 smithi081 ceph-mon[107735]: pgmap v7946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:22.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:21 smithi170 ceph-mon[97338]: pgmap v7947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:21 smithi081 ceph-mon[95500]: pgmap v7947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:21 smithi081 ceph-mon[107735]: pgmap v7947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:22.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:22.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:23.392 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:03:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:23 smithi170 ceph-mon[97338]: pgmap v7948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:23.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:23 smithi081 ceph-mon[95500]: pgmap v7948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:23 smithi081 ceph-mon[107735]: pgmap v7948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:24.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:24.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:25 smithi170 ceph-mon[97338]: pgmap v7949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:25.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:25 smithi081 ceph-mon[95500]: pgmap v7949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:25 smithi081 ceph-mon[107735]: pgmap v7949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:27 smithi170 ceph-mon[97338]: pgmap v7950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:27 smithi081 ceph-mon[95500]: pgmap v7950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:27 smithi081 ceph-mon[107735]: pgmap v7950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:29.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:29 smithi170 ceph-mon[97338]: pgmap v7951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:29.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:29 smithi081 ceph-mon[95500]: pgmap v7951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:29 smithi081 ceph-mon[107735]: pgmap v7951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:31.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:31 smithi170 ceph-mon[97338]: pgmap v7952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:31.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:31 smithi081 ceph-mon[95500]: pgmap v7952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:31 smithi081 ceph-mon[107735]: pgmap v7952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:32.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:32.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:33.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:03:33.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:33 smithi170 ceph-mon[97338]: pgmap v7953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:33 smithi081 ceph-mon[95500]: pgmap v7953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:33 smithi081 ceph-mon[107735]: pgmap v7953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:34.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:34.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:35.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:35 smithi170 ceph-mon[97338]: pgmap v7954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:35.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:35 smithi081 ceph-mon[95500]: pgmap v7954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:35 smithi081 ceph-mon[107735]: pgmap v7954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:37.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:37 smithi170 ceph-mon[97338]: pgmap v7955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:37.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:37 smithi081 ceph-mon[95500]: pgmap v7955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:37 smithi081 ceph-mon[107735]: pgmap v7955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:39 smithi170 ceph-mon[97338]: pgmap v7956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:39.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:39 smithi081 ceph-mon[95500]: pgmap v7956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:39.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:39 smithi081 ceph-mon[107735]: pgmap v7956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:41 smithi170 ceph-mon[97338]: pgmap v7957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:41.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:41 smithi081 ceph-mon[95500]: pgmap v7957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:41 smithi081 ceph-mon[107735]: pgmap v7957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:42.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:42.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:43.421 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:03:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:43 smithi170 ceph-mon[97338]: pgmap v7958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:43.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:43 smithi081 ceph-mon[95500]: pgmap v7958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:43 smithi081 ceph-mon[107735]: pgmap v7958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:44.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:44.557Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:45 smithi170 ceph-mon[97338]: pgmap v7959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:45.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:45 smithi081 ceph-mon[95500]: pgmap v7959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:45 smithi081 ceph-mon[107735]: pgmap v7959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:47 smithi170 ceph-mon[97338]: pgmap v7960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:47.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:47 smithi081 ceph-mon[95500]: pgmap v7960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:47 smithi081 ceph-mon[107735]: pgmap v7960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:49 smithi170 ceph-mon[97338]: pgmap v7961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:49.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:49 smithi081 ceph-mon[95500]: pgmap v7961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:49 smithi081 ceph-mon[107735]: pgmap v7961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:51 smithi170 ceph-mon[97338]: pgmap v7962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:51.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:51 smithi081 ceph-mon[95500]: pgmap v7962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:51 smithi081 ceph-mon[107735]: pgmap v7962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:52.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:52.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:53.435 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:03:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:53 smithi170 ceph-mon[97338]: pgmap v7963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:53.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:53 smithi081 ceph-mon[95500]: pgmap v7963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:53 smithi081 ceph-mon[107735]: pgmap v7963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:03:54.556Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:03:54.557Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:03:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:55 smithi170 ceph-mon[97338]: pgmap v7964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:55 smithi081 ceph-mon[95500]: pgmap v7964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:55 smithi081 ceph-mon[107735]: pgmap v7964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:57 smithi170 ceph-mon[97338]: pgmap v7965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:57 smithi081 ceph-mon[95500]: pgmap v7965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:57 smithi081 ceph-mon[107735]: pgmap v7965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:03:59 smithi170 ceph-mon[97338]: pgmap v7966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:59.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:03:59 smithi081 ceph-mon[95500]: pgmap v7966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:03:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:03:59 smithi081 ceph-mon[107735]: pgmap v7966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:01.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:01 smithi170 ceph-mon[97338]: pgmap v7967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:01 smithi081 ceph-mon[95500]: pgmap v7967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:01 smithi081 ceph-mon[107735]: pgmap v7967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:02.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:02.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:03.454 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:04:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:03 smithi170 ceph-mon[97338]: pgmap v7968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:03.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:03 smithi081 ceph-mon[95500]: pgmap v7968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:03 smithi081 ceph-mon[107735]: pgmap v7968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:04.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:04.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:05 smithi170 ceph-mon[97338]: pgmap v7969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:05 smithi081 ceph-mon[95500]: pgmap v7969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:05.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:05 smithi081 ceph-mon[107735]: pgmap v7969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:07.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:07 smithi170 ceph-mon[97338]: pgmap v7970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:07 smithi081 ceph-mon[95500]: pgmap v7970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:07 smithi081 ceph-mon[107735]: pgmap v7970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:09.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:09 smithi170 ceph-mon[97338]: pgmap v7971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:09.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:09 smithi081 ceph-mon[95500]: pgmap v7971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:09.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:09 smithi081 ceph-mon[107735]: pgmap v7971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:11 smithi170 ceph-mon[97338]: pgmap v7972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:11.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:11 smithi081 ceph-mon[95500]: pgmap v7972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:11.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:11 smithi081 ceph-mon[107735]: pgmap v7972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:12.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:12.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:13.468 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:04:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:13 smithi170 ceph-mon[97338]: pgmap v7973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:13.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:13 smithi081 ceph-mon[95500]: pgmap v7973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:13.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:13 smithi081 ceph-mon[107735]: pgmap v7973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:14.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:14.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:15 smithi170 ceph-mon[97338]: pgmap v7974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:15.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:15 smithi081 ceph-mon[95500]: pgmap v7974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:15.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:15 smithi081 ceph-mon[107735]: pgmap v7974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:17.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:17 smithi170 ceph-mon[97338]: pgmap v7975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:17.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:17 smithi081 ceph-mon[95500]: pgmap v7975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:17 smithi081 ceph-mon[107735]: pgmap v7975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:19.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:19 smithi170 ceph-mon[97338]: pgmap v7976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:19.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:19 smithi081 ceph-mon[95500]: pgmap v7976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:19.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:19 smithi081 ceph-mon[107735]: pgmap v7976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:21.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:21 smithi170 ceph-mon[97338]: pgmap v7977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:21.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:21 smithi081 ceph-mon[95500]: pgmap v7977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:21 smithi081 ceph-mon[107735]: pgmap v7977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:22.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:22.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:23.483 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:04:23.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:23 smithi170 ceph-mon[97338]: pgmap v7978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:23.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:23 smithi081 ceph-mon[95500]: pgmap v7978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:23.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:23 smithi081 ceph-mon[107735]: pgmap v7978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:24.559Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:24.560Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:25.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:25 smithi170 ceph-mon[97338]: pgmap v7979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:25.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:25 smithi081 ceph-mon[95500]: pgmap v7979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:25.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:25 smithi081 ceph-mon[107735]: pgmap v7979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:27.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:27 smithi170 ceph-mon[97338]: pgmap v7980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:27.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:27 smithi081 ceph-mon[95500]: pgmap v7980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:27.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:27 smithi081 ceph-mon[107735]: pgmap v7980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:29.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:29 smithi081 ceph-mon[95500]: pgmap v7981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:29.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:29 smithi081 ceph-mon[107735]: pgmap v7981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:29 smithi170 ceph-mon[97338]: pgmap v7981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:31.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:31 smithi081 ceph-mon[95500]: pgmap v7982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:31.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:31 smithi081 ceph-mon[107735]: pgmap v7982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:31 smithi170 ceph-mon[97338]: pgmap v7982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:32.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:32.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:33.503 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:04:33.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:33 smithi081 ceph-mon[95500]: pgmap v7983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:33.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:33 smithi081 ceph-mon[107735]: pgmap v7983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:33 smithi170 ceph-mon[97338]: pgmap v7983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:34.560Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:34.561Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:35.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:35 smithi081 ceph-mon[95500]: pgmap v7984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:35.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:35 smithi081 ceph-mon[107735]: pgmap v7984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:35 smithi170 ceph-mon[97338]: pgmap v7984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:37.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:37 smithi081 ceph-mon[95500]: pgmap v7985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:37 smithi081 ceph-mon[107735]: pgmap v7985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:37.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:37 smithi170 ceph-mon[97338]: pgmap v7985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:39 smithi170 ceph-mon[97338]: pgmap v7986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:39 smithi081 ceph-mon[95500]: pgmap v7986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:39 smithi081 ceph-mon[107735]: pgmap v7986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:41 smithi170 ceph-mon[97338]: pgmap v7987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:41 smithi081 ceph-mon[95500]: pgmap v7987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:41 smithi081 ceph-mon[107735]: pgmap v7987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:42.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:42.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:04:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:43 smithi170 ceph-mon[97338]: pgmap v7988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:43 smithi081 ceph-mon[95500]: pgmap v7988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:43 smithi081 ceph-mon[107735]: pgmap v7988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:44.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:44.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:45 smithi170 ceph-mon[97338]: pgmap v7989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:46.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:45 smithi081 ceph-mon[95500]: pgmap v7989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:45 smithi081 ceph-mon[107735]: pgmap v7989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:47 smithi170 ceph-mon[97338]: pgmap v7990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:47 smithi081 ceph-mon[95500]: pgmap v7990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:47 smithi081 ceph-mon[107735]: pgmap v7990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:49 smithi170 ceph-mon[97338]: pgmap v7991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:49 smithi081 ceph-mon[95500]: pgmap v7991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:49 smithi081 ceph-mon[107735]: pgmap v7991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:51 smithi170 ceph-mon[97338]: pgmap v7992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:51 smithi081 ceph-mon[95500]: pgmap v7992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:51 smithi081 ceph-mon[107735]: pgmap v7992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:52.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:52.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:04:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:53 smithi170 ceph-mon[97338]: pgmap v7993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:53 smithi081 ceph-mon[95500]: pgmap v7993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:53 smithi081 ceph-mon[107735]: pgmap v7993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:04:54.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:04:54.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:04:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:55 smithi170 ceph-mon[97338]: pgmap v7994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:55 smithi081 ceph-mon[95500]: pgmap v7994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:55 smithi081 ceph-mon[107735]: pgmap v7994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:57 smithi170 ceph-mon[97338]: pgmap v7995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:57 smithi081 ceph-mon[95500]: pgmap v7995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:57 smithi081 ceph-mon[107735]: pgmap v7995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:04:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:04:59 smithi170 ceph-mon[97338]: pgmap v7996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:04:59 smithi081 ceph-mon[95500]: pgmap v7996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:04:59 smithi081 ceph-mon[107735]: pgmap v7996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:01 smithi170 ceph-mon[97338]: pgmap v7997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:01 smithi081 ceph-mon[95500]: pgmap v7997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:01 smithi081 ceph-mon[107735]: pgmap v7997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:02.708Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:02.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:05:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:03 smithi170 ceph-mon[97338]: pgmap v7998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:03 smithi081 ceph-mon[95500]: pgmap v7998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:03 smithi081 ceph-mon[107735]: pgmap v7998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:04.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:04.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:05.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:05 smithi170 ceph-mon[97338]: pgmap v7999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:05 smithi081 ceph-mon[95500]: pgmap v7999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:05 smithi081 ceph-mon[107735]: pgmap v7999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:07 smithi170 ceph-mon[97338]: pgmap v8000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:07 smithi081 ceph-mon[95500]: pgmap v8000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:07 smithi081 ceph-mon[107735]: pgmap v8000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:09 smithi170 ceph-mon[97338]: pgmap v8001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:09 smithi081 ceph-mon[95500]: pgmap v8001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:09 smithi081 ceph-mon[107735]: pgmap v8001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:11 smithi170 ceph-mon[97338]: pgmap v8002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:11 smithi081 ceph-mon[95500]: pgmap v8002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:11 smithi081 ceph-mon[107735]: pgmap v8002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:12.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:12.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:05:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:13 smithi170 ceph-mon[97338]: pgmap v8003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:13 smithi081 ceph-mon[95500]: pgmap v8003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:13 smithi081 ceph-mon[107735]: pgmap v8003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:14.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:15.334 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:14.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:15 smithi170 ceph-mon[97338]: pgmap v8004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:15 smithi081 ceph-mon[95500]: pgmap v8004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:15 smithi081 ceph-mon[107735]: pgmap v8004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:17 smithi170 ceph-mon[97338]: pgmap v8005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:17 smithi081 ceph-mon[95500]: pgmap v8005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:17 smithi081 ceph-mon[107735]: pgmap v8005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:19 smithi170 ceph-mon[97338]: pgmap v8006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:19 smithi081 ceph-mon[95500]: pgmap v8006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:19 smithi081 ceph-mon[107735]: pgmap v8006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:21 smithi170 ceph-mon[97338]: pgmap v8007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:22.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:21 smithi081 ceph-mon[95500]: pgmap v8007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:21 smithi081 ceph-mon[107735]: pgmap v8007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:23.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:22.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:22.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:05:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:23 smithi170 ceph-mon[97338]: pgmap v8008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:23 smithi081 ceph-mon[95500]: pgmap v8008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:23 smithi081 ceph-mon[107735]: pgmap v8008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:24.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:24.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:25 smithi170 ceph-mon[97338]: pgmap v8009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:25 smithi081 ceph-mon[95500]: pgmap v8009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:25 smithi081 ceph-mon[107735]: pgmap v8009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:27 smithi170 ceph-mon[97338]: pgmap v8010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:27 smithi081 ceph-mon[95500]: pgmap v8010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:27 smithi081 ceph-mon[107735]: pgmap v8010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:29 smithi170 ceph-mon[97338]: pgmap v8011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:29 smithi081 ceph-mon[95500]: pgmap v8011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:29 smithi081 ceph-mon[107735]: pgmap v8011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:31 smithi170 ceph-mon[97338]: pgmap v8012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:31 smithi081 ceph-mon[95500]: pgmap v8012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:31 smithi081 ceph-mon[107735]: pgmap v8012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:32.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:32.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:05:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:33 smithi170 ceph-mon[97338]: pgmap v8013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:33 smithi081 ceph-mon[95500]: pgmap v8013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:33 smithi081 ceph-mon[107735]: pgmap v8013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:34.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:34.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:35 smithi170 ceph-mon[97338]: pgmap v8014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:35 smithi081 ceph-mon[95500]: pgmap v8014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:35 smithi081 ceph-mon[107735]: pgmap v8014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:37 smithi170 ceph-mon[97338]: pgmap v8015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:37 smithi081 ceph-mon[95500]: pgmap v8015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:38.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:37 smithi081 ceph-mon[107735]: pgmap v8015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:39 smithi170 ceph-mon[97338]: pgmap v8016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:39 smithi081 ceph-mon[95500]: pgmap v8016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:39 smithi081 ceph-mon[107735]: pgmap v8016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:41 smithi170 ceph-mon[97338]: pgmap v8017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:41 smithi081 ceph-mon[95500]: pgmap v8017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:41 smithi081 ceph-mon[107735]: pgmap v8017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:42.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:42.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:05:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:43 smithi170 ceph-mon[97338]: pgmap v8018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:43 smithi081 ceph-mon[95500]: pgmap v8018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:43 smithi081 ceph-mon[107735]: pgmap v8018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:44.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:44.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:45 smithi170 ceph-mon[97338]: pgmap v8019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:46.086 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:45 smithi081 ceph-mon[95500]: pgmap v8019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:46.087 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:45 smithi081 ceph-mon[107735]: pgmap v8019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:47 smithi170 ceph-mon[97338]: pgmap v8020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:48.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:47 smithi081 ceph-mon[95500]: pgmap v8020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:48.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:47 smithi081 ceph-mon[107735]: pgmap v8020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:49 smithi170 ceph-mon[97338]: pgmap v8021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:49 smithi081 ceph-mon[95500]: pgmap v8021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:49 smithi081 ceph-mon[107735]: pgmap v8021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:51 smithi170 ceph-mon[97338]: pgmap v8022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:51 smithi081 ceph-mon[95500]: pgmap v8022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:51 smithi081 ceph-mon[107735]: pgmap v8022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:52.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:52.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:05:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:53 smithi170 ceph-mon[97338]: pgmap v8023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:53 smithi081 ceph-mon[95500]: pgmap v8023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:53 smithi081 ceph-mon[107735]: pgmap v8023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:05:54.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:05:54.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:05:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:55 smithi170 ceph-mon[97338]: pgmap v8024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:55 smithi081 ceph-mon[95500]: pgmap v8024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:55 smithi081 ceph-mon[107735]: pgmap v8024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:57 smithi170 ceph-mon[97338]: pgmap v8025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:57 smithi081 ceph-mon[95500]: pgmap v8025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:57 smithi081 ceph-mon[107735]: pgmap v8025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:05:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:05:59 smithi170 ceph-mon[97338]: pgmap v8026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:05:59 smithi081 ceph-mon[95500]: pgmap v8026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:05:59 smithi081 ceph-mon[107735]: pgmap v8026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:01 smithi170 ceph-mon[97338]: pgmap v8027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:01 smithi081 ceph-mon[95500]: pgmap v8027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:01 smithi081 ceph-mon[107735]: pgmap v8027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:02.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:02.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:06:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:03 smithi170 ceph-mon[97338]: pgmap v8028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:03 smithi081 ceph-mon[95500]: pgmap v8028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:03 smithi081 ceph-mon[107735]: pgmap v8028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:04.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:04.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:05 smithi170 ceph-mon[97338]: pgmap v8029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:05 smithi081 ceph-mon[95500]: pgmap v8029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:05 smithi081 ceph-mon[107735]: pgmap v8029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:07 smithi170 ceph-mon[97338]: pgmap v8030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:07 smithi081 ceph-mon[95500]: pgmap v8030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:07 smithi081 ceph-mon[107735]: pgmap v8030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:09 smithi170 ceph-mon[97338]: pgmap v8031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:09 smithi081 ceph-mon[95500]: pgmap v8031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:09 smithi081 ceph-mon[107735]: pgmap v8031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:11 smithi170 ceph-mon[97338]: pgmap v8032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:11 smithi081 ceph-mon[95500]: pgmap v8032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:11 smithi081 ceph-mon[107735]: pgmap v8032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:12.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:12.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:06:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:13 smithi170 ceph-mon[97338]: pgmap v8033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:13 smithi081 ceph-mon[95500]: pgmap v8033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:13 smithi081 ceph-mon[107735]: pgmap v8033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:14.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:14.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:15 smithi170 ceph-mon[97338]: pgmap v8034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:15 smithi081 ceph-mon[95500]: pgmap v8034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:15 smithi081 ceph-mon[107735]: pgmap v8034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:17 smithi170 ceph-mon[97338]: pgmap v8035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:17 smithi081 ceph-mon[95500]: pgmap v8035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:17 smithi081 ceph-mon[107735]: pgmap v8035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:19 smithi170 ceph-mon[97338]: pgmap v8036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:19 smithi081 ceph-mon[95500]: pgmap v8036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:19 smithi081 ceph-mon[107735]: pgmap v8036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:21 smithi170 ceph-mon[97338]: pgmap v8037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:21 smithi081 ceph-mon[95500]: pgmap v8037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:21 smithi081 ceph-mon[107735]: pgmap v8037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:22.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:22.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:06:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:23 smithi170 ceph-mon[97338]: pgmap v8038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:23 smithi081 ceph-mon[95500]: pgmap v8038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:23 smithi081 ceph-mon[107735]: pgmap v8038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:24.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:24.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:25 smithi170 ceph-mon[97338]: pgmap v8039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:26.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:25 smithi081 ceph-mon[95500]: pgmap v8039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:25 smithi081 ceph-mon[107735]: pgmap v8039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:27 smithi170 ceph-mon[97338]: pgmap v8040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:27 smithi081 ceph-mon[95500]: pgmap v8040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:27 smithi081 ceph-mon[107735]: pgmap v8040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:29 smithi170 ceph-mon[97338]: pgmap v8041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:29 smithi081 ceph-mon[95500]: pgmap v8041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:29 smithi081 ceph-mon[107735]: pgmap v8041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:31 smithi170 ceph-mon[97338]: pgmap v8042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:31 smithi081 ceph-mon[95500]: pgmap v8042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:31 smithi081 ceph-mon[107735]: pgmap v8042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:32.716Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:32.717Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:06:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:33 smithi170 ceph-mon[97338]: pgmap v8043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:33 smithi081 ceph-mon[95500]: pgmap v8043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:33 smithi081 ceph-mon[107735]: pgmap v8043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:34.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:34.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:35 smithi170 ceph-mon[97338]: pgmap v8044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:35 smithi081 ceph-mon[95500]: pgmap v8044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:35 smithi081 ceph-mon[107735]: pgmap v8044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:37 smithi170 ceph-mon[97338]: pgmap v8045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:37 smithi081 ceph-mon[95500]: pgmap v8045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:37 smithi081 ceph-mon[107735]: pgmap v8045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:39 smithi170 ceph-mon[97338]: pgmap v8046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:39 smithi081 ceph-mon[95500]: pgmap v8046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:39 smithi081 ceph-mon[107735]: pgmap v8046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:41 smithi170 ceph-mon[97338]: pgmap v8047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:41 smithi081 ceph-mon[95500]: pgmap v8047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:41 smithi081 ceph-mon[107735]: pgmap v8047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:42.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:42.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:06:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:43 smithi170 ceph-mon[97338]: pgmap v8048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:43 smithi081 ceph-mon[95500]: pgmap v8048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:43 smithi081 ceph-mon[107735]: pgmap v8048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:44.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:44.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:45 smithi170 ceph-mon[97338]: pgmap v8049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:45 smithi081 ceph-mon[95500]: pgmap v8049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:45 smithi081 ceph-mon[107735]: pgmap v8049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:48.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:47 smithi081 ceph-mon[95500]: pgmap v8050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:47 smithi081 ceph-mon[107735]: pgmap v8050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:47 smithi170 ceph-mon[97338]: pgmap v8050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:50.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:49 smithi081 ceph-mon[95500]: pgmap v8051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:49 smithi081 ceph-mon[107735]: pgmap v8051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:49 smithi170 ceph-mon[97338]: pgmap v8051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:51 smithi081 ceph-mon[95500]: pgmap v8052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:51 smithi081 ceph-mon[107735]: pgmap v8052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:51 smithi170 ceph-mon[97338]: pgmap v8052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:52.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:52.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:06:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:53 smithi081 ceph-mon[95500]: pgmap v8053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:53 smithi081 ceph-mon[107735]: pgmap v8053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:53 smithi170 ceph-mon[97338]: pgmap v8053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:06:54.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:06:54.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:06:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:55 smithi081 ceph-mon[95500]: pgmap v8054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:55 smithi081 ceph-mon[107735]: pgmap v8054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:55 smithi170 ceph-mon[97338]: pgmap v8054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:57 smithi081 ceph-mon[95500]: pgmap v8055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:57 smithi081 ceph-mon[107735]: pgmap v8055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:06:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:57 smithi170 ceph-mon[97338]: pgmap v8055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:06:59 smithi081 ceph-mon[95500]: pgmap v8056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:06:59 smithi081 ceph-mon[107735]: pgmap v8056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:06:59 smithi170 ceph-mon[97338]: pgmap v8056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:01 smithi170 ceph-mon[97338]: pgmap v8057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:02.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:01 smithi081 ceph-mon[95500]: pgmap v8057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:01 smithi081 ceph-mon[107735]: pgmap v8057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:02.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:02.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:07:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:03 smithi170 ceph-mon[97338]: pgmap v8058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:03 smithi081 ceph-mon[95500]: pgmap v8058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:03 smithi081 ceph-mon[107735]: pgmap v8058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:04.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:04.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:05 smithi170 ceph-mon[97338]: pgmap v8059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:05 smithi081 ceph-mon[95500]: pgmap v8059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:05 smithi081 ceph-mon[107735]: pgmap v8059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:07 smithi170 ceph-mon[97338]: pgmap v8060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:07 smithi081 ceph-mon[95500]: pgmap v8060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:07 smithi081 ceph-mon[107735]: pgmap v8060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:09 smithi170 ceph-mon[97338]: pgmap v8061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:09 smithi081 ceph-mon[95500]: pgmap v8061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:09 smithi081 ceph-mon[107735]: pgmap v8061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:11 smithi170 ceph-mon[97338]: pgmap v8062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:11 smithi081 ceph-mon[95500]: pgmap v8062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:11 smithi081 ceph-mon[107735]: pgmap v8062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:12.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:12.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:07:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:13 smithi170 ceph-mon[97338]: pgmap v8063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:14.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:13 smithi081 ceph-mon[95500]: pgmap v8063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:13 smithi081 ceph-mon[107735]: pgmap v8063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:14.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:14.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:15 smithi170 ceph-mon[97338]: pgmap v8064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:15 smithi081 ceph-mon[95500]: pgmap v8064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:15 smithi081 ceph-mon[107735]: pgmap v8064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:17 smithi170 ceph-mon[97338]: pgmap v8065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:17 smithi081 ceph-mon[95500]: pgmap v8065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:17 smithi081 ceph-mon[107735]: pgmap v8065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:19 smithi170 ceph-mon[97338]: pgmap v8066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:19 smithi081 ceph-mon[95500]: pgmap v8066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:19 smithi081 ceph-mon[107735]: pgmap v8066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:21 smithi170 ceph-mon[97338]: pgmap v8067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:21 smithi081 ceph-mon[95500]: pgmap v8067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:21 smithi081 ceph-mon[107735]: pgmap v8067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:22.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:22.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:07:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:23 smithi170 ceph-mon[97338]: pgmap v8068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:24.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:23 smithi081 ceph-mon[95500]: pgmap v8068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:23 smithi081 ceph-mon[107735]: pgmap v8068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:24.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:24.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:25 smithi170 ceph-mon[97338]: pgmap v8069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:25 smithi081 ceph-mon[95500]: pgmap v8069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:25 smithi081 ceph-mon[107735]: pgmap v8069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:27 smithi170 ceph-mon[97338]: pgmap v8070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:27 smithi081 ceph-mon[95500]: pgmap v8070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:27 smithi081 ceph-mon[107735]: pgmap v8070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:29 smithi170 ceph-mon[97338]: pgmap v8071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:29 smithi081 ceph-mon[95500]: pgmap v8071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:29 smithi081 ceph-mon[107735]: pgmap v8071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:31 smithi170 ceph-mon[97338]: pgmap v8072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:32.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:31 smithi081 ceph-mon[95500]: pgmap v8072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:31 smithi081 ceph-mon[107735]: pgmap v8072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:32.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:32.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:07:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:33 smithi170 ceph-mon[97338]: pgmap v8073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:34.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:33 smithi081 ceph-mon[95500]: pgmap v8073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:34.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:33 smithi081 ceph-mon[107735]: pgmap v8073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:34.572Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:34.573Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:35 smithi170 ceph-mon[97338]: pgmap v8074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:36.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:35 smithi081 ceph-mon[95500]: pgmap v8074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:35 smithi081 ceph-mon[107735]: pgmap v8074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:37 smithi170 ceph-mon[97338]: pgmap v8075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:37 smithi081 ceph-mon[95500]: pgmap v8075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:37 smithi081 ceph-mon[107735]: pgmap v8075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:39 smithi170 ceph-mon[97338]: pgmap v8076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:39 smithi081 ceph-mon[95500]: pgmap v8076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:39 smithi081 ceph-mon[107735]: pgmap v8076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:41 smithi170 ceph-mon[97338]: pgmap v8077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:42.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:41 smithi081 ceph-mon[95500]: pgmap v8077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:41 smithi081 ceph-mon[107735]: pgmap v8077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:42.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:42.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:07:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:43 smithi170 ceph-mon[97338]: pgmap v8078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:43 smithi081 ceph-mon[95500]: pgmap v8078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:43 smithi081 ceph-mon[107735]: pgmap v8078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:44.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:44.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:45 smithi170 ceph-mon[97338]: pgmap v8079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:46.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:45 smithi081 ceph-mon[95500]: pgmap v8079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:45 smithi081 ceph-mon[107735]: pgmap v8079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:47 smithi170 ceph-mon[97338]: pgmap v8080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:47 smithi081 ceph-mon[95500]: pgmap v8080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:47 smithi081 ceph-mon[107735]: pgmap v8080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:49 smithi170 ceph-mon[97338]: pgmap v8081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:49 smithi081 ceph-mon[95500]: pgmap v8081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:49 smithi081 ceph-mon[107735]: pgmap v8081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:51 smithi170 ceph-mon[97338]: pgmap v8082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:51 smithi081 ceph-mon[95500]: pgmap v8082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:51 smithi081 ceph-mon[107735]: pgmap v8082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:52.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:52.723Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:07:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:53 smithi170 ceph-mon[97338]: pgmap v8083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:54.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:53 smithi081 ceph-mon[95500]: pgmap v8083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:53 smithi081 ceph-mon[107735]: pgmap v8083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:07:54.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:07:54.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:07:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:55 smithi170 ceph-mon[97338]: pgmap v8084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:55 smithi081 ceph-mon[95500]: pgmap v8084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:55 smithi081 ceph-mon[107735]: pgmap v8084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:57 smithi170 ceph-mon[97338]: pgmap v8085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:57 smithi081 ceph-mon[95500]: pgmap v8085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:07:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:57 smithi081 ceph-mon[107735]: pgmap v8085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:07:59 smithi170 ceph-mon[97338]: pgmap v8086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:07:59 smithi081 ceph-mon[95500]: pgmap v8086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:07:59 smithi081 ceph-mon[107735]: pgmap v8086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:01 smithi170 ceph-mon[97338]: pgmap v8087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:01 smithi081 ceph-mon[95500]: pgmap v8087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:01 smithi081 ceph-mon[107735]: pgmap v8087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:02.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:02.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:08:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:03 smithi170 ceph-mon[97338]: pgmap v8088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:03 smithi081 ceph-mon[95500]: pgmap v8088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:03 smithi081 ceph-mon[107735]: pgmap v8088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:04.575Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:04.576Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:05 smithi170 ceph-mon[97338]: pgmap v8089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:06.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:05 smithi081 ceph-mon[95500]: pgmap v8089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:05 smithi081 ceph-mon[107735]: pgmap v8089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:07 smithi170 ceph-mon[97338]: pgmap v8090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:07 smithi081 ceph-mon[95500]: pgmap v8090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:07 smithi081 ceph-mon[107735]: pgmap v8090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:09 smithi170 ceph-mon[97338]: pgmap v8091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:09 smithi081 ceph-mon[95500]: pgmap v8091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:09 smithi081 ceph-mon[107735]: pgmap v8091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:11 smithi170 ceph-mon[97338]: pgmap v8092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:11 smithi081 ceph-mon[95500]: pgmap v8092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:11 smithi081 ceph-mon[107735]: pgmap v8092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:12.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:12.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:08:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:13 smithi170 ceph-mon[97338]: pgmap v8093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:13 smithi081 ceph-mon[95500]: pgmap v8093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:13 smithi081 ceph-mon[107735]: pgmap v8093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:14.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:14.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:15 smithi170 ceph-mon[97338]: pgmap v8094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:15 smithi081 ceph-mon[95500]: pgmap v8094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:15 smithi081 ceph-mon[107735]: pgmap v8094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:17 smithi170 ceph-mon[97338]: pgmap v8095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:18.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:17 smithi081 ceph-mon[95500]: pgmap v8095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:17 smithi081 ceph-mon[107735]: pgmap v8095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:19 smithi170 ceph-mon[97338]: pgmap v8096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:20.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:19 smithi081 ceph-mon[95500]: pgmap v8096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:19 smithi081 ceph-mon[107735]: pgmap v8096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:21 smithi170 ceph-mon[97338]: pgmap v8097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:21 smithi081 ceph-mon[95500]: pgmap v8097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:21 smithi081 ceph-mon[107735]: pgmap v8097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:22.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:22.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:08:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:23 smithi170 ceph-mon[97338]: pgmap v8098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:23 smithi081 ceph-mon[95500]: pgmap v8098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:23 smithi081 ceph-mon[107735]: pgmap v8098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:24.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:24.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:25 smithi170 ceph-mon[97338]: pgmap v8099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:26.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:25 smithi081 ceph-mon[95500]: pgmap v8099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:25 smithi081 ceph-mon[107735]: pgmap v8099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:28.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:27 smithi170 ceph-mon[97338]: pgmap v8100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:28.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:27 smithi081 ceph-mon[95500]: pgmap v8100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:27 smithi081 ceph-mon[107735]: pgmap v8100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:29 smithi170 ceph-mon[97338]: pgmap v8101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:29 smithi081 ceph-mon[95500]: pgmap v8101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:29 smithi081 ceph-mon[107735]: pgmap v8101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:31 smithi170 ceph-mon[97338]: pgmap v8102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:31 smithi081 ceph-mon[95500]: pgmap v8102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:31 smithi081 ceph-mon[107735]: pgmap v8102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:32.725Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:32.726Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:08:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:33 smithi170 ceph-mon[97338]: pgmap v8103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:33 smithi081 ceph-mon[95500]: pgmap v8103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:33 smithi081 ceph-mon[107735]: pgmap v8103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:34.941 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:34.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:34.942 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:34.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:35.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:34 smithi170 ceph-mon[97338]: pgmap v8104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:35.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:34 smithi081 ceph-mon[95500]: pgmap v8104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:35.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:34 smithi081 ceph-mon[107735]: pgmap v8104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:37.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:37 smithi170 ceph-mon[97338]: pgmap v8105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:37.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:37 smithi081 ceph-mon[95500]: pgmap v8105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:37.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:37 smithi081 ceph-mon[107735]: pgmap v8105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:39 smithi170 ceph-mon[97338]: pgmap v8106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:39.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:39 smithi081 ceph-mon[95500]: pgmap v8106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:39.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:39 smithi081 ceph-mon[107735]: pgmap v8106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:41 smithi170 ceph-mon[97338]: pgmap v8107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:41.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:41 smithi081 ceph-mon[95500]: pgmap v8107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:41.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:41 smithi081 ceph-mon[107735]: pgmap v8107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:42.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:42.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:43.468 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:08:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:43 smithi170 ceph-mon[97338]: pgmap v8108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:43.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:43 smithi081 ceph-mon[95500]: pgmap v8108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:43.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:43 smithi081 ceph-mon[107735]: pgmap v8108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:44.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:44.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:45 smithi170 ceph-mon[97338]: pgmap v8109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:45.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:45 smithi081 ceph-mon[95500]: pgmap v8109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:45.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:45 smithi081 ceph-mon[107735]: pgmap v8109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:47 smithi170 ceph-mon[97338]: pgmap v8110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:47.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:47 smithi081 ceph-mon[95500]: pgmap v8110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:47.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:47 smithi081 ceph-mon[107735]: pgmap v8110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:49 smithi170 ceph-mon[97338]: pgmap v8111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:49.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:49 smithi081 ceph-mon[95500]: pgmap v8111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:49 smithi081 ceph-mon[107735]: pgmap v8111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:51 smithi170 ceph-mon[97338]: pgmap v8112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:51.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:51 smithi081 ceph-mon[95500]: pgmap v8112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:51 smithi081 ceph-mon[107735]: pgmap v8112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:52.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:52.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:53.487 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:08:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:53 smithi170 ceph-mon[97338]: pgmap v8113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:53.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:53 smithi081 ceph-mon[95500]: pgmap v8113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:53.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:53 smithi081 ceph-mon[107735]: pgmap v8113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:08:54.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:08:54.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:08:55.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:55 smithi170 ceph-mon[97338]: pgmap v8114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:55.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:55 smithi081 ceph-mon[95500]: pgmap v8114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:55.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:55 smithi081 ceph-mon[107735]: pgmap v8114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:57.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:57 smithi081 ceph-mon[95500]: pgmap v8115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:57.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:57 smithi081 ceph-mon[107735]: pgmap v8115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:57 smithi170 ceph-mon[97338]: pgmap v8115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:59.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:08:59 smithi081 ceph-mon[95500]: pgmap v8116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:59.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:08:59 smithi081 ceph-mon[107735]: pgmap v8116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:08:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:08:59 smithi170 ceph-mon[97338]: pgmap v8116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:01.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:01 smithi081 ceph-mon[95500]: pgmap v8117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:01.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:01 smithi081 ceph-mon[107735]: pgmap v8117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:01 smithi170 ceph-mon[97338]: pgmap v8117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:02.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:02.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:03.504 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:09:03.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:03 smithi081 ceph-mon[95500]: pgmap v8118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:03 smithi081 ceph-mon[107735]: pgmap v8118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:03 smithi170 ceph-mon[97338]: pgmap v8118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:04.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:04.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:05.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:05 smithi081 ceph-mon[95500]: pgmap v8119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:05.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:05 smithi081 ceph-mon[107735]: pgmap v8119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:05 smithi170 ceph-mon[97338]: pgmap v8119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:07.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:07 smithi081 ceph-mon[95500]: pgmap v8120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:07.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:07 smithi081 ceph-mon[107735]: pgmap v8120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:07 smithi170 ceph-mon[97338]: pgmap v8120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:09.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:09 smithi170 ceph-mon[97338]: pgmap v8121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:09 smithi081 ceph-mon[95500]: pgmap v8121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:09 smithi081 ceph-mon[107735]: pgmap v8121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:11 smithi170 ceph-mon[97338]: pgmap v8122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:11 smithi081 ceph-mon[95500]: pgmap v8122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:11 smithi081 ceph-mon[107735]: pgmap v8122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:12.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:12.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:09:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:13 smithi170 ceph-mon[97338]: pgmap v8123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:13 smithi081 ceph-mon[95500]: pgmap v8123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:13 smithi081 ceph-mon[107735]: pgmap v8123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:14.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:14.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:15 smithi170 ceph-mon[97338]: pgmap v8124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:15 smithi081 ceph-mon[95500]: pgmap v8124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:15 smithi081 ceph-mon[107735]: pgmap v8124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:17 smithi170 ceph-mon[97338]: pgmap v8125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:17 smithi081 ceph-mon[95500]: pgmap v8125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:17 smithi081 ceph-mon[107735]: pgmap v8125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:19 smithi170 ceph-mon[97338]: pgmap v8126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:19 smithi081 ceph-mon[95500]: pgmap v8126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:19 smithi081 ceph-mon[107735]: pgmap v8126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:21 smithi170 ceph-mon[97338]: pgmap v8127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:21 smithi081 ceph-mon[95500]: pgmap v8127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:21 smithi081 ceph-mon[107735]: pgmap v8127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:23.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:22.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:22.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:09:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:23 smithi170 ceph-mon[97338]: pgmap v8128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:23 smithi081 ceph-mon[95500]: pgmap v8128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:23 smithi081 ceph-mon[107735]: pgmap v8128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:24.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:24.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:25.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:25 smithi170 ceph-mon[97338]: pgmap v8129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:25 smithi081 ceph-mon[95500]: pgmap v8129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:25 smithi081 ceph-mon[107735]: pgmap v8129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:27 smithi170 ceph-mon[97338]: pgmap v8130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:27 smithi081 ceph-mon[95500]: pgmap v8130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:27 smithi081 ceph-mon[107735]: pgmap v8130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:29 smithi170 ceph-mon[97338]: pgmap v8131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:29 smithi081 ceph-mon[95500]: pgmap v8131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:29 smithi081 ceph-mon[107735]: pgmap v8131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:31 smithi170 ceph-mon[97338]: pgmap v8132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:32.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:31 smithi081 ceph-mon[95500]: pgmap v8132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:31 smithi081 ceph-mon[107735]: pgmap v8132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:32.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:32.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:09:33.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:33 smithi170 ceph-mon[97338]: pgmap v8133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:34.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:33 smithi081 ceph-mon[95500]: pgmap v8133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:34.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:33 smithi081 ceph-mon[107735]: pgmap v8133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:34.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:34.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:35 smithi170 ceph-mon[97338]: pgmap v8134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:35 smithi081 ceph-mon[95500]: pgmap v8134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:35 smithi081 ceph-mon[107735]: pgmap v8134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:37 smithi170 ceph-mon[97338]: pgmap v8135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:37 smithi081 ceph-mon[95500]: pgmap v8135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:37 smithi081 ceph-mon[107735]: pgmap v8135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:39 smithi170 ceph-mon[97338]: pgmap v8136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:39 smithi081 ceph-mon[95500]: pgmap v8136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:39 smithi081 ceph-mon[107735]: pgmap v8136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:41 smithi170 ceph-mon[97338]: pgmap v8137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:41 smithi081 ceph-mon[95500]: pgmap v8137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:41 smithi081 ceph-mon[107735]: pgmap v8137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:42.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:42.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:09:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:43 smithi170 ceph-mon[97338]: pgmap v8138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:44.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:43 smithi081 ceph-mon[95500]: pgmap v8138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:43 smithi081 ceph-mon[107735]: pgmap v8138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:44.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:44.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:45 smithi170 ceph-mon[97338]: pgmap v8139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:45 smithi081 ceph-mon[95500]: pgmap v8139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:45 smithi081 ceph-mon[107735]: pgmap v8139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:47 smithi170 ceph-mon[97338]: pgmap v8140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:47 smithi081 ceph-mon[95500]: pgmap v8140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:47 smithi081 ceph-mon[107735]: pgmap v8140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:49 smithi170 ceph-mon[97338]: pgmap v8141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:49 smithi081 ceph-mon[95500]: pgmap v8141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:49 smithi081 ceph-mon[107735]: pgmap v8141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:51 smithi170 ceph-mon[97338]: pgmap v8142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:51 smithi081 ceph-mon[95500]: pgmap v8142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:51 smithi081 ceph-mon[107735]: pgmap v8142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:52.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:52.734Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:09:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:53 smithi170 ceph-mon[97338]: pgmap v8143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:53 smithi081 ceph-mon[95500]: pgmap v8143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:53 smithi081 ceph-mon[107735]: pgmap v8143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:09:54.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:09:54.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:09:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:55 smithi170 ceph-mon[97338]: pgmap v8144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:55 smithi081 ceph-mon[95500]: pgmap v8144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:55 smithi081 ceph-mon[107735]: pgmap v8144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:57 smithi170 ceph-mon[97338]: pgmap v8145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:57 smithi081 ceph-mon[95500]: pgmap v8145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:57 smithi081 ceph-mon[107735]: pgmap v8145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:09:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:09:59 smithi170 ceph-mon[97338]: pgmap v8146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:09:59 smithi081 ceph-mon[95500]: pgmap v8146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:09:59 smithi081 ceph-mon[107735]: pgmap v8146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:10:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:10:01.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:10:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:01 smithi170 ceph-mon[97338]: pgmap v8147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:01 smithi081 ceph-mon[95500]: pgmap v8147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:01 smithi081 ceph-mon[107735]: pgmap v8147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:02.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:03.116 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:02.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:10:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:03 smithi170 ceph-mon[97338]: pgmap v8148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:04.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:03 smithi081 ceph-mon[95500]: pgmap v8148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:03 smithi081 ceph-mon[107735]: pgmap v8148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:04.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:04.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:05 smithi170 ceph-mon[97338]: pgmap v8149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:05 smithi081 ceph-mon[95500]: pgmap v8149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:05 smithi081 ceph-mon[107735]: pgmap v8149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:07 smithi170 ceph-mon[97338]: pgmap v8150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:07 smithi081 ceph-mon[95500]: pgmap v8150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:07 smithi081 ceph-mon[107735]: pgmap v8150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:09 smithi170 ceph-mon[97338]: pgmap v8151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:09 smithi081 ceph-mon[95500]: pgmap v8151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:09 smithi081 ceph-mon[107735]: pgmap v8151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:11 smithi170 ceph-mon[97338]: pgmap v8152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:11 smithi081 ceph-mon[95500]: pgmap v8152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:11 smithi081 ceph-mon[107735]: pgmap v8152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:12.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:12.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:10:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:13 smithi170 ceph-mon[97338]: pgmap v8153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:13 smithi081 ceph-mon[95500]: pgmap v8153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:13 smithi081 ceph-mon[107735]: pgmap v8153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:14.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:15.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:14.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:15 smithi170 ceph-mon[97338]: pgmap v8154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:15 smithi081 ceph-mon[95500]: pgmap v8154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:15 smithi081 ceph-mon[107735]: pgmap v8154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:17 smithi170 ceph-mon[97338]: pgmap v8155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:17 smithi081 ceph-mon[95500]: pgmap v8155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:17 smithi081 ceph-mon[107735]: pgmap v8155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:19 smithi170 ceph-mon[97338]: pgmap v8156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:20.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:19 smithi081 ceph-mon[95500]: pgmap v8156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:19 smithi081 ceph-mon[107735]: pgmap v8156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:21 smithi170 ceph-mon[97338]: pgmap v8157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:21 smithi081 ceph-mon[95500]: pgmap v8157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:21 smithi081 ceph-mon[107735]: pgmap v8157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:22.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:22.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:10:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:23 smithi170 ceph-mon[97338]: pgmap v8158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:23 smithi081 ceph-mon[95500]: pgmap v8158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:23 smithi081 ceph-mon[107735]: pgmap v8158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:24.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:24.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:25 smithi170 ceph-mon[97338]: pgmap v8159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:25 smithi081 ceph-mon[95500]: pgmap v8159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:25 smithi081 ceph-mon[107735]: pgmap v8159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:27 smithi170 ceph-mon[97338]: pgmap v8160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:27 smithi081 ceph-mon[95500]: pgmap v8160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:27 smithi081 ceph-mon[107735]: pgmap v8160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:29 smithi170 ceph-mon[97338]: pgmap v8161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:29 smithi081 ceph-mon[95500]: pgmap v8161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:29 smithi081 ceph-mon[107735]: pgmap v8161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:31 smithi170 ceph-mon[97338]: pgmap v8162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:31 smithi081 ceph-mon[95500]: pgmap v8162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:31 smithi081 ceph-mon[107735]: pgmap v8162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:32.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:32.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:10:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:33 smithi170 ceph-mon[97338]: pgmap v8163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:34.046 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:33 smithi081 ceph-mon[95500]: pgmap v8163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:34.046 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:33 smithi081 ceph-mon[107735]: pgmap v8163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:34.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:34.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:35 smithi170 ceph-mon[97338]: pgmap v8164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:35 smithi081 ceph-mon[95500]: pgmap v8164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:35 smithi081 ceph-mon[107735]: pgmap v8164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:37 smithi170 ceph-mon[97338]: pgmap v8165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:37 smithi081 ceph-mon[95500]: pgmap v8165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:37 smithi081 ceph-mon[107735]: pgmap v8165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:39 smithi170 ceph-mon[97338]: pgmap v8166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:40.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:39 smithi081 ceph-mon[95500]: pgmap v8166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:39 smithi081 ceph-mon[107735]: pgmap v8166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:41 smithi170 ceph-mon[97338]: pgmap v8167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:41 smithi081 ceph-mon[95500]: pgmap v8167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:41 smithi081 ceph-mon[107735]: pgmap v8167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:42.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:42.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:10:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:43 smithi170 ceph-mon[97338]: pgmap v8168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:43 smithi081 ceph-mon[95500]: pgmap v8168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:43 smithi081 ceph-mon[107735]: pgmap v8168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:44.587Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:44.588Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:45 smithi170 ceph-mon[97338]: pgmap v8169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:45 smithi081 ceph-mon[95500]: pgmap v8169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:45 smithi081 ceph-mon[107735]: pgmap v8169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:47 smithi170 ceph-mon[97338]: pgmap v8170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:47 smithi081 ceph-mon[95500]: pgmap v8170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:47 smithi081 ceph-mon[107735]: pgmap v8170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:49 smithi170 ceph-mon[97338]: pgmap v8171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:49 smithi081 ceph-mon[95500]: pgmap v8171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:49 smithi081 ceph-mon[107735]: pgmap v8171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:51 smithi170 ceph-mon[97338]: pgmap v8172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:51 smithi081 ceph-mon[95500]: pgmap v8172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:51 smithi081 ceph-mon[107735]: pgmap v8172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:52.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:52.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:10:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:53 smithi170 ceph-mon[97338]: pgmap v8173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:53 smithi081 ceph-mon[95500]: pgmap v8173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:53 smithi081 ceph-mon[107735]: pgmap v8173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:10:54.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:10:54.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:10:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:55 smithi170 ceph-mon[97338]: pgmap v8174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:55 smithi081 ceph-mon[95500]: pgmap v8174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:55 smithi081 ceph-mon[107735]: pgmap v8174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:57 smithi170 ceph-mon[97338]: pgmap v8175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:57 smithi081 ceph-mon[95500]: pgmap v8175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:57 smithi081 ceph-mon[107735]: pgmap v8175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:10:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:10:59 smithi170 ceph-mon[97338]: pgmap v8176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:10:59 smithi081 ceph-mon[95500]: pgmap v8176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:10:59 smithi081 ceph-mon[107735]: pgmap v8176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:01 smithi170 ceph-mon[97338]: pgmap v8177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:01 smithi081 ceph-mon[95500]: pgmap v8177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:01 smithi081 ceph-mon[107735]: pgmap v8177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:02.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:02.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:11:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:03 smithi170 ceph-mon[97338]: pgmap v8178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:03 smithi081 ceph-mon[95500]: pgmap v8178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:03 smithi081 ceph-mon[107735]: pgmap v8178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:04.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:04.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:05 smithi170 ceph-mon[97338]: pgmap v8179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:05 smithi081 ceph-mon[95500]: pgmap v8179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:05 smithi081 ceph-mon[107735]: pgmap v8179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:07 smithi170 ceph-mon[97338]: pgmap v8180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:07 smithi081 ceph-mon[95500]: pgmap v8180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:07 smithi081 ceph-mon[107735]: pgmap v8180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:09 smithi170 ceph-mon[97338]: pgmap v8181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:09 smithi081 ceph-mon[95500]: pgmap v8181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:09 smithi081 ceph-mon[107735]: pgmap v8181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:11 smithi170 ceph-mon[97338]: pgmap v8182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:11 smithi081 ceph-mon[95500]: pgmap v8182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:11 smithi081 ceph-mon[107735]: pgmap v8182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:12.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:12.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:11:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:13 smithi170 ceph-mon[97338]: pgmap v8183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:13 smithi081 ceph-mon[95500]: pgmap v8183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:13 smithi081 ceph-mon[107735]: pgmap v8183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:14.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:14.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:15 smithi170 ceph-mon[97338]: pgmap v8184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:15 smithi081 ceph-mon[95500]: pgmap v8184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:15 smithi081 ceph-mon[107735]: pgmap v8184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:18.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:17 smithi081 ceph-mon[95500]: pgmap v8185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:17 smithi081 ceph-mon[107735]: pgmap v8185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:17 smithi170 ceph-mon[97338]: pgmap v8185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:19 smithi081 ceph-mon[95500]: pgmap v8186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:19 smithi081 ceph-mon[107735]: pgmap v8186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:19 smithi170 ceph-mon[97338]: pgmap v8186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:21 smithi081 ceph-mon[95500]: pgmap v8187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:21 smithi081 ceph-mon[107735]: pgmap v8187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:21 smithi170 ceph-mon[97338]: pgmap v8187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:22.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:22.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:11:24.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:23 smithi081 ceph-mon[95500]: pgmap v8188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:24.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:23 smithi081 ceph-mon[107735]: pgmap v8188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:23 smithi170 ceph-mon[97338]: pgmap v8188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:24.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:24.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:25 smithi081 ceph-mon[95500]: pgmap v8189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:25 smithi081 ceph-mon[107735]: pgmap v8189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:25 smithi170 ceph-mon[97338]: pgmap v8189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:27 smithi170 ceph-mon[97338]: pgmap v8190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:27 smithi081 ceph-mon[95500]: pgmap v8190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:27 smithi081 ceph-mon[107735]: pgmap v8190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:29 smithi170 ceph-mon[97338]: pgmap v8191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:29 smithi081 ceph-mon[95500]: pgmap v8191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:29 smithi081 ceph-mon[107735]: pgmap v8191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:31 smithi170 ceph-mon[97338]: pgmap v8192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:31 smithi081 ceph-mon[95500]: pgmap v8192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:31 smithi081 ceph-mon[107735]: pgmap v8192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:32.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:32.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:11:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:33 smithi170 ceph-mon[97338]: pgmap v8193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:34.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:33 smithi081 ceph-mon[95500]: pgmap v8193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:33 smithi081 ceph-mon[107735]: pgmap v8193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:34.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:34.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:35 smithi170 ceph-mon[97338]: pgmap v8194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:35 smithi081 ceph-mon[95500]: pgmap v8194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:35 smithi081 ceph-mon[107735]: pgmap v8194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:37 smithi170 ceph-mon[97338]: pgmap v8195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:37 smithi081 ceph-mon[95500]: pgmap v8195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:37 smithi081 ceph-mon[107735]: pgmap v8195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:39 smithi170 ceph-mon[97338]: pgmap v8196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:39 smithi081 ceph-mon[95500]: pgmap v8196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:39 smithi081 ceph-mon[107735]: pgmap v8196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:41 smithi170 ceph-mon[97338]: pgmap v8197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:41 smithi081 ceph-mon[95500]: pgmap v8197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:41 smithi081 ceph-mon[107735]: pgmap v8197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:42.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:42.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:11:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:43 smithi170 ceph-mon[97338]: pgmap v8198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:43 smithi081 ceph-mon[95500]: pgmap v8198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:43 smithi081 ceph-mon[107735]: pgmap v8198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:44.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:44.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:45 smithi170 ceph-mon[97338]: pgmap v8199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:45 smithi081 ceph-mon[95500]: pgmap v8199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:45 smithi081 ceph-mon[107735]: pgmap v8199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:47 smithi170 ceph-mon[97338]: pgmap v8200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:47 smithi081 ceph-mon[95500]: pgmap v8200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:47 smithi081 ceph-mon[107735]: pgmap v8200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:49 smithi170 ceph-mon[97338]: pgmap v8201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:49 smithi081 ceph-mon[95500]: pgmap v8201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:49 smithi081 ceph-mon[107735]: pgmap v8201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:51 smithi170 ceph-mon[97338]: pgmap v8202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:51 smithi081 ceph-mon[95500]: pgmap v8202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:51 smithi081 ceph-mon[107735]: pgmap v8202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:52.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:52.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:11:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:53 smithi170 ceph-mon[97338]: pgmap v8203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:53 smithi081 ceph-mon[95500]: pgmap v8203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:53 smithi081 ceph-mon[107735]: pgmap v8203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:11:54.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:11:54.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:11:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:55 smithi170 ceph-mon[97338]: pgmap v8204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:56.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:55 smithi081 ceph-mon[95500]: pgmap v8204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:55 smithi081 ceph-mon[107735]: pgmap v8204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:57 smithi170 ceph-mon[97338]: pgmap v8205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:57 smithi081 ceph-mon[95500]: pgmap v8205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:11:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:57 smithi081 ceph-mon[107735]: pgmap v8205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:11:59 smithi170 ceph-mon[97338]: pgmap v8206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:11:59 smithi081 ceph-mon[95500]: pgmap v8206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:11:59 smithi081 ceph-mon[107735]: pgmap v8206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:01 smithi170 ceph-mon[97338]: pgmap v8207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:01 smithi081 ceph-mon[95500]: pgmap v8207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:01 smithi081 ceph-mon[107735]: pgmap v8207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:02.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:02.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:12:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:03 smithi170 ceph-mon[97338]: pgmap v8208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:03 smithi081 ceph-mon[95500]: pgmap v8208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:03 smithi081 ceph-mon[107735]: pgmap v8208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:04.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:04.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:05 smithi170 ceph-mon[97338]: pgmap v8209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:05 smithi081 ceph-mon[95500]: pgmap v8209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:05 smithi081 ceph-mon[107735]: pgmap v8209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:07 smithi170 ceph-mon[97338]: pgmap v8210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:07 smithi081 ceph-mon[95500]: pgmap v8210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:07 smithi081 ceph-mon[107735]: pgmap v8210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:09 smithi170 ceph-mon[97338]: pgmap v8211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:09 smithi081 ceph-mon[95500]: pgmap v8211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:09 smithi081 ceph-mon[107735]: pgmap v8211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:11 smithi170 ceph-mon[97338]: pgmap v8212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:11 smithi081 ceph-mon[95500]: pgmap v8212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:11 smithi081 ceph-mon[107735]: pgmap v8212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:12.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:12.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:12:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:13 smithi170 ceph-mon[97338]: pgmap v8213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:13 smithi081 ceph-mon[95500]: pgmap v8213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:13 smithi081 ceph-mon[107735]: pgmap v8213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:14.593Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:14.594Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:15 smithi170 ceph-mon[97338]: pgmap v8214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:15 smithi081 ceph-mon[95500]: pgmap v8214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:15 smithi081 ceph-mon[107735]: pgmap v8214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:17 smithi170 ceph-mon[97338]: pgmap v8215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:17 smithi081 ceph-mon[95500]: pgmap v8215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:17 smithi081 ceph-mon[107735]: pgmap v8215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:19 smithi170 ceph-mon[97338]: pgmap v8216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:19 smithi081 ceph-mon[95500]: pgmap v8216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:19 smithi081 ceph-mon[107735]: pgmap v8216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:21 smithi170 ceph-mon[97338]: pgmap v8217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:21 smithi081 ceph-mon[95500]: pgmap v8217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:21 smithi081 ceph-mon[107735]: pgmap v8217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:23.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:22.744Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:22.745Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:12:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:23 smithi170 ceph-mon[97338]: pgmap v8218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:23 smithi081 ceph-mon[95500]: pgmap v8218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:23 smithi081 ceph-mon[107735]: pgmap v8218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:24.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:24.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:25 smithi170 ceph-mon[97338]: pgmap v8219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:25 smithi081 ceph-mon[95500]: pgmap v8219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:25 smithi081 ceph-mon[107735]: pgmap v8219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:27 smithi170 ceph-mon[97338]: pgmap v8220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:27 smithi081 ceph-mon[95500]: pgmap v8220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:27 smithi081 ceph-mon[107735]: pgmap v8220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:29 smithi170 ceph-mon[97338]: pgmap v8221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:29 smithi081 ceph-mon[95500]: pgmap v8221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:29 smithi081 ceph-mon[107735]: pgmap v8221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:31 smithi170 ceph-mon[97338]: pgmap v8222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:31 smithi081 ceph-mon[95500]: pgmap v8222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:31 smithi081 ceph-mon[107735]: pgmap v8222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:32.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:32.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:12:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:33 smithi170 ceph-mon[97338]: pgmap v8223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:34.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:33 smithi081 ceph-mon[95500]: pgmap v8223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:33 smithi081 ceph-mon[107735]: pgmap v8223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:34.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:34.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:35 smithi170 ceph-mon[97338]: pgmap v8224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:35 smithi081 ceph-mon[95500]: pgmap v8224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:35 smithi081 ceph-mon[107735]: pgmap v8224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:37 smithi170 ceph-mon[97338]: pgmap v8225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:37 smithi081 ceph-mon[95500]: pgmap v8225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:37 smithi081 ceph-mon[107735]: pgmap v8225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:39 smithi170 ceph-mon[97338]: pgmap v8226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:39 smithi081 ceph-mon[95500]: pgmap v8226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:39 smithi081 ceph-mon[107735]: pgmap v8226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:41 smithi170 ceph-mon[97338]: pgmap v8227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:42.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:41 smithi081 ceph-mon[95500]: pgmap v8227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:41 smithi081 ceph-mon[107735]: pgmap v8227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:42.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:42.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:12:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:43 smithi170 ceph-mon[97338]: pgmap v8228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:43 smithi081 ceph-mon[95500]: pgmap v8228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:43 smithi081 ceph-mon[107735]: pgmap v8228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:44.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:44.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:45 smithi170 ceph-mon[97338]: pgmap v8229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:45 smithi081 ceph-mon[95500]: pgmap v8229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:45 smithi081 ceph-mon[107735]: pgmap v8229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:47 smithi170 ceph-mon[97338]: pgmap v8230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:48.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:47 smithi081 ceph-mon[95500]: pgmap v8230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:47 smithi081 ceph-mon[107735]: pgmap v8230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:49 smithi170 ceph-mon[97338]: pgmap v8231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:49 smithi081 ceph-mon[95500]: pgmap v8231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:49 smithi081 ceph-mon[107735]: pgmap v8231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:51 smithi170 ceph-mon[97338]: pgmap v8232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:51 smithi081 ceph-mon[95500]: pgmap v8232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:51 smithi081 ceph-mon[107735]: pgmap v8232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:52.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:52.748Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:12:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:53 smithi170 ceph-mon[97338]: pgmap v8233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:53 smithi081 ceph-mon[95500]: pgmap v8233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:53 smithi081 ceph-mon[107735]: pgmap v8233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:12:54.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:12:54.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:12:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:55 smithi170 ceph-mon[97338]: pgmap v8234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:56.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:55 smithi081 ceph-mon[95500]: pgmap v8234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:55 smithi081 ceph-mon[107735]: pgmap v8234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:57 smithi170 ceph-mon[97338]: pgmap v8235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:57 smithi081 ceph-mon[95500]: pgmap v8235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:12:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:57 smithi081 ceph-mon[107735]: pgmap v8235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:12:59 smithi170 ceph-mon[97338]: pgmap v8236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:12:59 smithi081 ceph-mon[95500]: pgmap v8236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:12:59 smithi081 ceph-mon[107735]: pgmap v8236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:01 smithi170 ceph-mon[97338]: pgmap v8237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:01 smithi081 ceph-mon[95500]: pgmap v8237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:01 smithi081 ceph-mon[107735]: pgmap v8237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:02.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:02.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:13:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:03 smithi170 ceph-mon[97338]: pgmap v8238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:03 smithi081 ceph-mon[95500]: pgmap v8238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:03 smithi081 ceph-mon[107735]: pgmap v8238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:04.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:04.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:05 smithi170 ceph-mon[97338]: pgmap v8239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:05 smithi081 ceph-mon[95500]: pgmap v8239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:05 smithi081 ceph-mon[107735]: pgmap v8239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:07 smithi170 ceph-mon[97338]: pgmap v8240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:07 smithi081 ceph-mon[95500]: pgmap v8240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:07 smithi081 ceph-mon[107735]: pgmap v8240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:09 smithi170 ceph-mon[97338]: pgmap v8241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:09 smithi081 ceph-mon[95500]: pgmap v8241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:09 smithi081 ceph-mon[107735]: pgmap v8241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:11 smithi170 ceph-mon[97338]: pgmap v8242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:11 smithi081 ceph-mon[95500]: pgmap v8242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:11 smithi081 ceph-mon[107735]: pgmap v8242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:12.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:12.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:13:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:13 smithi170 ceph-mon[97338]: pgmap v8243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:14.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:13 smithi081 ceph-mon[95500]: pgmap v8243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:13 smithi081 ceph-mon[107735]: pgmap v8243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:14.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:14.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:15 smithi170 ceph-mon[97338]: pgmap v8244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:15 smithi081 ceph-mon[95500]: pgmap v8244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:15 smithi081 ceph-mon[107735]: pgmap v8244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:17 smithi170 ceph-mon[97338]: pgmap v8245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:17 smithi081 ceph-mon[95500]: pgmap v8245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:17 smithi081 ceph-mon[107735]: pgmap v8245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:19 smithi170 ceph-mon[97338]: pgmap v8246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:19 smithi081 ceph-mon[95500]: pgmap v8246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:19 smithi081 ceph-mon[107735]: pgmap v8246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:21 smithi170 ceph-mon[97338]: pgmap v8247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:21 smithi081 ceph-mon[95500]: pgmap v8247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:21 smithi081 ceph-mon[107735]: pgmap v8247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:23.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:22.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:22.750Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:13:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:23 smithi170 ceph-mon[97338]: pgmap v8248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:23 smithi081 ceph-mon[107735]: pgmap v8248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:24.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:23 smithi081 ceph-mon[95500]: pgmap v8248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:24.597Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:24.598Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:25 smithi170 ceph-mon[97338]: pgmap v8249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:25 smithi081 ceph-mon[95500]: pgmap v8249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:25 smithi081 ceph-mon[107735]: pgmap v8249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:27 smithi170 ceph-mon[97338]: pgmap v8250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:27 smithi081 ceph-mon[95500]: pgmap v8250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:27 smithi081 ceph-mon[107735]: pgmap v8250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:29 smithi170 ceph-mon[97338]: pgmap v8251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:29 smithi081 ceph-mon[95500]: pgmap v8251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:29 smithi081 ceph-mon[107735]: pgmap v8251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:31.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:30 smithi081 ceph-mon[95500]: pgmap v8252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:31.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:30 smithi081 ceph-mon[107735]: pgmap v8252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:31.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:30 smithi170 ceph-mon[97338]: pgmap v8252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:32.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:32.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:13:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:33 smithi170 ceph-mon[97338]: pgmap v8253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:33 smithi081 ceph-mon[95500]: pgmap v8253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:33 smithi081 ceph-mon[107735]: pgmap v8253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:34.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:34.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:35 smithi170 ceph-mon[97338]: pgmap v8254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:35 smithi081 ceph-mon[95500]: pgmap v8254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:35 smithi081 ceph-mon[107735]: pgmap v8254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:37 smithi170 ceph-mon[97338]: pgmap v8255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:37 smithi081 ceph-mon[95500]: pgmap v8255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:37 smithi081 ceph-mon[107735]: pgmap v8255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:39 smithi170 ceph-mon[97338]: pgmap v8256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:39 smithi081 ceph-mon[95500]: pgmap v8256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:39 smithi081 ceph-mon[107735]: pgmap v8256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:41 smithi170 ceph-mon[97338]: pgmap v8257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:41 smithi081 ceph-mon[95500]: pgmap v8257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:41 smithi081 ceph-mon[107735]: pgmap v8257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:42.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:42.752Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:13:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:43 smithi170 ceph-mon[97338]: pgmap v8258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:43 smithi081 ceph-mon[95500]: pgmap v8258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:43 smithi081 ceph-mon[107735]: pgmap v8258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:44.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:44.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:45 smithi170 ceph-mon[97338]: pgmap v8259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:45 smithi081 ceph-mon[95500]: pgmap v8259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:45 smithi081 ceph-mon[107735]: pgmap v8259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:47 smithi170 ceph-mon[97338]: pgmap v8260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:47 smithi081 ceph-mon[95500]: pgmap v8260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:47 smithi081 ceph-mon[107735]: pgmap v8260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:49 smithi170 ceph-mon[97338]: pgmap v8261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:49 smithi081 ceph-mon[95500]: pgmap v8261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:49 smithi081 ceph-mon[107735]: pgmap v8261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:51 smithi170 ceph-mon[97338]: pgmap v8262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:51 smithi081 ceph-mon[95500]: pgmap v8262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:51 smithi081 ceph-mon[107735]: pgmap v8262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:52.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:52.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:13:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:53 smithi170 ceph-mon[97338]: pgmap v8263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:53 smithi081 ceph-mon[95500]: pgmap v8263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:53 smithi081 ceph-mon[107735]: pgmap v8263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:13:54.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:13:54.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:13:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:55 smithi170 ceph-mon[97338]: pgmap v8264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:55 smithi081 ceph-mon[95500]: pgmap v8264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:55 smithi081 ceph-mon[107735]: pgmap v8264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:57 smithi170 ceph-mon[97338]: pgmap v8265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:57 smithi081 ceph-mon[95500]: pgmap v8265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:57 smithi081 ceph-mon[107735]: pgmap v8265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:13:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:13:59 smithi170 ceph-mon[97338]: pgmap v8266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:13:59 smithi081 ceph-mon[95500]: pgmap v8266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:13:59 smithi081 ceph-mon[107735]: pgmap v8266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:01 smithi170 ceph-mon[97338]: pgmap v8267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:01 smithi081 ceph-mon[95500]: pgmap v8267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:01 smithi081 ceph-mon[107735]: pgmap v8267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:02.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:02.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:14:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:03 smithi170 ceph-mon[97338]: pgmap v8268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:03 smithi081 ceph-mon[95500]: pgmap v8268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:03 smithi081 ceph-mon[107735]: pgmap v8268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:04.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:04.602Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:05 smithi170 ceph-mon[97338]: pgmap v8269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:05 smithi081 ceph-mon[95500]: pgmap v8269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:05 smithi081 ceph-mon[107735]: pgmap v8269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:07 smithi170 ceph-mon[97338]: pgmap v8270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:07 smithi081 ceph-mon[95500]: pgmap v8270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:07 smithi081 ceph-mon[107735]: pgmap v8270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:09 smithi170 ceph-mon[97338]: pgmap v8271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:09 smithi081 ceph-mon[95500]: pgmap v8271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:09 smithi081 ceph-mon[107735]: pgmap v8271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:11 smithi170 ceph-mon[97338]: pgmap v8272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:11 smithi081 ceph-mon[95500]: pgmap v8272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:11 smithi081 ceph-mon[107735]: pgmap v8272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:12.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:12.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:14:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:13 smithi170 ceph-mon[97338]: pgmap v8273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:13 smithi081 ceph-mon[95500]: pgmap v8273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:13 smithi081 ceph-mon[107735]: pgmap v8273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:14.601Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:14.602Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:15 smithi170 ceph-mon[97338]: pgmap v8274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:15 smithi081 ceph-mon[95500]: pgmap v8274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:15 smithi081 ceph-mon[107735]: pgmap v8274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:17 smithi170 ceph-mon[97338]: pgmap v8275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:17 smithi081 ceph-mon[95500]: pgmap v8275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:17 smithi081 ceph-mon[107735]: pgmap v8275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:19 smithi170 ceph-mon[97338]: pgmap v8276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:19 smithi081 ceph-mon[95500]: pgmap v8276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:19 smithi081 ceph-mon[107735]: pgmap v8276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:21 smithi170 ceph-mon[97338]: pgmap v8277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:21 smithi081 ceph-mon[95500]: pgmap v8277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:21 smithi081 ceph-mon[107735]: pgmap v8277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:23.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:22.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:22.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:14:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:23 smithi170 ceph-mon[97338]: pgmap v8278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:23 smithi081 ceph-mon[95500]: pgmap v8278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:23 smithi081 ceph-mon[107735]: pgmap v8278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:24.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:24.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:25 smithi170 ceph-mon[97338]: pgmap v8279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:25 smithi081 ceph-mon[95500]: pgmap v8279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:25 smithi081 ceph-mon[107735]: pgmap v8279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:27 smithi170 ceph-mon[97338]: pgmap v8280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:27 smithi081 ceph-mon[95500]: pgmap v8280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:27 smithi081 ceph-mon[107735]: pgmap v8280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:29 smithi170 ceph-mon[97338]: pgmap v8281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:29 smithi081 ceph-mon[95500]: pgmap v8281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:29 smithi081 ceph-mon[107735]: pgmap v8281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:31 smithi170 ceph-mon[97338]: pgmap v8282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:31 smithi081 ceph-mon[95500]: pgmap v8282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:31 smithi081 ceph-mon[107735]: pgmap v8282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:32.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:32.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:14:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:33 smithi170 ceph-mon[97338]: pgmap v8283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:33 smithi081 ceph-mon[95500]: pgmap v8283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:33 smithi081 ceph-mon[107735]: pgmap v8283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:34.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:34.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:35 smithi170 ceph-mon[97338]: pgmap v8284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:35 smithi081 ceph-mon[95500]: pgmap v8284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:35 smithi081 ceph-mon[107735]: pgmap v8284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:37 smithi170 ceph-mon[97338]: pgmap v8285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:37 smithi081 ceph-mon[95500]: pgmap v8285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:37 smithi081 ceph-mon[107735]: pgmap v8285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:39 smithi170 ceph-mon[97338]: pgmap v8286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:40.051 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:39 smithi081 ceph-mon[95500]: pgmap v8286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:40.052 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:39 smithi081 ceph-mon[107735]: pgmap v8286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:41 smithi170 ceph-mon[97338]: pgmap v8287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:41 smithi081 ceph-mon[95500]: pgmap v8287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:41 smithi081 ceph-mon[107735]: pgmap v8287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:43.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:42.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:42.756Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:14:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:43 smithi170 ceph-mon[97338]: pgmap v8288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:43 smithi081 ceph-mon[95500]: pgmap v8288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:43 smithi081 ceph-mon[107735]: pgmap v8288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:44.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:44.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:45 smithi170 ceph-mon[97338]: pgmap v8289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:45 smithi081 ceph-mon[95500]: pgmap v8289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:45 smithi081 ceph-mon[107735]: pgmap v8289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:47 smithi170 ceph-mon[97338]: pgmap v8290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:47 smithi081 ceph-mon[95500]: pgmap v8290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:47 smithi081 ceph-mon[107735]: pgmap v8290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:49 smithi170 ceph-mon[97338]: pgmap v8291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:49 smithi081 ceph-mon[95500]: pgmap v8291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:49 smithi081 ceph-mon[107735]: pgmap v8291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:51 smithi170 ceph-mon[97338]: pgmap v8292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:51 smithi081 ceph-mon[95500]: pgmap v8292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:51 smithi081 ceph-mon[107735]: pgmap v8292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:52.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:52.756Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:14:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:53 smithi170 ceph-mon[97338]: pgmap v8293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:53 smithi081 ceph-mon[95500]: pgmap v8293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:53 smithi081 ceph-mon[107735]: pgmap v8293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:14:54.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:14:54.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:14:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:55 smithi170 ceph-mon[97338]: pgmap v8294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:55 smithi081 ceph-mon[95500]: pgmap v8294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:55 smithi081 ceph-mon[107735]: pgmap v8294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:57 smithi170 ceph-mon[97338]: pgmap v8295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:57 smithi081 ceph-mon[95500]: pgmap v8295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:57 smithi081 ceph-mon[107735]: pgmap v8295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:14:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:14:59 smithi170 ceph-mon[97338]: pgmap v8296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:14:59 smithi081 ceph-mon[95500]: pgmap v8296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:14:59 smithi081 ceph-mon[107735]: pgmap v8296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:01 smithi170 ceph-mon[97338]: pgmap v8297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:01 smithi081 ceph-mon[95500]: pgmap v8297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:01 smithi081 ceph-mon[107735]: pgmap v8297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:02.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:02.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:15:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:03 smithi170 ceph-mon[97338]: pgmap v8298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:03 smithi081 ceph-mon[95500]: pgmap v8298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:03 smithi081 ceph-mon[107735]: pgmap v8298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:04.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:04.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:05 smithi170 ceph-mon[97338]: pgmap v8299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:05 smithi081 ceph-mon[95500]: pgmap v8299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:05 smithi081 ceph-mon[107735]: pgmap v8299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:07 smithi170 ceph-mon[97338]: pgmap v8300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:07 smithi081 ceph-mon[95500]: pgmap v8300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:07 smithi081 ceph-mon[107735]: pgmap v8300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:09 smithi170 ceph-mon[97338]: pgmap v8301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:09 smithi081 ceph-mon[95500]: pgmap v8301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:09 smithi081 ceph-mon[107735]: pgmap v8301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:11 smithi170 ceph-mon[97338]: pgmap v8302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:11 smithi081 ceph-mon[95500]: pgmap v8302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:11 smithi081 ceph-mon[107735]: pgmap v8302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:12.757Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:12.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:15:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:13 smithi170 ceph-mon[97338]: pgmap v8303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:13 smithi081 ceph-mon[95500]: pgmap v8303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:13 smithi081 ceph-mon[107735]: pgmap v8303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:14.606Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:14.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:15 smithi170 ceph-mon[97338]: pgmap v8304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:15 smithi081 ceph-mon[95500]: pgmap v8304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:15 smithi081 ceph-mon[107735]: pgmap v8304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:17 smithi170 ceph-mon[97338]: pgmap v8305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:17 smithi081 ceph-mon[95500]: pgmap v8305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:17 smithi081 ceph-mon[107735]: pgmap v8305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:19 smithi170 ceph-mon[97338]: pgmap v8306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:19 smithi081 ceph-mon[95500]: pgmap v8306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:19 smithi081 ceph-mon[107735]: pgmap v8306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:21 smithi170 ceph-mon[97338]: pgmap v8307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:21 smithi081 ceph-mon[95500]: pgmap v8307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:21 smithi081 ceph-mon[107735]: pgmap v8307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:23.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:22.758Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:23.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:22.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:15:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:23 smithi170 ceph-mon[97338]: pgmap v8308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:23 smithi081 ceph-mon[95500]: pgmap v8308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:23 smithi081 ceph-mon[107735]: pgmap v8308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:24.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:24.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:25 smithi170 ceph-mon[97338]: pgmap v8309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:25 smithi081 ceph-mon[95500]: pgmap v8309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:25 smithi081 ceph-mon[107735]: pgmap v8309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:27 smithi170 ceph-mon[97338]: pgmap v8310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:27 smithi081 ceph-mon[95500]: pgmap v8310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:27 smithi081 ceph-mon[107735]: pgmap v8310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:29 smithi170 ceph-mon[97338]: pgmap v8311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:29 smithi081 ceph-mon[95500]: pgmap v8311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:29 smithi081 ceph-mon[107735]: pgmap v8311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:31 smithi170 ceph-mon[97338]: pgmap v8312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:31 smithi081 ceph-mon[95500]: pgmap v8312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:31 smithi081 ceph-mon[107735]: pgmap v8312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:33.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:32.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:33.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:32.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:15:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:33 smithi170 ceph-mon[97338]: pgmap v8313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:33 smithi081 ceph-mon[95500]: pgmap v8313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:33 smithi081 ceph-mon[107735]: pgmap v8313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:34.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:34.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:35 smithi170 ceph-mon[97338]: pgmap v8314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:35 smithi081 ceph-mon[95500]: pgmap v8314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:35 smithi081 ceph-mon[107735]: pgmap v8314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:37 smithi170 ceph-mon[97338]: pgmap v8315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:37 smithi081 ceph-mon[95500]: pgmap v8315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:37 smithi081 ceph-mon[107735]: pgmap v8315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:39 smithi081 ceph-mon[95500]: pgmap v8316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:39 smithi081 ceph-mon[107735]: pgmap v8316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:39 smithi170 ceph-mon[97338]: pgmap v8316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:41 smithi081 ceph-mon[95500]: pgmap v8317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:41 smithi081 ceph-mon[107735]: pgmap v8317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:41 smithi170 ceph-mon[97338]: pgmap v8317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:42.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:43.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:42.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:15:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:43 smithi081 ceph-mon[95500]: pgmap v8318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:43 smithi081 ceph-mon[107735]: pgmap v8318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:43 smithi170 ceph-mon[97338]: pgmap v8318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:44.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:44.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:45 smithi081 ceph-mon[95500]: pgmap v8319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:45 smithi081 ceph-mon[107735]: pgmap v8319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:45 smithi170 ceph-mon[97338]: pgmap v8319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:47 smithi081 ceph-mon[95500]: pgmap v8320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:47 smithi081 ceph-mon[107735]: pgmap v8320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:47 smithi170 ceph-mon[97338]: pgmap v8320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:49 smithi170 ceph-mon[97338]: pgmap v8321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:49 smithi081 ceph-mon[95500]: pgmap v8321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:49 smithi081 ceph-mon[107735]: pgmap v8321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:51 smithi170 ceph-mon[97338]: pgmap v8322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:51 smithi081 ceph-mon[95500]: pgmap v8322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:51 smithi081 ceph-mon[107735]: pgmap v8322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:53.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:52.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:53.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:52.762Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:15:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:53 smithi170 ceph-mon[97338]: pgmap v8323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:53 smithi081 ceph-mon[95500]: pgmap v8323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:53 smithi081 ceph-mon[107735]: pgmap v8323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:15:54.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:15:54.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:15:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:55 smithi170 ceph-mon[97338]: pgmap v8324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:55 smithi081 ceph-mon[107735]: pgmap v8324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:56.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:55 smithi081 ceph-mon[95500]: pgmap v8324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:57 smithi170 ceph-mon[97338]: pgmap v8325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:57 smithi081 ceph-mon[95500]: pgmap v8325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:15:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:57 smithi081 ceph-mon[107735]: pgmap v8325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:15:59 smithi170 ceph-mon[97338]: pgmap v8326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:15:59 smithi081 ceph-mon[95500]: pgmap v8326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:15:59 smithi081 ceph-mon[107735]: pgmap v8326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:01 smithi170 ceph-mon[97338]: pgmap v8327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:02.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:01 smithi081 ceph-mon[95500]: pgmap v8327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:01 smithi081 ceph-mon[107735]: pgmap v8327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:03.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:02.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:03.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:02.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:16:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:03 smithi170 ceph-mon[97338]: pgmap v8328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:03 smithi081 ceph-mon[95500]: pgmap v8328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:03 smithi081 ceph-mon[107735]: pgmap v8328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:04.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:04.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:05 smithi170 ceph-mon[97338]: pgmap v8329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:06.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:05 smithi081 ceph-mon[95500]: pgmap v8329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:05 smithi081 ceph-mon[107735]: pgmap v8329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:07 smithi170 ceph-mon[97338]: pgmap v8330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:07 smithi081 ceph-mon[95500]: pgmap v8330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:07 smithi081 ceph-mon[107735]: pgmap v8330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:09 smithi170 ceph-mon[97338]: pgmap v8331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:09 smithi081 ceph-mon[95500]: pgmap v8331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:09 smithi081 ceph-mon[107735]: pgmap v8331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:11 smithi170 ceph-mon[97338]: pgmap v8332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:11 smithi081 ceph-mon[95500]: pgmap v8332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:11 smithi081 ceph-mon[107735]: pgmap v8332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:13.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:12.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:13.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:12.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:16:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:13 smithi170 ceph-mon[97338]: pgmap v8333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:13 smithi081 ceph-mon[95500]: pgmap v8333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:13 smithi081 ceph-mon[107735]: pgmap v8333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:14.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:14.612Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:15 smithi170 ceph-mon[97338]: pgmap v8334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:15 smithi081 ceph-mon[95500]: pgmap v8334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:15 smithi081 ceph-mon[107735]: pgmap v8334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:17 smithi170 ceph-mon[97338]: pgmap v8335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:17 smithi081 ceph-mon[95500]: pgmap v8335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:17 smithi081 ceph-mon[107735]: pgmap v8335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:19 smithi170 ceph-mon[97338]: pgmap v8336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:19 smithi081 ceph-mon[95500]: pgmap v8336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:19 smithi081 ceph-mon[107735]: pgmap v8336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:21 smithi170 ceph-mon[97338]: pgmap v8337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:21 smithi081 ceph-mon[95500]: pgmap v8337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:21 smithi081 ceph-mon[107735]: pgmap v8337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:23.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:22.763Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:22.764Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:16:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:23 smithi170 ceph-mon[97338]: pgmap v8338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:23 smithi081 ceph-mon[95500]: pgmap v8338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:23 smithi081 ceph-mon[107735]: pgmap v8338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:24.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:24.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:25 smithi170 ceph-mon[97338]: pgmap v8339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:25 smithi081 ceph-mon[95500]: pgmap v8339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:25 smithi081 ceph-mon[107735]: pgmap v8339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:27 smithi170 ceph-mon[97338]: pgmap v8340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:27 smithi081 ceph-mon[95500]: pgmap v8340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:27 smithi081 ceph-mon[107735]: pgmap v8340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:29 smithi170 ceph-mon[97338]: pgmap v8341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:29 smithi081 ceph-mon[95500]: pgmap v8341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:29 smithi081 ceph-mon[107735]: pgmap v8341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:31 smithi170 ceph-mon[97338]: pgmap v8342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:31 smithi081 ceph-mon[95500]: pgmap v8342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:31 smithi081 ceph-mon[107735]: pgmap v8342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:32.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:32.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:16:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:33 smithi170 ceph-mon[97338]: pgmap v8343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:33 smithi081 ceph-mon[95500]: pgmap v8343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:33 smithi081 ceph-mon[107735]: pgmap v8343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:34.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:34.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:35 smithi170 ceph-mon[97338]: pgmap v8344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:35 smithi081 ceph-mon[95500]: pgmap v8344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:35 smithi081 ceph-mon[107735]: pgmap v8344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:37 smithi170 ceph-mon[97338]: pgmap v8345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:37 smithi081 ceph-mon[95500]: pgmap v8345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:37 smithi081 ceph-mon[107735]: pgmap v8345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:39 smithi170 ceph-mon[97338]: pgmap v8346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:39 smithi081 ceph-mon[95500]: pgmap v8346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:39 smithi081 ceph-mon[107735]: pgmap v8346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:41 smithi170 ceph-mon[97338]: pgmap v8347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:41 smithi081 ceph-mon[95500]: pgmap v8347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:41 smithi081 ceph-mon[107735]: pgmap v8347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:42.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:42.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:16:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:43 smithi170 ceph-mon[97338]: pgmap v8348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:43 smithi081 ceph-mon[95500]: pgmap v8348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:43 smithi081 ceph-mon[107735]: pgmap v8348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:44.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:44.614Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:45 smithi170 ceph-mon[97338]: pgmap v8349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:45 smithi081 ceph-mon[95500]: pgmap v8349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:45 smithi081 ceph-mon[107735]: pgmap v8349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:47 smithi170 ceph-mon[97338]: pgmap v8350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:47 smithi081 ceph-mon[95500]: pgmap v8350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:47 smithi081 ceph-mon[107735]: pgmap v8350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:49 smithi170 ceph-mon[97338]: pgmap v8351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:49 smithi081 ceph-mon[95500]: pgmap v8351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:49 smithi081 ceph-mon[107735]: pgmap v8351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:51 smithi170 ceph-mon[97338]: pgmap v8352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:51 smithi081 ceph-mon[95500]: pgmap v8352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:51 smithi081 ceph-mon[107735]: pgmap v8352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:52.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:52.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:16:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:53 smithi170 ceph-mon[97338]: pgmap v8353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:53 smithi081 ceph-mon[95500]: pgmap v8353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:53 smithi081 ceph-mon[107735]: pgmap v8353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:16:54.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:16:54.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:16:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:55 smithi170 ceph-mon[97338]: pgmap v8354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:55 smithi081 ceph-mon[95500]: pgmap v8354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:55 smithi081 ceph-mon[107735]: pgmap v8354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:57 smithi170 ceph-mon[97338]: pgmap v8355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:57 smithi081 ceph-mon[95500]: pgmap v8355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:16:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:57 smithi081 ceph-mon[107735]: pgmap v8355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:16:59 smithi170 ceph-mon[97338]: pgmap v8356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:16:59 smithi081 ceph-mon[95500]: pgmap v8356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:16:59 smithi081 ceph-mon[107735]: pgmap v8356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:01 smithi170 ceph-mon[97338]: pgmap v8357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:01 smithi081 ceph-mon[95500]: pgmap v8357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:01 smithi081 ceph-mon[107735]: pgmap v8357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:02.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:02.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:17:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:03 smithi170 ceph-mon[97338]: pgmap v8358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:03 smithi081 ceph-mon[95500]: pgmap v8358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:03 smithi081 ceph-mon[107735]: pgmap v8358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:04.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:04.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:05 smithi170 ceph-mon[97338]: pgmap v8359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:05 smithi081 ceph-mon[95500]: pgmap v8359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:05 smithi081 ceph-mon[107735]: pgmap v8359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:07 smithi170 ceph-mon[97338]: pgmap v8360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:07 smithi081 ceph-mon[95500]: pgmap v8360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:07 smithi081 ceph-mon[107735]: pgmap v8360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:09 smithi170 ceph-mon[97338]: pgmap v8361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:09 smithi081 ceph-mon[95500]: pgmap v8361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:09 smithi081 ceph-mon[107735]: pgmap v8361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:11 smithi170 ceph-mon[97338]: pgmap v8362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:11 smithi081 ceph-mon[95500]: pgmap v8362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:11 smithi081 ceph-mon[107735]: pgmap v8362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:12.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:12.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:17:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:13 smithi170 ceph-mon[97338]: pgmap v8363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:13 smithi081 ceph-mon[95500]: pgmap v8363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:13 smithi081 ceph-mon[107735]: pgmap v8363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:14.615Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:14.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:15 smithi170 ceph-mon[97338]: pgmap v8364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:16.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:15 smithi081 ceph-mon[95500]: pgmap v8364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:15 smithi081 ceph-mon[107735]: pgmap v8364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:17 smithi170 ceph-mon[97338]: pgmap v8365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:17 smithi081 ceph-mon[95500]: pgmap v8365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:17 smithi081 ceph-mon[107735]: pgmap v8365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:19 smithi170 ceph-mon[97338]: pgmap v8366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:19 smithi081 ceph-mon[95500]: pgmap v8366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:19 smithi081 ceph-mon[107735]: pgmap v8366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:21 smithi170 ceph-mon[97338]: pgmap v8367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:21 smithi081 ceph-mon[95500]: pgmap v8367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:21 smithi081 ceph-mon[107735]: pgmap v8367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:23.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:22.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:22.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:17:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:23 smithi170 ceph-mon[97338]: pgmap v8368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:23 smithi081 ceph-mon[95500]: pgmap v8368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:23 smithi081 ceph-mon[107735]: pgmap v8368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:24.616Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:24.617Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:25 smithi170 ceph-mon[97338]: pgmap v8369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:25 smithi081 ceph-mon[95500]: pgmap v8369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:25 smithi081 ceph-mon[107735]: pgmap v8369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:27 smithi170 ceph-mon[97338]: pgmap v8370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:27 smithi081 ceph-mon[95500]: pgmap v8370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:27 smithi081 ceph-mon[107735]: pgmap v8370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:29 smithi170 ceph-mon[97338]: pgmap v8371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:29 smithi081 ceph-mon[95500]: pgmap v8371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:29 smithi081 ceph-mon[107735]: pgmap v8371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:31 smithi170 ceph-mon[97338]: pgmap v8372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:31 smithi081 ceph-mon[95500]: pgmap v8372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:31 smithi081 ceph-mon[107735]: pgmap v8372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:32.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:32.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:17:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:33 smithi170 ceph-mon[97338]: pgmap v8373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:33 smithi081 ceph-mon[95500]: pgmap v8373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:33 smithi081 ceph-mon[107735]: pgmap v8373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:34.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:34.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:35 smithi170 ceph-mon[97338]: pgmap v8374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:35 smithi081 ceph-mon[95500]: pgmap v8374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:35 smithi081 ceph-mon[107735]: pgmap v8374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:37 smithi170 ceph-mon[97338]: pgmap v8375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:37 smithi081 ceph-mon[95500]: pgmap v8375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:37 smithi081 ceph-mon[107735]: pgmap v8375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:39 smithi170 ceph-mon[97338]: pgmap v8376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:39 smithi081 ceph-mon[95500]: pgmap v8376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:39 smithi081 ceph-mon[107735]: pgmap v8376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:41 smithi170 ceph-mon[97338]: pgmap v8377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:41 smithi081 ceph-mon[95500]: pgmap v8377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:41 smithi081 ceph-mon[107735]: pgmap v8377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:42.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:42.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:17:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:43 smithi170 ceph-mon[97338]: pgmap v8378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:43 smithi081 ceph-mon[95500]: pgmap v8378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:43 smithi081 ceph-mon[107735]: pgmap v8378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:44.618Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:44.619Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:45 smithi170 ceph-mon[97338]: pgmap v8379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:45 smithi081 ceph-mon[95500]: pgmap v8379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:45 smithi081 ceph-mon[107735]: pgmap v8379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:47 smithi170 ceph-mon[97338]: pgmap v8380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:47 smithi081 ceph-mon[95500]: pgmap v8380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:47 smithi081 ceph-mon[107735]: pgmap v8380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:49 smithi170 ceph-mon[97338]: pgmap v8381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:49 smithi081 ceph-mon[95500]: pgmap v8381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:49 smithi081 ceph-mon[107735]: pgmap v8381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:51 smithi170 ceph-mon[97338]: pgmap v8382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:51 smithi081 ceph-mon[95500]: pgmap v8382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:51 smithi081 ceph-mon[107735]: pgmap v8382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:52.770Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:53.062 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:52.771Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:17:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:53 smithi170 ceph-mon[97338]: pgmap v8383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:53 smithi081 ceph-mon[95500]: pgmap v8383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:53 smithi081 ceph-mon[107735]: pgmap v8383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:17:54.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:17:54.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:17:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:55 smithi170 ceph-mon[97338]: pgmap v8384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:55 smithi081 ceph-mon[95500]: pgmap v8384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:55 smithi081 ceph-mon[107735]: pgmap v8384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:57 smithi170 ceph-mon[97338]: pgmap v8385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:57 smithi081 ceph-mon[95500]: pgmap v8385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:17:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:57 smithi081 ceph-mon[107735]: pgmap v8385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:17:59 smithi170 ceph-mon[97338]: pgmap v8386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:17:59 smithi081 ceph-mon[95500]: pgmap v8386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:17:59 smithi081 ceph-mon[107735]: pgmap v8386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:01 smithi081 ceph-mon[95500]: pgmap v8387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:01 smithi081 ceph-mon[107735]: pgmap v8387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:01 smithi170 ceph-mon[97338]: pgmap v8387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:03.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:02.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:02.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:18:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:03 smithi081 ceph-mon[95500]: pgmap v8388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:03 smithi081 ceph-mon[107735]: pgmap v8388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:03 smithi170 ceph-mon[97338]: pgmap v8388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:04.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:04.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:05 smithi081 ceph-mon[95500]: pgmap v8389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:05 smithi081 ceph-mon[107735]: pgmap v8389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:05 smithi170 ceph-mon[97338]: pgmap v8389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:08 smithi081 ceph-mon[95500]: pgmap v8390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:08 smithi081 ceph-mon[107735]: pgmap v8390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:08 smithi170 ceph-mon[97338]: pgmap v8390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:10 smithi081 ceph-mon[95500]: pgmap v8391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:10 smithi081 ceph-mon[107735]: pgmap v8391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:10 smithi170 ceph-mon[97338]: pgmap v8391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:12 smithi081 ceph-mon[95500]: pgmap v8392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:12 smithi081 ceph-mon[107735]: pgmap v8392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:12 smithi170 ceph-mon[97338]: pgmap v8392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:12.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:12.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:18:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:14 smithi081 ceph-mon[95500]: pgmap v8393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:14 smithi081 ceph-mon[107735]: pgmap v8393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:14 smithi170 ceph-mon[97338]: pgmap v8393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:14.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:14.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:16 smithi170 ceph-mon[97338]: pgmap v8394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:16 smithi081 ceph-mon[95500]: pgmap v8394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:16 smithi081 ceph-mon[107735]: pgmap v8394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:18 smithi170 ceph-mon[97338]: pgmap v8395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:18.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:18 smithi081 ceph-mon[107735]: pgmap v8395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:18 smithi081 ceph-mon[95500]: pgmap v8395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:20 smithi170 ceph-mon[97338]: pgmap v8396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:20.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:20 smithi081 ceph-mon[107735]: pgmap v8396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:20 smithi081 ceph-mon[95500]: pgmap v8396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:22 smithi170 ceph-mon[97338]: pgmap v8397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:22 smithi081 ceph-mon[95500]: pgmap v8397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:22.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:22 smithi081 ceph-mon[107735]: pgmap v8397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:22.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:22.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:18:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:24 smithi170 ceph-mon[97338]: pgmap v8398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:24 smithi081 ceph-mon[107735]: pgmap v8398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:24 smithi081 ceph-mon[95500]: pgmap v8398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:24.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:24.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:26 smithi170 ceph-mon[97338]: pgmap v8399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:26 smithi081 ceph-mon[95500]: pgmap v8399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:26 smithi081 ceph-mon[107735]: pgmap v8399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:28 smithi170 ceph-mon[97338]: pgmap v8400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:28 smithi081 ceph-mon[95500]: pgmap v8400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:28 smithi081 ceph-mon[107735]: pgmap v8400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:30 smithi170 ceph-mon[97338]: pgmap v8401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:30 smithi081 ceph-mon[95500]: pgmap v8401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:30 smithi081 ceph-mon[107735]: pgmap v8401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:32 smithi170 ceph-mon[97338]: pgmap v8402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:32 smithi081 ceph-mon[95500]: pgmap v8402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:32 smithi081 ceph-mon[107735]: pgmap v8402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:33.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:32.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:32.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:18:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:34 smithi170 ceph-mon[97338]: pgmap v8403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:34 smithi081 ceph-mon[95500]: pgmap v8403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:34 smithi081 ceph-mon[107735]: pgmap v8403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:34.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:34.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:36 smithi170 ceph-mon[97338]: pgmap v8404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:36 smithi081 ceph-mon[95500]: pgmap v8404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:36 smithi081 ceph-mon[107735]: pgmap v8404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:37.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:37 smithi170 ceph-mon[97338]: pgmap v8405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:37.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:37 smithi081 ceph-mon[95500]: pgmap v8405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:37.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:37 smithi081 ceph-mon[107735]: pgmap v8405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:39 smithi170 ceph-mon[97338]: pgmap v8406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:39 smithi081 ceph-mon[95500]: pgmap v8406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:39 smithi081 ceph-mon[107735]: pgmap v8406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:41 smithi170 ceph-mon[97338]: pgmap v8407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:41 smithi081 ceph-mon[95500]: pgmap v8407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:41 smithi081 ceph-mon[107735]: pgmap v8407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:42.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:42.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:18:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:43 smithi170 ceph-mon[97338]: pgmap v8408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:43 smithi081 ceph-mon[95500]: pgmap v8408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:43 smithi081 ceph-mon[107735]: pgmap v8408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:44.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:44.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:45 smithi170 ceph-mon[97338]: pgmap v8409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:45 smithi081 ceph-mon[95500]: pgmap v8409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:45 smithi081 ceph-mon[107735]: pgmap v8409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:47 smithi170 ceph-mon[97338]: pgmap v8410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:47 smithi081 ceph-mon[95500]: pgmap v8410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:47 smithi081 ceph-mon[107735]: pgmap v8410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:49 smithi170 ceph-mon[97338]: pgmap v8411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:49 smithi081 ceph-mon[95500]: pgmap v8411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:49 smithi081 ceph-mon[107735]: pgmap v8411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:51 smithi170 ceph-mon[97338]: pgmap v8412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:51 smithi081 ceph-mon[95500]: pgmap v8412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:51 smithi081 ceph-mon[107735]: pgmap v8412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:52.774Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:52.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:18:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:53 smithi170 ceph-mon[97338]: pgmap v8413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:53 smithi081 ceph-mon[95500]: pgmap v8413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:53 smithi081 ceph-mon[107735]: pgmap v8413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:18:54.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:18:54.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:18:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:55 smithi170 ceph-mon[97338]: pgmap v8414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:55 smithi081 ceph-mon[95500]: pgmap v8414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:55 smithi081 ceph-mon[107735]: pgmap v8414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:57 smithi170 ceph-mon[97338]: pgmap v8415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:57 smithi081 ceph-mon[95500]: pgmap v8415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:57 smithi081 ceph-mon[107735]: pgmap v8415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:18:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:18:59 smithi170 ceph-mon[97338]: pgmap v8416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:18:59 smithi081 ceph-mon[95500]: pgmap v8416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:18:59 smithi081 ceph-mon[107735]: pgmap v8416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:01 smithi170 ceph-mon[97338]: pgmap v8417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:01 smithi081 ceph-mon[95500]: pgmap v8417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:01 smithi081 ceph-mon[107735]: pgmap v8417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:02.774Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:02.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:19:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:03 smithi170 ceph-mon[97338]: pgmap v8418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:03 smithi081 ceph-mon[95500]: pgmap v8418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:03 smithi081 ceph-mon[107735]: pgmap v8418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:04.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:04.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:05 smithi170 ceph-mon[97338]: pgmap v8419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:05 smithi081 ceph-mon[95500]: pgmap v8419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:05 smithi081 ceph-mon[107735]: pgmap v8419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:07 smithi170 ceph-mon[97338]: pgmap v8420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:07 smithi081 ceph-mon[95500]: pgmap v8420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:07 smithi081 ceph-mon[107735]: pgmap v8420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:09 smithi170 ceph-mon[97338]: pgmap v8421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:09 smithi081 ceph-mon[95500]: pgmap v8421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:09 smithi081 ceph-mon[107735]: pgmap v8421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:11 smithi170 ceph-mon[97338]: pgmap v8422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:11 smithi081 ceph-mon[95500]: pgmap v8422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:11 smithi081 ceph-mon[107735]: pgmap v8422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:13.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:12.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:12.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:19:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:13 smithi170 ceph-mon[97338]: pgmap v8423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:13 smithi081 ceph-mon[95500]: pgmap v8423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:13 smithi081 ceph-mon[107735]: pgmap v8423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:14.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:14.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:15 smithi170 ceph-mon[97338]: pgmap v8424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:15 smithi081 ceph-mon[95500]: pgmap v8424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:15 smithi081 ceph-mon[107735]: pgmap v8424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:17 smithi170 ceph-mon[97338]: pgmap v8425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:17 smithi081 ceph-mon[95500]: pgmap v8425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:17 smithi081 ceph-mon[107735]: pgmap v8425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:19 smithi170 ceph-mon[97338]: pgmap v8426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:19 smithi081 ceph-mon[95500]: pgmap v8426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:19 smithi081 ceph-mon[107735]: pgmap v8426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:21 smithi170 ceph-mon[97338]: pgmap v8427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:21 smithi081 ceph-mon[95500]: pgmap v8427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:21 smithi081 ceph-mon[107735]: pgmap v8427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:22.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:22.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:19:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:23 smithi170 ceph-mon[97338]: pgmap v8428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:23 smithi081 ceph-mon[95500]: pgmap v8428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:23 smithi081 ceph-mon[107735]: pgmap v8428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:24.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:24.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:25 smithi170 ceph-mon[97338]: pgmap v8429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:25 smithi081 ceph-mon[95500]: pgmap v8429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:25 smithi081 ceph-mon[107735]: pgmap v8429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:27 smithi170 ceph-mon[97338]: pgmap v8430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:27 smithi081 ceph-mon[95500]: pgmap v8430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:27 smithi081 ceph-mon[107735]: pgmap v8430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:29 smithi170 ceph-mon[97338]: pgmap v8431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:29 smithi081 ceph-mon[95500]: pgmap v8431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:29 smithi081 ceph-mon[107735]: pgmap v8431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:31 smithi170 ceph-mon[97338]: pgmap v8432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:31 smithi081 ceph-mon[95500]: pgmap v8432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:31 smithi081 ceph-mon[107735]: pgmap v8432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:32.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:32.778Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:19:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:33 smithi170 ceph-mon[97338]: pgmap v8433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:33 smithi081 ceph-mon[95500]: pgmap v8433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:33 smithi081 ceph-mon[107735]: pgmap v8433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:34.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:34.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:35 smithi170 ceph-mon[97338]: pgmap v8434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:35 smithi081 ceph-mon[95500]: pgmap v8434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:35 smithi081 ceph-mon[107735]: pgmap v8434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:37 smithi170 ceph-mon[97338]: pgmap v8435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:37 smithi081 ceph-mon[95500]: pgmap v8435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:37 smithi081 ceph-mon[107735]: pgmap v8435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:39 smithi170 ceph-mon[97338]: pgmap v8436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:39 smithi081 ceph-mon[95500]: pgmap v8436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:39 smithi081 ceph-mon[107735]: pgmap v8436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:41 smithi170 ceph-mon[97338]: pgmap v8437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:41 smithi081 ceph-mon[95500]: pgmap v8437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:41 smithi081 ceph-mon[107735]: pgmap v8437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:42.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:42.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:19:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:43 smithi170 ceph-mon[97338]: pgmap v8438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:43 smithi081 ceph-mon[95500]: pgmap v8438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:43 smithi081 ceph-mon[107735]: pgmap v8438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:44.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:44.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:45 smithi081 ceph-mon[95500]: pgmap v8439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:45 smithi081 ceph-mon[107735]: pgmap v8439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:45 smithi170 ceph-mon[97338]: pgmap v8439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:47 smithi081 ceph-mon[95500]: pgmap v8440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:47 smithi081 ceph-mon[107735]: pgmap v8440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:47 smithi170 ceph-mon[97338]: pgmap v8440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:49 smithi081 ceph-mon[95500]: pgmap v8441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:49 smithi081 ceph-mon[107735]: pgmap v8441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:49 smithi170 ceph-mon[97338]: pgmap v8441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:51 smithi081 ceph-mon[95500]: pgmap v8442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:51 smithi081 ceph-mon[107735]: pgmap v8442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:51 smithi170 ceph-mon[97338]: pgmap v8442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:52.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:52.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:19:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:53 smithi081 ceph-mon[95500]: pgmap v8443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:53 smithi081 ceph-mon[107735]: pgmap v8443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:53 smithi170 ceph-mon[97338]: pgmap v8443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:19:54.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:19:54.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:19:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:55 smithi081 ceph-mon[95500]: pgmap v8444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:55 smithi081 ceph-mon[107735]: pgmap v8444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:55 smithi170 ceph-mon[97338]: pgmap v8444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:57 smithi170 ceph-mon[97338]: pgmap v8445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:57 smithi081 ceph-mon[95500]: pgmap v8445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:19:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:57 smithi081 ceph-mon[107735]: pgmap v8445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:19:59 smithi170 ceph-mon[97338]: pgmap v8446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:19:59 smithi081 ceph-mon[95500]: pgmap v8446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:19:59 smithi081 ceph-mon[107735]: pgmap v8446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:01.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:20:01.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:20:01.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:20:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:01 smithi170 ceph-mon[97338]: pgmap v8447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:01 smithi081 ceph-mon[95500]: pgmap v8447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:01 smithi081 ceph-mon[107735]: pgmap v8447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:02.780Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:02.781Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:20:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:03 smithi170 ceph-mon[97338]: pgmap v8448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:03 smithi081 ceph-mon[95500]: pgmap v8448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:03 smithi081 ceph-mon[107735]: pgmap v8448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:04.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:04.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:05 smithi170 ceph-mon[97338]: pgmap v8449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:05 smithi081 ceph-mon[95500]: pgmap v8449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:05 smithi081 ceph-mon[107735]: pgmap v8449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:07 smithi170 ceph-mon[97338]: pgmap v8450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:07 smithi081 ceph-mon[95500]: pgmap v8450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:07 smithi081 ceph-mon[107735]: pgmap v8450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:09 smithi170 ceph-mon[97338]: pgmap v8451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:09 smithi081 ceph-mon[95500]: pgmap v8451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:09 smithi081 ceph-mon[107735]: pgmap v8451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:11 smithi170 ceph-mon[97338]: pgmap v8452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:11 smithi081 ceph-mon[95500]: pgmap v8452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:11 smithi081 ceph-mon[107735]: pgmap v8452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:13.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:12.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:12.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:20:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:13 smithi170 ceph-mon[97338]: pgmap v8453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:13 smithi081 ceph-mon[95500]: pgmap v8453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:13 smithi081 ceph-mon[107735]: pgmap v8453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:14.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:14.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:15 smithi170 ceph-mon[97338]: pgmap v8454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:15 smithi081 ceph-mon[95500]: pgmap v8454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:15 smithi081 ceph-mon[107735]: pgmap v8454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:17 smithi170 ceph-mon[97338]: pgmap v8455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:17 smithi081 ceph-mon[95500]: pgmap v8455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:17 smithi081 ceph-mon[107735]: pgmap v8455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:20.172 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:19 smithi170 ceph-mon[97338]: pgmap v8456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:19 smithi081 ceph-mon[95500]: pgmap v8456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:19 smithi081 ceph-mon[107735]: pgmap v8456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:21 smithi170 ceph-mon[97338]: pgmap v8457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:21 smithi081 ceph-mon[95500]: pgmap v8457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:21 smithi081 ceph-mon[107735]: pgmap v8457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:22.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:22.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:20:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:23 smithi170 ceph-mon[97338]: pgmap v8458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:23 smithi081 ceph-mon[95500]: pgmap v8458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:23 smithi081 ceph-mon[107735]: pgmap v8458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:24.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:24.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:25 smithi170 ceph-mon[97338]: pgmap v8459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:25 smithi081 ceph-mon[95500]: pgmap v8459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:25 smithi081 ceph-mon[107735]: pgmap v8459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:27 smithi170 ceph-mon[97338]: pgmap v8460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:27 smithi081 ceph-mon[95500]: pgmap v8460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:27 smithi081 ceph-mon[107735]: pgmap v8460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:29 smithi170 ceph-mon[97338]: pgmap v8461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:29 smithi081 ceph-mon[95500]: pgmap v8461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:29 smithi081 ceph-mon[107735]: pgmap v8461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:31 smithi170 ceph-mon[97338]: pgmap v8462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:31 smithi081 ceph-mon[95500]: pgmap v8462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:31 smithi081 ceph-mon[107735]: pgmap v8462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:32.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:33.062 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:32.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:20:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:33 smithi170 ceph-mon[97338]: pgmap v8463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:33 smithi081 ceph-mon[95500]: pgmap v8463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:33 smithi081 ceph-mon[107735]: pgmap v8463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:34.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:34.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:35 smithi170 ceph-mon[97338]: pgmap v8464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:35 smithi081 ceph-mon[95500]: pgmap v8464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:35 smithi081 ceph-mon[107735]: pgmap v8464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:37 smithi170 ceph-mon[97338]: pgmap v8465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:37 smithi081 ceph-mon[95500]: pgmap v8465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:37 smithi081 ceph-mon[107735]: pgmap v8465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:39 smithi170 ceph-mon[97338]: pgmap v8466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:39 smithi081 ceph-mon[95500]: pgmap v8466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:39 smithi081 ceph-mon[107735]: pgmap v8466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:41 smithi170 ceph-mon[97338]: pgmap v8467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:41 smithi081 ceph-mon[95500]: pgmap v8467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:41 smithi081 ceph-mon[107735]: pgmap v8467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:43.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:42.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:42.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:20:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:43 smithi170 ceph-mon[97338]: pgmap v8468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:43 smithi081 ceph-mon[95500]: pgmap v8468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:43 smithi081 ceph-mon[107735]: pgmap v8468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:44.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:44.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:45 smithi170 ceph-mon[97338]: pgmap v8469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:45 smithi081 ceph-mon[95500]: pgmap v8469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:45 smithi081 ceph-mon[107735]: pgmap v8469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:47 smithi170 ceph-mon[97338]: pgmap v8470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:47 smithi081 ceph-mon[95500]: pgmap v8470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:47 smithi081 ceph-mon[107735]: pgmap v8470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:49 smithi170 ceph-mon[97338]: pgmap v8471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:49 smithi081 ceph-mon[95500]: pgmap v8471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:49 smithi081 ceph-mon[107735]: pgmap v8471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:51 smithi170 ceph-mon[97338]: pgmap v8472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:52.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:51 smithi081 ceph-mon[95500]: pgmap v8472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:51 smithi081 ceph-mon[107735]: pgmap v8472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:52.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:52.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:20:54.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:53 smithi170 ceph-mon[97338]: pgmap v8473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:53 smithi081 ceph-mon[95500]: pgmap v8473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:53 smithi081 ceph-mon[107735]: pgmap v8473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:20:54.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:20:54.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:20:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:55 smithi170 ceph-mon[97338]: pgmap v8474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:55 smithi081 ceph-mon[95500]: pgmap v8474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:55 smithi081 ceph-mon[107735]: pgmap v8474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:57 smithi170 ceph-mon[97338]: pgmap v8475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:57 smithi081 ceph-mon[95500]: pgmap v8475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:20:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:57 smithi081 ceph-mon[107735]: pgmap v8475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:20:59 smithi170 ceph-mon[97338]: pgmap v8476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:20:59 smithi081 ceph-mon[95500]: pgmap v8476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:20:59 smithi081 ceph-mon[107735]: pgmap v8476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:01 smithi170 ceph-mon[97338]: pgmap v8477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:01 smithi081 ceph-mon[95500]: pgmap v8477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:01 smithi081 ceph-mon[107735]: pgmap v8477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:03.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:02.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:02.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:21:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:03 smithi170 ceph-mon[97338]: pgmap v8478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:03 smithi081 ceph-mon[95500]: pgmap v8478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:03 smithi081 ceph-mon[107735]: pgmap v8478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:04.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:04.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:05 smithi170 ceph-mon[97338]: pgmap v8479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:06.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:05 smithi081 ceph-mon[95500]: pgmap v8479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:05 smithi081 ceph-mon[107735]: pgmap v8479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:07 smithi170 ceph-mon[97338]: pgmap v8480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:07 smithi081 ceph-mon[95500]: pgmap v8480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:07 smithi081 ceph-mon[107735]: pgmap v8480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:09 smithi170 ceph-mon[97338]: pgmap v8481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:09 smithi081 ceph-mon[95500]: pgmap v8481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:09 smithi081 ceph-mon[107735]: pgmap v8481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:11 smithi170 ceph-mon[97338]: pgmap v8482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:11 smithi081 ceph-mon[95500]: pgmap v8482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:11 smithi081 ceph-mon[107735]: pgmap v8482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:13.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:12.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:12.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:21:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:13 smithi170 ceph-mon[97338]: pgmap v8483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:14.274 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:13 smithi081 ceph-mon[95500]: pgmap v8483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:14.274 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:13 smithi081 ceph-mon[107735]: pgmap v8483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:14.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:14.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:15 smithi170 ceph-mon[97338]: pgmap v8484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:15 smithi081 ceph-mon[95500]: pgmap v8484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:15 smithi081 ceph-mon[107735]: pgmap v8484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:17 smithi170 ceph-mon[97338]: pgmap v8485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:17 smithi081 ceph-mon[95500]: pgmap v8485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:17 smithi081 ceph-mon[107735]: pgmap v8485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:19 smithi170 ceph-mon[97338]: pgmap v8486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:20.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:19 smithi081 ceph-mon[95500]: pgmap v8486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:19 smithi081 ceph-mon[107735]: pgmap v8486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:21 smithi170 ceph-mon[97338]: pgmap v8487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:21 smithi081 ceph-mon[95500]: pgmap v8487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:21 smithi081 ceph-mon[107735]: pgmap v8487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:22.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:22.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:21:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:23 smithi170 ceph-mon[97338]: pgmap v8488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:23 smithi081 ceph-mon[95500]: pgmap v8488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:23 smithi081 ceph-mon[107735]: pgmap v8488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:24.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:24.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:25 smithi170 ceph-mon[97338]: pgmap v8489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:25 smithi081 ceph-mon[95500]: pgmap v8489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:25 smithi081 ceph-mon[107735]: pgmap v8489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:27 smithi170 ceph-mon[97338]: pgmap v8490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:27 smithi081 ceph-mon[95500]: pgmap v8490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:27 smithi081 ceph-mon[107735]: pgmap v8490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:29 smithi170 ceph-mon[97338]: pgmap v8491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:29 smithi081 ceph-mon[95500]: pgmap v8491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:29 smithi081 ceph-mon[107735]: pgmap v8491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:31 smithi170 ceph-mon[97338]: pgmap v8492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:32.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:31 smithi081 ceph-mon[95500]: pgmap v8492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:31 smithi081 ceph-mon[107735]: pgmap v8492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:32.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:33.062 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:32.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:21:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:33 smithi170 ceph-mon[97338]: pgmap v8493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:33 smithi081 ceph-mon[95500]: pgmap v8493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:33 smithi081 ceph-mon[107735]: pgmap v8493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:34.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:34.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:35 smithi170 ceph-mon[97338]: pgmap v8494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:35 smithi081 ceph-mon[95500]: pgmap v8494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:35 smithi081 ceph-mon[107735]: pgmap v8494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:37 smithi170 ceph-mon[97338]: pgmap v8495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:37 smithi081 ceph-mon[95500]: pgmap v8495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:37 smithi081 ceph-mon[107735]: pgmap v8495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:39 smithi170 ceph-mon[97338]: pgmap v8496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:39 smithi081 ceph-mon[95500]: pgmap v8496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:39 smithi081 ceph-mon[107735]: pgmap v8496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:41 smithi170 ceph-mon[97338]: pgmap v8497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:41 smithi081 ceph-mon[95500]: pgmap v8497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:41 smithi081 ceph-mon[107735]: pgmap v8497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:42.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:42.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:21:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:43 smithi170 ceph-mon[97338]: pgmap v8498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:43 smithi081 ceph-mon[95500]: pgmap v8498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:43 smithi081 ceph-mon[107735]: pgmap v8498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:44.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:45.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:44.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:45 smithi170 ceph-mon[97338]: pgmap v8499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:45 smithi081 ceph-mon[95500]: pgmap v8499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:45 smithi081 ceph-mon[107735]: pgmap v8499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:47 smithi170 ceph-mon[97338]: pgmap v8500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:47 smithi081 ceph-mon[95500]: pgmap v8500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:47 smithi081 ceph-mon[107735]: pgmap v8500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:49 smithi170 ceph-mon[97338]: pgmap v8501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:50.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:49 smithi081 ceph-mon[95500]: pgmap v8501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:50.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:49 smithi081 ceph-mon[107735]: pgmap v8501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:51 smithi170 ceph-mon[97338]: pgmap v8502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:51 smithi081 ceph-mon[95500]: pgmap v8502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:51 smithi081 ceph-mon[107735]: pgmap v8502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:52.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:52.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:21:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:53 smithi170 ceph-mon[97338]: pgmap v8503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:53 smithi081 ceph-mon[95500]: pgmap v8503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:53 smithi081 ceph-mon[107735]: pgmap v8503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:21:54.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:21:54.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:21:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:55 smithi170 ceph-mon[97338]: pgmap v8504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:55 smithi081 ceph-mon[95500]: pgmap v8504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:55 smithi081 ceph-mon[107735]: pgmap v8504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:57 smithi170 ceph-mon[97338]: pgmap v8505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:57 smithi081 ceph-mon[95500]: pgmap v8505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:21:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:57 smithi081 ceph-mon[107735]: pgmap v8505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:21:59 smithi170 ceph-mon[97338]: pgmap v8506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:21:59 smithi081 ceph-mon[95500]: pgmap v8506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:21:59 smithi081 ceph-mon[107735]: pgmap v8506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:01 smithi170 ceph-mon[97338]: pgmap v8507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:01 smithi081 ceph-mon[95500]: pgmap v8507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:01 smithi081 ceph-mon[107735]: pgmap v8507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:02.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:02.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:22:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:03 smithi081 ceph-mon[95500]: pgmap v8508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:03 smithi081 ceph-mon[107735]: pgmap v8508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:03 smithi170 ceph-mon[97338]: pgmap v8508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:04.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:04.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:06.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:05 smithi081 ceph-mon[95500]: pgmap v8509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:05 smithi081 ceph-mon[107735]: pgmap v8509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:05 smithi170 ceph-mon[97338]: pgmap v8509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:07 smithi081 ceph-mon[95500]: pgmap v8510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:07 smithi081 ceph-mon[107735]: pgmap v8510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:07 smithi170 ceph-mon[97338]: pgmap v8510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:10 smithi081 ceph-mon[95500]: pgmap v8511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:10 smithi081 ceph-mon[107735]: pgmap v8511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:10 smithi170 ceph-mon[97338]: pgmap v8511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:12 smithi081 ceph-mon[95500]: pgmap v8512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:12 smithi081 ceph-mon[107735]: pgmap v8512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:12 smithi170 ceph-mon[97338]: pgmap v8512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:12.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:12.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:22:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:14 smithi081 ceph-mon[95500]: pgmap v8513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:14 smithi081 ceph-mon[107735]: pgmap v8513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:14 smithi170 ceph-mon[97338]: pgmap v8513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:14.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:14.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:16 smithi170 ceph-mon[97338]: pgmap v8514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:16 smithi081 ceph-mon[95500]: pgmap v8514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:16 smithi081 ceph-mon[107735]: pgmap v8514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:18 smithi170 ceph-mon[97338]: pgmap v8515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:18 smithi081 ceph-mon[95500]: pgmap v8515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:18 smithi081 ceph-mon[107735]: pgmap v8515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:20 smithi170 ceph-mon[97338]: pgmap v8516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:20 smithi081 ceph-mon[95500]: pgmap v8516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:20 smithi081 ceph-mon[107735]: pgmap v8516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:22 smithi170 ceph-mon[97338]: pgmap v8517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:22 smithi081 ceph-mon[95500]: pgmap v8517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:22 smithi081 ceph-mon[107735]: pgmap v8517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:22.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:22.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:22:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:24 smithi170 ceph-mon[97338]: pgmap v8518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:24 smithi081 ceph-mon[107735]: pgmap v8518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:24 smithi081 ceph-mon[95500]: pgmap v8518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:24.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:24.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:26 smithi170 ceph-mon[97338]: pgmap v8519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:26 smithi081 ceph-mon[95500]: pgmap v8519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:26 smithi081 ceph-mon[107735]: pgmap v8519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:28 smithi170 ceph-mon[97338]: pgmap v8520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:28 smithi081 ceph-mon[95500]: pgmap v8520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:28 smithi081 ceph-mon[107735]: pgmap v8520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:30 smithi170 ceph-mon[97338]: pgmap v8521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:30 smithi081 ceph-mon[95500]: pgmap v8521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:30 smithi081 ceph-mon[107735]: pgmap v8521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:32 smithi170 ceph-mon[97338]: pgmap v8522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:32 smithi081 ceph-mon[95500]: pgmap v8522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:32 smithi081 ceph-mon[107735]: pgmap v8522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:32.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:32.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:22:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:34 smithi170 ceph-mon[97338]: pgmap v8523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:34 smithi081 ceph-mon[95500]: pgmap v8523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:34 smithi081 ceph-mon[107735]: pgmap v8523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:34.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:34.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:36 smithi170 ceph-mon[97338]: pgmap v8524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:36 smithi081 ceph-mon[95500]: pgmap v8524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:36 smithi081 ceph-mon[107735]: pgmap v8524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:38 smithi170 ceph-mon[97338]: pgmap v8525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:38 smithi081 ceph-mon[95500]: pgmap v8525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:38 smithi081 ceph-mon[107735]: pgmap v8525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:40 smithi170 ceph-mon[97338]: pgmap v8526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:40 smithi081 ceph-mon[95500]: pgmap v8526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:40 smithi081 ceph-mon[107735]: pgmap v8526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:42 smithi170 ceph-mon[97338]: pgmap v8527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:42 smithi081 ceph-mon[95500]: pgmap v8527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:42 smithi081 ceph-mon[107735]: pgmap v8527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:42.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:42.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:22:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:44 smithi170 ceph-mon[97338]: pgmap v8528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:44 smithi081 ceph-mon[95500]: pgmap v8528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:44 smithi081 ceph-mon[107735]: pgmap v8528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:44.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:44.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:46 smithi170 ceph-mon[97338]: pgmap v8529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:46 smithi081 ceph-mon[95500]: pgmap v8529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:46 smithi081 ceph-mon[107735]: pgmap v8529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:48 smithi170 ceph-mon[97338]: pgmap v8530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:48 smithi081 ceph-mon[95500]: pgmap v8530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:48 smithi081 ceph-mon[107735]: pgmap v8530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:50 smithi170 ceph-mon[97338]: pgmap v8531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:50 smithi081 ceph-mon[95500]: pgmap v8531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:50 smithi081 ceph-mon[107735]: pgmap v8531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:52 smithi170 ceph-mon[97338]: pgmap v8532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:52 smithi081 ceph-mon[95500]: pgmap v8532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:52 smithi081 ceph-mon[107735]: pgmap v8532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:52.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:53.062 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:52.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:22:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:54 smithi170 ceph-mon[97338]: pgmap v8533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:54 smithi081 ceph-mon[95500]: pgmap v8533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:54 smithi081 ceph-mon[107735]: pgmap v8533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:22:54.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:22:54.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:22:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:56 smithi170 ceph-mon[97338]: pgmap v8534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:56 smithi081 ceph-mon[95500]: pgmap v8534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:56 smithi081 ceph-mon[107735]: pgmap v8534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:57.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:57 smithi170 ceph-mon[97338]: pgmap v8535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:57.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:57 smithi081 ceph-mon[95500]: pgmap v8535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:57.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:57 smithi081 ceph-mon[107735]: pgmap v8535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:22:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:22:59 smithi170 ceph-mon[97338]: pgmap v8536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:00.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:22:59 smithi081 ceph-mon[95500]: pgmap v8536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:00.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:22:59 smithi081 ceph-mon[107735]: pgmap v8536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:01 smithi170 ceph-mon[97338]: pgmap v8537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:01 smithi081 ceph-mon[95500]: pgmap v8537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:01 smithi081 ceph-mon[107735]: pgmap v8537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:02.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:02.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:23:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:03 smithi170 ceph-mon[97338]: pgmap v8538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:03 smithi081 ceph-mon[95500]: pgmap v8538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:03 smithi081 ceph-mon[107735]: pgmap v8538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:04.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:04.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:05 smithi170 ceph-mon[97338]: pgmap v8539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:06.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:05 smithi081 ceph-mon[95500]: pgmap v8539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:05 smithi081 ceph-mon[107735]: pgmap v8539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:07 smithi170 ceph-mon[97338]: pgmap v8540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:07 smithi081 ceph-mon[95500]: pgmap v8540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:07 smithi081 ceph-mon[107735]: pgmap v8540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:09 smithi170 ceph-mon[97338]: pgmap v8541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:09 smithi081 ceph-mon[95500]: pgmap v8541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:09 smithi081 ceph-mon[107735]: pgmap v8541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:11 smithi170 ceph-mon[97338]: pgmap v8542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:11 smithi081 ceph-mon[95500]: pgmap v8542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:11 smithi081 ceph-mon[107735]: pgmap v8542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:12.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:12.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:23:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:13 smithi170 ceph-mon[97338]: pgmap v8543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:13 smithi081 ceph-mon[95500]: pgmap v8543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:13 smithi081 ceph-mon[107735]: pgmap v8543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:14.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:14.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:15.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:15 smithi170 ceph-mon[97338]: pgmap v8544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:16.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:15 smithi081 ceph-mon[95500]: pgmap v8544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:15 smithi081 ceph-mon[107735]: pgmap v8544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:17 smithi170 ceph-mon[97338]: pgmap v8545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:17 smithi081 ceph-mon[95500]: pgmap v8545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:17 smithi081 ceph-mon[107735]: pgmap v8545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:19 smithi170 ceph-mon[97338]: pgmap v8546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:19 smithi081 ceph-mon[95500]: pgmap v8546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:19 smithi081 ceph-mon[107735]: pgmap v8546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:21.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:21 smithi170 ceph-mon[97338]: pgmap v8547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:21 smithi081 ceph-mon[95500]: pgmap v8547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:21 smithi081 ceph-mon[107735]: pgmap v8547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:22.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:22.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:23:23.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:23 smithi170 ceph-mon[97338]: pgmap v8548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:23 smithi081 ceph-mon[95500]: pgmap v8548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:24.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:23 smithi081 ceph-mon[107735]: pgmap v8548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:24.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:24.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:25 smithi170 ceph-mon[97338]: pgmap v8549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:25 smithi081 ceph-mon[95500]: pgmap v8549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:26.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:25 smithi081 ceph-mon[107735]: pgmap v8549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:27 smithi170 ceph-mon[97338]: pgmap v8550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:27 smithi081 ceph-mon[95500]: pgmap v8550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:27 smithi081 ceph-mon[107735]: pgmap v8550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:29 smithi170 ceph-mon[97338]: pgmap v8551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:29 smithi081 ceph-mon[95500]: pgmap v8551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:29 smithi081 ceph-mon[107735]: pgmap v8551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:31 smithi170 ceph-mon[97338]: pgmap v8552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:31 smithi081 ceph-mon[95500]: pgmap v8552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:31 smithi081 ceph-mon[107735]: pgmap v8552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:32.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:32.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:23:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:33 smithi170 ceph-mon[97338]: pgmap v8553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:33 smithi081 ceph-mon[95500]: pgmap v8553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:34.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:33 smithi081 ceph-mon[107735]: pgmap v8553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:34.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:34.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:35 smithi170 ceph-mon[97338]: pgmap v8554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:35 smithi081 ceph-mon[95500]: pgmap v8554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:35 smithi081 ceph-mon[107735]: pgmap v8554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:37 smithi170 ceph-mon[97338]: pgmap v8555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:37 smithi081 ceph-mon[95500]: pgmap v8555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:37 smithi081 ceph-mon[107735]: pgmap v8555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:39 smithi170 ceph-mon[97338]: pgmap v8556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:39 smithi081 ceph-mon[95500]: pgmap v8556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:39 smithi081 ceph-mon[107735]: pgmap v8556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:41 smithi170 ceph-mon[97338]: pgmap v8557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:41 smithi081 ceph-mon[95500]: pgmap v8557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:42.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:41 smithi081 ceph-mon[107735]: pgmap v8557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:43.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:42.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:42.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:23:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:43 smithi170 ceph-mon[97338]: pgmap v8558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:43 smithi081 ceph-mon[95500]: pgmap v8558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:43 smithi081 ceph-mon[107735]: pgmap v8558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:44.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:44.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:45 smithi170 ceph-mon[97338]: pgmap v8559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:45 smithi081 ceph-mon[95500]: pgmap v8559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:46.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:45 smithi081 ceph-mon[107735]: pgmap v8559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:47 smithi170 ceph-mon[97338]: pgmap v8560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:47 smithi081 ceph-mon[95500]: pgmap v8560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:47 smithi081 ceph-mon[107735]: pgmap v8560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:49 smithi170 ceph-mon[97338]: pgmap v8561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:49 smithi081 ceph-mon[95500]: pgmap v8561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:49 smithi081 ceph-mon[107735]: pgmap v8561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:51 smithi081 ceph-mon[95500]: pgmap v8562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:51 smithi081 ceph-mon[107735]: pgmap v8562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:51 smithi170 ceph-mon[97338]: pgmap v8562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:52.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:52.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:23:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:53 smithi081 ceph-mon[107735]: pgmap v8563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:54.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:53 smithi081 ceph-mon[95500]: pgmap v8563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:53 smithi170 ceph-mon[97338]: pgmap v8563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:23:54.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:23:54.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:23:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:55 smithi081 ceph-mon[107735]: pgmap v8564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:55 smithi081 ceph-mon[95500]: pgmap v8564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:55 smithi170 ceph-mon[97338]: pgmap v8564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:57 smithi081 ceph-mon[95500]: pgmap v8565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:57 smithi081 ceph-mon[107735]: pgmap v8565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:23:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:57 smithi170 ceph-mon[97338]: pgmap v8565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:23:59 smithi081 ceph-mon[95500]: pgmap v8566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:23:59 smithi081 ceph-mon[107735]: pgmap v8566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:23:59 smithi170 ceph-mon[97338]: pgmap v8566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:01 smithi081 ceph-mon[95500]: pgmap v8567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:01 smithi081 ceph-mon[107735]: pgmap v8567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:01 smithi170 ceph-mon[97338]: pgmap v8567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:02.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:03.062 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:02.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:24:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:03 smithi170 ceph-mon[97338]: pgmap v8568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:03 smithi081 ceph-mon[95500]: pgmap v8568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:03 smithi081 ceph-mon[107735]: pgmap v8568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:04.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:04.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:05 smithi170 ceph-mon[97338]: pgmap v8569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:05 smithi081 ceph-mon[95500]: pgmap v8569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:05 smithi081 ceph-mon[107735]: pgmap v8569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:07 smithi170 ceph-mon[97338]: pgmap v8570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:07 smithi081 ceph-mon[95500]: pgmap v8570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:07 smithi081 ceph-mon[107735]: pgmap v8570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:09 smithi170 ceph-mon[97338]: pgmap v8571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:09 smithi081 ceph-mon[95500]: pgmap v8571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:09 smithi081 ceph-mon[107735]: pgmap v8571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:11 smithi170 ceph-mon[97338]: pgmap v8572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:11 smithi081 ceph-mon[95500]: pgmap v8572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:11 smithi081 ceph-mon[107735]: pgmap v8572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:12.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:12.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:24:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:13 smithi170 ceph-mon[97338]: pgmap v8573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:13 smithi081 ceph-mon[107735]: pgmap v8573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:14.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:13 smithi081 ceph-mon[95500]: pgmap v8573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:14.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:14.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:15 smithi170 ceph-mon[97338]: pgmap v8574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:15 smithi081 ceph-mon[95500]: pgmap v8574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:15 smithi081 ceph-mon[107735]: pgmap v8574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:17 smithi170 ceph-mon[97338]: pgmap v8575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:17 smithi081 ceph-mon[95500]: pgmap v8575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:17 smithi081 ceph-mon[107735]: pgmap v8575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:19 smithi170 ceph-mon[97338]: pgmap v8576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:19 smithi081 ceph-mon[95500]: pgmap v8576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:19 smithi081 ceph-mon[107735]: pgmap v8576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:21 smithi170 ceph-mon[97338]: pgmap v8577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:21 smithi081 ceph-mon[95500]: pgmap v8577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:21 smithi081 ceph-mon[107735]: pgmap v8577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:22.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:22.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:24:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:23 smithi170 ceph-mon[97338]: pgmap v8578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:23 smithi081 ceph-mon[95500]: pgmap v8578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:23 smithi081 ceph-mon[107735]: pgmap v8578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:24.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:24.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:25 smithi170 ceph-mon[97338]: pgmap v8579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:25 smithi081 ceph-mon[95500]: pgmap v8579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:25 smithi081 ceph-mon[107735]: pgmap v8579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:27 smithi170 ceph-mon[97338]: pgmap v8580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:27 smithi081 ceph-mon[95500]: pgmap v8580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:27 smithi081 ceph-mon[107735]: pgmap v8580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:29 smithi170 ceph-mon[97338]: pgmap v8581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:29 smithi081 ceph-mon[95500]: pgmap v8581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:29 smithi081 ceph-mon[107735]: pgmap v8581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:31 smithi170 ceph-mon[97338]: pgmap v8582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:31 smithi081 ceph-mon[95500]: pgmap v8582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:31 smithi081 ceph-mon[107735]: pgmap v8582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:33.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:32.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:32.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:24:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:33 smithi170 ceph-mon[97338]: pgmap v8583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:33 smithi081 ceph-mon[95500]: pgmap v8583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:33 smithi081 ceph-mon[107735]: pgmap v8583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:34.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:34.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:35 smithi170 ceph-mon[97338]: pgmap v8584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:35 smithi081 ceph-mon[95500]: pgmap v8584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:35 smithi081 ceph-mon[107735]: pgmap v8584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:37 smithi170 ceph-mon[97338]: pgmap v8585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:37 smithi081 ceph-mon[95500]: pgmap v8585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:37 smithi081 ceph-mon[107735]: pgmap v8585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:39 smithi170 ceph-mon[97338]: pgmap v8586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:39 smithi081 ceph-mon[95500]: pgmap v8586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:39 smithi081 ceph-mon[107735]: pgmap v8586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:41 smithi170 ceph-mon[97338]: pgmap v8587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:41 smithi081 ceph-mon[95500]: pgmap v8587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:41 smithi081 ceph-mon[107735]: pgmap v8587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:42.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:42.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:24:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:43 smithi170 ceph-mon[97338]: pgmap v8588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:43 smithi081 ceph-mon[95500]: pgmap v8588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:43 smithi081 ceph-mon[107735]: pgmap v8588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:44.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:44.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:45 smithi170 ceph-mon[97338]: pgmap v8589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:45 smithi081 ceph-mon[95500]: pgmap v8589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:45 smithi081 ceph-mon[107735]: pgmap v8589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:47 smithi170 ceph-mon[97338]: pgmap v8590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:47 smithi081 ceph-mon[95500]: pgmap v8590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:47 smithi081 ceph-mon[107735]: pgmap v8590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:49 smithi170 ceph-mon[97338]: pgmap v8591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:49 smithi081 ceph-mon[95500]: pgmap v8591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:49 smithi081 ceph-mon[107735]: pgmap v8591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:51 smithi170 ceph-mon[97338]: pgmap v8592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:51 smithi081 ceph-mon[95500]: pgmap v8592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:51 smithi081 ceph-mon[107735]: pgmap v8592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:52.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:52.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:24:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:53 smithi170 ceph-mon[97338]: pgmap v8593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:53 smithi081 ceph-mon[95500]: pgmap v8593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:53 smithi081 ceph-mon[107735]: pgmap v8593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:24:54.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:24:54.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:24:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:55 smithi170 ceph-mon[97338]: pgmap v8594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:55 smithi081 ceph-mon[95500]: pgmap v8594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:55 smithi081 ceph-mon[107735]: pgmap v8594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:57 smithi170 ceph-mon[97338]: pgmap v8595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:57 smithi081 ceph-mon[95500]: pgmap v8595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:24:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:57 smithi081 ceph-mon[107735]: pgmap v8595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:24:59 smithi170 ceph-mon[97338]: pgmap v8596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:24:59 smithi081 ceph-mon[95500]: pgmap v8596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:24:59 smithi081 ceph-mon[107735]: pgmap v8596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:01 smithi170 ceph-mon[97338]: pgmap v8597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:01 smithi081 ceph-mon[95500]: pgmap v8597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:01 smithi081 ceph-mon[107735]: pgmap v8597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:03.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:02.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:02.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:25:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:03 smithi170 ceph-mon[97338]: pgmap v8598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:03 smithi081 ceph-mon[95500]: pgmap v8598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:03 smithi081 ceph-mon[107735]: pgmap v8598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:04.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:04.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:05 smithi170 ceph-mon[97338]: pgmap v8599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:05 smithi081 ceph-mon[95500]: pgmap v8599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:05 smithi081 ceph-mon[107735]: pgmap v8599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:07 smithi170 ceph-mon[97338]: pgmap v8600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:07 smithi081 ceph-mon[95500]: pgmap v8600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:07 smithi081 ceph-mon[107735]: pgmap v8600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:09 smithi170 ceph-mon[97338]: pgmap v8601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:09 smithi081 ceph-mon[95500]: pgmap v8601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:09 smithi081 ceph-mon[107735]: pgmap v8601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:11 smithi170 ceph-mon[97338]: pgmap v8602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:11 smithi081 ceph-mon[95500]: pgmap v8602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:11 smithi081 ceph-mon[107735]: pgmap v8602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:13.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:12.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:12.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:25:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:13 smithi170 ceph-mon[97338]: pgmap v8603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:13 smithi081 ceph-mon[95500]: pgmap v8603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:13 smithi081 ceph-mon[107735]: pgmap v8603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:14.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:14.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:15 smithi170 ceph-mon[97338]: pgmap v8604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:15 smithi081 ceph-mon[95500]: pgmap v8604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:15 smithi081 ceph-mon[107735]: pgmap v8604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:17 smithi170 ceph-mon[97338]: pgmap v8605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:17 smithi081 ceph-mon[95500]: pgmap v8605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:17 smithi081 ceph-mon[107735]: pgmap v8605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:19 smithi170 ceph-mon[97338]: pgmap v8606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:19 smithi081 ceph-mon[95500]: pgmap v8606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:19 smithi081 ceph-mon[107735]: pgmap v8606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:21 smithi170 ceph-mon[97338]: pgmap v8607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:21 smithi081 ceph-mon[95500]: pgmap v8607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:21 smithi081 ceph-mon[107735]: pgmap v8607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:23.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:22.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:22.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:25:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:23 smithi170 ceph-mon[97338]: pgmap v8608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:23 smithi081 ceph-mon[107735]: pgmap v8608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:24.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:23 smithi081 ceph-mon[95500]: pgmap v8608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:24.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:24.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:25 smithi170 ceph-mon[97338]: pgmap v8609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:25 smithi081 ceph-mon[95500]: pgmap v8609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:25 smithi081 ceph-mon[107735]: pgmap v8609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:27 smithi170 ceph-mon[97338]: pgmap v8610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:27 smithi081 ceph-mon[95500]: pgmap v8610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:27 smithi081 ceph-mon[107735]: pgmap v8610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:29 smithi170 ceph-mon[97338]: pgmap v8611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:29 smithi081 ceph-mon[95500]: pgmap v8611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:29 smithi081 ceph-mon[107735]: pgmap v8611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:31 smithi170 ceph-mon[97338]: pgmap v8612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:31 smithi081 ceph-mon[95500]: pgmap v8612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:31 smithi081 ceph-mon[107735]: pgmap v8612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:32.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:33.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:32.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:25:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:33 smithi170 ceph-mon[97338]: pgmap v8613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:33 smithi081 ceph-mon[95500]: pgmap v8613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:33 smithi081 ceph-mon[107735]: pgmap v8613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:34.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:34.656Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:35 smithi170 ceph-mon[97338]: pgmap v8614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:35 smithi081 ceph-mon[95500]: pgmap v8614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:35 smithi081 ceph-mon[107735]: pgmap v8614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:37 smithi170 ceph-mon[97338]: pgmap v8615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:37 smithi081 ceph-mon[95500]: pgmap v8615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:37 smithi081 ceph-mon[107735]: pgmap v8615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:39 smithi170 ceph-mon[97338]: pgmap v8616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:39 smithi081 ceph-mon[95500]: pgmap v8616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:39 smithi081 ceph-mon[107735]: pgmap v8616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:41 smithi170 ceph-mon[97338]: pgmap v8617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:41 smithi081 ceph-mon[95500]: pgmap v8617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:41 smithi081 ceph-mon[107735]: pgmap v8617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:42.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:43.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:42.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:25:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:43 smithi170 ceph-mon[97338]: pgmap v8618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:43 smithi081 ceph-mon[95500]: pgmap v8618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:43 smithi081 ceph-mon[107735]: pgmap v8618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:44.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:44.656Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:45 smithi170 ceph-mon[97338]: pgmap v8619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:45 smithi081 ceph-mon[95500]: pgmap v8619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:45 smithi081 ceph-mon[107735]: pgmap v8619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:47 smithi170 ceph-mon[97338]: pgmap v8620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:47 smithi081 ceph-mon[95500]: pgmap v8620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:47 smithi081 ceph-mon[107735]: pgmap v8620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:49 smithi170 ceph-mon[97338]: pgmap v8621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:49 smithi081 ceph-mon[95500]: pgmap v8621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:49 smithi081 ceph-mon[107735]: pgmap v8621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:51 smithi170 ceph-mon[97338]: pgmap v8622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:51 smithi081 ceph-mon[95500]: pgmap v8622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:51 smithi081 ceph-mon[107735]: pgmap v8622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:53.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:52.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:53.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:52.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:25:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:53 smithi170 ceph-mon[97338]: pgmap v8623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:53 smithi081 ceph-mon[95500]: pgmap v8623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:53 smithi081 ceph-mon[107735]: pgmap v8623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:25:54.656Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:25:54.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:25:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:55 smithi170 ceph-mon[97338]: pgmap v8624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:55 smithi081 ceph-mon[95500]: pgmap v8624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:55 smithi081 ceph-mon[107735]: pgmap v8624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:57 smithi170 ceph-mon[97338]: pgmap v8625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:57 smithi081 ceph-mon[95500]: pgmap v8625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:25:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:57 smithi081 ceph-mon[107735]: pgmap v8625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:25:59 smithi170 ceph-mon[97338]: pgmap v8626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:25:59 smithi081 ceph-mon[95500]: pgmap v8626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:25:59 smithi081 ceph-mon[107735]: pgmap v8626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:01 smithi170 ceph-mon[97338]: pgmap v8627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:02.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:01 smithi081 ceph-mon[95500]: pgmap v8627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:01 smithi081 ceph-mon[107735]: pgmap v8627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:02.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:03.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:02.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:26:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:03 smithi170 ceph-mon[97338]: pgmap v8628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:03 smithi081 ceph-mon[107735]: pgmap v8628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:04.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:03 smithi081 ceph-mon[95500]: pgmap v8628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:04.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:04.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:05 smithi170 ceph-mon[97338]: pgmap v8629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:05 smithi081 ceph-mon[95500]: pgmap v8629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:05 smithi081 ceph-mon[107735]: pgmap v8629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:07 smithi081 ceph-mon[95500]: pgmap v8630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:07 smithi081 ceph-mon[107735]: pgmap v8630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:07 smithi170 ceph-mon[97338]: pgmap v8630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:09 smithi081 ceph-mon[95500]: pgmap v8631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:09 smithi081 ceph-mon[107735]: pgmap v8631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:09 smithi170 ceph-mon[97338]: pgmap v8631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:11 smithi081 ceph-mon[95500]: pgmap v8632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:11 smithi081 ceph-mon[107735]: pgmap v8632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:11 smithi170 ceph-mon[97338]: pgmap v8632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:12.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:13.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:12.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:26:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:14 smithi081 ceph-mon[95500]: pgmap v8633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:14 smithi081 ceph-mon[107735]: pgmap v8633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:14 smithi170 ceph-mon[97338]: pgmap v8633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:14.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:14.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:16 smithi081 ceph-mon[95500]: pgmap v8634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:16 smithi081 ceph-mon[107735]: pgmap v8634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:16 smithi170 ceph-mon[97338]: pgmap v8634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:18 smithi081 ceph-mon[95500]: pgmap v8635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:18 smithi081 ceph-mon[107735]: pgmap v8635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:18 smithi170 ceph-mon[97338]: pgmap v8635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:20 smithi081 ceph-mon[95500]: pgmap v8636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:20 smithi081 ceph-mon[107735]: pgmap v8636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:20 smithi170 ceph-mon[97338]: pgmap v8636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:22 smithi170 ceph-mon[97338]: pgmap v8637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:22 smithi081 ceph-mon[95500]: pgmap v8637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:22 smithi081 ceph-mon[107735]: pgmap v8637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:22.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:23.061 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:22.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:26:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:24 smithi170 ceph-mon[97338]: pgmap v8638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:24 smithi081 ceph-mon[95500]: pgmap v8638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:24 smithi081 ceph-mon[107735]: pgmap v8638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:24.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:24.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:26 smithi170 ceph-mon[97338]: pgmap v8639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:26 smithi081 ceph-mon[95500]: pgmap v8639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:26 smithi081 ceph-mon[107735]: pgmap v8639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:28 smithi170 ceph-mon[97338]: pgmap v8640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:28 smithi081 ceph-mon[95500]: pgmap v8640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:28 smithi081 ceph-mon[107735]: pgmap v8640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:30 smithi170 ceph-mon[97338]: pgmap v8641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:30 smithi081 ceph-mon[95500]: pgmap v8641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:30 smithi081 ceph-mon[107735]: pgmap v8641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:32 smithi170 ceph-mon[97338]: pgmap v8642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:32 smithi081 ceph-mon[95500]: pgmap v8642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:32 smithi081 ceph-mon[107735]: pgmap v8642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:26:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:32.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:32.811Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:34 smithi170 ceph-mon[97338]: pgmap v8643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:34 smithi081 ceph-mon[95500]: pgmap v8643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:34 smithi081 ceph-mon[107735]: pgmap v8643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:34.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:34.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:36 smithi170 ceph-mon[97338]: pgmap v8644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:36 smithi081 ceph-mon[95500]: pgmap v8644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:36 smithi081 ceph-mon[107735]: pgmap v8644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:38 smithi170 ceph-mon[97338]: pgmap v8645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:38 smithi081 ceph-mon[95500]: pgmap v8645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:38 smithi081 ceph-mon[107735]: pgmap v8645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:40 smithi170 ceph-mon[97338]: pgmap v8646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:40 smithi081 ceph-mon[95500]: pgmap v8646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:40 smithi081 ceph-mon[107735]: pgmap v8646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:42 smithi170 ceph-mon[97338]: pgmap v8647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:42 smithi081 ceph-mon[95500]: pgmap v8647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:42 smithi081 ceph-mon[107735]: pgmap v8647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:26:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:42.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:42.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:44 smithi170 ceph-mon[97338]: pgmap v8648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:44 smithi081 ceph-mon[95500]: pgmap v8648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:44 smithi081 ceph-mon[107735]: pgmap v8648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:44.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:44.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:46 smithi170 ceph-mon[97338]: pgmap v8649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:46 smithi081 ceph-mon[95500]: pgmap v8649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:46 smithi081 ceph-mon[107735]: pgmap v8649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:48 smithi170 ceph-mon[97338]: pgmap v8650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:48 smithi081 ceph-mon[95500]: pgmap v8650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:48 smithi081 ceph-mon[107735]: pgmap v8650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:50 smithi170 ceph-mon[97338]: pgmap v8651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:50 smithi081 ceph-mon[95500]: pgmap v8651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:50 smithi081 ceph-mon[107735]: pgmap v8651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:52 smithi170 ceph-mon[97338]: pgmap v8652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:52 smithi081 ceph-mon[95500]: pgmap v8652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:52 smithi081 ceph-mon[107735]: pgmap v8652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:26:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:52.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:52.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:54 smithi170 ceph-mon[97338]: pgmap v8653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:54 smithi081 ceph-mon[95500]: pgmap v8653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:54 smithi081 ceph-mon[107735]: pgmap v8653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:26:54.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:26:54.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:26:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:56 smithi170 ceph-mon[97338]: pgmap v8654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:56 smithi081 ceph-mon[95500]: pgmap v8654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:56 smithi081 ceph-mon[107735]: pgmap v8654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:26:58 smithi170 ceph-mon[97338]: pgmap v8655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:26:58 smithi081 ceph-mon[95500]: pgmap v8655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:26:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:26:58 smithi081 ceph-mon[107735]: pgmap v8655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:00 smithi170 ceph-mon[97338]: pgmap v8656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:00 smithi081 ceph-mon[95500]: pgmap v8656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:00 smithi081 ceph-mon[107735]: pgmap v8656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:02 smithi170 ceph-mon[97338]: pgmap v8657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:02 smithi081 ceph-mon[95500]: pgmap v8657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:02 smithi081 ceph-mon[107735]: pgmap v8657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:27:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:02.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:02.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:04 smithi170 ceph-mon[97338]: pgmap v8658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:04 smithi081 ceph-mon[95500]: pgmap v8658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:04 smithi081 ceph-mon[107735]: pgmap v8658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:04.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:04.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:06 smithi170 ceph-mon[97338]: pgmap v8659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:06 smithi081 ceph-mon[95500]: pgmap v8659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:06 smithi081 ceph-mon[107735]: pgmap v8659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:08 smithi170 ceph-mon[97338]: pgmap v8660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:08 smithi081 ceph-mon[95500]: pgmap v8660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:08.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:08 smithi081 ceph-mon[107735]: pgmap v8660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:10 smithi170 ceph-mon[97338]: pgmap v8661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:10 smithi081 ceph-mon[95500]: pgmap v8661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:10 smithi081 ceph-mon[107735]: pgmap v8661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:12 smithi170 ceph-mon[97338]: pgmap v8662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:12 smithi081 ceph-mon[95500]: pgmap v8662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:12 smithi081 ceph-mon[107735]: pgmap v8662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:27:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:12.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:12.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:14 smithi170 ceph-mon[97338]: pgmap v8663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:14 smithi081 ceph-mon[95500]: pgmap v8663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:14 smithi081 ceph-mon[107735]: pgmap v8663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:14.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:14.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:16 smithi170 ceph-mon[97338]: pgmap v8664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:16 smithi081 ceph-mon[95500]: pgmap v8664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:16 smithi081 ceph-mon[107735]: pgmap v8664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:18 smithi170 ceph-mon[97338]: pgmap v8665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:18 smithi081 ceph-mon[95500]: pgmap v8665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:18 smithi081 ceph-mon[107735]: pgmap v8665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:20 smithi170 ceph-mon[97338]: pgmap v8666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:20 smithi081 ceph-mon[95500]: pgmap v8666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:20 smithi081 ceph-mon[107735]: pgmap v8666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:22 smithi170 ceph-mon[97338]: pgmap v8667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:22 smithi081 ceph-mon[95500]: pgmap v8667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:22 smithi081 ceph-mon[107735]: pgmap v8667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:27:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:22.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:22.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:24 smithi170 ceph-mon[97338]: pgmap v8668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:24 smithi081 ceph-mon[95500]: pgmap v8668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:24 smithi081 ceph-mon[107735]: pgmap v8668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:24.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:24.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:26 smithi170 ceph-mon[97338]: pgmap v8669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:26 smithi081 ceph-mon[95500]: pgmap v8669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:26 smithi081 ceph-mon[107735]: pgmap v8669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:28 smithi170 ceph-mon[97338]: pgmap v8670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:28 smithi081 ceph-mon[95500]: pgmap v8670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:28 smithi081 ceph-mon[107735]: pgmap v8670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:30 smithi170 ceph-mon[97338]: pgmap v8671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:30 smithi081 ceph-mon[95500]: pgmap v8671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:30 smithi081 ceph-mon[107735]: pgmap v8671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:32 smithi170 ceph-mon[97338]: pgmap v8672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:32 smithi081 ceph-mon[95500]: pgmap v8672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:32 smithi081 ceph-mon[107735]: pgmap v8672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:27:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:32.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:32.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:34 smithi170 ceph-mon[97338]: pgmap v8673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:34 smithi081 ceph-mon[95500]: pgmap v8673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:34 smithi081 ceph-mon[107735]: pgmap v8673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:34.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:34.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:36 smithi170 ceph-mon[97338]: pgmap v8674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:36 smithi081 ceph-mon[95500]: pgmap v8674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:36 smithi081 ceph-mon[107735]: pgmap v8674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:38 smithi170 ceph-mon[97338]: pgmap v8675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:38 smithi081 ceph-mon[95500]: pgmap v8675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:38 smithi081 ceph-mon[107735]: pgmap v8675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:40 smithi170 ceph-mon[97338]: pgmap v8676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:40 smithi081 ceph-mon[95500]: pgmap v8676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:40 smithi081 ceph-mon[107735]: pgmap v8676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:42 smithi170 ceph-mon[97338]: pgmap v8677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:42 smithi081 ceph-mon[95500]: pgmap v8677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:42.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:42 smithi081 ceph-mon[107735]: pgmap v8677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:27:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:42.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:42.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:44 smithi170 ceph-mon[97338]: pgmap v8678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:44 smithi081 ceph-mon[95500]: pgmap v8678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:44 smithi081 ceph-mon[107735]: pgmap v8678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:44.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:44.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:46 smithi170 ceph-mon[97338]: pgmap v8679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:46 smithi081 ceph-mon[95500]: pgmap v8679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:46 smithi081 ceph-mon[107735]: pgmap v8679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:47.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:47 smithi170 ceph-mon[97338]: pgmap v8680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:47.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:47 smithi081 ceph-mon[95500]: pgmap v8680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:47.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:47 smithi081 ceph-mon[107735]: pgmap v8680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:49 smithi170 ceph-mon[97338]: pgmap v8681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:49 smithi081 ceph-mon[95500]: pgmap v8681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:50.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:49 smithi081 ceph-mon[107735]: pgmap v8681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:51 smithi170 ceph-mon[97338]: pgmap v8682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:51 smithi081 ceph-mon[95500]: pgmap v8682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:51 smithi081 ceph-mon[107735]: pgmap v8682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:27:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:52.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:52.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:53 smithi170 ceph-mon[97338]: pgmap v8683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:53 smithi081 ceph-mon[95500]: pgmap v8683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:54.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:53 smithi081 ceph-mon[107735]: pgmap v8683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:27:54.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:27:54.665Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:27:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:55 smithi170 ceph-mon[97338]: pgmap v8684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:55 smithi081 ceph-mon[95500]: pgmap v8684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:55 smithi081 ceph-mon[107735]: pgmap v8684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:57 smithi170 ceph-mon[97338]: pgmap v8685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:57 smithi081 ceph-mon[95500]: pgmap v8685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:57 smithi081 ceph-mon[107735]: pgmap v8685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:27:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:27:59 smithi170 ceph-mon[97338]: pgmap v8686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:00.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:27:59 smithi081 ceph-mon[95500]: pgmap v8686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:00.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:27:59 smithi081 ceph-mon[107735]: pgmap v8686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:01 smithi170 ceph-mon[97338]: pgmap v8687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:01 smithi081 ceph-mon[95500]: pgmap v8687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:01 smithi081 ceph-mon[107735]: pgmap v8687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:28:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:02.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:02.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:03 smithi170 ceph-mon[97338]: pgmap v8688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:03 smithi081 ceph-mon[95500]: pgmap v8688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:03 smithi081 ceph-mon[107735]: pgmap v8688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:04.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:04.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:05 smithi081 ceph-mon[95500]: pgmap v8689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:05 smithi081 ceph-mon[107735]: pgmap v8689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:05 smithi170 ceph-mon[97338]: pgmap v8689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:07 smithi081 ceph-mon[95500]: pgmap v8690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:07 smithi081 ceph-mon[107735]: pgmap v8690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:07 smithi170 ceph-mon[97338]: pgmap v8690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:09 smithi081 ceph-mon[95500]: pgmap v8691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:09 smithi081 ceph-mon[107735]: pgmap v8691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:09 smithi170 ceph-mon[97338]: pgmap v8691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:11 smithi081 ceph-mon[95500]: pgmap v8692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:11 smithi081 ceph-mon[107735]: pgmap v8692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:11 smithi170 ceph-mon[97338]: pgmap v8692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:28:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:12.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:12.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:13 smithi081 ceph-mon[95500]: pgmap v8693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:13 smithi081 ceph-mon[107735]: pgmap v8693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:13 smithi170 ceph-mon[97338]: pgmap v8693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:14.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:14.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:15 smithi081 ceph-mon[95500]: pgmap v8694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:15 smithi081 ceph-mon[107735]: pgmap v8694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:15 smithi170 ceph-mon[97338]: pgmap v8694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:17 smithi081 ceph-mon[95500]: pgmap v8695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:17 smithi081 ceph-mon[107735]: pgmap v8695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:17 smithi170 ceph-mon[97338]: pgmap v8695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:19 smithi170 ceph-mon[97338]: pgmap v8696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:19 smithi081 ceph-mon[95500]: pgmap v8696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:19 smithi081 ceph-mon[107735]: pgmap v8696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:21 smithi170 ceph-mon[97338]: pgmap v8697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:21 smithi081 ceph-mon[95500]: pgmap v8697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:21 smithi081 ceph-mon[107735]: pgmap v8697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:28:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:22.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:22.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:23 smithi170 ceph-mon[97338]: pgmap v8698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:23 smithi081 ceph-mon[95500]: pgmap v8698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:23 smithi081 ceph-mon[107735]: pgmap v8698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:24.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:24.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:25 smithi170 ceph-mon[97338]: pgmap v8699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:25 smithi081 ceph-mon[95500]: pgmap v8699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:25 smithi081 ceph-mon[107735]: pgmap v8699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:27 smithi170 ceph-mon[97338]: pgmap v8700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:27 smithi081 ceph-mon[95500]: pgmap v8700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:27 smithi081 ceph-mon[107735]: pgmap v8700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:29 smithi170 ceph-mon[97338]: pgmap v8701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:29 smithi081 ceph-mon[95500]: pgmap v8701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:29 smithi081 ceph-mon[107735]: pgmap v8701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:31 smithi170 ceph-mon[97338]: pgmap v8702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:31 smithi081 ceph-mon[95500]: pgmap v8702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:31 smithi081 ceph-mon[107735]: pgmap v8702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:28:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:32.820Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:32.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:33 smithi170 ceph-mon[97338]: pgmap v8703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:33 smithi081 ceph-mon[95500]: pgmap v8703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:33 smithi081 ceph-mon[107735]: pgmap v8703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:34.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:34.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:35 smithi170 ceph-mon[97338]: pgmap v8704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:35 smithi081 ceph-mon[95500]: pgmap v8704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:35 smithi081 ceph-mon[107735]: pgmap v8704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:37 smithi170 ceph-mon[97338]: pgmap v8705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:37 smithi081 ceph-mon[95500]: pgmap v8705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:37 smithi081 ceph-mon[107735]: pgmap v8705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:39 smithi170 ceph-mon[97338]: pgmap v8706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:39 smithi081 ceph-mon[95500]: pgmap v8706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:39 smithi081 ceph-mon[107735]: pgmap v8706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:41 smithi170 ceph-mon[97338]: pgmap v8707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:41 smithi081 ceph-mon[95500]: pgmap v8707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:41 smithi081 ceph-mon[107735]: pgmap v8707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:28:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:42.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:42.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:43 smithi170 ceph-mon[97338]: pgmap v8708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:43 smithi081 ceph-mon[95500]: pgmap v8708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:43 smithi081 ceph-mon[107735]: pgmap v8708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:44.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:44.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:45 smithi170 ceph-mon[97338]: pgmap v8709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:45 smithi081 ceph-mon[95500]: pgmap v8709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:45 smithi081 ceph-mon[107735]: pgmap v8709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:47 smithi170 ceph-mon[97338]: pgmap v8710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:47 smithi081 ceph-mon[95500]: pgmap v8710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:47 smithi081 ceph-mon[107735]: pgmap v8710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:49 smithi170 ceph-mon[97338]: pgmap v8711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:49 smithi081 ceph-mon[95500]: pgmap v8711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:49 smithi081 ceph-mon[107735]: pgmap v8711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:51 smithi170 ceph-mon[97338]: pgmap v8712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:51 smithi081 ceph-mon[95500]: pgmap v8712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:51 smithi081 ceph-mon[107735]: pgmap v8712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:28:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:52.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:52.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:53 smithi170 ceph-mon[97338]: pgmap v8713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:53 smithi081 ceph-mon[95500]: pgmap v8713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:53 smithi081 ceph-mon[107735]: pgmap v8713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:28:54.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:28:54.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:28:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:55 smithi170 ceph-mon[97338]: pgmap v8714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:55 smithi081 ceph-mon[95500]: pgmap v8714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:55 smithi081 ceph-mon[107735]: pgmap v8714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:57 smithi170 ceph-mon[97338]: pgmap v8715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:57 smithi081 ceph-mon[95500]: pgmap v8715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:28:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:57 smithi081 ceph-mon[107735]: pgmap v8715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:28:59 smithi170 ceph-mon[97338]: pgmap v8716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:28:59 smithi081 ceph-mon[95500]: pgmap v8716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:28:59 smithi081 ceph-mon[107735]: pgmap v8716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:01 smithi170 ceph-mon[97338]: pgmap v8717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:01 smithi081 ceph-mon[95500]: pgmap v8717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:01 smithi081 ceph-mon[107735]: pgmap v8717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:29:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:02.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:02.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:03 smithi170 ceph-mon[97338]: pgmap v8718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:03 smithi081 ceph-mon[95500]: pgmap v8718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:03 smithi081 ceph-mon[107735]: pgmap v8718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:04.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:04.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:05 smithi170 ceph-mon[97338]: pgmap v8719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:05 smithi081 ceph-mon[95500]: pgmap v8719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:05 smithi081 ceph-mon[107735]: pgmap v8719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:07 smithi170 ceph-mon[97338]: pgmap v8720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:07 smithi081 ceph-mon[95500]: pgmap v8720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:07 smithi081 ceph-mon[107735]: pgmap v8720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:09 smithi170 ceph-mon[97338]: pgmap v8721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:09 smithi081 ceph-mon[95500]: pgmap v8721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:09 smithi081 ceph-mon[107735]: pgmap v8721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:11 smithi170 ceph-mon[97338]: pgmap v8722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:11 smithi081 ceph-mon[95500]: pgmap v8722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:11 smithi081 ceph-mon[107735]: pgmap v8722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:29:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:12.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:12.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:13 smithi170 ceph-mon[97338]: pgmap v8723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:13 smithi081 ceph-mon[95500]: pgmap v8723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:13 smithi081 ceph-mon[107735]: pgmap v8723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:14.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:14.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:15 smithi170 ceph-mon[97338]: pgmap v8724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:15 smithi081 ceph-mon[95500]: pgmap v8724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:15 smithi081 ceph-mon[107735]: pgmap v8724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:17 smithi170 ceph-mon[97338]: pgmap v8725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:17 smithi081 ceph-mon[95500]: pgmap v8725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:17 smithi081 ceph-mon[107735]: pgmap v8725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:19 smithi170 ceph-mon[97338]: pgmap v8726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:19 smithi081 ceph-mon[95500]: pgmap v8726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:19 smithi081 ceph-mon[107735]: pgmap v8726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:21 smithi170 ceph-mon[97338]: pgmap v8727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:22.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:21 smithi081 ceph-mon[95500]: pgmap v8727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:21 smithi081 ceph-mon[107735]: pgmap v8727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:29:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:22.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:22.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:23 smithi170 ceph-mon[97338]: pgmap v8728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:23 smithi081 ceph-mon[95500]: pgmap v8728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:23 smithi081 ceph-mon[107735]: pgmap v8728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:24.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:24.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:25 smithi170 ceph-mon[97338]: pgmap v8729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:25 smithi081 ceph-mon[95500]: pgmap v8729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:25 smithi081 ceph-mon[107735]: pgmap v8729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:27 smithi170 ceph-mon[97338]: pgmap v8730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:27 smithi081 ceph-mon[95500]: pgmap v8730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:27 smithi081 ceph-mon[107735]: pgmap v8730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:29 smithi170 ceph-mon[97338]: pgmap v8731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:29 smithi081 ceph-mon[95500]: pgmap v8731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:29 smithi081 ceph-mon[107735]: pgmap v8731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:31 smithi170 ceph-mon[97338]: pgmap v8732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:31 smithi081 ceph-mon[95500]: pgmap v8732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:31 smithi081 ceph-mon[107735]: pgmap v8732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:29:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:32.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:32.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:33 smithi170 ceph-mon[97338]: pgmap v8733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:33 smithi081 ceph-mon[95500]: pgmap v8733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:33 smithi081 ceph-mon[107735]: pgmap v8733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:34.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:34.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:35 smithi170 ceph-mon[97338]: pgmap v8734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:35 smithi081 ceph-mon[95500]: pgmap v8734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:35 smithi081 ceph-mon[107735]: pgmap v8734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:37 smithi170 ceph-mon[97338]: pgmap v8735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:37 smithi081 ceph-mon[95500]: pgmap v8735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:37 smithi081 ceph-mon[107735]: pgmap v8735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:39 smithi170 ceph-mon[97338]: pgmap v8736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:39 smithi081 ceph-mon[95500]: pgmap v8736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:39 smithi081 ceph-mon[107735]: pgmap v8736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:41 smithi170 ceph-mon[97338]: pgmap v8737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:41 smithi081 ceph-mon[95500]: pgmap v8737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:41 smithi081 ceph-mon[107735]: pgmap v8737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:29:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:42.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:42.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:43 smithi170 ceph-mon[97338]: pgmap v8738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:43 smithi081 ceph-mon[95500]: pgmap v8738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:43 smithi081 ceph-mon[107735]: pgmap v8738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:44.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:44.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:45 smithi170 ceph-mon[97338]: pgmap v8739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:45 smithi081 ceph-mon[95500]: pgmap v8739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:45 smithi081 ceph-mon[107735]: pgmap v8739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:47 smithi170 ceph-mon[97338]: pgmap v8740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:47 smithi081 ceph-mon[95500]: pgmap v8740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:47 smithi081 ceph-mon[107735]: pgmap v8740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:49 smithi170 ceph-mon[97338]: pgmap v8741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:49 smithi081 ceph-mon[95500]: pgmap v8741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:49 smithi081 ceph-mon[107735]: pgmap v8741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:51 smithi170 ceph-mon[97338]: pgmap v8742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:51 smithi081 ceph-mon[95500]: pgmap v8742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:51 smithi081 ceph-mon[107735]: pgmap v8742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:29:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:52.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:52.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:53 smithi170 ceph-mon[97338]: pgmap v8743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:53 smithi081 ceph-mon[95500]: pgmap v8743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:53 smithi081 ceph-mon[107735]: pgmap v8743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:29:54.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:29:54.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:29:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:55 smithi170 ceph-mon[97338]: pgmap v8744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:55 smithi081 ceph-mon[95500]: pgmap v8744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:55 smithi081 ceph-mon[107735]: pgmap v8744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:57 smithi170 ceph-mon[97338]: pgmap v8745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:57 smithi081 ceph-mon[95500]: pgmap v8745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:29:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:57 smithi081 ceph-mon[107735]: pgmap v8745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:29:59 smithi170 ceph-mon[97338]: pgmap v8746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:00.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:29:59 smithi081 ceph-mon[95500]: pgmap v8746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:29:59 smithi081 ceph-mon[107735]: pgmap v8746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:01.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:30:01.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:30:01.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:30:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:01 smithi170 ceph-mon[97338]: pgmap v8747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:01 smithi081 ceph-mon[95500]: pgmap v8747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:01 smithi081 ceph-mon[107735]: pgmap v8747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:03.191 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:30:03.191 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:02.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:03.191 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:02.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:03 smithi170 ceph-mon[97338]: pgmap v8748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:03 smithi081 ceph-mon[95500]: pgmap v8748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:03 smithi081 ceph-mon[107735]: pgmap v8748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:04.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:04.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:05 smithi170 ceph-mon[97338]: pgmap v8749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:05 smithi081 ceph-mon[95500]: pgmap v8749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:05 smithi081 ceph-mon[107735]: pgmap v8749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:07 smithi170 ceph-mon[97338]: pgmap v8750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:07 smithi081 ceph-mon[95500]: pgmap v8750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:07 smithi081 ceph-mon[107735]: pgmap v8750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:09 smithi170 ceph-mon[97338]: pgmap v8751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:09 smithi081 ceph-mon[95500]: pgmap v8751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:09 smithi081 ceph-mon[107735]: pgmap v8751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:11 smithi170 ceph-mon[97338]: pgmap v8752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:11 smithi081 ceph-mon[95500]: pgmap v8752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:11 smithi081 ceph-mon[107735]: pgmap v8752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:30:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:12.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:12.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:13 smithi170 ceph-mon[97338]: pgmap v8753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:13 smithi081 ceph-mon[95500]: pgmap v8753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:13 smithi081 ceph-mon[107735]: pgmap v8753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:14.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:14.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:15 smithi170 ceph-mon[97338]: pgmap v8754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:15 smithi081 ceph-mon[95500]: pgmap v8754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:15 smithi081 ceph-mon[107735]: pgmap v8754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:17 smithi170 ceph-mon[97338]: pgmap v8755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:17 smithi081 ceph-mon[95500]: pgmap v8755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:17 smithi081 ceph-mon[107735]: pgmap v8755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:19 smithi170 ceph-mon[97338]: pgmap v8756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:19 smithi081 ceph-mon[95500]: pgmap v8756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:19 smithi081 ceph-mon[107735]: pgmap v8756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:21 smithi170 ceph-mon[97338]: pgmap v8757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:21 smithi081 ceph-mon[95500]: pgmap v8757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:21 smithi081 ceph-mon[107735]: pgmap v8757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:30:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:22.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:22.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:23 smithi170 ceph-mon[97338]: pgmap v8758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:23 smithi081 ceph-mon[95500]: pgmap v8758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:23 smithi081 ceph-mon[107735]: pgmap v8758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:24.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:24.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:25 smithi170 ceph-mon[97338]: pgmap v8759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:25 smithi081 ceph-mon[95500]: pgmap v8759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:25 smithi081 ceph-mon[107735]: pgmap v8759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:27 smithi081 ceph-mon[95500]: pgmap v8760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:27 smithi081 ceph-mon[107735]: pgmap v8760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:27 smithi170 ceph-mon[97338]: pgmap v8760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:30.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:29 smithi081 ceph-mon[95500]: pgmap v8761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:29 smithi081 ceph-mon[107735]: pgmap v8761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:29 smithi170 ceph-mon[97338]: pgmap v8761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:31 smithi081 ceph-mon[95500]: pgmap v8762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:31 smithi081 ceph-mon[107735]: pgmap v8762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:31 smithi170 ceph-mon[97338]: pgmap v8762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:30:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:32.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:32.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:34 smithi081 ceph-mon[107735]: pgmap v8763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:34.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:34 smithi081 ceph-mon[95500]: pgmap v8763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:34 smithi170 ceph-mon[97338]: pgmap v8763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:34.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:34.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:36 smithi081 ceph-mon[95500]: pgmap v8764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:36 smithi081 ceph-mon[107735]: pgmap v8764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:36 smithi170 ceph-mon[97338]: pgmap v8764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:38 smithi081 ceph-mon[95500]: pgmap v8765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:38 smithi081 ceph-mon[107735]: pgmap v8765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:38 smithi170 ceph-mon[97338]: pgmap v8765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:40 smithi081 ceph-mon[95500]: pgmap v8766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:40 smithi081 ceph-mon[107735]: pgmap v8766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:40 smithi170 ceph-mon[97338]: pgmap v8766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:42 smithi170 ceph-mon[97338]: pgmap v8767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:42 smithi081 ceph-mon[95500]: pgmap v8767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:42 smithi081 ceph-mon[107735]: pgmap v8767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:30:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:42.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:42.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:44 smithi170 ceph-mon[97338]: pgmap v8768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:44 smithi081 ceph-mon[95500]: pgmap v8768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:44 smithi081 ceph-mon[107735]: pgmap v8768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:44.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:44.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:46 smithi170 ceph-mon[97338]: pgmap v8769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:46 smithi081 ceph-mon[95500]: pgmap v8769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:46 smithi081 ceph-mon[107735]: pgmap v8769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:48 smithi170 ceph-mon[97338]: pgmap v8770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:48 smithi081 ceph-mon[95500]: pgmap v8770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:48 smithi081 ceph-mon[107735]: pgmap v8770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:50 smithi170 ceph-mon[97338]: pgmap v8771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:50 smithi081 ceph-mon[95500]: pgmap v8771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:50.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:50 smithi081 ceph-mon[107735]: pgmap v8771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:52 smithi170 ceph-mon[97338]: pgmap v8772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:52 smithi081 ceph-mon[95500]: pgmap v8772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:52 smithi081 ceph-mon[107735]: pgmap v8772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:30:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:52.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:52.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:54 smithi170 ceph-mon[97338]: pgmap v8773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:54 smithi081 ceph-mon[95500]: pgmap v8773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:54 smithi081 ceph-mon[107735]: pgmap v8773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:30:54.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:30:54.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:30:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:56 smithi170 ceph-mon[97338]: pgmap v8774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:56 smithi081 ceph-mon[95500]: pgmap v8774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:56 smithi081 ceph-mon[107735]: pgmap v8774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:30:58 smithi170 ceph-mon[97338]: pgmap v8775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:30:58 smithi081 ceph-mon[95500]: pgmap v8775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:30:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:30:58 smithi081 ceph-mon[107735]: pgmap v8775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:00 smithi170 ceph-mon[97338]: pgmap v8776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:00 smithi081 ceph-mon[95500]: pgmap v8776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:00 smithi081 ceph-mon[107735]: pgmap v8776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:02 smithi170 ceph-mon[97338]: pgmap v8777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:02 smithi081 ceph-mon[95500]: pgmap v8777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:02 smithi081 ceph-mon[107735]: pgmap v8777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:03.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:31:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:02.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:02.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:04 smithi170 ceph-mon[97338]: pgmap v8778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:04 smithi081 ceph-mon[95500]: pgmap v8778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:04 smithi081 ceph-mon[107735]: pgmap v8778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:04.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:04.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:06 smithi170 ceph-mon[97338]: pgmap v8779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:06 smithi081 ceph-mon[95500]: pgmap v8779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:06 smithi081 ceph-mon[107735]: pgmap v8779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:08 smithi170 ceph-mon[97338]: pgmap v8780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:08 smithi081 ceph-mon[95500]: pgmap v8780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:08 smithi081 ceph-mon[107735]: pgmap v8780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:10 smithi170 ceph-mon[97338]: pgmap v8781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:10 smithi081 ceph-mon[95500]: pgmap v8781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:10 smithi081 ceph-mon[107735]: pgmap v8781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:12 smithi170 ceph-mon[97338]: pgmap v8782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:12 smithi081 ceph-mon[95500]: pgmap v8782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:12 smithi081 ceph-mon[107735]: pgmap v8782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:31:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:12.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:12.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:14 smithi170 ceph-mon[97338]: pgmap v8783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:14 smithi081 ceph-mon[95500]: pgmap v8783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:14 smithi081 ceph-mon[107735]: pgmap v8783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:14.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:14.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:16 smithi170 ceph-mon[97338]: pgmap v8784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:16 smithi081 ceph-mon[95500]: pgmap v8784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:16 smithi081 ceph-mon[107735]: pgmap v8784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:18 smithi170 ceph-mon[97338]: pgmap v8785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:18 smithi081 ceph-mon[95500]: pgmap v8785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:18 smithi081 ceph-mon[107735]: pgmap v8785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:20 smithi170 ceph-mon[97338]: pgmap v8786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:20 smithi081 ceph-mon[95500]: pgmap v8786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:20 smithi081 ceph-mon[107735]: pgmap v8786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:22 smithi170 ceph-mon[97338]: pgmap v8787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:22 smithi081 ceph-mon[95500]: pgmap v8787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:22 smithi081 ceph-mon[107735]: pgmap v8787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:31:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:22.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:22.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:24 smithi170 ceph-mon[97338]: pgmap v8788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:24 smithi081 ceph-mon[95500]: pgmap v8788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:24 smithi081 ceph-mon[107735]: pgmap v8788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:24.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:24.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:26 smithi170 ceph-mon[97338]: pgmap v8789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:26 smithi081 ceph-mon[95500]: pgmap v8789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:26 smithi081 ceph-mon[107735]: pgmap v8789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:28 smithi170 ceph-mon[97338]: pgmap v8790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:28 smithi081 ceph-mon[95500]: pgmap v8790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:28 smithi081 ceph-mon[107735]: pgmap v8790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:30 smithi170 ceph-mon[97338]: pgmap v8791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:30 smithi081 ceph-mon[95500]: pgmap v8791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:30 smithi081 ceph-mon[107735]: pgmap v8791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:32 smithi170 ceph-mon[97338]: pgmap v8792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:32 smithi081 ceph-mon[95500]: pgmap v8792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:32 smithi081 ceph-mon[107735]: pgmap v8792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:31:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:32.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:32.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:34 smithi170 ceph-mon[97338]: pgmap v8793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:34 smithi081 ceph-mon[95500]: pgmap v8793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:34 smithi081 ceph-mon[107735]: pgmap v8793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:34.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:34.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:36 smithi170 ceph-mon[97338]: pgmap v8794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:36 smithi081 ceph-mon[95500]: pgmap v8794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:36 smithi081 ceph-mon[107735]: pgmap v8794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:38 smithi170 ceph-mon[97338]: pgmap v8795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:38 smithi081 ceph-mon[95500]: pgmap v8795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:38 smithi081 ceph-mon[107735]: pgmap v8795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:40 smithi170 ceph-mon[97338]: pgmap v8796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:40 smithi081 ceph-mon[95500]: pgmap v8796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:40 smithi081 ceph-mon[107735]: pgmap v8796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:42 smithi170 ceph-mon[97338]: pgmap v8797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:42 smithi081 ceph-mon[95500]: pgmap v8797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:42 smithi081 ceph-mon[107735]: pgmap v8797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:43.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:31:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:42.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:42.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:44 smithi170 ceph-mon[97338]: pgmap v8798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:44 smithi081 ceph-mon[95500]: pgmap v8798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:44 smithi081 ceph-mon[107735]: pgmap v8798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:44.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:44.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:46 smithi170 ceph-mon[97338]: pgmap v8799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:46 smithi081 ceph-mon[95500]: pgmap v8799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:46 smithi081 ceph-mon[107735]: pgmap v8799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:48 smithi170 ceph-mon[97338]: pgmap v8800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:48 smithi081 ceph-mon[95500]: pgmap v8800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:48 smithi081 ceph-mon[107735]: pgmap v8800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:50 smithi170 ceph-mon[97338]: pgmap v8801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:50 smithi081 ceph-mon[95500]: pgmap v8801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:50 smithi081 ceph-mon[107735]: pgmap v8801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:52 smithi170 ceph-mon[97338]: pgmap v8802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:52 smithi081 ceph-mon[95500]: pgmap v8802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:52 smithi081 ceph-mon[107735]: pgmap v8802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:31:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:52.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:52.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:54 smithi170 ceph-mon[97338]: pgmap v8803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:54 smithi081 ceph-mon[95500]: pgmap v8803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:54 smithi081 ceph-mon[107735]: pgmap v8803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:31:54.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:31:54.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:31:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:56 smithi170 ceph-mon[97338]: pgmap v8804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:56 smithi081 ceph-mon[95500]: pgmap v8804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:56 smithi081 ceph-mon[107735]: pgmap v8804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:31:58 smithi170 ceph-mon[97338]: pgmap v8805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:31:58 smithi081 ceph-mon[95500]: pgmap v8805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:31:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:31:58 smithi081 ceph-mon[107735]: pgmap v8805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:00 smithi170 ceph-mon[97338]: pgmap v8806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:00 smithi081 ceph-mon[95500]: pgmap v8806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:00 smithi081 ceph-mon[107735]: pgmap v8806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:02 smithi170 ceph-mon[97338]: pgmap v8807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:02 smithi081 ceph-mon[95500]: pgmap v8807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:02 smithi081 ceph-mon[107735]: pgmap v8807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:32:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:02.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:02.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:04 smithi170 ceph-mon[97338]: pgmap v8808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:04 smithi081 ceph-mon[95500]: pgmap v8808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:04 smithi081 ceph-mon[107735]: pgmap v8808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:04.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:04.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:06 smithi170 ceph-mon[97338]: pgmap v8809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:06 smithi081 ceph-mon[95500]: pgmap v8809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:06 smithi081 ceph-mon[107735]: pgmap v8809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:08 smithi170 ceph-mon[97338]: pgmap v8810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:08 smithi081 ceph-mon[95500]: pgmap v8810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:08 smithi081 ceph-mon[107735]: pgmap v8810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:10 smithi170 ceph-mon[97338]: pgmap v8811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:10 smithi081 ceph-mon[95500]: pgmap v8811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:10 smithi081 ceph-mon[107735]: pgmap v8811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:12 smithi170 ceph-mon[97338]: pgmap v8812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:12.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:12 smithi081 ceph-mon[107735]: pgmap v8812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:12 smithi081 ceph-mon[95500]: pgmap v8812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:32:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:12.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:12.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:14 smithi170 ceph-mon[97338]: pgmap v8813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:14 smithi081 ceph-mon[95500]: pgmap v8813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:14 smithi081 ceph-mon[107735]: pgmap v8813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:14.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:14.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:16 smithi170 ceph-mon[97338]: pgmap v8814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:16 smithi081 ceph-mon[95500]: pgmap v8814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:16 smithi081 ceph-mon[107735]: pgmap v8814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:18 smithi170 ceph-mon[97338]: pgmap v8815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:18 smithi081 ceph-mon[95500]: pgmap v8815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:18 smithi081 ceph-mon[107735]: pgmap v8815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:20 smithi170 ceph-mon[97338]: pgmap v8816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:20 smithi081 ceph-mon[95500]: pgmap v8816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:20 smithi081 ceph-mon[107735]: pgmap v8816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:22 smithi170 ceph-mon[97338]: pgmap v8817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:22 smithi081 ceph-mon[95500]: pgmap v8817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:22 smithi081 ceph-mon[107735]: pgmap v8817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:32:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:22.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:22.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:24 smithi170 ceph-mon[97338]: pgmap v8818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:24 smithi081 ceph-mon[95500]: pgmap v8818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:24 smithi081 ceph-mon[107735]: pgmap v8818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:24.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:24.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:26 smithi170 ceph-mon[97338]: pgmap v8819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:26 smithi081 ceph-mon[95500]: pgmap v8819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:26 smithi081 ceph-mon[107735]: pgmap v8819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:28 smithi170 ceph-mon[97338]: pgmap v8820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:28 smithi081 ceph-mon[95500]: pgmap v8820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:28 smithi081 ceph-mon[107735]: pgmap v8820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:30 smithi170 ceph-mon[97338]: pgmap v8821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:30 smithi081 ceph-mon[95500]: pgmap v8821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:30.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:30 smithi081 ceph-mon[107735]: pgmap v8821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:32 smithi170 ceph-mon[97338]: pgmap v8822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:32 smithi081 ceph-mon[95500]: pgmap v8822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:32 smithi081 ceph-mon[107735]: pgmap v8822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:32:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:32.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:32.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:34 smithi170 ceph-mon[97338]: pgmap v8823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:34 smithi081 ceph-mon[95500]: pgmap v8823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:34 smithi081 ceph-mon[107735]: pgmap v8823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:34.683Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:34.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:36 smithi170 ceph-mon[97338]: pgmap v8824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:36 smithi081 ceph-mon[95500]: pgmap v8824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:36 smithi081 ceph-mon[107735]: pgmap v8824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:37.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:37 smithi170 ceph-mon[97338]: pgmap v8825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:37.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:37 smithi081 ceph-mon[95500]: pgmap v8825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:37.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:37 smithi081 ceph-mon[107735]: pgmap v8825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:39 smithi170 ceph-mon[97338]: pgmap v8826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:39 smithi081 ceph-mon[95500]: pgmap v8826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:39 smithi081 ceph-mon[107735]: pgmap v8826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:41 smithi170 ceph-mon[97338]: pgmap v8827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:41 smithi081 ceph-mon[95500]: pgmap v8827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:41 smithi081 ceph-mon[107735]: pgmap v8827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:32:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:42.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:42.839Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:43 smithi170 ceph-mon[97338]: pgmap v8828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:43 smithi081 ceph-mon[95500]: pgmap v8828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:43 smithi081 ceph-mon[107735]: pgmap v8828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:44.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:44.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:45 smithi170 ceph-mon[97338]: pgmap v8829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:45 smithi081 ceph-mon[95500]: pgmap v8829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:45 smithi081 ceph-mon[107735]: pgmap v8829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:47 smithi170 ceph-mon[97338]: pgmap v8830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:47 smithi081 ceph-mon[95500]: pgmap v8830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:47 smithi081 ceph-mon[107735]: pgmap v8830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:49 smithi170 ceph-mon[97338]: pgmap v8831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:49 smithi081 ceph-mon[95500]: pgmap v8831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:49 smithi081 ceph-mon[107735]: pgmap v8831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:51 smithi170 ceph-mon[97338]: pgmap v8832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:52.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:51 smithi081 ceph-mon[95500]: pgmap v8832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:51 smithi081 ceph-mon[107735]: pgmap v8832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:32:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:52.839Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:52.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:53 smithi170 ceph-mon[97338]: pgmap v8833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:53 smithi081 ceph-mon[95500]: pgmap v8833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:53 smithi081 ceph-mon[107735]: pgmap v8833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:32:54.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:32:54.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:32:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:55 smithi170 ceph-mon[97338]: pgmap v8834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:55 smithi081 ceph-mon[95500]: pgmap v8834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:55 smithi081 ceph-mon[107735]: pgmap v8834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:57 smithi170 ceph-mon[97338]: pgmap v8835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:57 smithi081 ceph-mon[95500]: pgmap v8835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:32:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:57 smithi081 ceph-mon[107735]: pgmap v8835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:00.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:32:59 smithi170 ceph-mon[97338]: pgmap v8836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:32:59 smithi081 ceph-mon[95500]: pgmap v8836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:32:59 smithi081 ceph-mon[107735]: pgmap v8836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:01 smithi170 ceph-mon[97338]: pgmap v8837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:01 smithi081 ceph-mon[95500]: pgmap v8837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:01 smithi081 ceph-mon[107735]: pgmap v8837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:33:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:02.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:02.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:03 smithi170 ceph-mon[97338]: pgmap v8838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:03 smithi081 ceph-mon[95500]: pgmap v8838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:03 smithi081 ceph-mon[107735]: pgmap v8838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:04.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:04.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:05 smithi170 ceph-mon[97338]: pgmap v8839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:05 smithi081 ceph-mon[95500]: pgmap v8839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:05 smithi081 ceph-mon[107735]: pgmap v8839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:07 smithi170 ceph-mon[97338]: pgmap v8840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:07 smithi081 ceph-mon[95500]: pgmap v8840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:07 smithi081 ceph-mon[107735]: pgmap v8840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:09 smithi170 ceph-mon[97338]: pgmap v8841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:09 smithi081 ceph-mon[95500]: pgmap v8841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:09 smithi081 ceph-mon[107735]: pgmap v8841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:11 smithi170 ceph-mon[97338]: pgmap v8842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:11 smithi081 ceph-mon[95500]: pgmap v8842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:11 smithi081 ceph-mon[107735]: pgmap v8842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:33:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:12.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:12.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:13 smithi170 ceph-mon[97338]: pgmap v8843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:13 smithi081 ceph-mon[95500]: pgmap v8843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:13 smithi081 ceph-mon[107735]: pgmap v8843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:14.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:14.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:15 smithi170 ceph-mon[97338]: pgmap v8844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:15 smithi081 ceph-mon[95500]: pgmap v8844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:15 smithi081 ceph-mon[107735]: pgmap v8844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:17 smithi170 ceph-mon[97338]: pgmap v8845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:17 smithi081 ceph-mon[95500]: pgmap v8845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:17 smithi081 ceph-mon[107735]: pgmap v8845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:19 smithi170 ceph-mon[97338]: pgmap v8846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:19 smithi081 ceph-mon[95500]: pgmap v8846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:19 smithi081 ceph-mon[107735]: pgmap v8846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:21 smithi170 ceph-mon[97338]: pgmap v8847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:21 smithi081 ceph-mon[95500]: pgmap v8847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:21 smithi081 ceph-mon[107735]: pgmap v8847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:33:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:22.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:22.843Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:23 smithi170 ceph-mon[97338]: pgmap v8848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:23 smithi081 ceph-mon[95500]: pgmap v8848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:23 smithi081 ceph-mon[107735]: pgmap v8848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:24.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:24.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:25 smithi170 ceph-mon[97338]: pgmap v8849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:25 smithi081 ceph-mon[95500]: pgmap v8849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:25 smithi081 ceph-mon[107735]: pgmap v8849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:27 smithi170 ceph-mon[97338]: pgmap v8850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:27 smithi081 ceph-mon[95500]: pgmap v8850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:27 smithi081 ceph-mon[107735]: pgmap v8850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:29 smithi170 ceph-mon[97338]: pgmap v8851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:29 smithi081 ceph-mon[95500]: pgmap v8851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:29 smithi081 ceph-mon[107735]: pgmap v8851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:31 smithi170 ceph-mon[97338]: pgmap v8852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:31 smithi081 ceph-mon[95500]: pgmap v8852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:31 smithi081 ceph-mon[107735]: pgmap v8852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:33:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:32.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:32.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:33 smithi170 ceph-mon[97338]: pgmap v8853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:33 smithi081 ceph-mon[95500]: pgmap v8853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:33 smithi081 ceph-mon[107735]: pgmap v8853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:34.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:34.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:35 smithi170 ceph-mon[97338]: pgmap v8854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:35 smithi081 ceph-mon[95500]: pgmap v8854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:35 smithi081 ceph-mon[107735]: pgmap v8854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:37 smithi170 ceph-mon[97338]: pgmap v8855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:37 smithi081 ceph-mon[95500]: pgmap v8855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:37 smithi081 ceph-mon[107735]: pgmap v8855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:39 smithi170 ceph-mon[97338]: pgmap v8856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:39 smithi081 ceph-mon[95500]: pgmap v8856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:39 smithi081 ceph-mon[107735]: pgmap v8856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:41 smithi170 ceph-mon[97338]: pgmap v8857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:41 smithi081 ceph-mon[95500]: pgmap v8857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:41 smithi081 ceph-mon[107735]: pgmap v8857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:33:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:42.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:42.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:43 smithi170 ceph-mon[97338]: pgmap v8858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:43 smithi081 ceph-mon[95500]: pgmap v8858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:43 smithi081 ceph-mon[107735]: pgmap v8858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:44.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:44.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:45 smithi170 ceph-mon[97338]: pgmap v8859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:45 smithi081 ceph-mon[95500]: pgmap v8859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:45 smithi081 ceph-mon[107735]: pgmap v8859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:47 smithi170 ceph-mon[97338]: pgmap v8860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:47 smithi081 ceph-mon[95500]: pgmap v8860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:47 smithi081 ceph-mon[107735]: pgmap v8860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:49 smithi170 ceph-mon[97338]: pgmap v8861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:49 smithi081 ceph-mon[95500]: pgmap v8861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:49 smithi081 ceph-mon[107735]: pgmap v8861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:51 smithi170 ceph-mon[97338]: pgmap v8862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:51 smithi081 ceph-mon[95500]: pgmap v8862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:51 smithi081 ceph-mon[107735]: pgmap v8862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:33:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:52.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:52.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:53 smithi170 ceph-mon[97338]: pgmap v8863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:53 smithi081 ceph-mon[95500]: pgmap v8863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:53 smithi081 ceph-mon[107735]: pgmap v8863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:33:54.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:33:54.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:33:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:55 smithi170 ceph-mon[97338]: pgmap v8864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:55 smithi081 ceph-mon[95500]: pgmap v8864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:55 smithi081 ceph-mon[107735]: pgmap v8864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:57 smithi170 ceph-mon[97338]: pgmap v8865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:57 smithi081 ceph-mon[95500]: pgmap v8865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:33:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:57 smithi081 ceph-mon[107735]: pgmap v8865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:33:59 smithi170 ceph-mon[97338]: pgmap v8866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:33:59 smithi081 ceph-mon[95500]: pgmap v8866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:33:59 smithi081 ceph-mon[107735]: pgmap v8866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:01 smithi170 ceph-mon[97338]: pgmap v8867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:01 smithi081 ceph-mon[95500]: pgmap v8867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:01 smithi081 ceph-mon[107735]: pgmap v8867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:34:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:02.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:02.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:03 smithi170 ceph-mon[97338]: pgmap v8868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:03 smithi081 ceph-mon[95500]: pgmap v8868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:03 smithi081 ceph-mon[107735]: pgmap v8868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:04.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:04.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:05 smithi170 ceph-mon[97338]: pgmap v8869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:05 smithi081 ceph-mon[95500]: pgmap v8869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:05 smithi081 ceph-mon[107735]: pgmap v8869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:07 smithi170 ceph-mon[97338]: pgmap v8870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:07 smithi081 ceph-mon[95500]: pgmap v8870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:07 smithi081 ceph-mon[107735]: pgmap v8870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:09 smithi170 ceph-mon[97338]: pgmap v8871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:09 smithi081 ceph-mon[95500]: pgmap v8871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:09 smithi081 ceph-mon[107735]: pgmap v8871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:11 smithi170 ceph-mon[97338]: pgmap v8872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:11 smithi081 ceph-mon[95500]: pgmap v8872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:11 smithi081 ceph-mon[107735]: pgmap v8872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:34:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:12.846Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:12.847Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:13 smithi170 ceph-mon[97338]: pgmap v8873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:13 smithi081 ceph-mon[95500]: pgmap v8873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:13 smithi081 ceph-mon[107735]: pgmap v8873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:14.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:14.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:15 smithi170 ceph-mon[97338]: pgmap v8874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:15 smithi081 ceph-mon[95500]: pgmap v8874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:15 smithi081 ceph-mon[107735]: pgmap v8874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:17 smithi170 ceph-mon[97338]: pgmap v8875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:17 smithi081 ceph-mon[95500]: pgmap v8875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:17 smithi081 ceph-mon[107735]: pgmap v8875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:19 smithi170 ceph-mon[97338]: pgmap v8876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:19 smithi081 ceph-mon[95500]: pgmap v8876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:19 smithi081 ceph-mon[107735]: pgmap v8876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:21 smithi170 ceph-mon[97338]: pgmap v8877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:21 smithi081 ceph-mon[95500]: pgmap v8877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:21 smithi081 ceph-mon[107735]: pgmap v8877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:34:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:22.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:22.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:23 smithi170 ceph-mon[97338]: pgmap v8878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:23 smithi081 ceph-mon[95500]: pgmap v8878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:23 smithi081 ceph-mon[107735]: pgmap v8878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:24.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:24.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:25 smithi170 ceph-mon[97338]: pgmap v8879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:25 smithi081 ceph-mon[95500]: pgmap v8879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:25 smithi081 ceph-mon[107735]: pgmap v8879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:27 smithi170 ceph-mon[97338]: pgmap v8880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:27 smithi081 ceph-mon[95500]: pgmap v8880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:27 smithi081 ceph-mon[107735]: pgmap v8880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:29 smithi170 ceph-mon[97338]: pgmap v8881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:29 smithi081 ceph-mon[95500]: pgmap v8881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:29 smithi081 ceph-mon[107735]: pgmap v8881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:31 smithi170 ceph-mon[97338]: pgmap v8882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:32.280 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:31 smithi081 ceph-mon[95500]: pgmap v8882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:32.280 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:31 smithi081 ceph-mon[107735]: pgmap v8882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:34:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:32.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:32.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:33 smithi170 ceph-mon[97338]: pgmap v8883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:33 smithi081 ceph-mon[95500]: pgmap v8883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:33 smithi081 ceph-mon[107735]: pgmap v8883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:34.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:34.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:35 smithi170 ceph-mon[97338]: pgmap v8884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:35 smithi081 ceph-mon[95500]: pgmap v8884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:35 smithi081 ceph-mon[107735]: pgmap v8884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:37 smithi170 ceph-mon[97338]: pgmap v8885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:37 smithi081 ceph-mon[95500]: pgmap v8885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:37 smithi081 ceph-mon[107735]: pgmap v8885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:39 smithi170 ceph-mon[97338]: pgmap v8886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:39 smithi081 ceph-mon[95500]: pgmap v8886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:39 smithi081 ceph-mon[107735]: pgmap v8886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:41 smithi170 ceph-mon[97338]: pgmap v8887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:41 smithi081 ceph-mon[95500]: pgmap v8887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:41 smithi081 ceph-mon[107735]: pgmap v8887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:34:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:42.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:42.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:43 smithi170 ceph-mon[97338]: pgmap v8888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:43 smithi081 ceph-mon[95500]: pgmap v8888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:43 smithi081 ceph-mon[107735]: pgmap v8888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:44.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:44.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:45 smithi170 ceph-mon[97338]: pgmap v8889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:45 smithi081 ceph-mon[95500]: pgmap v8889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:45 smithi081 ceph-mon[107735]: pgmap v8889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:47 smithi170 ceph-mon[97338]: pgmap v8890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:47 smithi081 ceph-mon[95500]: pgmap v8890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:47 smithi081 ceph-mon[107735]: pgmap v8890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:49 smithi170 ceph-mon[97338]: pgmap v8891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:49 smithi081 ceph-mon[95500]: pgmap v8891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:49 smithi081 ceph-mon[107735]: pgmap v8891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:51 smithi170 ceph-mon[97338]: pgmap v8892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:51 smithi081 ceph-mon[95500]: pgmap v8892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:51 smithi081 ceph-mon[107735]: pgmap v8892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:34:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:52.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:52.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:53 smithi170 ceph-mon[97338]: pgmap v8893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:53 smithi081 ceph-mon[95500]: pgmap v8893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:53 smithi081 ceph-mon[107735]: pgmap v8893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:34:54.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:34:54.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:34:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:55 smithi170 ceph-mon[97338]: pgmap v8894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:55 smithi081 ceph-mon[95500]: pgmap v8894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:55 smithi081 ceph-mon[107735]: pgmap v8894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:57 smithi170 ceph-mon[97338]: pgmap v8895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:57 smithi081 ceph-mon[95500]: pgmap v8895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:34:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:57 smithi081 ceph-mon[107735]: pgmap v8895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:34:59 smithi170 ceph-mon[97338]: pgmap v8896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:34:59 smithi081 ceph-mon[95500]: pgmap v8896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:34:59 smithi081 ceph-mon[107735]: pgmap v8896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:01 smithi170 ceph-mon[97338]: pgmap v8897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:02.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:01 smithi081 ceph-mon[95500]: pgmap v8897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:01 smithi081 ceph-mon[107735]: pgmap v8897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:35:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:02.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:02.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:03 smithi170 ceph-mon[97338]: pgmap v8898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:03 smithi081 ceph-mon[95500]: pgmap v8898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:03 smithi081 ceph-mon[107735]: pgmap v8898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:04.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:04.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:05 smithi170 ceph-mon[97338]: pgmap v8899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:05 smithi081 ceph-mon[95500]: pgmap v8899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:05 smithi081 ceph-mon[107735]: pgmap v8899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:07 smithi170 ceph-mon[97338]: pgmap v8900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:07 smithi081 ceph-mon[95500]: pgmap v8900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:07 smithi081 ceph-mon[107735]: pgmap v8900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:09 smithi170 ceph-mon[97338]: pgmap v8901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:09 smithi081 ceph-mon[95500]: pgmap v8901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:09 smithi081 ceph-mon[107735]: pgmap v8901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:11 smithi170 ceph-mon[97338]: pgmap v8902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:11 smithi081 ceph-mon[95500]: pgmap v8902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:11 smithi081 ceph-mon[107735]: pgmap v8902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:35:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:12.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:12.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:13 smithi170 ceph-mon[97338]: pgmap v8903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:13 smithi081 ceph-mon[95500]: pgmap v8903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:13 smithi081 ceph-mon[107735]: pgmap v8903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:14.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:14.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:15 smithi170 ceph-mon[97338]: pgmap v8904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:15 smithi081 ceph-mon[95500]: pgmap v8904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:15 smithi081 ceph-mon[107735]: pgmap v8904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:17 smithi170 ceph-mon[97338]: pgmap v8905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:17 smithi081 ceph-mon[95500]: pgmap v8905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:17 smithi081 ceph-mon[107735]: pgmap v8905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:19 smithi170 ceph-mon[97338]: pgmap v8906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:19 smithi081 ceph-mon[95500]: pgmap v8906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:19 smithi081 ceph-mon[107735]: pgmap v8906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:21 smithi170 ceph-mon[97338]: pgmap v8907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:21 smithi081 ceph-mon[95500]: pgmap v8907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:21 smithi081 ceph-mon[107735]: pgmap v8907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:35:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:22.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:22.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:23 smithi170 ceph-mon[97338]: pgmap v8908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:23 smithi081 ceph-mon[95500]: pgmap v8908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:23 smithi081 ceph-mon[107735]: pgmap v8908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:24.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:24.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:25 smithi170 ceph-mon[97338]: pgmap v8909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:25 smithi081 ceph-mon[95500]: pgmap v8909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:25 smithi081 ceph-mon[107735]: pgmap v8909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:27 smithi170 ceph-mon[97338]: pgmap v8910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:27 smithi081 ceph-mon[95500]: pgmap v8910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:27 smithi081 ceph-mon[107735]: pgmap v8910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:29 smithi170 ceph-mon[97338]: pgmap v8911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:29 smithi081 ceph-mon[95500]: pgmap v8911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:29 smithi081 ceph-mon[107735]: pgmap v8911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:31 smithi170 ceph-mon[97338]: pgmap v8912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:32.312 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:31 smithi081 ceph-mon[95500]: pgmap v8912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:32.313 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:31 smithi081 ceph-mon[107735]: pgmap v8912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:35:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:32.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:32.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:33 smithi170 ceph-mon[97338]: pgmap v8913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:33 smithi081 ceph-mon[95500]: pgmap v8913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:33 smithi081 ceph-mon[107735]: pgmap v8913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:34.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:34.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:36.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:35 smithi170 ceph-mon[97338]: pgmap v8914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:35 smithi081 ceph-mon[95500]: pgmap v8914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:35 smithi081 ceph-mon[107735]: pgmap v8914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:37 smithi170 ceph-mon[97338]: pgmap v8915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:37 smithi081 ceph-mon[95500]: pgmap v8915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:37 smithi081 ceph-mon[107735]: pgmap v8915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:39 smithi170 ceph-mon[97338]: pgmap v8916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:39 smithi081 ceph-mon[95500]: pgmap v8916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:39 smithi081 ceph-mon[107735]: pgmap v8916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:41 smithi170 ceph-mon[97338]: pgmap v8917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:41 smithi081 ceph-mon[95500]: pgmap v8917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:41 smithi081 ceph-mon[107735]: pgmap v8917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:35:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:42.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:42.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:43 smithi170 ceph-mon[97338]: pgmap v8918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:43 smithi081 ceph-mon[95500]: pgmap v8918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:43 smithi081 ceph-mon[107735]: pgmap v8918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:44.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:45.093 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:44.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:45 smithi170 ceph-mon[97338]: pgmap v8919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:45 smithi081 ceph-mon[95500]: pgmap v8919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:45 smithi081 ceph-mon[107735]: pgmap v8919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:47 smithi170 ceph-mon[97338]: pgmap v8920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:47 smithi081 ceph-mon[95500]: pgmap v8920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:47 smithi081 ceph-mon[107735]: pgmap v8920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:49 smithi170 ceph-mon[97338]: pgmap v8921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:49 smithi081 ceph-mon[95500]: pgmap v8921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:49 smithi081 ceph-mon[107735]: pgmap v8921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:51 smithi170 ceph-mon[97338]: pgmap v8922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:52.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:51 smithi081 ceph-mon[95500]: pgmap v8922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:51 smithi081 ceph-mon[107735]: pgmap v8922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:35:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:52.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:52.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:53 smithi170 ceph-mon[97338]: pgmap v8923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:53 smithi081 ceph-mon[95500]: pgmap v8923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:53 smithi081 ceph-mon[107735]: pgmap v8923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:35:54.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:35:54.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:35:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:55 smithi170 ceph-mon[97338]: pgmap v8924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:55 smithi081 ceph-mon[95500]: pgmap v8924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:55 smithi081 ceph-mon[107735]: pgmap v8924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:57 smithi170 ceph-mon[97338]: pgmap v8925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:57 smithi081 ceph-mon[95500]: pgmap v8925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:35:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:57 smithi081 ceph-mon[107735]: pgmap v8925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:35:59 smithi170 ceph-mon[97338]: pgmap v8926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:00.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:35:59 smithi081 ceph-mon[95500]: pgmap v8926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:35:59 smithi081 ceph-mon[107735]: pgmap v8926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:01 smithi170 ceph-mon[97338]: pgmap v8927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:01 smithi081 ceph-mon[95500]: pgmap v8927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:01 smithi081 ceph-mon[107735]: pgmap v8927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:36:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:02.852Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:02.853Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:03 smithi170 ceph-mon[97338]: pgmap v8928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:03 smithi081 ceph-mon[95500]: pgmap v8928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:03 smithi081 ceph-mon[107735]: pgmap v8928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:04.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:04.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:05 smithi170 ceph-mon[97338]: pgmap v8929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:05 smithi081 ceph-mon[95500]: pgmap v8929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:05 smithi081 ceph-mon[107735]: pgmap v8929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:07 smithi170 ceph-mon[97338]: pgmap v8930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:07 smithi081 ceph-mon[95500]: pgmap v8930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:07 smithi081 ceph-mon[107735]: pgmap v8930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:09 smithi170 ceph-mon[97338]: pgmap v8931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:09 smithi081 ceph-mon[95500]: pgmap v8931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:09 smithi081 ceph-mon[107735]: pgmap v8931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:12.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:11 smithi170 ceph-mon[97338]: pgmap v8932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:11 smithi081 ceph-mon[95500]: pgmap v8932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:11 smithi081 ceph-mon[107735]: pgmap v8932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:36:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:12.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:12.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:13 smithi170 ceph-mon[97338]: pgmap v8933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:14.391 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:13 smithi081 ceph-mon[95500]: pgmap v8933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:14.392 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:13 smithi081 ceph-mon[107735]: pgmap v8933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:14.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:14.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:15 smithi170 ceph-mon[97338]: pgmap v8934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:15 smithi081 ceph-mon[95500]: pgmap v8934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:15 smithi081 ceph-mon[107735]: pgmap v8934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:17 smithi170 ceph-mon[97338]: pgmap v8935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:17 smithi081 ceph-mon[95500]: pgmap v8935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:17 smithi081 ceph-mon[107735]: pgmap v8935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:19 smithi170 ceph-mon[97338]: pgmap v8936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:19 smithi081 ceph-mon[95500]: pgmap v8936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:19 smithi081 ceph-mon[107735]: pgmap v8936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:21 smithi170 ceph-mon[97338]: pgmap v8937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:22.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:21 smithi081 ceph-mon[95500]: pgmap v8937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:21 smithi081 ceph-mon[107735]: pgmap v8937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:36:23.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:22.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:23.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:22.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:23 smithi170 ceph-mon[97338]: pgmap v8938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:23 smithi081 ceph-mon[95500]: pgmap v8938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:23 smithi081 ceph-mon[107735]: pgmap v8938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:24.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:24.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:25 smithi170 ceph-mon[97338]: pgmap v8939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:25 smithi081 ceph-mon[95500]: pgmap v8939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:25 smithi081 ceph-mon[107735]: pgmap v8939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:27 smithi170 ceph-mon[97338]: pgmap v8940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:27 smithi081 ceph-mon[95500]: pgmap v8940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:27 smithi081 ceph-mon[107735]: pgmap v8940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:29 smithi170 ceph-mon[97338]: pgmap v8941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:29 smithi081 ceph-mon[95500]: pgmap v8941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:29 smithi081 ceph-mon[107735]: pgmap v8941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:31 smithi170 ceph-mon[97338]: pgmap v8942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:31 smithi081 ceph-mon[95500]: pgmap v8942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:31 smithi081 ceph-mon[107735]: pgmap v8942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:36:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:32.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:32.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:33 smithi170 ceph-mon[97338]: pgmap v8943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:33 smithi081 ceph-mon[95500]: pgmap v8943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:33 smithi081 ceph-mon[107735]: pgmap v8943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:34.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:34.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:35 smithi170 ceph-mon[97338]: pgmap v8944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:35 smithi081 ceph-mon[95500]: pgmap v8944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:35 smithi081 ceph-mon[107735]: pgmap v8944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:37 smithi170 ceph-mon[97338]: pgmap v8945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:37 smithi081 ceph-mon[95500]: pgmap v8945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:37 smithi081 ceph-mon[107735]: pgmap v8945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:39 smithi170 ceph-mon[97338]: pgmap v8946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:39 smithi081 ceph-mon[95500]: pgmap v8946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:39 smithi081 ceph-mon[107735]: pgmap v8946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:41 smithi170 ceph-mon[97338]: pgmap v8947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:41 smithi081 ceph-mon[95500]: pgmap v8947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:41 smithi081 ceph-mon[107735]: pgmap v8947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:43.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:36:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:42.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:42.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:43 smithi170 ceph-mon[97338]: pgmap v8948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:43 smithi081 ceph-mon[95500]: pgmap v8948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:43 smithi081 ceph-mon[107735]: pgmap v8948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:44.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:44.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:45 smithi170 ceph-mon[97338]: pgmap v8949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:45 smithi081 ceph-mon[95500]: pgmap v8949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:45 smithi081 ceph-mon[107735]: pgmap v8949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:47 smithi170 ceph-mon[97338]: pgmap v8950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:47 smithi081 ceph-mon[95500]: pgmap v8950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:47 smithi081 ceph-mon[107735]: pgmap v8950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:49 smithi170 ceph-mon[97338]: pgmap v8951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:49 smithi081 ceph-mon[95500]: pgmap v8951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:49 smithi081 ceph-mon[107735]: pgmap v8951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:51 smithi170 ceph-mon[97338]: pgmap v8952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:51 smithi081 ceph-mon[95500]: pgmap v8952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:51 smithi081 ceph-mon[107735]: pgmap v8952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:36:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:52.856Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:52.857Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:53 smithi170 ceph-mon[97338]: pgmap v8953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:53 smithi081 ceph-mon[95500]: pgmap v8953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:53 smithi081 ceph-mon[107735]: pgmap v8953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:36:54.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:36:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:36:54.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:36:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:55 smithi170 ceph-mon[97338]: pgmap v8954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:55 smithi081 ceph-mon[95500]: pgmap v8954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:55 smithi081 ceph-mon[107735]: pgmap v8954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:57 smithi170 ceph-mon[97338]: pgmap v8955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:57 smithi081 ceph-mon[95500]: pgmap v8955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:36:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:57 smithi081 ceph-mon[107735]: pgmap v8955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:36:59 smithi170 ceph-mon[97338]: pgmap v8956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:36:59 smithi081 ceph-mon[95500]: pgmap v8956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:36:59 smithi081 ceph-mon[107735]: pgmap v8956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:01 smithi170 ceph-mon[97338]: pgmap v8957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:01 smithi081 ceph-mon[95500]: pgmap v8957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:01 smithi081 ceph-mon[107735]: pgmap v8957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:37:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:02.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:02.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:03 smithi170 ceph-mon[97338]: pgmap v8958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:03 smithi081 ceph-mon[95500]: pgmap v8958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:03 smithi081 ceph-mon[107735]: pgmap v8958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:04.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:04.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:05 smithi170 ceph-mon[97338]: pgmap v8959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:05 smithi081 ceph-mon[95500]: pgmap v8959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:05 smithi081 ceph-mon[107735]: pgmap v8959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:07 smithi170 ceph-mon[97338]: pgmap v8960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:07 smithi081 ceph-mon[95500]: pgmap v8960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:07 smithi081 ceph-mon[107735]: pgmap v8960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:09 smithi170 ceph-mon[97338]: pgmap v8961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:09 smithi081 ceph-mon[95500]: pgmap v8961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:09 smithi081 ceph-mon[107735]: pgmap v8961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:11 smithi170 ceph-mon[97338]: pgmap v8962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:11 smithi081 ceph-mon[95500]: pgmap v8962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:11 smithi081 ceph-mon[107735]: pgmap v8962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:37:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:12.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:12.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:13 smithi170 ceph-mon[97338]: pgmap v8963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:13 smithi081 ceph-mon[95500]: pgmap v8963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:13 smithi081 ceph-mon[107735]: pgmap v8963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:14.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:14.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:15 smithi170 ceph-mon[97338]: pgmap v8964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:15 smithi081 ceph-mon[95500]: pgmap v8964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:15 smithi081 ceph-mon[107735]: pgmap v8964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:17 smithi170 ceph-mon[97338]: pgmap v8965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:17 smithi081 ceph-mon[95500]: pgmap v8965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:17 smithi081 ceph-mon[107735]: pgmap v8965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:19 smithi170 ceph-mon[97338]: pgmap v8966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:19 smithi081 ceph-mon[95500]: pgmap v8966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:19 smithi081 ceph-mon[107735]: pgmap v8966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:21 smithi170 ceph-mon[97338]: pgmap v8967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:22.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:21 smithi081 ceph-mon[95500]: pgmap v8967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:21 smithi081 ceph-mon[107735]: pgmap v8967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:37:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:22.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:22.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:23 smithi170 ceph-mon[97338]: pgmap v8968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:23 smithi081 ceph-mon[95500]: pgmap v8968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:23 smithi081 ceph-mon[107735]: pgmap v8968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:24.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:24.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:25 smithi170 ceph-mon[97338]: pgmap v8969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:25 smithi081 ceph-mon[95500]: pgmap v8969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:25 smithi081 ceph-mon[107735]: pgmap v8969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:27 smithi170 ceph-mon[97338]: pgmap v8970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:27 smithi081 ceph-mon[95500]: pgmap v8970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:27 smithi081 ceph-mon[107735]: pgmap v8970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:29 smithi170 ceph-mon[97338]: pgmap v8971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:29 smithi081 ceph-mon[95500]: pgmap v8971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:29 smithi081 ceph-mon[107735]: pgmap v8971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:31 smithi170 ceph-mon[97338]: pgmap v8972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:31 smithi081 ceph-mon[95500]: pgmap v8972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:31 smithi081 ceph-mon[107735]: pgmap v8972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:37:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:32.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:32.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:33 smithi170 ceph-mon[97338]: pgmap v8973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:33 smithi081 ceph-mon[95500]: pgmap v8973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:33 smithi081 ceph-mon[107735]: pgmap v8973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:34.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:34.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:35 smithi170 ceph-mon[97338]: pgmap v8974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:35 smithi081 ceph-mon[95500]: pgmap v8974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:35 smithi081 ceph-mon[107735]: pgmap v8974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:37 smithi170 ceph-mon[97338]: pgmap v8975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:37 smithi081 ceph-mon[95500]: pgmap v8975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:37 smithi081 ceph-mon[107735]: pgmap v8975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:39 smithi170 ceph-mon[97338]: pgmap v8976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:39 smithi081 ceph-mon[95500]: pgmap v8976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:39 smithi081 ceph-mon[107735]: pgmap v8976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:41 smithi170 ceph-mon[97338]: pgmap v8977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:41 smithi081 ceph-mon[95500]: pgmap v8977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:41 smithi081 ceph-mon[107735]: pgmap v8977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:37:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:42.860Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:42.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:43 smithi170 ceph-mon[97338]: pgmap v8978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:43 smithi081 ceph-mon[95500]: pgmap v8978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:43 smithi081 ceph-mon[107735]: pgmap v8978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:44.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:44.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:45 smithi170 ceph-mon[97338]: pgmap v8979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:45 smithi081 ceph-mon[95500]: pgmap v8979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:45 smithi081 ceph-mon[107735]: pgmap v8979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:47 smithi170 ceph-mon[97338]: pgmap v8980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:47 smithi081 ceph-mon[95500]: pgmap v8980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:47 smithi081 ceph-mon[107735]: pgmap v8980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:49 smithi170 ceph-mon[97338]: pgmap v8981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:49 smithi081 ceph-mon[95500]: pgmap v8981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:49 smithi081 ceph-mon[107735]: pgmap v8981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:51 smithi170 ceph-mon[97338]: pgmap v8982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:51 smithi081 ceph-mon[95500]: pgmap v8982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:51 smithi081 ceph-mon[107735]: pgmap v8982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:37:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:52.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:52.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:53 smithi170 ceph-mon[97338]: pgmap v8983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:53 smithi081 ceph-mon[95500]: pgmap v8983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:53 smithi081 ceph-mon[107735]: pgmap v8983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:37:54.708Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:37:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:37:54.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:37:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:55 smithi170 ceph-mon[97338]: pgmap v8984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:55 smithi081 ceph-mon[95500]: pgmap v8984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:55 smithi081 ceph-mon[107735]: pgmap v8984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:57 smithi170 ceph-mon[97338]: pgmap v8985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:57 smithi081 ceph-mon[95500]: pgmap v8985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:37:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:57 smithi081 ceph-mon[107735]: pgmap v8985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:37:59 smithi170 ceph-mon[97338]: pgmap v8986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:37:59 smithi081 ceph-mon[95500]: pgmap v8986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:37:59 smithi081 ceph-mon[107735]: pgmap v8986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:01 smithi170 ceph-mon[97338]: pgmap v8987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:01 smithi081 ceph-mon[95500]: pgmap v8987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:01 smithi081 ceph-mon[107735]: pgmap v8987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:38:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:02.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:02.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:03 smithi170 ceph-mon[97338]: pgmap v8988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:03 smithi081 ceph-mon[95500]: pgmap v8988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:03 smithi081 ceph-mon[107735]: pgmap v8988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:04.708Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:04.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:05 smithi170 ceph-mon[97338]: pgmap v8989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:05 smithi081 ceph-mon[95500]: pgmap v8989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:05 smithi081 ceph-mon[107735]: pgmap v8989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:07 smithi170 ceph-mon[97338]: pgmap v8990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:07 smithi081 ceph-mon[95500]: pgmap v8990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:07 smithi081 ceph-mon[107735]: pgmap v8990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:09 smithi170 ceph-mon[97338]: pgmap v8991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:09 smithi081 ceph-mon[95500]: pgmap v8991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:09 smithi081 ceph-mon[107735]: pgmap v8991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:11 smithi170 ceph-mon[97338]: pgmap v8992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:11 smithi081 ceph-mon[95500]: pgmap v8992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:11 smithi081 ceph-mon[107735]: pgmap v8992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:13.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:38:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:12.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:13.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:12.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:13 smithi170 ceph-mon[97338]: pgmap v8993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:13 smithi081 ceph-mon[95500]: pgmap v8993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:13 smithi081 ceph-mon[107735]: pgmap v8993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:14.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:14.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:15 smithi170 ceph-mon[97338]: pgmap v8994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:15 smithi081 ceph-mon[95500]: pgmap v8994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:15 smithi081 ceph-mon[107735]: pgmap v8994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:17 smithi170 ceph-mon[97338]: pgmap v8995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:17 smithi081 ceph-mon[95500]: pgmap v8995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:17 smithi081 ceph-mon[107735]: pgmap v8995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:19 smithi170 ceph-mon[97338]: pgmap v8996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:19 smithi081 ceph-mon[95500]: pgmap v8996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:19 smithi081 ceph-mon[107735]: pgmap v8996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:21 smithi170 ceph-mon[97338]: pgmap v8997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:21 smithi081 ceph-mon[95500]: pgmap v8997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:21 smithi081 ceph-mon[107735]: pgmap v8997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:38:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:22.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:22.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:23 smithi170 ceph-mon[97338]: pgmap v8998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:23 smithi081 ceph-mon[95500]: pgmap v8998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:23 smithi081 ceph-mon[107735]: pgmap v8998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:24.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:24.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:25 smithi170 ceph-mon[97338]: pgmap v8999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:25 smithi081 ceph-mon[95500]: pgmap v8999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:25 smithi081 ceph-mon[107735]: pgmap v8999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:27 smithi170 ceph-mon[97338]: pgmap v9000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:27 smithi081 ceph-mon[95500]: pgmap v9000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:27 smithi081 ceph-mon[107735]: pgmap v9000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:29 smithi170 ceph-mon[97338]: pgmap v9001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:29 smithi081 ceph-mon[95500]: pgmap v9001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:29 smithi081 ceph-mon[107735]: pgmap v9001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:31 smithi170 ceph-mon[97338]: pgmap v9002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:31 smithi081 ceph-mon[95500]: pgmap v9002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:31 smithi081 ceph-mon[107735]: pgmap v9002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:38:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:32.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:32.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:33 smithi170 ceph-mon[97338]: pgmap v9003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:33 smithi081 ceph-mon[95500]: pgmap v9003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:33 smithi081 ceph-mon[107735]: pgmap v9003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:34.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:34.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:35 smithi170 ceph-mon[97338]: pgmap v9004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:35 smithi081 ceph-mon[95500]: pgmap v9004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:35 smithi081 ceph-mon[107735]: pgmap v9004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:37 smithi170 ceph-mon[97338]: pgmap v9005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:37 smithi081 ceph-mon[95500]: pgmap v9005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:37 smithi081 ceph-mon[107735]: pgmap v9005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:39 smithi170 ceph-mon[97338]: pgmap v9006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:39 smithi081 ceph-mon[95500]: pgmap v9006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:39 smithi081 ceph-mon[107735]: pgmap v9006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:41 smithi170 ceph-mon[97338]: pgmap v9007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:41 smithi081 ceph-mon[95500]: pgmap v9007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:41 smithi081 ceph-mon[107735]: pgmap v9007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:38:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:42.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:42.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:43 smithi170 ceph-mon[97338]: pgmap v9008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:43 smithi081 ceph-mon[95500]: pgmap v9008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:43 smithi081 ceph-mon[107735]: pgmap v9008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:44.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:44.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:45 smithi170 ceph-mon[97338]: pgmap v9009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:45 smithi081 ceph-mon[95500]: pgmap v9009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:45 smithi081 ceph-mon[107735]: pgmap v9009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:47 smithi170 ceph-mon[97338]: pgmap v9010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:47 smithi081 ceph-mon[95500]: pgmap v9010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:47 smithi081 ceph-mon[107735]: pgmap v9010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:49 smithi170 ceph-mon[97338]: pgmap v9011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:49 smithi081 ceph-mon[95500]: pgmap v9011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:49 smithi081 ceph-mon[107735]: pgmap v9011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:51 smithi170 ceph-mon[97338]: pgmap v9012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:51 smithi081 ceph-mon[95500]: pgmap v9012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:51 smithi081 ceph-mon[107735]: pgmap v9012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:38:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:52.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:52.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:53 smithi170 ceph-mon[97338]: pgmap v9013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:53 smithi081 ceph-mon[95500]: pgmap v9013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:53 smithi081 ceph-mon[107735]: pgmap v9013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:38:54.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:38:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:38:54.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:38:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:55 smithi170 ceph-mon[97338]: pgmap v9014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:55 smithi081 ceph-mon[95500]: pgmap v9014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:55 smithi081 ceph-mon[107735]: pgmap v9014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:57 smithi170 ceph-mon[97338]: pgmap v9015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:57 smithi081 ceph-mon[95500]: pgmap v9015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:38:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:57 smithi081 ceph-mon[107735]: pgmap v9015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:38:59 smithi170 ceph-mon[97338]: pgmap v9016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:38:59 smithi081 ceph-mon[95500]: pgmap v9016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:38:59 smithi081 ceph-mon[107735]: pgmap v9016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:01 smithi170 ceph-mon[97338]: pgmap v9017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:01 smithi081 ceph-mon[95500]: pgmap v9017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:01 smithi081 ceph-mon[107735]: pgmap v9017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:39:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:02.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:02.867Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:03 smithi170 ceph-mon[97338]: pgmap v9018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:03 smithi081 ceph-mon[95500]: pgmap v9018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:03 smithi081 ceph-mon[107735]: pgmap v9018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:04.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:04.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:05 smithi170 ceph-mon[97338]: pgmap v9019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:05 smithi081 ceph-mon[95500]: pgmap v9019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:05 smithi081 ceph-mon[107735]: pgmap v9019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:07 smithi170 ceph-mon[97338]: pgmap v9020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:07 smithi081 ceph-mon[95500]: pgmap v9020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:07 smithi081 ceph-mon[107735]: pgmap v9020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:09 smithi170 ceph-mon[97338]: pgmap v9021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:09 smithi081 ceph-mon[95500]: pgmap v9021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:09 smithi081 ceph-mon[107735]: pgmap v9021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:11 smithi170 ceph-mon[97338]: pgmap v9022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:11 smithi081 ceph-mon[95500]: pgmap v9022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:11 smithi081 ceph-mon[107735]: pgmap v9022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:39:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:12.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:12.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:13 smithi170 ceph-mon[97338]: pgmap v9023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:13 smithi081 ceph-mon[95500]: pgmap v9023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:13 smithi081 ceph-mon[107735]: pgmap v9023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:14.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:14.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:15 smithi170 ceph-mon[97338]: pgmap v9024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:15 smithi081 ceph-mon[95500]: pgmap v9024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:15 smithi081 ceph-mon[107735]: pgmap v9024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:17 smithi170 ceph-mon[97338]: pgmap v9025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:17 smithi081 ceph-mon[95500]: pgmap v9025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:17 smithi081 ceph-mon[107735]: pgmap v9025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:19 smithi170 ceph-mon[97338]: pgmap v9026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:19 smithi081 ceph-mon[95500]: pgmap v9026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:19 smithi081 ceph-mon[107735]: pgmap v9026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:21 smithi170 ceph-mon[97338]: pgmap v9027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:21 smithi081 ceph-mon[95500]: pgmap v9027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:21 smithi081 ceph-mon[107735]: pgmap v9027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:39:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:22.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:22.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:23 smithi170 ceph-mon[97338]: pgmap v9028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:23 smithi081 ceph-mon[95500]: pgmap v9028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:23 smithi081 ceph-mon[107735]: pgmap v9028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:24.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:24.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:25 smithi170 ceph-mon[97338]: pgmap v9029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:25 smithi081 ceph-mon[95500]: pgmap v9029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:25 smithi081 ceph-mon[107735]: pgmap v9029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:27 smithi170 ceph-mon[97338]: pgmap v9030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:27 smithi081 ceph-mon[95500]: pgmap v9030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:27 smithi081 ceph-mon[107735]: pgmap v9030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:29 smithi170 ceph-mon[97338]: pgmap v9031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:29 smithi081 ceph-mon[95500]: pgmap v9031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:29 smithi081 ceph-mon[107735]: pgmap v9031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:31 smithi170 ceph-mon[97338]: pgmap v9032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:31 smithi081 ceph-mon[95500]: pgmap v9032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:31 smithi081 ceph-mon[107735]: pgmap v9032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:32.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:32.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:33.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:39:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:33 smithi170 ceph-mon[97338]: pgmap v9033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:33 smithi081 ceph-mon[95500]: pgmap v9033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:33 smithi081 ceph-mon[107735]: pgmap v9033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:34.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:34.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:35 smithi170 ceph-mon[97338]: pgmap v9034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:35 smithi081 ceph-mon[95500]: pgmap v9034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:35 smithi081 ceph-mon[107735]: pgmap v9034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:37 smithi170 ceph-mon[97338]: pgmap v9035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:37 smithi081 ceph-mon[95500]: pgmap v9035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:37 smithi081 ceph-mon[107735]: pgmap v9035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:39 smithi170 ceph-mon[97338]: pgmap v9036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:39 smithi081 ceph-mon[95500]: pgmap v9036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:39 smithi081 ceph-mon[107735]: pgmap v9036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:41 smithi170 ceph-mon[97338]: pgmap v9037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:42.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:41 smithi081 ceph-mon[95500]: pgmap v9037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:41 smithi081 ceph-mon[107735]: pgmap v9037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:39:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:42.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:42.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:43 smithi170 ceph-mon[97338]: pgmap v9038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:43 smithi081 ceph-mon[95500]: pgmap v9038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:43 smithi081 ceph-mon[107735]: pgmap v9038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:44.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:44.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:45 smithi170 ceph-mon[97338]: pgmap v9039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:45 smithi081 ceph-mon[95500]: pgmap v9039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:45 smithi081 ceph-mon[107735]: pgmap v9039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:47 smithi170 ceph-mon[97338]: pgmap v9040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:47 smithi081 ceph-mon[95500]: pgmap v9040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:47 smithi081 ceph-mon[107735]: pgmap v9040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:49 smithi170 ceph-mon[97338]: pgmap v9041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:49 smithi081 ceph-mon[95500]: pgmap v9041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:49 smithi081 ceph-mon[107735]: pgmap v9041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:51 smithi170 ceph-mon[97338]: pgmap v9042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:51 smithi081 ceph-mon[95500]: pgmap v9042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:51 smithi081 ceph-mon[107735]: pgmap v9042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:39:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:52.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:52.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:53 smithi170 ceph-mon[97338]: pgmap v9043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:53 smithi081 ceph-mon[95500]: pgmap v9043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:53 smithi081 ceph-mon[107735]: pgmap v9043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:39:54.716Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:39:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:39:54.717Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:39:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:55 smithi170 ceph-mon[97338]: pgmap v9044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:55 smithi081 ceph-mon[95500]: pgmap v9044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:55 smithi081 ceph-mon[107735]: pgmap v9044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:57 smithi170 ceph-mon[97338]: pgmap v9045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:57 smithi081 ceph-mon[95500]: pgmap v9045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:39:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:57 smithi081 ceph-mon[107735]: pgmap v9045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:39:59 smithi170 ceph-mon[97338]: pgmap v9046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:39:59 smithi081 ceph-mon[95500]: pgmap v9046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:39:59 smithi081 ceph-mon[107735]: pgmap v9046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:01.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:40:01.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:40:01.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:40:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:01 smithi170 ceph-mon[97338]: pgmap v9047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:01 smithi081 ceph-mon[95500]: pgmap v9047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:01 smithi081 ceph-mon[107735]: pgmap v9047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:03.191 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:40:03.191 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:02.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:03.191 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:02.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:03 smithi170 ceph-mon[97338]: pgmap v9048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:03 smithi081 ceph-mon[95500]: pgmap v9048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:03 smithi081 ceph-mon[107735]: pgmap v9048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:04.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:04.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:05 smithi170 ceph-mon[97338]: pgmap v9049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:05 smithi081 ceph-mon[95500]: pgmap v9049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:05 smithi081 ceph-mon[107735]: pgmap v9049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:07 smithi170 ceph-mon[97338]: pgmap v9050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:07 smithi081 ceph-mon[95500]: pgmap v9050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:07 smithi081 ceph-mon[107735]: pgmap v9050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:09 smithi170 ceph-mon[97338]: pgmap v9051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:09 smithi081 ceph-mon[95500]: pgmap v9051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:09 smithi081 ceph-mon[107735]: pgmap v9051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:11 smithi170 ceph-mon[97338]: pgmap v9052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:11 smithi081 ceph-mon[95500]: pgmap v9052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:11 smithi081 ceph-mon[107735]: pgmap v9052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:40:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:12.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:12.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:13 smithi170 ceph-mon[97338]: pgmap v9053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:13 smithi081 ceph-mon[95500]: pgmap v9053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:13 smithi081 ceph-mon[107735]: pgmap v9053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:14.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:14.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:15 smithi170 ceph-mon[97338]: pgmap v9054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:15 smithi081 ceph-mon[95500]: pgmap v9054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:15 smithi081 ceph-mon[107735]: pgmap v9054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:17 smithi170 ceph-mon[97338]: pgmap v9055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:17 smithi081 ceph-mon[95500]: pgmap v9055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:17 smithi081 ceph-mon[107735]: pgmap v9055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:19 smithi170 ceph-mon[97338]: pgmap v9056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:19 smithi081 ceph-mon[95500]: pgmap v9056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:19 smithi081 ceph-mon[107735]: pgmap v9056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:21 smithi170 ceph-mon[97338]: pgmap v9057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:21 smithi081 ceph-mon[95500]: pgmap v9057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:21 smithi081 ceph-mon[107735]: pgmap v9057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:40:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:22.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:22.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:23 smithi170 ceph-mon[97338]: pgmap v9058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:23 smithi081 ceph-mon[95500]: pgmap v9058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:23 smithi081 ceph-mon[107735]: pgmap v9058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:24.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:24.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:25 smithi170 ceph-mon[97338]: pgmap v9059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:25 smithi081 ceph-mon[95500]: pgmap v9059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:25 smithi081 ceph-mon[107735]: pgmap v9059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:27 smithi170 ceph-mon[97338]: pgmap v9060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:27 smithi081 ceph-mon[95500]: pgmap v9060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:27 smithi081 ceph-mon[107735]: pgmap v9060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:29 smithi170 ceph-mon[97338]: pgmap v9061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:29 smithi081 ceph-mon[95500]: pgmap v9061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:29 smithi081 ceph-mon[107735]: pgmap v9061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:31 smithi170 ceph-mon[97338]: pgmap v9062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:31 smithi081 ceph-mon[95500]: pgmap v9062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:31 smithi081 ceph-mon[107735]: pgmap v9062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:40:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:32.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:32.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:33 smithi170 ceph-mon[97338]: pgmap v9063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:33 smithi081 ceph-mon[95500]: pgmap v9063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:33 smithi081 ceph-mon[107735]: pgmap v9063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:34.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:34.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:35 smithi170 ceph-mon[97338]: pgmap v9064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:35 smithi081 ceph-mon[95500]: pgmap v9064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:35 smithi081 ceph-mon[107735]: pgmap v9064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:37 smithi170 ceph-mon[97338]: pgmap v9065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:37 smithi081 ceph-mon[95500]: pgmap v9065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:37 smithi081 ceph-mon[107735]: pgmap v9065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:39 smithi081 ceph-mon[95500]: pgmap v9066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:39 smithi081 ceph-mon[107735]: pgmap v9066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:39 smithi170 ceph-mon[97338]: pgmap v9066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:41 smithi081 ceph-mon[95500]: pgmap v9067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:41 smithi081 ceph-mon[107735]: pgmap v9067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:41 smithi170 ceph-mon[97338]: pgmap v9067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:40:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:42.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:42.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:43 smithi170 ceph-mon[97338]: pgmap v9068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:43 smithi081 ceph-mon[95500]: pgmap v9068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:43 smithi081 ceph-mon[107735]: pgmap v9068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:44.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:44.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:45 smithi170 ceph-mon[97338]: pgmap v9069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:45 smithi081 ceph-mon[95500]: pgmap v9069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:45 smithi081 ceph-mon[107735]: pgmap v9069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:47 smithi081 ceph-mon[95500]: pgmap v9070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:47 smithi081 ceph-mon[107735]: pgmap v9070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:47 smithi170 ceph-mon[97338]: pgmap v9070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:49 smithi081 ceph-mon[95500]: pgmap v9071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:50 smithi081 ceph-mon[107735]: pgmap v9071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:49 smithi170 ceph-mon[97338]: pgmap v9071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:52 smithi081 ceph-mon[95500]: pgmap v9072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:52.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:52 smithi081 ceph-mon[107735]: pgmap v9072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:52 smithi170 ceph-mon[97338]: pgmap v9072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:40:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:52.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:52.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:53 smithi170 ceph-mon[97338]: pgmap v9073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:53 smithi081 ceph-mon[107735]: pgmap v9073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:54.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:53 smithi081 ceph-mon[95500]: pgmap v9073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:40:54.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:40:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:40:54.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:40:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:55 smithi081 ceph-mon[95500]: pgmap v9074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:55 smithi081 ceph-mon[107735]: pgmap v9074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:55 smithi170 ceph-mon[97338]: pgmap v9074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:57 smithi081 ceph-mon[95500]: pgmap v9075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:57 smithi081 ceph-mon[107735]: pgmap v9075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:40:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:57 smithi170 ceph-mon[97338]: pgmap v9075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:40:59 smithi081 ceph-mon[95500]: pgmap v9076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:40:59 smithi081 ceph-mon[107735]: pgmap v9076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:40:59 smithi170 ceph-mon[97338]: pgmap v9076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:02 smithi081 ceph-mon[95500]: pgmap v9077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:02 smithi081 ceph-mon[107735]: pgmap v9077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:02 smithi170 ceph-mon[97338]: pgmap v9077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:41:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:02.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:02.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:03 smithi170 ceph-mon[97338]: pgmap v9078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:03 smithi081 ceph-mon[95500]: pgmap v9078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:03 smithi081 ceph-mon[107735]: pgmap v9078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:04.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:04.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:05 smithi081 ceph-mon[95500]: pgmap v9079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:05 smithi081 ceph-mon[107735]: pgmap v9079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:05 smithi170 ceph-mon[97338]: pgmap v9079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:07 smithi081 ceph-mon[95500]: pgmap v9080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:08 smithi081 ceph-mon[107735]: pgmap v9080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:07 smithi170 ceph-mon[97338]: pgmap v9080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:10 smithi081 ceph-mon[95500]: pgmap v9081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:10 smithi081 ceph-mon[107735]: pgmap v9081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:10 smithi170 ceph-mon[97338]: pgmap v9081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:12 smithi081 ceph-mon[95500]: pgmap v9082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:12 smithi081 ceph-mon[107735]: pgmap v9082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:12 smithi170 ceph-mon[97338]: pgmap v9082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:41:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:12.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:12.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:13 smithi170 ceph-mon[97338]: pgmap v9083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:13 smithi081 ceph-mon[95500]: pgmap v9083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:13 smithi081 ceph-mon[107735]: pgmap v9083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:14.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:14.723Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:15 smithi081 ceph-mon[95500]: pgmap v9084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:15 smithi081 ceph-mon[107735]: pgmap v9084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:15 smithi170 ceph-mon[97338]: pgmap v9084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:18 smithi081 ceph-mon[95500]: pgmap v9085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:18 smithi081 ceph-mon[107735]: pgmap v9085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:18 smithi170 ceph-mon[97338]: pgmap v9085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:20 smithi081 ceph-mon[95500]: pgmap v9086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:20.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:20 smithi081 ceph-mon[107735]: pgmap v9086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:20 smithi170 ceph-mon[97338]: pgmap v9086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:22 smithi081 ceph-mon[95500]: pgmap v9087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:22 smithi081 ceph-mon[107735]: pgmap v9087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:22 smithi170 ceph-mon[97338]: pgmap v9087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:41:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:22.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:22.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:23 smithi170 ceph-mon[97338]: pgmap v9088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:23 smithi081 ceph-mon[95500]: pgmap v9088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:23 smithi081 ceph-mon[107735]: pgmap v9088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:24.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:24.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:26 smithi081 ceph-mon[95500]: pgmap v9089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:26 smithi081 ceph-mon[107735]: pgmap v9089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:26 smithi170 ceph-mon[97338]: pgmap v9089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:28 smithi081 ceph-mon[95500]: pgmap v9090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:28 smithi081 ceph-mon[107735]: pgmap v9090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:28 smithi170 ceph-mon[97338]: pgmap v9090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:30 smithi081 ceph-mon[95500]: pgmap v9091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:30 smithi081 ceph-mon[107735]: pgmap v9091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:30 smithi170 ceph-mon[97338]: pgmap v9091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:32 smithi081 ceph-mon[95500]: pgmap v9092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:32 smithi081 ceph-mon[107735]: pgmap v9092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:32 smithi170 ceph-mon[97338]: pgmap v9092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:41:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:32.874Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:32.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:33 smithi170 ceph-mon[97338]: pgmap v9093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:33 smithi081 ceph-mon[95500]: pgmap v9093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:33 smithi081 ceph-mon[107735]: pgmap v9093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:34.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:34.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:36 smithi081 ceph-mon[95500]: pgmap v9094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:36 smithi081 ceph-mon[107735]: pgmap v9094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:36 smithi170 ceph-mon[97338]: pgmap v9094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:38 smithi081 ceph-mon[95500]: pgmap v9095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:38 smithi081 ceph-mon[107735]: pgmap v9095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:38 smithi170 ceph-mon[97338]: pgmap v9095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:40 smithi081 ceph-mon[95500]: pgmap v9096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:40 smithi081 ceph-mon[107735]: pgmap v9096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:40 smithi170 ceph-mon[97338]: pgmap v9096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:42 smithi170 ceph-mon[97338]: pgmap v9097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:42 smithi081 ceph-mon[95500]: pgmap v9097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:42 smithi081 ceph-mon[107735]: pgmap v9097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:41:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:42.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:42.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:43 smithi170 ceph-mon[97338]: pgmap v9098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:43 smithi081 ceph-mon[95500]: pgmap v9098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:43 smithi081 ceph-mon[107735]: pgmap v9098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:44.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:44.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:46 smithi081 ceph-mon[95500]: pgmap v9099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:46.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:46 smithi081 ceph-mon[107735]: pgmap v9099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:46 smithi170 ceph-mon[97338]: pgmap v9099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:48 smithi081 ceph-mon[95500]: pgmap v9100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:48 smithi081 ceph-mon[107735]: pgmap v9100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:48 smithi170 ceph-mon[97338]: pgmap v9100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:50 smithi170 ceph-mon[97338]: pgmap v9101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:50 smithi081 ceph-mon[95500]: pgmap v9101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:50 smithi081 ceph-mon[107735]: pgmap v9101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:52 smithi170 ceph-mon[97338]: pgmap v9102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:52 smithi081 ceph-mon[95500]: pgmap v9102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:52 smithi081 ceph-mon[107735]: pgmap v9102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:41:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:52.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:52.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:53 smithi170 ceph-mon[97338]: pgmap v9103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:53 smithi081 ceph-mon[95500]: pgmap v9103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:53 smithi081 ceph-mon[107735]: pgmap v9103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:41:54.725Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:41:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:41:54.726Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:41:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:56 smithi081 ceph-mon[95500]: pgmap v9104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:56 smithi081 ceph-mon[107735]: pgmap v9104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:56 smithi170 ceph-mon[97338]: pgmap v9104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:58.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:41:58 smithi170 ceph-mon[97338]: pgmap v9105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:41:58 smithi081 ceph-mon[95500]: pgmap v9105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:41:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:41:58 smithi081 ceph-mon[107735]: pgmap v9105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:00 smithi170 ceph-mon[97338]: pgmap v9106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:00 smithi081 ceph-mon[95500]: pgmap v9106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:00 smithi081 ceph-mon[107735]: pgmap v9106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:02 smithi170 ceph-mon[97338]: pgmap v9107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:02 smithi081 ceph-mon[95500]: pgmap v9107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:02 smithi081 ceph-mon[107735]: pgmap v9107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:42:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:02.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:02.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:03 smithi170 ceph-mon[97338]: pgmap v9108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:03 smithi081 ceph-mon[95500]: pgmap v9108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:03 smithi081 ceph-mon[107735]: pgmap v9108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:04.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:04.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:06 smithi170 ceph-mon[97338]: pgmap v9109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:06 smithi081 ceph-mon[95500]: pgmap v9109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:06 smithi081 ceph-mon[107735]: pgmap v9109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:08 smithi170 ceph-mon[97338]: pgmap v9110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:08 smithi081 ceph-mon[95500]: pgmap v9110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:08 smithi081 ceph-mon[107735]: pgmap v9110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:10 smithi170 ceph-mon[97338]: pgmap v9111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:10 smithi081 ceph-mon[95500]: pgmap v9111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:10 smithi081 ceph-mon[107735]: pgmap v9111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:12 smithi170 ceph-mon[97338]: pgmap v9112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:12 smithi081 ceph-mon[95500]: pgmap v9112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:12 smithi081 ceph-mon[107735]: pgmap v9112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:42:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:12.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:12.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:13 smithi170 ceph-mon[97338]: pgmap v9113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:13 smithi081 ceph-mon[95500]: pgmap v9113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:13 smithi081 ceph-mon[107735]: pgmap v9113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:14.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:14.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:16 smithi170 ceph-mon[97338]: pgmap v9114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:16 smithi081 ceph-mon[95500]: pgmap v9114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:16 smithi081 ceph-mon[107735]: pgmap v9114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:18 smithi170 ceph-mon[97338]: pgmap v9115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:18 smithi081 ceph-mon[95500]: pgmap v9115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:18 smithi081 ceph-mon[107735]: pgmap v9115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:20 smithi170 ceph-mon[97338]: pgmap v9116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:20 smithi081 ceph-mon[95500]: pgmap v9116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:20 smithi081 ceph-mon[107735]: pgmap v9116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:22 smithi170 ceph-mon[97338]: pgmap v9117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:22 smithi081 ceph-mon[95500]: pgmap v9117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:22 smithi081 ceph-mon[107735]: pgmap v9117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:23.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:42:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:22.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:22.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:23 smithi170 ceph-mon[97338]: pgmap v9118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:23 smithi081 ceph-mon[95500]: pgmap v9118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:23 smithi081 ceph-mon[107735]: pgmap v9118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:24.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:24.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:26 smithi170 ceph-mon[97338]: pgmap v9119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:26 smithi081 ceph-mon[95500]: pgmap v9119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:26 smithi081 ceph-mon[107735]: pgmap v9119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:28 smithi170 ceph-mon[97338]: pgmap v9120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:28 smithi081 ceph-mon[95500]: pgmap v9120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:28 smithi081 ceph-mon[107735]: pgmap v9120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:30 smithi170 ceph-mon[97338]: pgmap v9121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:30 smithi081 ceph-mon[95500]: pgmap v9121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:30.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:30 smithi081 ceph-mon[107735]: pgmap v9121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:32 smithi170 ceph-mon[97338]: pgmap v9122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:32 smithi081 ceph-mon[95500]: pgmap v9122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:32 smithi081 ceph-mon[107735]: pgmap v9122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:42:33.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:32.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:33.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:32.880Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:33 smithi170 ceph-mon[97338]: pgmap v9123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:33 smithi081 ceph-mon[95500]: pgmap v9123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:33 smithi081 ceph-mon[107735]: pgmap v9123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:34.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:34.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:36 smithi170 ceph-mon[97338]: pgmap v9124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:36 smithi081 ceph-mon[95500]: pgmap v9124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:36 smithi081 ceph-mon[107735]: pgmap v9124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:38 smithi170 ceph-mon[97338]: pgmap v9125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:38 smithi081 ceph-mon[95500]: pgmap v9125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:38 smithi081 ceph-mon[107735]: pgmap v9125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:40 smithi170 ceph-mon[97338]: pgmap v9126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:40 smithi081 ceph-mon[95500]: pgmap v9126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:40 smithi081 ceph-mon[107735]: pgmap v9126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:42 smithi170 ceph-mon[97338]: pgmap v9127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:42 smithi081 ceph-mon[95500]: pgmap v9127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:42 smithi081 ceph-mon[107735]: pgmap v9127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:42:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:42.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:42.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:43 smithi170 ceph-mon[97338]: pgmap v9128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:43 smithi081 ceph-mon[95500]: pgmap v9128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:43 smithi081 ceph-mon[107735]: pgmap v9128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:44.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:44.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:46 smithi170 ceph-mon[97338]: pgmap v9129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:46 smithi081 ceph-mon[95500]: pgmap v9129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:46 smithi081 ceph-mon[107735]: pgmap v9129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:48 smithi170 ceph-mon[97338]: pgmap v9130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:48 smithi081 ceph-mon[95500]: pgmap v9130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:48 smithi081 ceph-mon[107735]: pgmap v9130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:50 smithi170 ceph-mon[97338]: pgmap v9131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:50 smithi081 ceph-mon[95500]: pgmap v9131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:50 smithi081 ceph-mon[107735]: pgmap v9131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:52 smithi170 ceph-mon[97338]: pgmap v9132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:52 smithi081 ceph-mon[95500]: pgmap v9132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:52 smithi081 ceph-mon[107735]: pgmap v9132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:42:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:52.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:52.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:53 smithi170 ceph-mon[97338]: pgmap v9133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:53 smithi081 ceph-mon[95500]: pgmap v9133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:53 smithi081 ceph-mon[107735]: pgmap v9133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:42:54.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:42:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:42:54.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:42:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:56 smithi170 ceph-mon[97338]: pgmap v9134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:56 smithi081 ceph-mon[95500]: pgmap v9134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:56 smithi081 ceph-mon[107735]: pgmap v9134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:42:58 smithi170 ceph-mon[97338]: pgmap v9135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:42:58 smithi081 ceph-mon[95500]: pgmap v9135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:42:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:42:58 smithi081 ceph-mon[107735]: pgmap v9135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:00 smithi170 ceph-mon[97338]: pgmap v9136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:00 smithi081 ceph-mon[95500]: pgmap v9136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:00 smithi081 ceph-mon[107735]: pgmap v9136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:02 smithi170 ceph-mon[97338]: pgmap v9137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:02 smithi081 ceph-mon[95500]: pgmap v9137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:02 smithi081 ceph-mon[107735]: pgmap v9137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:43:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:02.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:02.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:03 smithi170 ceph-mon[97338]: pgmap v9138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:03 smithi081 ceph-mon[95500]: pgmap v9138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:03 smithi081 ceph-mon[107735]: pgmap v9138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:04.730Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:04.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:06 smithi170 ceph-mon[97338]: pgmap v9139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:06 smithi081 ceph-mon[95500]: pgmap v9139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:06 smithi081 ceph-mon[107735]: pgmap v9139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:08 smithi170 ceph-mon[97338]: pgmap v9140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:08 smithi081 ceph-mon[95500]: pgmap v9140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:08 smithi081 ceph-mon[107735]: pgmap v9140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:10 smithi170 ceph-mon[97338]: pgmap v9141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:10 smithi081 ceph-mon[95500]: pgmap v9141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:10 smithi081 ceph-mon[107735]: pgmap v9141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:12 smithi170 ceph-mon[97338]: pgmap v9142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:12 smithi081 ceph-mon[95500]: pgmap v9142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:12 smithi081 ceph-mon[107735]: pgmap v9142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:43:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:12.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:12.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:13 smithi170 ceph-mon[97338]: pgmap v9143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:13 smithi081 ceph-mon[95500]: pgmap v9143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:13 smithi081 ceph-mon[107735]: pgmap v9143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:14.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:14.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:16 smithi170 ceph-mon[97338]: pgmap v9144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:16 smithi081 ceph-mon[95500]: pgmap v9144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:16 smithi081 ceph-mon[107735]: pgmap v9144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:18 smithi170 ceph-mon[97338]: pgmap v9145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:18 smithi081 ceph-mon[95500]: pgmap v9145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:18 smithi081 ceph-mon[107735]: pgmap v9145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:20 smithi170 ceph-mon[97338]: pgmap v9146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:20 smithi081 ceph-mon[95500]: pgmap v9146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:20 smithi081 ceph-mon[107735]: pgmap v9146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:22 smithi170 ceph-mon[97338]: pgmap v9147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:22 smithi081 ceph-mon[95500]: pgmap v9147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:22 smithi081 ceph-mon[107735]: pgmap v9147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:23.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:43:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:22.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:22.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:23 smithi170 ceph-mon[97338]: pgmap v9148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:23 smithi081 ceph-mon[95500]: pgmap v9148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:23 smithi081 ceph-mon[107735]: pgmap v9148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:24.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:24.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:26 smithi170 ceph-mon[97338]: pgmap v9149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:26 smithi081 ceph-mon[95500]: pgmap v9149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:26 smithi081 ceph-mon[107735]: pgmap v9149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:28 smithi170 ceph-mon[97338]: pgmap v9150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:28 smithi081 ceph-mon[95500]: pgmap v9150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:28 smithi081 ceph-mon[107735]: pgmap v9150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:30 smithi170 ceph-mon[97338]: pgmap v9151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:30 smithi081 ceph-mon[95500]: pgmap v9151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:30 smithi081 ceph-mon[107735]: pgmap v9151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:32 smithi170 ceph-mon[97338]: pgmap v9152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:32 smithi081 ceph-mon[95500]: pgmap v9152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:32 smithi081 ceph-mon[107735]: pgmap v9152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:43:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:32.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:32.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:33 smithi170 ceph-mon[97338]: pgmap v9153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:33 smithi081 ceph-mon[95500]: pgmap v9153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:33 smithi081 ceph-mon[107735]: pgmap v9153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:34.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:34.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:36 smithi170 ceph-mon[97338]: pgmap v9154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:36 smithi081 ceph-mon[95500]: pgmap v9154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:36 smithi081 ceph-mon[107735]: pgmap v9154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:38 smithi170 ceph-mon[97338]: pgmap v9155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:38 smithi081 ceph-mon[95500]: pgmap v9155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:38 smithi081 ceph-mon[107735]: pgmap v9155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:40 smithi170 ceph-mon[97338]: pgmap v9156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:40 smithi081 ceph-mon[95500]: pgmap v9156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:40 smithi081 ceph-mon[107735]: pgmap v9156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:42 smithi170 ceph-mon[97338]: pgmap v9157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:42 smithi081 ceph-mon[95500]: pgmap v9157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:42 smithi081 ceph-mon[107735]: pgmap v9157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:43:43.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:42.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:43.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:42.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:43 smithi170 ceph-mon[97338]: pgmap v9158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:43 smithi081 ceph-mon[95500]: pgmap v9158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:43 smithi081 ceph-mon[107735]: pgmap v9158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:44.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:44.734Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:46 smithi170 ceph-mon[97338]: pgmap v9159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:46 smithi081 ceph-mon[95500]: pgmap v9159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:46 smithi081 ceph-mon[107735]: pgmap v9159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:48 smithi170 ceph-mon[97338]: pgmap v9160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:48 smithi081 ceph-mon[95500]: pgmap v9160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:48 smithi081 ceph-mon[107735]: pgmap v9160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:50 smithi170 ceph-mon[97338]: pgmap v9161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:50 smithi081 ceph-mon[95500]: pgmap v9161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:50 smithi081 ceph-mon[107735]: pgmap v9161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:52 smithi170 ceph-mon[97338]: pgmap v9162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:52 smithi081 ceph-mon[95500]: pgmap v9162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:52 smithi081 ceph-mon[107735]: pgmap v9162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:43:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:52.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:52.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:53 smithi170 ceph-mon[97338]: pgmap v9163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:53 smithi081 ceph-mon[95500]: pgmap v9163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:53 smithi081 ceph-mon[107735]: pgmap v9163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:43:54.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:43:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:43:54.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:43:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:56 smithi170 ceph-mon[97338]: pgmap v9164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:56 smithi081 ceph-mon[95500]: pgmap v9164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:56 smithi081 ceph-mon[107735]: pgmap v9164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:43:58 smithi170 ceph-mon[97338]: pgmap v9165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:43:58 smithi081 ceph-mon[95500]: pgmap v9165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:43:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:43:58 smithi081 ceph-mon[107735]: pgmap v9165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:00 smithi170 ceph-mon[97338]: pgmap v9166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:00 smithi081 ceph-mon[95500]: pgmap v9166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:00 smithi081 ceph-mon[107735]: pgmap v9166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:02 smithi170 ceph-mon[97338]: pgmap v9167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:02 smithi081 ceph-mon[95500]: pgmap v9167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:02 smithi081 ceph-mon[107735]: pgmap v9167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:44:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:02.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:02.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:03 smithi170 ceph-mon[97338]: pgmap v9168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:03 smithi081 ceph-mon[95500]: pgmap v9168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:03 smithi081 ceph-mon[107735]: pgmap v9168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:04.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:04.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:06 smithi170 ceph-mon[97338]: pgmap v9169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:06 smithi081 ceph-mon[95500]: pgmap v9169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:06 smithi081 ceph-mon[107735]: pgmap v9169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:08 smithi170 ceph-mon[97338]: pgmap v9170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:08 smithi081 ceph-mon[95500]: pgmap v9170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:08 smithi081 ceph-mon[107735]: pgmap v9170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:10 smithi170 ceph-mon[97338]: pgmap v9171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:10 smithi081 ceph-mon[95500]: pgmap v9171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:10 smithi081 ceph-mon[107735]: pgmap v9171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:12 smithi170 ceph-mon[97338]: pgmap v9172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:12 smithi081 ceph-mon[95500]: pgmap v9172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:12 smithi081 ceph-mon[107735]: pgmap v9172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:44:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:12.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:12.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:13 smithi170 ceph-mon[97338]: pgmap v9173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:13 smithi081 ceph-mon[95500]: pgmap v9173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:13 smithi081 ceph-mon[107735]: pgmap v9173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:14.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:14.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:16 smithi170 ceph-mon[97338]: pgmap v9174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:16 smithi081 ceph-mon[95500]: pgmap v9174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:16 smithi081 ceph-mon[107735]: pgmap v9174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:18 smithi170 ceph-mon[97338]: pgmap v9175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:18 smithi081 ceph-mon[95500]: pgmap v9175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:18 smithi081 ceph-mon[107735]: pgmap v9175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:20 smithi170 ceph-mon[97338]: pgmap v9176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:20 smithi081 ceph-mon[95500]: pgmap v9176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:20 smithi081 ceph-mon[107735]: pgmap v9176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:22 smithi170 ceph-mon[97338]: pgmap v9177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:22 smithi081 ceph-mon[95500]: pgmap v9177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:22 smithi081 ceph-mon[107735]: pgmap v9177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:44:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:22.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:22.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:23 smithi170 ceph-mon[97338]: pgmap v9178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:23 smithi081 ceph-mon[95500]: pgmap v9178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:23 smithi081 ceph-mon[107735]: pgmap v9178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:24.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:24.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:26 smithi170 ceph-mon[97338]: pgmap v9179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:26 smithi081 ceph-mon[95500]: pgmap v9179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:26 smithi081 ceph-mon[107735]: pgmap v9179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:28 smithi170 ceph-mon[97338]: pgmap v9180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:28 smithi081 ceph-mon[95500]: pgmap v9180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:28 smithi081 ceph-mon[107735]: pgmap v9180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:30 smithi170 ceph-mon[97338]: pgmap v9181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:30 smithi081 ceph-mon[95500]: pgmap v9181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:30 smithi081 ceph-mon[107735]: pgmap v9181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:32 smithi170 ceph-mon[97338]: pgmap v9182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:32 smithi081 ceph-mon[95500]: pgmap v9182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:32 smithi081 ceph-mon[107735]: pgmap v9182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:44:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:32.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:32.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:33 smithi170 ceph-mon[97338]: pgmap v9183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:33 smithi081 ceph-mon[95500]: pgmap v9183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:33 smithi081 ceph-mon[107735]: pgmap v9183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:34.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:34.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:36 smithi170 ceph-mon[97338]: pgmap v9184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:36 smithi081 ceph-mon[95500]: pgmap v9184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:36 smithi081 ceph-mon[107735]: pgmap v9184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:38 smithi170 ceph-mon[97338]: pgmap v9185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:38 smithi081 ceph-mon[95500]: pgmap v9185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:38 smithi081 ceph-mon[107735]: pgmap v9185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:40 smithi170 ceph-mon[97338]: pgmap v9186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:40 smithi081 ceph-mon[95500]: pgmap v9186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:40 smithi081 ceph-mon[107735]: pgmap v9186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:42 smithi170 ceph-mon[97338]: pgmap v9187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:42 smithi081 ceph-mon[95500]: pgmap v9187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:42 smithi081 ceph-mon[107735]: pgmap v9187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:43.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:44:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:42.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:42.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:43 smithi170 ceph-mon[97338]: pgmap v9188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:43 smithi081 ceph-mon[95500]: pgmap v9188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:43 smithi081 ceph-mon[107735]: pgmap v9188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:44.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:44.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:46 smithi170 ceph-mon[97338]: pgmap v9189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:46 smithi081 ceph-mon[95500]: pgmap v9189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:46 smithi081 ceph-mon[107735]: pgmap v9189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:48 smithi170 ceph-mon[97338]: pgmap v9190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:48 smithi081 ceph-mon[95500]: pgmap v9190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:48 smithi081 ceph-mon[107735]: pgmap v9190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:50 smithi170 ceph-mon[97338]: pgmap v9191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:50 smithi081 ceph-mon[95500]: pgmap v9191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:50 smithi081 ceph-mon[107735]: pgmap v9191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:52 smithi170 ceph-mon[97338]: pgmap v9192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:52 smithi081 ceph-mon[95500]: pgmap v9192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:52 smithi081 ceph-mon[107735]: pgmap v9192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:52.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:52.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:44:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:53 smithi170 ceph-mon[97338]: pgmap v9193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:54.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:53 smithi081 ceph-mon[95500]: pgmap v9193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:53 smithi081 ceph-mon[107735]: pgmap v9193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:44:54.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:44:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:44:54.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:44:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:56 smithi170 ceph-mon[97338]: pgmap v9194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:56 smithi081 ceph-mon[95500]: pgmap v9194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:56 smithi081 ceph-mon[107735]: pgmap v9194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:44:58 smithi170 ceph-mon[97338]: pgmap v9195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:44:58 smithi081 ceph-mon[95500]: pgmap v9195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:44:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:44:58 smithi081 ceph-mon[107735]: pgmap v9195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:00 smithi170 ceph-mon[97338]: pgmap v9196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:00 smithi081 ceph-mon[95500]: pgmap v9196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:00 smithi081 ceph-mon[107735]: pgmap v9196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:02 smithi170 ceph-mon[97338]: pgmap v9197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:02 smithi081 ceph-mon[95500]: pgmap v9197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:02 smithi081 ceph-mon[107735]: pgmap v9197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:45:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:02.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:02.889Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:03 smithi170 ceph-mon[97338]: pgmap v9198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:03 smithi081 ceph-mon[95500]: pgmap v9198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:03 smithi081 ceph-mon[107735]: pgmap v9198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:04.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:04.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:06 smithi170 ceph-mon[97338]: pgmap v9199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:06 smithi081 ceph-mon[95500]: pgmap v9199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:06 smithi081 ceph-mon[107735]: pgmap v9199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:08 smithi170 ceph-mon[97338]: pgmap v9200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:08 smithi081 ceph-mon[95500]: pgmap v9200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:08 smithi081 ceph-mon[107735]: pgmap v9200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:10 smithi170 ceph-mon[97338]: pgmap v9201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:10 smithi081 ceph-mon[95500]: pgmap v9201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:10 smithi081 ceph-mon[107735]: pgmap v9201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:12 smithi170 ceph-mon[97338]: pgmap v9202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:12 smithi081 ceph-mon[95500]: pgmap v9202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:12 smithi081 ceph-mon[107735]: pgmap v9202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:45:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:12.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:12.889Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:13 smithi170 ceph-mon[97338]: pgmap v9203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:13 smithi081 ceph-mon[95500]: pgmap v9203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:13 smithi081 ceph-mon[107735]: pgmap v9203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:14.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:15.040 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:14.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:16 smithi170 ceph-mon[97338]: pgmap v9204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:16 smithi081 ceph-mon[95500]: pgmap v9204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:16 smithi081 ceph-mon[107735]: pgmap v9204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:18 smithi170 ceph-mon[97338]: pgmap v9205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:18 smithi081 ceph-mon[95500]: pgmap v9205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:18 smithi081 ceph-mon[107735]: pgmap v9205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:20 smithi170 ceph-mon[97338]: pgmap v9206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:20 smithi081 ceph-mon[95500]: pgmap v9206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:20 smithi081 ceph-mon[107735]: pgmap v9206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:22 smithi170 ceph-mon[97338]: pgmap v9207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:22 smithi081 ceph-mon[95500]: pgmap v9207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:22 smithi081 ceph-mon[107735]: pgmap v9207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:45:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:22.889Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:22.890Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:23 smithi170 ceph-mon[97338]: pgmap v9208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:24.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:23 smithi081 ceph-mon[95500]: pgmap v9208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:23 smithi081 ceph-mon[107735]: pgmap v9208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:24.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:24.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:26 smithi170 ceph-mon[97338]: pgmap v9209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:26 smithi081 ceph-mon[95500]: pgmap v9209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:26 smithi081 ceph-mon[107735]: pgmap v9209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:28 smithi170 ceph-mon[97338]: pgmap v9210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:28 smithi081 ceph-mon[95500]: pgmap v9210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:28 smithi081 ceph-mon[107735]: pgmap v9210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:30 smithi170 ceph-mon[97338]: pgmap v9211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:30 smithi081 ceph-mon[95500]: pgmap v9211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:30 smithi081 ceph-mon[107735]: pgmap v9211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:32 smithi170 ceph-mon[97338]: pgmap v9212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:32 smithi081 ceph-mon[95500]: pgmap v9212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:32 smithi081 ceph-mon[107735]: pgmap v9212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:45:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:32.889Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:32.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:33 smithi170 ceph-mon[97338]: pgmap v9213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:33 smithi081 ceph-mon[95500]: pgmap v9213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:33 smithi081 ceph-mon[107735]: pgmap v9213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:34.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:34.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:36 smithi170 ceph-mon[97338]: pgmap v9214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:36 smithi081 ceph-mon[95500]: pgmap v9214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:36 smithi081 ceph-mon[107735]: pgmap v9214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:38 smithi170 ceph-mon[97338]: pgmap v9215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:38 smithi081 ceph-mon[95500]: pgmap v9215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:38 smithi081 ceph-mon[107735]: pgmap v9215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:40 smithi170 ceph-mon[97338]: pgmap v9216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:40 smithi081 ceph-mon[95500]: pgmap v9216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:40 smithi081 ceph-mon[107735]: pgmap v9216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:42 smithi170 ceph-mon[97338]: pgmap v9217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:42 smithi081 ceph-mon[95500]: pgmap v9217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:42 smithi081 ceph-mon[107735]: pgmap v9217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:45:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:42.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:42.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:43 smithi170 ceph-mon[97338]: pgmap v9218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:43 smithi081 ceph-mon[95500]: pgmap v9218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:43 smithi081 ceph-mon[107735]: pgmap v9218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:44.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:44.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:46 smithi170 ceph-mon[97338]: pgmap v9219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:46 smithi081 ceph-mon[95500]: pgmap v9219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:46 smithi081 ceph-mon[107735]: pgmap v9219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:48 smithi170 ceph-mon[97338]: pgmap v9220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:48 smithi081 ceph-mon[95500]: pgmap v9220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:48 smithi081 ceph-mon[107735]: pgmap v9220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:50 smithi170 ceph-mon[97338]: pgmap v9221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:50 smithi081 ceph-mon[95500]: pgmap v9221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:50 smithi081 ceph-mon[107735]: pgmap v9221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:52 smithi170 ceph-mon[97338]: pgmap v9222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:52 smithi081 ceph-mon[95500]: pgmap v9222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:52 smithi081 ceph-mon[107735]: pgmap v9222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:45:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:52.891Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:52.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:53 smithi170 ceph-mon[97338]: pgmap v9223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:53 smithi081 ceph-mon[95500]: pgmap v9223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:53 smithi081 ceph-mon[107735]: pgmap v9223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:45:54.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:45:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:45:54.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:45:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:56 smithi170 ceph-mon[97338]: pgmap v9224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:56 smithi081 ceph-mon[95500]: pgmap v9224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:56 smithi081 ceph-mon[107735]: pgmap v9224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:45:58 smithi170 ceph-mon[97338]: pgmap v9225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:45:58 smithi081 ceph-mon[95500]: pgmap v9225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:45:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:45:58 smithi081 ceph-mon[107735]: pgmap v9225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:00 smithi170 ceph-mon[97338]: pgmap v9226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:00 smithi081 ceph-mon[95500]: pgmap v9226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:00 smithi081 ceph-mon[107735]: pgmap v9226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:02 smithi170 ceph-mon[97338]: pgmap v9227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:02 smithi081 ceph-mon[95500]: pgmap v9227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:02 smithi081 ceph-mon[107735]: pgmap v9227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:46:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:02.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:02.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:03 smithi170 ceph-mon[97338]: pgmap v9228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:03 smithi081 ceph-mon[95500]: pgmap v9228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:03 smithi081 ceph-mon[107735]: pgmap v9228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:04.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:04.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:06 smithi170 ceph-mon[97338]: pgmap v9229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:06 smithi081 ceph-mon[95500]: pgmap v9229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:06 smithi081 ceph-mon[107735]: pgmap v9229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:08 smithi170 ceph-mon[97338]: pgmap v9230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:08 smithi081 ceph-mon[95500]: pgmap v9230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:08 smithi081 ceph-mon[107735]: pgmap v9230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:10 smithi170 ceph-mon[97338]: pgmap v9231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:10 smithi081 ceph-mon[95500]: pgmap v9231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:10 smithi081 ceph-mon[107735]: pgmap v9231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:12 smithi170 ceph-mon[97338]: pgmap v9232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:12 smithi081 ceph-mon[95500]: pgmap v9232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:12 smithi081 ceph-mon[107735]: pgmap v9232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:46:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:12.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:12.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:13 smithi170 ceph-mon[97338]: pgmap v9233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:13 smithi081 ceph-mon[95500]: pgmap v9233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:13 smithi081 ceph-mon[107735]: pgmap v9233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:14.744Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:14.745Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:16 smithi170 ceph-mon[97338]: pgmap v9234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:16 smithi081 ceph-mon[95500]: pgmap v9234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:16 smithi081 ceph-mon[107735]: pgmap v9234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:18 smithi170 ceph-mon[97338]: pgmap v9235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:18 smithi081 ceph-mon[95500]: pgmap v9235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:18 smithi081 ceph-mon[107735]: pgmap v9235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:20 smithi170 ceph-mon[97338]: pgmap v9236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:20 smithi081 ceph-mon[95500]: pgmap v9236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:20 smithi081 ceph-mon[107735]: pgmap v9236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:22 smithi170 ceph-mon[97338]: pgmap v9237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:22 smithi081 ceph-mon[95500]: pgmap v9237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:22 smithi081 ceph-mon[107735]: pgmap v9237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:46:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:22.893Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:22.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:23 smithi170 ceph-mon[97338]: pgmap v9238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:23 smithi081 ceph-mon[95500]: pgmap v9238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:23 smithi081 ceph-mon[107735]: pgmap v9238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:24.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:24.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:26 smithi170 ceph-mon[97338]: pgmap v9239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:26 smithi081 ceph-mon[95500]: pgmap v9239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:26 smithi081 ceph-mon[107735]: pgmap v9239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:28 smithi170 ceph-mon[97338]: pgmap v9240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:28 smithi081 ceph-mon[95500]: pgmap v9240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:28 smithi081 ceph-mon[107735]: pgmap v9240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:30 smithi170 ceph-mon[97338]: pgmap v9241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:30 smithi081 ceph-mon[95500]: pgmap v9241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:30 smithi081 ceph-mon[107735]: pgmap v9241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:32 smithi170 ceph-mon[97338]: pgmap v9242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:32 smithi081 ceph-mon[95500]: pgmap v9242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:32 smithi081 ceph-mon[107735]: pgmap v9242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:46:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:32.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:32.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:33 smithi170 ceph-mon[97338]: pgmap v9243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:33 smithi081 ceph-mon[95500]: pgmap v9243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:33 smithi081 ceph-mon[107735]: pgmap v9243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:34.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:34.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:36 smithi170 ceph-mon[97338]: pgmap v9244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:36 smithi081 ceph-mon[95500]: pgmap v9244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:36 smithi081 ceph-mon[107735]: pgmap v9244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:38 smithi170 ceph-mon[97338]: pgmap v9245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:38 smithi081 ceph-mon[95500]: pgmap v9245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:38 smithi081 ceph-mon[107735]: pgmap v9245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:40 smithi170 ceph-mon[97338]: pgmap v9246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:40 smithi081 ceph-mon[95500]: pgmap v9246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:40 smithi081 ceph-mon[107735]: pgmap v9246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:42 smithi170 ceph-mon[97338]: pgmap v9247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:42 smithi081 ceph-mon[95500]: pgmap v9247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:42 smithi081 ceph-mon[107735]: pgmap v9247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:46:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:42.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:42.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:43 smithi170 ceph-mon[97338]: pgmap v9248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:43 smithi081 ceph-mon[95500]: pgmap v9248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:43 smithi081 ceph-mon[107735]: pgmap v9248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:44.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:44.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:46 smithi170 ceph-mon[97338]: pgmap v9249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:46 smithi081 ceph-mon[95500]: pgmap v9249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:46 smithi081 ceph-mon[107735]: pgmap v9249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:48 smithi170 ceph-mon[97338]: pgmap v9250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:48 smithi081 ceph-mon[95500]: pgmap v9250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:48 smithi081 ceph-mon[107735]: pgmap v9250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:50 smithi170 ceph-mon[97338]: pgmap v9251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:50 smithi081 ceph-mon[95500]: pgmap v9251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:50 smithi081 ceph-mon[107735]: pgmap v9251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:52 smithi170 ceph-mon[97338]: pgmap v9252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:52 smithi081 ceph-mon[95500]: pgmap v9252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:52 smithi081 ceph-mon[107735]: pgmap v9252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:46:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:52.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:52.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:53 smithi170 ceph-mon[97338]: pgmap v9253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:54.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:53 smithi081 ceph-mon[95500]: pgmap v9253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:53 smithi081 ceph-mon[107735]: pgmap v9253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:46:54.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:46:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:46:54.748Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:46:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:56 smithi170 ceph-mon[97338]: pgmap v9254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:56 smithi081 ceph-mon[95500]: pgmap v9254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:56 smithi081 ceph-mon[107735]: pgmap v9254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:46:58 smithi170 ceph-mon[97338]: pgmap v9255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:46:58 smithi081 ceph-mon[95500]: pgmap v9255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:46:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:46:58 smithi081 ceph-mon[107735]: pgmap v9255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:00 smithi170 ceph-mon[97338]: pgmap v9256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:00 smithi081 ceph-mon[95500]: pgmap v9256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:00 smithi081 ceph-mon[107735]: pgmap v9256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:02 smithi170 ceph-mon[97338]: pgmap v9257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:02 smithi081 ceph-mon[95500]: pgmap v9257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:02 smithi081 ceph-mon[107735]: pgmap v9257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:47:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:02.896Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:02.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:03 smithi170 ceph-mon[97338]: pgmap v9258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:03 smithi081 ceph-mon[107735]: pgmap v9258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:04.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:03 smithi081 ceph-mon[95500]: pgmap v9258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:04.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:04.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:06 smithi170 ceph-mon[97338]: pgmap v9259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:06 smithi081 ceph-mon[95500]: pgmap v9259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:06 smithi081 ceph-mon[107735]: pgmap v9259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:08 smithi170 ceph-mon[97338]: pgmap v9260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:08 smithi081 ceph-mon[95500]: pgmap v9260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:08 smithi081 ceph-mon[107735]: pgmap v9260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:10 smithi170 ceph-mon[97338]: pgmap v9261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:10 smithi081 ceph-mon[95500]: pgmap v9261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:10 smithi081 ceph-mon[107735]: pgmap v9261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:12 smithi170 ceph-mon[97338]: pgmap v9262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:12 smithi081 ceph-mon[95500]: pgmap v9262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:12 smithi081 ceph-mon[107735]: pgmap v9262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:47:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:12.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:12.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:13 smithi170 ceph-mon[97338]: pgmap v9263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:13 smithi081 ceph-mon[95500]: pgmap v9263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:13 smithi081 ceph-mon[107735]: pgmap v9263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:14.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:14.750Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:16 smithi170 ceph-mon[97338]: pgmap v9264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:16 smithi081 ceph-mon[95500]: pgmap v9264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:16 smithi081 ceph-mon[107735]: pgmap v9264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:18 smithi170 ceph-mon[97338]: pgmap v9265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:18 smithi081 ceph-mon[95500]: pgmap v9265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:18 smithi081 ceph-mon[107735]: pgmap v9265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:20 smithi170 ceph-mon[97338]: pgmap v9266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:20 smithi081 ceph-mon[95500]: pgmap v9266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:20 smithi081 ceph-mon[107735]: pgmap v9266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:22 smithi170 ceph-mon[97338]: pgmap v9267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:22 smithi081 ceph-mon[95500]: pgmap v9267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:22 smithi081 ceph-mon[107735]: pgmap v9267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:47:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:22.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:22.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:23 smithi170 ceph-mon[97338]: pgmap v9268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:23 smithi081 ceph-mon[95500]: pgmap v9268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:23 smithi081 ceph-mon[107735]: pgmap v9268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:24.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:24.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:26 smithi170 ceph-mon[97338]: pgmap v9269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:26 smithi081 ceph-mon[95500]: pgmap v9269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:26 smithi081 ceph-mon[107735]: pgmap v9269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:28 smithi170 ceph-mon[97338]: pgmap v9270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:28 smithi081 ceph-mon[95500]: pgmap v9270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:28 smithi081 ceph-mon[107735]: pgmap v9270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:30 smithi170 ceph-mon[97338]: pgmap v9271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:30 smithi081 ceph-mon[95500]: pgmap v9271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:30 smithi081 ceph-mon[107735]: pgmap v9271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:32 smithi170 ceph-mon[97338]: pgmap v9272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:32 smithi081 ceph-mon[95500]: pgmap v9272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:32 smithi081 ceph-mon[107735]: pgmap v9272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:33.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:47:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:32.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:33.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:32.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:33 smithi170 ceph-mon[97338]: pgmap v9273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:33 smithi081 ceph-mon[95500]: pgmap v9273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:33 smithi081 ceph-mon[107735]: pgmap v9273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:34.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:34.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:36 smithi170 ceph-mon[97338]: pgmap v9274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:36 smithi081 ceph-mon[95500]: pgmap v9274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:36 smithi081 ceph-mon[107735]: pgmap v9274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:38 smithi170 ceph-mon[97338]: pgmap v9275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:38 smithi081 ceph-mon[95500]: pgmap v9275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:38 smithi081 ceph-mon[107735]: pgmap v9275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:40 smithi170 ceph-mon[97338]: pgmap v9276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:40 smithi081 ceph-mon[95500]: pgmap v9276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:40 smithi081 ceph-mon[107735]: pgmap v9276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:42 smithi170 ceph-mon[97338]: pgmap v9277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:42 smithi081 ceph-mon[95500]: pgmap v9277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:42 smithi081 ceph-mon[107735]: pgmap v9277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:43.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:47:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:42.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:42.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:43 smithi170 ceph-mon[97338]: pgmap v9278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:43 smithi081 ceph-mon[95500]: pgmap v9278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:43 smithi081 ceph-mon[107735]: pgmap v9278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:44.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:44.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:46 smithi170 ceph-mon[97338]: pgmap v9279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:46 smithi081 ceph-mon[95500]: pgmap v9279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:46 smithi081 ceph-mon[107735]: pgmap v9279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:48 smithi170 ceph-mon[97338]: pgmap v9280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:48 smithi081 ceph-mon[95500]: pgmap v9280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:48 smithi081 ceph-mon[107735]: pgmap v9280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:50 smithi170 ceph-mon[97338]: pgmap v9281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:50 smithi081 ceph-mon[95500]: pgmap v9281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:50 smithi081 ceph-mon[107735]: pgmap v9281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:52 smithi170 ceph-mon[97338]: pgmap v9282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:52 smithi081 ceph-mon[95500]: pgmap v9282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:52 smithi081 ceph-mon[107735]: pgmap v9282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:47:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:52.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:52.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:53 smithi081 ceph-mon[95500]: pgmap v9283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:53 smithi081 ceph-mon[107735]: pgmap v9283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:53 smithi170 ceph-mon[97338]: pgmap v9283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:47:54.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:47:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:47:54.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:47:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:56 smithi170 ceph-mon[97338]: pgmap v9284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:56 smithi081 ceph-mon[95500]: pgmap v9284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:56 smithi081 ceph-mon[107735]: pgmap v9284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:47:58 smithi170 ceph-mon[97338]: pgmap v9285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:47:58 smithi081 ceph-mon[95500]: pgmap v9285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:47:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:47:58 smithi081 ceph-mon[107735]: pgmap v9285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:00 smithi170 ceph-mon[97338]: pgmap v9286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:00 smithi081 ceph-mon[95500]: pgmap v9286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:00 smithi081 ceph-mon[107735]: pgmap v9286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:02 smithi170 ceph-mon[97338]: pgmap v9287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:02 smithi081 ceph-mon[95500]: pgmap v9287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:02 smithi081 ceph-mon[107735]: pgmap v9287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:48:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:02.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:02.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:04.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:03 smithi081 ceph-mon[95500]: pgmap v9288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:03 smithi081 ceph-mon[107735]: pgmap v9288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:03 smithi170 ceph-mon[97338]: pgmap v9288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:04.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:04.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:06 smithi170 ceph-mon[97338]: pgmap v9289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:06 smithi081 ceph-mon[95500]: pgmap v9289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:06 smithi081 ceph-mon[107735]: pgmap v9289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:08 smithi170 ceph-mon[97338]: pgmap v9290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:08 smithi081 ceph-mon[95500]: pgmap v9290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:08 smithi081 ceph-mon[107735]: pgmap v9290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:10 smithi170 ceph-mon[97338]: pgmap v9291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:10 smithi081 ceph-mon[95500]: pgmap v9291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:10 smithi081 ceph-mon[107735]: pgmap v9291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:12 smithi170 ceph-mon[97338]: pgmap v9292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:12 smithi081 ceph-mon[95500]: pgmap v9292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:12 smithi081 ceph-mon[107735]: pgmap v9292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:48:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:12.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:12.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:13 smithi081 ceph-mon[95500]: pgmap v9293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:13 smithi081 ceph-mon[107735]: pgmap v9293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:13 smithi170 ceph-mon[97338]: pgmap v9293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:14.753Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:14.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:16 smithi170 ceph-mon[97338]: pgmap v9294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:16 smithi081 ceph-mon[95500]: pgmap v9294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:16 smithi081 ceph-mon[107735]: pgmap v9294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:18 smithi170 ceph-mon[97338]: pgmap v9295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:18 smithi081 ceph-mon[95500]: pgmap v9295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:18 smithi081 ceph-mon[107735]: pgmap v9295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:20 smithi170 ceph-mon[97338]: pgmap v9296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:20 smithi081 ceph-mon[95500]: pgmap v9296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:20 smithi081 ceph-mon[107735]: pgmap v9296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:22 smithi170 ceph-mon[97338]: pgmap v9297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:22 smithi081 ceph-mon[95500]: pgmap v9297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:22 smithi081 ceph-mon[107735]: pgmap v9297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:48:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:22.901Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:22.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:23 smithi081 ceph-mon[95500]: pgmap v9298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:23 smithi081 ceph-mon[107735]: pgmap v9298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:23 smithi170 ceph-mon[97338]: pgmap v9298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:24.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:24.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:26 smithi170 ceph-mon[97338]: pgmap v9299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:26 smithi081 ceph-mon[95500]: pgmap v9299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:26 smithi081 ceph-mon[107735]: pgmap v9299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:28 smithi170 ceph-mon[97338]: pgmap v9300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:28 smithi081 ceph-mon[95500]: pgmap v9300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:28 smithi081 ceph-mon[107735]: pgmap v9300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:30 smithi170 ceph-mon[97338]: pgmap v9301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:30 smithi081 ceph-mon[95500]: pgmap v9301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:30 smithi081 ceph-mon[107735]: pgmap v9301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:32 smithi170 ceph-mon[97338]: pgmap v9302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:32 smithi081 ceph-mon[95500]: pgmap v9302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:32 smithi081 ceph-mon[107735]: pgmap v9302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:48:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:32.902Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:32.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:34 smithi081 ceph-mon[95500]: pgmap v9303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:34 smithi081 ceph-mon[107735]: pgmap v9303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:34 smithi170 ceph-mon[97338]: pgmap v9303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:34.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:35.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:34.756Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:36 smithi170 ceph-mon[97338]: pgmap v9304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:36 smithi081 ceph-mon[95500]: pgmap v9304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:36 smithi081 ceph-mon[107735]: pgmap v9304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:38 smithi170 ceph-mon[97338]: pgmap v9305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:38 smithi081 ceph-mon[95500]: pgmap v9305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:38 smithi081 ceph-mon[107735]: pgmap v9305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:40 smithi170 ceph-mon[97338]: pgmap v9306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:40 smithi081 ceph-mon[95500]: pgmap v9306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:40 smithi081 ceph-mon[107735]: pgmap v9306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:42 smithi170 ceph-mon[97338]: pgmap v9307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:42 smithi081 ceph-mon[95500]: pgmap v9307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:42 smithi081 ceph-mon[107735]: pgmap v9307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:48:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:42.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:42.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:44.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:44 smithi081 ceph-mon[95500]: pgmap v9308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:44 smithi081 ceph-mon[107735]: pgmap v9308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:44 smithi170 ceph-mon[97338]: pgmap v9308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:44.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:44.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:46 smithi170 ceph-mon[97338]: pgmap v9309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:46 smithi081 ceph-mon[95500]: pgmap v9309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:46 smithi081 ceph-mon[107735]: pgmap v9309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:48 smithi170 ceph-mon[97338]: pgmap v9310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:48 smithi081 ceph-mon[95500]: pgmap v9310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:48 smithi081 ceph-mon[107735]: pgmap v9310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:50 smithi170 ceph-mon[97338]: pgmap v9311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:50 smithi081 ceph-mon[95500]: pgmap v9311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:50 smithi081 ceph-mon[107735]: pgmap v9311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:52 smithi170 ceph-mon[97338]: pgmap v9312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:52 smithi081 ceph-mon[95500]: pgmap v9312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:52.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:52 smithi081 ceph-mon[107735]: pgmap v9312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:48:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:52.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:52.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:54 smithi081 ceph-mon[95500]: pgmap v9313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:54 smithi081 ceph-mon[107735]: pgmap v9313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:54 smithi170 ceph-mon[97338]: pgmap v9313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:48:54.757Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:48:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:48:54.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:48:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:56 smithi170 ceph-mon[97338]: pgmap v9314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:56 smithi081 ceph-mon[95500]: pgmap v9314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:56 smithi081 ceph-mon[107735]: pgmap v9314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:48:58 smithi170 ceph-mon[97338]: pgmap v9315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:48:58 smithi081 ceph-mon[95500]: pgmap v9315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:48:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:48:58 smithi081 ceph-mon[107735]: pgmap v9315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:00 smithi170 ceph-mon[97338]: pgmap v9316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:00 smithi081 ceph-mon[95500]: pgmap v9316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:00 smithi081 ceph-mon[107735]: pgmap v9316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:02 smithi170 ceph-mon[97338]: pgmap v9317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:02 smithi081 ceph-mon[95500]: pgmap v9317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:02 smithi081 ceph-mon[107735]: pgmap v9317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:49:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:02.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:02.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:04 smithi081 ceph-mon[95500]: pgmap v9318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:04 smithi081 ceph-mon[107735]: pgmap v9318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:04 smithi170 ceph-mon[97338]: pgmap v9318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:05.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:04.758Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:04.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:06 smithi170 ceph-mon[97338]: pgmap v9319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:06 smithi081 ceph-mon[95500]: pgmap v9319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:06 smithi081 ceph-mon[107735]: pgmap v9319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:08 smithi170 ceph-mon[97338]: pgmap v9320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:08 smithi081 ceph-mon[95500]: pgmap v9320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:08 smithi081 ceph-mon[107735]: pgmap v9320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:10 smithi170 ceph-mon[97338]: pgmap v9321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:10 smithi081 ceph-mon[95500]: pgmap v9321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:10 smithi081 ceph-mon[107735]: pgmap v9321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:12 smithi170 ceph-mon[97338]: pgmap v9322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:12 smithi081 ceph-mon[95500]: pgmap v9322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:12 smithi081 ceph-mon[107735]: pgmap v9322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:49:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:12.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:12.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:14 smithi081 ceph-mon[95500]: pgmap v9323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:14 smithi081 ceph-mon[107735]: pgmap v9323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:14 smithi170 ceph-mon[97338]: pgmap v9323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:15.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:14.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:15.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:14.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:16 smithi170 ceph-mon[97338]: pgmap v9324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:16 smithi081 ceph-mon[95500]: pgmap v9324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:16 smithi081 ceph-mon[107735]: pgmap v9324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:18 smithi170 ceph-mon[97338]: pgmap v9325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:18 smithi081 ceph-mon[95500]: pgmap v9325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:18 smithi081 ceph-mon[107735]: pgmap v9325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:20 smithi170 ceph-mon[97338]: pgmap v9326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:20 smithi081 ceph-mon[95500]: pgmap v9326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:20 smithi081 ceph-mon[107735]: pgmap v9326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:22 smithi170 ceph-mon[97338]: pgmap v9327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:22 smithi081 ceph-mon[95500]: pgmap v9327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:22 smithi081 ceph-mon[107735]: pgmap v9327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:49:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:22.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:22.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:24 smithi081 ceph-mon[95500]: pgmap v9328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:24 smithi081 ceph-mon[107735]: pgmap v9328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:24 smithi170 ceph-mon[97338]: pgmap v9328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:25.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:24.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:25.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:24.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:26 smithi170 ceph-mon[97338]: pgmap v9329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:26 smithi081 ceph-mon[95500]: pgmap v9329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:26 smithi081 ceph-mon[107735]: pgmap v9329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:28 smithi170 ceph-mon[97338]: pgmap v9330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:28 smithi081 ceph-mon[95500]: pgmap v9330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:28 smithi081 ceph-mon[107735]: pgmap v9330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:30 smithi170 ceph-mon[97338]: pgmap v9331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:30 smithi081 ceph-mon[95500]: pgmap v9331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:30 smithi081 ceph-mon[107735]: pgmap v9331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:32 smithi170 ceph-mon[97338]: pgmap v9332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:32 smithi081 ceph-mon[95500]: pgmap v9332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:32 smithi081 ceph-mon[107735]: pgmap v9332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:49:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:32.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:32.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:34 smithi170 ceph-mon[97338]: pgmap v9333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:34 smithi081 ceph-mon[95500]: pgmap v9333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:34 smithi081 ceph-mon[107735]: pgmap v9333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:34.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:35.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:34.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:36 smithi170 ceph-mon[97338]: pgmap v9334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:36 smithi081 ceph-mon[95500]: pgmap v9334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:36 smithi081 ceph-mon[107735]: pgmap v9334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:38 smithi170 ceph-mon[97338]: pgmap v9335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:38 smithi081 ceph-mon[95500]: pgmap v9335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:38 smithi081 ceph-mon[107735]: pgmap v9335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:40 smithi170 ceph-mon[97338]: pgmap v9336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:40 smithi081 ceph-mon[95500]: pgmap v9336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:40 smithi081 ceph-mon[107735]: pgmap v9336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:42 smithi170 ceph-mon[97338]: pgmap v9337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:42 smithi081 ceph-mon[95500]: pgmap v9337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:42 smithi081 ceph-mon[107735]: pgmap v9337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:49:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:42.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:42.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:44 smithi170 ceph-mon[97338]: pgmap v9338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:44 smithi081 ceph-mon[95500]: pgmap v9338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:44 smithi081 ceph-mon[107735]: pgmap v9338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:44.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:45.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:44.762Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:46 smithi170 ceph-mon[97338]: pgmap v9339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:46 smithi081 ceph-mon[95500]: pgmap v9339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:46.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:46 smithi081 ceph-mon[107735]: pgmap v9339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:48 smithi170 ceph-mon[97338]: pgmap v9340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:48 smithi081 ceph-mon[95500]: pgmap v9340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:48 smithi081 ceph-mon[107735]: pgmap v9340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:50 smithi170 ceph-mon[97338]: pgmap v9341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:50 smithi081 ceph-mon[95500]: pgmap v9341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:50.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:50 smithi081 ceph-mon[107735]: pgmap v9341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:52 smithi170 ceph-mon[97338]: pgmap v9342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:52 smithi081 ceph-mon[95500]: pgmap v9342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:52 smithi081 ceph-mon[107735]: pgmap v9342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:49:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:52.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:52.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:54 smithi170 ceph-mon[97338]: pgmap v9343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:54 smithi081 ceph-mon[95500]: pgmap v9343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:54 smithi081 ceph-mon[107735]: pgmap v9343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:55.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:49:54.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:55.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:49:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:49:54.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:49:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:56 smithi170 ceph-mon[97338]: pgmap v9344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:56 smithi081 ceph-mon[95500]: pgmap v9344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:56 smithi081 ceph-mon[107735]: pgmap v9344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:49:58 smithi170 ceph-mon[97338]: pgmap v9345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:49:58 smithi081 ceph-mon[95500]: pgmap v9345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:49:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:49:58 smithi081 ceph-mon[107735]: pgmap v9345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:00 smithi170 ceph-mon[97338]: pgmap v9346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:50:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:00 smithi081 ceph-mon[95500]: pgmap v9346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:50:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:00 smithi081 ceph-mon[107735]: pgmap v9346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T10:50:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:02 smithi170 ceph-mon[97338]: pgmap v9347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:02 smithi081 ceph-mon[95500]: pgmap v9347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:02 smithi081 ceph-mon[107735]: pgmap v9347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:50:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:02.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:02.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:04 smithi170 ceph-mon[97338]: pgmap v9348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:04 smithi081 ceph-mon[95500]: pgmap v9348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:04 smithi081 ceph-mon[107735]: pgmap v9348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:04.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:05.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:04.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:06 smithi170 ceph-mon[97338]: pgmap v9349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:06 smithi081 ceph-mon[95500]: pgmap v9349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:06 smithi081 ceph-mon[107735]: pgmap v9349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:08 smithi170 ceph-mon[97338]: pgmap v9350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:08 smithi081 ceph-mon[95500]: pgmap v9350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:08 smithi081 ceph-mon[107735]: pgmap v9350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:10 smithi170 ceph-mon[97338]: pgmap v9351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:10 smithi081 ceph-mon[95500]: pgmap v9351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:10 smithi081 ceph-mon[107735]: pgmap v9351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:12 smithi170 ceph-mon[97338]: pgmap v9352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:12 smithi081 ceph-mon[95500]: pgmap v9352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:12 smithi081 ceph-mon[107735]: pgmap v9352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:50:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:12.910Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:12.911Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:14 smithi170 ceph-mon[97338]: pgmap v9353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:14 smithi081 ceph-mon[95500]: pgmap v9353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:14 smithi081 ceph-mon[107735]: pgmap v9353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:14.763Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:15.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:14.764Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:16 smithi170 ceph-mon[97338]: pgmap v9354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:16 smithi081 ceph-mon[95500]: pgmap v9354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:16.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:16 smithi081 ceph-mon[107735]: pgmap v9354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:18 smithi170 ceph-mon[97338]: pgmap v9355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:18 smithi081 ceph-mon[95500]: pgmap v9355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:18 smithi081 ceph-mon[107735]: pgmap v9355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:20 smithi170 ceph-mon[97338]: pgmap v9356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:20 smithi081 ceph-mon[95500]: pgmap v9356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:20 smithi081 ceph-mon[107735]: pgmap v9356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:22 smithi170 ceph-mon[97338]: pgmap v9357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:22 smithi081 ceph-mon[95500]: pgmap v9357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:22 smithi081 ceph-mon[107735]: pgmap v9357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:50:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:22.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:22.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:24 smithi170 ceph-mon[97338]: pgmap v9358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:24 smithi081 ceph-mon[95500]: pgmap v9358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:24 smithi081 ceph-mon[107735]: pgmap v9358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:24.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:25.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:24.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:26 smithi170 ceph-mon[97338]: pgmap v9359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:26 smithi081 ceph-mon[95500]: pgmap v9359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:26 smithi081 ceph-mon[107735]: pgmap v9359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:28 smithi170 ceph-mon[97338]: pgmap v9360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:28 smithi081 ceph-mon[95500]: pgmap v9360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:28 smithi081 ceph-mon[107735]: pgmap v9360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:30 smithi170 ceph-mon[97338]: pgmap v9361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:30 smithi081 ceph-mon[95500]: pgmap v9361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:30 smithi081 ceph-mon[107735]: pgmap v9361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:32 smithi170 ceph-mon[97338]: pgmap v9362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:32 smithi081 ceph-mon[95500]: pgmap v9362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:32 smithi081 ceph-mon[107735]: pgmap v9362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:50:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:32.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:32.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:34 smithi170 ceph-mon[97338]: pgmap v9363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:34 smithi081 ceph-mon[95500]: pgmap v9363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:34 smithi081 ceph-mon[107735]: pgmap v9363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:34.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:35.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:34.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:36 smithi170 ceph-mon[97338]: pgmap v9364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:36 smithi081 ceph-mon[95500]: pgmap v9364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:36 smithi081 ceph-mon[107735]: pgmap v9364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:38 smithi170 ceph-mon[97338]: pgmap v9365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:38 smithi081 ceph-mon[95500]: pgmap v9365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:38 smithi081 ceph-mon[107735]: pgmap v9365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:40 smithi170 ceph-mon[97338]: pgmap v9366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:40 smithi081 ceph-mon[95500]: pgmap v9366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:40 smithi081 ceph-mon[107735]: pgmap v9366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:42 smithi170 ceph-mon[97338]: pgmap v9367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:42 smithi081 ceph-mon[95500]: pgmap v9367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:42 smithi081 ceph-mon[107735]: pgmap v9367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:50:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:42.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:42.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:44 smithi170 ceph-mon[97338]: pgmap v9368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:44 smithi081 ceph-mon[95500]: pgmap v9368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:44 smithi081 ceph-mon[107735]: pgmap v9368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:44.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:44.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:46 smithi170 ceph-mon[97338]: pgmap v9369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:46 smithi081 ceph-mon[95500]: pgmap v9369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:46.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:44.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:46 smithi081 ceph-mon[107735]: pgmap v9369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:48 smithi170 ceph-mon[97338]: pgmap v9370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:48 smithi081 ceph-mon[95500]: pgmap v9370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:48 smithi081 ceph-mon[107735]: pgmap v9370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:50 smithi170 ceph-mon[97338]: pgmap v9371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:50 smithi081 ceph-mon[95500]: pgmap v9371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:50 smithi081 ceph-mon[107735]: pgmap v9371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:52 smithi170 ceph-mon[97338]: pgmap v9372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:52 smithi081 ceph-mon[95500]: pgmap v9372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:52 smithi081 ceph-mon[107735]: pgmap v9372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:50:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:52.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:52.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:54 smithi170 ceph-mon[97338]: pgmap v9373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:54 smithi081 ceph-mon[95500]: pgmap v9373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:54 smithi081 ceph-mon[107735]: pgmap v9373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:50:54.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:50:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:50:54.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:50:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:56 smithi170 ceph-mon[97338]: pgmap v9374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:56 smithi081 ceph-mon[95500]: pgmap v9374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:56 smithi081 ceph-mon[107735]: pgmap v9374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:50:58 smithi170 ceph-mon[97338]: pgmap v9375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:50:58 smithi081 ceph-mon[95500]: pgmap v9375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:50:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:50:58 smithi081 ceph-mon[107735]: pgmap v9375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:00 smithi170 ceph-mon[97338]: pgmap v9376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:00 smithi081 ceph-mon[95500]: pgmap v9376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:00 smithi081 ceph-mon[107735]: pgmap v9376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:02 smithi170 ceph-mon[97338]: pgmap v9377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:02 smithi081 ceph-mon[95500]: pgmap v9377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:02 smithi081 ceph-mon[107735]: pgmap v9377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:51:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:02.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:02.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:04 smithi170 ceph-mon[97338]: pgmap v9378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:04 smithi081 ceph-mon[95500]: pgmap v9378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:04 smithi081 ceph-mon[107735]: pgmap v9378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:04.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:05.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:04.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:06 smithi170 ceph-mon[97338]: pgmap v9379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:06 smithi081 ceph-mon[95500]: pgmap v9379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:06 smithi081 ceph-mon[107735]: pgmap v9379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:08 smithi170 ceph-mon[97338]: pgmap v9380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:08 smithi081 ceph-mon[95500]: pgmap v9380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:08 smithi081 ceph-mon[107735]: pgmap v9380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:10 smithi170 ceph-mon[97338]: pgmap v9381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:10 smithi081 ceph-mon[95500]: pgmap v9381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:10 smithi081 ceph-mon[107735]: pgmap v9381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:12 smithi170 ceph-mon[97338]: pgmap v9382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:12 smithi081 ceph-mon[95500]: pgmap v9382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:12 smithi081 ceph-mon[107735]: pgmap v9382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:51:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:12.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:12.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:14 smithi170 ceph-mon[97338]: pgmap v9383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:14 smithi081 ceph-mon[95500]: pgmap v9383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:14 smithi081 ceph-mon[107735]: pgmap v9383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:14.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:14.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:16 smithi170 ceph-mon[97338]: pgmap v9384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:16 smithi081 ceph-mon[95500]: pgmap v9384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:16 smithi081 ceph-mon[107735]: pgmap v9384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:18 smithi170 ceph-mon[97338]: pgmap v9385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:18 smithi081 ceph-mon[95500]: pgmap v9385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:18.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:18 smithi081 ceph-mon[107735]: pgmap v9385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:20 smithi170 ceph-mon[97338]: pgmap v9386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:20 smithi081 ceph-mon[95500]: pgmap v9386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:20 smithi081 ceph-mon[107735]: pgmap v9386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:22 smithi170 ceph-mon[97338]: pgmap v9387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:22 smithi081 ceph-mon[95500]: pgmap v9387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:22 smithi081 ceph-mon[107735]: pgmap v9387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:51:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:22.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:22.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:24 smithi170 ceph-mon[97338]: pgmap v9388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:24 smithi081 ceph-mon[95500]: pgmap v9388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:24 smithi081 ceph-mon[107735]: pgmap v9388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:24.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:24.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:26 smithi170 ceph-mon[97338]: pgmap v9389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:26 smithi081 ceph-mon[95500]: pgmap v9389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:26 smithi081 ceph-mon[107735]: pgmap v9389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:28 smithi170 ceph-mon[97338]: pgmap v9390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:28 smithi081 ceph-mon[95500]: pgmap v9390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:28 smithi081 ceph-mon[107735]: pgmap v9390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:30 smithi170 ceph-mon[97338]: pgmap v9391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:30 smithi081 ceph-mon[95500]: pgmap v9391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:30 smithi081 ceph-mon[107735]: pgmap v9391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:32 smithi170 ceph-mon[97338]: pgmap v9392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:32 smithi081 ceph-mon[95500]: pgmap v9392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:32 smithi081 ceph-mon[107735]: pgmap v9392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:51:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:32.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:32.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:34 smithi170 ceph-mon[97338]: pgmap v9393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:34 smithi081 ceph-mon[95500]: pgmap v9393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:34 smithi081 ceph-mon[107735]: pgmap v9393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:34.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:34.771Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:36 smithi170 ceph-mon[97338]: pgmap v9394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:36 smithi081 ceph-mon[95500]: pgmap v9394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:36 smithi081 ceph-mon[107735]: pgmap v9394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:38 smithi170 ceph-mon[97338]: pgmap v9395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:38 smithi081 ceph-mon[95500]: pgmap v9395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:38 smithi081 ceph-mon[107735]: pgmap v9395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:40 smithi170 ceph-mon[97338]: pgmap v9396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:40 smithi081 ceph-mon[95500]: pgmap v9396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:40.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:40 smithi081 ceph-mon[107735]: pgmap v9396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:42 smithi170 ceph-mon[97338]: pgmap v9397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:42 smithi081 ceph-mon[95500]: pgmap v9397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:42.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:42 smithi081 ceph-mon[107735]: pgmap v9397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:51:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:42.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:42.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:44 smithi170 ceph-mon[97338]: pgmap v9398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:44 smithi081 ceph-mon[95500]: pgmap v9398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:44 smithi081 ceph-mon[107735]: pgmap v9398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:44.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:44.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:46 smithi170 ceph-mon[97338]: pgmap v9399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:46 smithi081 ceph-mon[95500]: pgmap v9399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:46.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:46 smithi081 ceph-mon[107735]: pgmap v9399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:48 smithi170 ceph-mon[97338]: pgmap v9400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:48 smithi081 ceph-mon[95500]: pgmap v9400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:48 smithi081 ceph-mon[107735]: pgmap v9400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:50 smithi170 ceph-mon[97338]: pgmap v9401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:50 smithi081 ceph-mon[95500]: pgmap v9401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:50 smithi081 ceph-mon[107735]: pgmap v9401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:52 smithi170 ceph-mon[97338]: pgmap v9402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:52 smithi081 ceph-mon[95500]: pgmap v9402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:52.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:52 smithi081 ceph-mon[107735]: pgmap v9402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:51:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:52.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:52.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:54 smithi170 ceph-mon[97338]: pgmap v9403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:54 smithi081 ceph-mon[95500]: pgmap v9403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:54 smithi081 ceph-mon[107735]: pgmap v9403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:51:54.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:51:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:51:54.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:51:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:56 smithi170 ceph-mon[97338]: pgmap v9404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:56 smithi081 ceph-mon[95500]: pgmap v9404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:56.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:56 smithi081 ceph-mon[107735]: pgmap v9404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:51:58 smithi170 ceph-mon[97338]: pgmap v9405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:51:58 smithi081 ceph-mon[95500]: pgmap v9405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:51:58.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:51:58 smithi081 ceph-mon[107735]: pgmap v9405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:00 smithi170 ceph-mon[97338]: pgmap v9406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:00 smithi081 ceph-mon[95500]: pgmap v9406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:00 smithi081 ceph-mon[107735]: pgmap v9406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:02 smithi170 ceph-mon[97338]: pgmap v9407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:02 smithi081 ceph-mon[95500]: pgmap v9407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:02.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:02 smithi081 ceph-mon[107735]: pgmap v9407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:52:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:02.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:02.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:04 smithi170 ceph-mon[97338]: pgmap v9408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:04 smithi081 ceph-mon[95500]: pgmap v9408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:04 smithi081 ceph-mon[107735]: pgmap v9408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:04.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:04.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:06 smithi170 ceph-mon[97338]: pgmap v9409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:06 smithi081 ceph-mon[95500]: pgmap v9409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:06.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:06 smithi081 ceph-mon[107735]: pgmap v9409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:08 smithi170 ceph-mon[97338]: pgmap v9410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:08 smithi081 ceph-mon[95500]: pgmap v9410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:08.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:08 smithi081 ceph-mon[107735]: pgmap v9410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:10 smithi170 ceph-mon[97338]: pgmap v9411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:10 smithi081 ceph-mon[95500]: pgmap v9411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:10.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:10 smithi081 ceph-mon[107735]: pgmap v9411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:12 smithi170 ceph-mon[97338]: pgmap v9412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:12 smithi081 ceph-mon[95500]: pgmap v9412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:12.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:12 smithi081 ceph-mon[107735]: pgmap v9412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:52:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:12.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:12.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:14 smithi170 ceph-mon[97338]: pgmap v9413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:14 smithi081 ceph-mon[95500]: pgmap v9413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:14 smithi081 ceph-mon[107735]: pgmap v9413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:14.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:14.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:16 smithi170 ceph-mon[97338]: pgmap v9414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:16 smithi081 ceph-mon[95500]: pgmap v9414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:16 smithi081 ceph-mon[107735]: pgmap v9414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:18 smithi170 ceph-mon[97338]: pgmap v9415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:18 smithi081 ceph-mon[95500]: pgmap v9415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:18.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:18 smithi081 ceph-mon[107735]: pgmap v9415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:20 smithi170 ceph-mon[97338]: pgmap v9416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:20 smithi081 ceph-mon[95500]: pgmap v9416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:20.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:20 smithi081 ceph-mon[107735]: pgmap v9416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:22 smithi170 ceph-mon[97338]: pgmap v9417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:22 smithi081 ceph-mon[95500]: pgmap v9417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:22.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:22 smithi081 ceph-mon[107735]: pgmap v9417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:52:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:22.920Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:22.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:24 smithi170 ceph-mon[97338]: pgmap v9418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:24 smithi081 ceph-mon[95500]: pgmap v9418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:24 smithi081 ceph-mon[107735]: pgmap v9418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:24.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:24.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:26 smithi170 ceph-mon[97338]: pgmap v9419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:26 smithi081 ceph-mon[95500]: pgmap v9419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:26.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:26 smithi081 ceph-mon[107735]: pgmap v9419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:28 smithi170 ceph-mon[97338]: pgmap v9420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:28 smithi081 ceph-mon[95500]: pgmap v9420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:28.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:28 smithi081 ceph-mon[107735]: pgmap v9420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:30 smithi170 ceph-mon[97338]: pgmap v9421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:30 smithi081 ceph-mon[95500]: pgmap v9421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:30.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:30 smithi081 ceph-mon[107735]: pgmap v9421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:32 smithi170 ceph-mon[97338]: pgmap v9422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:32 smithi081 ceph-mon[95500]: pgmap v9422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:32.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:32 smithi081 ceph-mon[107735]: pgmap v9422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:32.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:32.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:33.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:52:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:34 smithi170 ceph-mon[97338]: pgmap v9423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:34 smithi081 ceph-mon[95500]: pgmap v9423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:34 smithi081 ceph-mon[107735]: pgmap v9423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:34.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:34.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:36 smithi170 ceph-mon[97338]: pgmap v9424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:36 smithi081 ceph-mon[95500]: pgmap v9424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:36.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:36 smithi081 ceph-mon[107735]: pgmap v9424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:38 smithi170 ceph-mon[97338]: pgmap v9425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:38 smithi081 ceph-mon[95500]: pgmap v9425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:38 smithi081 ceph-mon[107735]: pgmap v9425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:40 smithi170 ceph-mon[97338]: pgmap v9426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:40 smithi081 ceph-mon[95500]: pgmap v9426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:40.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:40 smithi081 ceph-mon[107735]: pgmap v9426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:42 smithi170 ceph-mon[97338]: pgmap v9427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:42 smithi081 ceph-mon[95500]: pgmap v9427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:42.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:42 smithi081 ceph-mon[107735]: pgmap v9427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:52:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:42.923Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:42.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:44 smithi170 ceph-mon[97338]: pgmap v9428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:44 smithi081 ceph-mon[95500]: pgmap v9428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:44 smithi081 ceph-mon[107735]: pgmap v9428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:44.774Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:45.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:44.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:46 smithi170 ceph-mon[97338]: pgmap v9429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:46 smithi081 ceph-mon[95500]: pgmap v9429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:46.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:46 smithi081 ceph-mon[107735]: pgmap v9429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:48 smithi170 ceph-mon[97338]: pgmap v9430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:48 smithi081 ceph-mon[95500]: pgmap v9430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:48.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:48 smithi081 ceph-mon[107735]: pgmap v9430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:50 smithi170 ceph-mon[97338]: pgmap v9431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:50 smithi081 ceph-mon[95500]: pgmap v9431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:50 smithi081 ceph-mon[107735]: pgmap v9431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:52 smithi170 ceph-mon[97338]: pgmap v9432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:52 smithi081 ceph-mon[95500]: pgmap v9432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:52.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:52 smithi081 ceph-mon[107735]: pgmap v9432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:52:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:52.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:52.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:54 smithi170 ceph-mon[97338]: pgmap v9433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:54 smithi081 ceph-mon[95500]: pgmap v9433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:54 smithi081 ceph-mon[107735]: pgmap v9433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:52:54.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:52:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:52:54.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:52:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:56 smithi170 ceph-mon[97338]: pgmap v9434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:56 smithi081 ceph-mon[95500]: pgmap v9434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:56.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:56 smithi081 ceph-mon[107735]: pgmap v9434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:52:58 smithi170 ceph-mon[97338]: pgmap v9435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:52:58 smithi081 ceph-mon[95500]: pgmap v9435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:52:58.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:52:58 smithi081 ceph-mon[107735]: pgmap v9435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:00 smithi170 ceph-mon[97338]: pgmap v9436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:00 smithi081 ceph-mon[95500]: pgmap v9436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:00 smithi081 ceph-mon[107735]: pgmap v9436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:02 smithi170 ceph-mon[97338]: pgmap v9437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:02 smithi081 ceph-mon[95500]: pgmap v9437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:02.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:02 smithi081 ceph-mon[107735]: pgmap v9437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:53:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:02.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:02.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:04 smithi170 ceph-mon[97338]: pgmap v9438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:04 smithi081 ceph-mon[95500]: pgmap v9438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:04 smithi081 ceph-mon[107735]: pgmap v9438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:04.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:04.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:06 smithi170 ceph-mon[97338]: pgmap v9439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:06 smithi081 ceph-mon[95500]: pgmap v9439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:06.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:06 smithi081 ceph-mon[107735]: pgmap v9439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:08 smithi170 ceph-mon[97338]: pgmap v9440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:08 smithi081 ceph-mon[95500]: pgmap v9440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:08 smithi081 ceph-mon[107735]: pgmap v9440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:10 smithi170 ceph-mon[97338]: pgmap v9441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:10 smithi081 ceph-mon[95500]: pgmap v9441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:10.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:10 smithi081 ceph-mon[107735]: pgmap v9441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:12 smithi081 ceph-mon[95500]: pgmap v9442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:12.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:12 smithi081 ceph-mon[107735]: pgmap v9442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:12 smithi170 ceph-mon[97338]: pgmap v9442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:53:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:12.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:12.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:14 smithi170 ceph-mon[97338]: pgmap v9443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:14 smithi081 ceph-mon[95500]: pgmap v9443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:14 smithi081 ceph-mon[107735]: pgmap v9443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:14.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:14.778Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:16 smithi170 ceph-mon[97338]: pgmap v9444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:16 smithi081 ceph-mon[95500]: pgmap v9444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:16 smithi081 ceph-mon[107735]: pgmap v9444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:18 smithi170 ceph-mon[97338]: pgmap v9445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:18 smithi081 ceph-mon[95500]: pgmap v9445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:18.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:18 smithi081 ceph-mon[107735]: pgmap v9445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:20 smithi170 ceph-mon[97338]: pgmap v9446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:20 smithi081 ceph-mon[95500]: pgmap v9446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:20.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:20 smithi081 ceph-mon[107735]: pgmap v9446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:22 smithi081 ceph-mon[95500]: pgmap v9447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:22.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:22 smithi081 ceph-mon[107735]: pgmap v9447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:22 smithi170 ceph-mon[97338]: pgmap v9447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:53:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:22.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:22.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:24 smithi170 ceph-mon[97338]: pgmap v9448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:24 smithi081 ceph-mon[95500]: pgmap v9448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:24 smithi081 ceph-mon[107735]: pgmap v9448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:24.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:24.778Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:26 smithi170 ceph-mon[97338]: pgmap v9449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:26 smithi081 ceph-mon[95500]: pgmap v9449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:26.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:26 smithi081 ceph-mon[107735]: pgmap v9449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:28 smithi170 ceph-mon[97338]: pgmap v9450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:28 smithi081 ceph-mon[95500]: pgmap v9450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:28.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:28 smithi081 ceph-mon[107735]: pgmap v9450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:30 smithi081 ceph-mon[95500]: pgmap v9451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:30.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:30 smithi081 ceph-mon[107735]: pgmap v9451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:30 smithi170 ceph-mon[97338]: pgmap v9451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:32 smithi081 ceph-mon[95500]: pgmap v9452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:32 smithi081 ceph-mon[107735]: pgmap v9452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:32 smithi170 ceph-mon[97338]: pgmap v9452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:53:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:32.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:32.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:34 smithi170 ceph-mon[97338]: pgmap v9453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:34 smithi081 ceph-mon[95500]: pgmap v9453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:34 smithi081 ceph-mon[107735]: pgmap v9453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:34.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:35.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:34.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:36 smithi170 ceph-mon[97338]: pgmap v9454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:36 smithi081 ceph-mon[95500]: pgmap v9454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:36.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:36 smithi081 ceph-mon[107735]: pgmap v9454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:38 smithi081 ceph-mon[95500]: pgmap v9455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:38.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:38 smithi081 ceph-mon[107735]: pgmap v9455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:38 smithi170 ceph-mon[97338]: pgmap v9455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:40 smithi081 ceph-mon[95500]: pgmap v9456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:40.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:40 smithi081 ceph-mon[107735]: pgmap v9456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:40.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:40 smithi170 ceph-mon[97338]: pgmap v9456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:42 smithi081 ceph-mon[95500]: pgmap v9457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:42.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:42 smithi081 ceph-mon[107735]: pgmap v9457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:42.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:42 smithi170 ceph-mon[97338]: pgmap v9457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:53:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:42.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:42.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:44 smithi170 ceph-mon[97338]: pgmap v9458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:44 smithi081 ceph-mon[95500]: pgmap v9458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:44 smithi081 ceph-mon[107735]: pgmap v9458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:44.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:45.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:44.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:46 smithi081 ceph-mon[95500]: pgmap v9459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:46.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:46 smithi081 ceph-mon[107735]: pgmap v9459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:46 smithi170 ceph-mon[97338]: pgmap v9459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:48 smithi081 ceph-mon[95500]: pgmap v9460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:48.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:48 smithi081 ceph-mon[107735]: pgmap v9460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:48 smithi170 ceph-mon[97338]: pgmap v9460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:50 smithi081 ceph-mon[95500]: pgmap v9461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:50 smithi081 ceph-mon[107735]: pgmap v9461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:50 smithi170 ceph-mon[97338]: pgmap v9461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:52 smithi081 ceph-mon[95500]: pgmap v9462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:52.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:52 smithi081 ceph-mon[107735]: pgmap v9462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:52.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:52 smithi170 ceph-mon[97338]: pgmap v9462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:53:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:52.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:52.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:54 smithi170 ceph-mon[97338]: pgmap v9463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:54 smithi081 ceph-mon[95500]: pgmap v9463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:54 smithi081 ceph-mon[107735]: pgmap v9463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:53:54.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:53:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:53:54.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:53:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:56 smithi081 ceph-mon[95500]: pgmap v9464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:56.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:56 smithi081 ceph-mon[107735]: pgmap v9464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:56.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:56 smithi170 ceph-mon[97338]: pgmap v9464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:53:58 smithi081 ceph-mon[95500]: pgmap v9465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:53:58 smithi081 ceph-mon[107735]: pgmap v9465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:53:58.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:53:58 smithi170 ceph-mon[97338]: pgmap v9465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:00 smithi081 ceph-mon[95500]: pgmap v9466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:00 smithi081 ceph-mon[107735]: pgmap v9466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:00 smithi170 ceph-mon[97338]: pgmap v9466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:02 smithi081 ceph-mon[95500]: pgmap v9467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:02.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:02 smithi081 ceph-mon[107735]: pgmap v9467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:02 smithi170 ceph-mon[97338]: pgmap v9467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:54:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:02.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:02.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:04 smithi170 ceph-mon[97338]: pgmap v9468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:04 smithi081 ceph-mon[95500]: pgmap v9468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:04 smithi081 ceph-mon[107735]: pgmap v9468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:04.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:05.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:04.781Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:06 smithi081 ceph-mon[95500]: pgmap v9469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:06.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:06 smithi081 ceph-mon[107735]: pgmap v9469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:06 smithi170 ceph-mon[97338]: pgmap v9469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:08 smithi081 ceph-mon[95500]: pgmap v9470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:08.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:08 smithi081 ceph-mon[107735]: pgmap v9470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:08.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:08 smithi170 ceph-mon[97338]: pgmap v9470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:10 smithi081 ceph-mon[95500]: pgmap v9471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:10 smithi081 ceph-mon[107735]: pgmap v9471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:10 smithi170 ceph-mon[97338]: pgmap v9471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:12 smithi081 ceph-mon[95500]: pgmap v9472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:12.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:12 smithi081 ceph-mon[107735]: pgmap v9472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:12 smithi170 ceph-mon[97338]: pgmap v9472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:54:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:12.929Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:12.930Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:14 smithi170 ceph-mon[97338]: pgmap v9473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:14 smithi081 ceph-mon[95500]: pgmap v9473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:14 smithi081 ceph-mon[107735]: pgmap v9473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:14.780Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:14.781Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:16 smithi081 ceph-mon[95500]: pgmap v9474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:16 smithi081 ceph-mon[107735]: pgmap v9474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:16.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:16 smithi170 ceph-mon[97338]: pgmap v9474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:18 smithi081 ceph-mon[95500]: pgmap v9475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:18.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:18 smithi081 ceph-mon[107735]: pgmap v9475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:18 smithi170 ceph-mon[97338]: pgmap v9475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:20 smithi081 ceph-mon[95500]: pgmap v9476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:20.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:20 smithi081 ceph-mon[107735]: pgmap v9476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:20 smithi170 ceph-mon[97338]: pgmap v9476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:22 smithi170 ceph-mon[97338]: pgmap v9477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:22 smithi081 ceph-mon[95500]: pgmap v9477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:22 smithi081 ceph-mon[107735]: pgmap v9477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:54:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:22.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:22.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:24 smithi170 ceph-mon[97338]: pgmap v9478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:24 smithi081 ceph-mon[95500]: pgmap v9478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:24 smithi081 ceph-mon[107735]: pgmap v9478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:24.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:24.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:26 smithi081 ceph-mon[95500]: pgmap v9479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:26.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:26 smithi081 ceph-mon[107735]: pgmap v9479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:26.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:26 smithi170 ceph-mon[97338]: pgmap v9479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:28 smithi081 ceph-mon[95500]: pgmap v9480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:28 smithi081 ceph-mon[107735]: pgmap v9480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:28.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:28 smithi170 ceph-mon[97338]: pgmap v9480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:30 smithi081 ceph-mon[95500]: pgmap v9481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:30.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:30 smithi081 ceph-mon[107735]: pgmap v9481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:30 smithi170 ceph-mon[97338]: pgmap v9481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:32 smithi170 ceph-mon[97338]: pgmap v9482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:32 smithi081 ceph-mon[95500]: pgmap v9482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:32 smithi081 ceph-mon[107735]: pgmap v9482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:54:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:32.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:32.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:34 smithi170 ceph-mon[97338]: pgmap v9483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:34 smithi081 ceph-mon[95500]: pgmap v9483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:34 smithi081 ceph-mon[107735]: pgmap v9483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:34.782Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:34.783Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:36 smithi081 ceph-mon[95500]: pgmap v9484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:36.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:36 smithi081 ceph-mon[107735]: pgmap v9484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:36 smithi170 ceph-mon[97338]: pgmap v9484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:38 smithi170 ceph-mon[97338]: pgmap v9485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:38 smithi081 ceph-mon[95500]: pgmap v9485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:38.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:38 smithi081 ceph-mon[107735]: pgmap v9485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:40.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:40 smithi170 ceph-mon[97338]: pgmap v9486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:40 smithi081 ceph-mon[95500]: pgmap v9486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:40.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:40 smithi081 ceph-mon[107735]: pgmap v9486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:42.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:42 smithi170 ceph-mon[97338]: pgmap v9487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:42 smithi081 ceph-mon[95500]: pgmap v9487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:42.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:42 smithi081 ceph-mon[107735]: pgmap v9487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:54:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:42.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:42.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:44 smithi170 ceph-mon[97338]: pgmap v9488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:44 smithi081 ceph-mon[95500]: pgmap v9488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:44 smithi081 ceph-mon[107735]: pgmap v9488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:44.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:44.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:46 smithi081 ceph-mon[95500]: pgmap v9489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:46 smithi081 ceph-mon[107735]: pgmap v9489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:46 smithi170 ceph-mon[97338]: pgmap v9489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:48 smithi170 ceph-mon[97338]: pgmap v9490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:48 smithi081 ceph-mon[95500]: pgmap v9490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:48 smithi081 ceph-mon[107735]: pgmap v9490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:50 smithi170 ceph-mon[97338]: pgmap v9491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:50 smithi081 ceph-mon[95500]: pgmap v9491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:50.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:50 smithi081 ceph-mon[107735]: pgmap v9491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:52.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:52 smithi170 ceph-mon[97338]: pgmap v9492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:52 smithi081 ceph-mon[95500]: pgmap v9492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:52 smithi081 ceph-mon[107735]: pgmap v9492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:54:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:52.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:52.932Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:54 smithi170 ceph-mon[97338]: pgmap v9493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:54 smithi081 ceph-mon[95500]: pgmap v9493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:54 smithi081 ceph-mon[107735]: pgmap v9493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:54:54.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:54:54.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:54:56.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:56 smithi170 ceph-mon[97338]: pgmap v9494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:56 smithi081 ceph-mon[95500]: pgmap v9494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:56 smithi081 ceph-mon[107735]: pgmap v9494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:58.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:54:58 smithi170 ceph-mon[97338]: pgmap v9495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:54:58 smithi081 ceph-mon[95500]: pgmap v9495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:54:58.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:54:58 smithi081 ceph-mon[107735]: pgmap v9495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:00 smithi170 ceph-mon[97338]: pgmap v9496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:00 smithi081 ceph-mon[95500]: pgmap v9496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:00 smithi081 ceph-mon[107735]: pgmap v9496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:02 smithi170 ceph-mon[97338]: pgmap v9497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:02 smithi081 ceph-mon[95500]: pgmap v9497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:02 smithi081 ceph-mon[107735]: pgmap v9497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:55:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:02.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:02.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:04 smithi170 ceph-mon[97338]: pgmap v9498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:04 smithi081 ceph-mon[95500]: pgmap v9498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:04 smithi081 ceph-mon[107735]: pgmap v9498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:04.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:04.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:06 smithi170 ceph-mon[97338]: pgmap v9499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:06 smithi081 ceph-mon[95500]: pgmap v9499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:06 smithi081 ceph-mon[107735]: pgmap v9499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:08.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:08 smithi170 ceph-mon[97338]: pgmap v9500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:08 smithi081 ceph-mon[95500]: pgmap v9500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:08 smithi081 ceph-mon[107735]: pgmap v9500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:10 smithi170 ceph-mon[97338]: pgmap v9501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:10 smithi081 ceph-mon[95500]: pgmap v9501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:10 smithi081 ceph-mon[107735]: pgmap v9501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:12 smithi170 ceph-mon[97338]: pgmap v9502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:12 smithi081 ceph-mon[95500]: pgmap v9502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:12 smithi081 ceph-mon[107735]: pgmap v9502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:55:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:12.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:12.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:14 smithi170 ceph-mon[97338]: pgmap v9503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:14 smithi081 ceph-mon[95500]: pgmap v9503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:14 smithi081 ceph-mon[107735]: pgmap v9503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:14.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:14.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:16.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:16 smithi170 ceph-mon[97338]: pgmap v9504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:16 smithi081 ceph-mon[95500]: pgmap v9504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:16.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:16 smithi081 ceph-mon[107735]: pgmap v9504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:18 smithi170 ceph-mon[97338]: pgmap v9505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:18 smithi081 ceph-mon[95500]: pgmap v9505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:18.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:18 smithi081 ceph-mon[107735]: pgmap v9505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:20 smithi170 ceph-mon[97338]: pgmap v9506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:20 smithi081 ceph-mon[95500]: pgmap v9506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:20.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:20 smithi081 ceph-mon[107735]: pgmap v9506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:22 smithi170 ceph-mon[97338]: pgmap v9507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:22 smithi081 ceph-mon[95500]: pgmap v9507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:22 smithi081 ceph-mon[107735]: pgmap v9507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:55:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:22.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:22.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:24 smithi170 ceph-mon[97338]: pgmap v9508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:24 smithi081 ceph-mon[95500]: pgmap v9508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:24 smithi081 ceph-mon[107735]: pgmap v9508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:24.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:24.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:26.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:26 smithi170 ceph-mon[97338]: pgmap v9509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:26 smithi081 ceph-mon[95500]: pgmap v9509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:26.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:26 smithi081 ceph-mon[107735]: pgmap v9509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:28.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:28 smithi170 ceph-mon[97338]: pgmap v9510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:28 smithi081 ceph-mon[95500]: pgmap v9510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:28 smithi081 ceph-mon[107735]: pgmap v9510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:30 smithi170 ceph-mon[97338]: pgmap v9511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:30 smithi081 ceph-mon[95500]: pgmap v9511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:30 smithi081 ceph-mon[107735]: pgmap v9511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:32 smithi170 ceph-mon[97338]: pgmap v9512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:32 smithi081 ceph-mon[95500]: pgmap v9512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:32 smithi081 ceph-mon[107735]: pgmap v9512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:55:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:32.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:32.934Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:34 smithi170 ceph-mon[97338]: pgmap v9513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:34 smithi081 ceph-mon[95500]: pgmap v9513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:34 smithi081 ceph-mon[107735]: pgmap v9513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:34.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:34.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:36 smithi170 ceph-mon[97338]: pgmap v9514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:36 smithi081 ceph-mon[95500]: pgmap v9514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:36 smithi081 ceph-mon[107735]: pgmap v9514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:38 smithi170 ceph-mon[97338]: pgmap v9515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:38 smithi081 ceph-mon[95500]: pgmap v9515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:38 smithi081 ceph-mon[107735]: pgmap v9515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:40.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:40 smithi170 ceph-mon[97338]: pgmap v9516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:40 smithi081 ceph-mon[95500]: pgmap v9516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:40 smithi081 ceph-mon[107735]: pgmap v9516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:42.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:42 smithi170 ceph-mon[97338]: pgmap v9517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:42 smithi081 ceph-mon[95500]: pgmap v9517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:42 smithi081 ceph-mon[107735]: pgmap v9517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:55:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:42.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:42.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:44 smithi170 ceph-mon[97338]: pgmap v9518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:44 smithi081 ceph-mon[95500]: pgmap v9518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:44 smithi081 ceph-mon[107735]: pgmap v9518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:44.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:44.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:46 smithi170 ceph-mon[97338]: pgmap v9519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:46 smithi081 ceph-mon[95500]: pgmap v9519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:46.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:46 smithi081 ceph-mon[107735]: pgmap v9519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:48 smithi170 ceph-mon[97338]: pgmap v9520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:48 smithi081 ceph-mon[95500]: pgmap v9520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:48 smithi081 ceph-mon[107735]: pgmap v9520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:50 smithi170 ceph-mon[97338]: pgmap v9521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:50 smithi081 ceph-mon[95500]: pgmap v9521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:50 smithi081 ceph-mon[107735]: pgmap v9521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:52.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:52 smithi170 ceph-mon[97338]: pgmap v9522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:52 smithi081 ceph-mon[95500]: pgmap v9522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:52 smithi081 ceph-mon[107735]: pgmap v9522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:55:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:52.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:52.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:54 smithi170 ceph-mon[97338]: pgmap v9523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:54 smithi081 ceph-mon[95500]: pgmap v9523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:54 smithi081 ceph-mon[107735]: pgmap v9523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:55:54.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:55:54.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:55:56.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:56 smithi170 ceph-mon[97338]: pgmap v9524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:56 smithi081 ceph-mon[95500]: pgmap v9524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:56 smithi081 ceph-mon[107735]: pgmap v9524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:58.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:55:58 smithi170 ceph-mon[97338]: pgmap v9525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:55:58 smithi081 ceph-mon[95500]: pgmap v9525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:55:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:55:58 smithi081 ceph-mon[107735]: pgmap v9525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:00.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:00 smithi170 ceph-mon[97338]: pgmap v9526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:00 smithi081 ceph-mon[95500]: pgmap v9526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:00 smithi081 ceph-mon[107735]: pgmap v9526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:02 smithi170 ceph-mon[97338]: pgmap v9527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:02 smithi081 ceph-mon[95500]: pgmap v9527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:02 smithi081 ceph-mon[107735]: pgmap v9527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:56:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:02.935Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:02.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:04 smithi170 ceph-mon[97338]: pgmap v9528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:04 smithi081 ceph-mon[95500]: pgmap v9528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:04 smithi081 ceph-mon[107735]: pgmap v9528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:04.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:04.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:06 smithi170 ceph-mon[97338]: pgmap v9529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:06 smithi081 ceph-mon[95500]: pgmap v9529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:06.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:06 smithi081 ceph-mon[107735]: pgmap v9529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:08.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:08 smithi170 ceph-mon[97338]: pgmap v9530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:08 smithi081 ceph-mon[95500]: pgmap v9530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:08 smithi081 ceph-mon[107735]: pgmap v9530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:10 smithi170 ceph-mon[97338]: pgmap v9531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:10 smithi081 ceph-mon[95500]: pgmap v9531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:10 smithi081 ceph-mon[107735]: pgmap v9531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:12 smithi170 ceph-mon[97338]: pgmap v9532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:12 smithi081 ceph-mon[95500]: pgmap v9532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:12 smithi081 ceph-mon[107735]: pgmap v9532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:56:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:12.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:12.937Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:14 smithi170 ceph-mon[97338]: pgmap v9533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:14 smithi081 ceph-mon[95500]: pgmap v9533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:14 smithi081 ceph-mon[107735]: pgmap v9533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:14.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:14.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:16.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:16 smithi170 ceph-mon[97338]: pgmap v9534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:16 smithi081 ceph-mon[95500]: pgmap v9534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:16.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:16 smithi081 ceph-mon[107735]: pgmap v9534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:18 smithi170 ceph-mon[97338]: pgmap v9535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:18 smithi081 ceph-mon[95500]: pgmap v9535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:18 smithi081 ceph-mon[107735]: pgmap v9535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:20 smithi170 ceph-mon[97338]: pgmap v9536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:20 smithi081 ceph-mon[95500]: pgmap v9536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:20 smithi081 ceph-mon[107735]: pgmap v9536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:22 smithi170 ceph-mon[97338]: pgmap v9537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:22 smithi081 ceph-mon[95500]: pgmap v9537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:22 smithi081 ceph-mon[107735]: pgmap v9537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:56:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:22.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:22.937Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:24 smithi170 ceph-mon[97338]: pgmap v9538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:24 smithi081 ceph-mon[95500]: pgmap v9538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:24 smithi081 ceph-mon[107735]: pgmap v9538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:24.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:24.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:26.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:26 smithi170 ceph-mon[97338]: pgmap v9539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:26 smithi081 ceph-mon[95500]: pgmap v9539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:26 smithi081 ceph-mon[107735]: pgmap v9539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:28.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:28 smithi170 ceph-mon[97338]: pgmap v9540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:28 smithi081 ceph-mon[95500]: pgmap v9540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:28 smithi081 ceph-mon[107735]: pgmap v9540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:30 smithi170 ceph-mon[97338]: pgmap v9541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:30 smithi081 ceph-mon[95500]: pgmap v9541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:30 smithi081 ceph-mon[107735]: pgmap v9541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:32 smithi170 ceph-mon[97338]: pgmap v9542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:32 smithi081 ceph-mon[95500]: pgmap v9542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:32 smithi081 ceph-mon[107735]: pgmap v9542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:32.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:32.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:33.265 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:56:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:34 smithi170 ceph-mon[97338]: pgmap v9543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:34 smithi081 ceph-mon[95500]: pgmap v9543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:34 smithi081 ceph-mon[107735]: pgmap v9543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:34.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:34.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:36 smithi170 ceph-mon[97338]: pgmap v9544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:36 smithi081 ceph-mon[95500]: pgmap v9544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:36 smithi081 ceph-mon[107735]: pgmap v9544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:38 smithi170 ceph-mon[97338]: pgmap v9545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:38 smithi081 ceph-mon[95500]: pgmap v9545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:38.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:38 smithi081 ceph-mon[107735]: pgmap v9545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:40.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:40 smithi170 ceph-mon[97338]: pgmap v9546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:40 smithi081 ceph-mon[95500]: pgmap v9546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:40 smithi081 ceph-mon[107735]: pgmap v9546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:42.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:42 smithi170 ceph-mon[97338]: pgmap v9547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:42 smithi081 ceph-mon[95500]: pgmap v9547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:42 smithi081 ceph-mon[107735]: pgmap v9547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:56:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:42.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:42.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:44 smithi170 ceph-mon[97338]: pgmap v9548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:44 smithi081 ceph-mon[95500]: pgmap v9548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:44 smithi081 ceph-mon[107735]: pgmap v9548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:45.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:44.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:45.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:44.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:46 smithi170 ceph-mon[97338]: pgmap v9549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:46 smithi081 ceph-mon[95500]: pgmap v9549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:46 smithi081 ceph-mon[107735]: pgmap v9549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:48 smithi170 ceph-mon[97338]: pgmap v9550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:48 smithi081 ceph-mon[95500]: pgmap v9550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:48.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:48 smithi081 ceph-mon[107735]: pgmap v9550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:50 smithi170 ceph-mon[97338]: pgmap v9551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:50 smithi081 ceph-mon[95500]: pgmap v9551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:50.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:50 smithi081 ceph-mon[107735]: pgmap v9551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:52.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:52 smithi170 ceph-mon[97338]: pgmap v9552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:52 smithi081 ceph-mon[95500]: pgmap v9552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:52 smithi081 ceph-mon[107735]: pgmap v9552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:56:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:52.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:52.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:54 smithi170 ceph-mon[97338]: pgmap v9553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:54 smithi081 ceph-mon[95500]: pgmap v9553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:54 smithi081 ceph-mon[107735]: pgmap v9553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:56:54.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:55.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:56:54.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:56:56.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:56 smithi170 ceph-mon[97338]: pgmap v9554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:56 smithi081 ceph-mon[95500]: pgmap v9554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:56 smithi081 ceph-mon[107735]: pgmap v9554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:58.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:56:58 smithi170 ceph-mon[97338]: pgmap v9555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:56:58 smithi081 ceph-mon[95500]: pgmap v9555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:56:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:56:58 smithi081 ceph-mon[107735]: pgmap v9555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:00 smithi170 ceph-mon[97338]: pgmap v9556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:00 smithi081 ceph-mon[95500]: pgmap v9556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:00 smithi081 ceph-mon[107735]: pgmap v9556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:02 smithi170 ceph-mon[97338]: pgmap v9557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:02 smithi081 ceph-mon[95500]: pgmap v9557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:02.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:02 smithi081 ceph-mon[107735]: pgmap v9557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:57:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:02.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:02.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:04 smithi170 ceph-mon[97338]: pgmap v9558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:04 smithi081 ceph-mon[95500]: pgmap v9558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:04 smithi081 ceph-mon[107735]: pgmap v9558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:04.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:04.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:06 smithi170 ceph-mon[97338]: pgmap v9559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:06 smithi081 ceph-mon[95500]: pgmap v9559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:06 smithi081 ceph-mon[107735]: pgmap v9559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:08.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:08 smithi170 ceph-mon[97338]: pgmap v9560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:08 smithi081 ceph-mon[95500]: pgmap v9560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:08 smithi081 ceph-mon[107735]: pgmap v9560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:10 smithi170 ceph-mon[97338]: pgmap v9561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:10 smithi081 ceph-mon[95500]: pgmap v9561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:10 smithi081 ceph-mon[107735]: pgmap v9561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:12 smithi170 ceph-mon[97338]: pgmap v9562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:12 smithi081 ceph-mon[95500]: pgmap v9562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:12 smithi081 ceph-mon[107735]: pgmap v9562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:57:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:12.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:12.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:14 smithi170 ceph-mon[97338]: pgmap v9563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:14 smithi081 ceph-mon[95500]: pgmap v9563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:14 smithi081 ceph-mon[107735]: pgmap v9563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:14.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:14.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:16.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:16 smithi170 ceph-mon[97338]: pgmap v9564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:16 smithi081 ceph-mon[95500]: pgmap v9564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:16 smithi081 ceph-mon[107735]: pgmap v9564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:18 smithi170 ceph-mon[97338]: pgmap v9565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:18 smithi081 ceph-mon[95500]: pgmap v9565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:18 smithi081 ceph-mon[107735]: pgmap v9565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:20 smithi170 ceph-mon[97338]: pgmap v9566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:20 smithi081 ceph-mon[95500]: pgmap v9566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:20 smithi081 ceph-mon[107735]: pgmap v9566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:22 smithi170 ceph-mon[97338]: pgmap v9567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:22 smithi081 ceph-mon[95500]: pgmap v9567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:22 smithi081 ceph-mon[107735]: pgmap v9567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:57:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:22.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:22.942Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:24 smithi170 ceph-mon[97338]: pgmap v9568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:24 smithi081 ceph-mon[95500]: pgmap v9568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:24 smithi081 ceph-mon[107735]: pgmap v9568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:24.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:24.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:26.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:26 smithi170 ceph-mon[97338]: pgmap v9569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:26 smithi081 ceph-mon[95500]: pgmap v9569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:26 smithi081 ceph-mon[107735]: pgmap v9569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:28 smithi170 ceph-mon[97338]: pgmap v9570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:28 smithi081 ceph-mon[95500]: pgmap v9570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:28 smithi081 ceph-mon[107735]: pgmap v9570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:30 smithi170 ceph-mon[97338]: pgmap v9571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:30 smithi081 ceph-mon[95500]: pgmap v9571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:30 smithi081 ceph-mon[107735]: pgmap v9571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:32 smithi170 ceph-mon[97338]: pgmap v9572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:32 smithi081 ceph-mon[95500]: pgmap v9572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:32 smithi081 ceph-mon[107735]: pgmap v9572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:57:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:32.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:32.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:34 smithi170 ceph-mon[97338]: pgmap v9573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:34 smithi081 ceph-mon[95500]: pgmap v9573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:34 smithi081 ceph-mon[107735]: pgmap v9573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:34.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:34.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:36 smithi170 ceph-mon[97338]: pgmap v9574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:36 smithi081 ceph-mon[95500]: pgmap v9574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:36 smithi081 ceph-mon[107735]: pgmap v9574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:38 smithi170 ceph-mon[97338]: pgmap v9575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:38 smithi081 ceph-mon[95500]: pgmap v9575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:38 smithi081 ceph-mon[107735]: pgmap v9575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:40 smithi170 ceph-mon[97338]: pgmap v9576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:40 smithi081 ceph-mon[95500]: pgmap v9576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:40.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:40 smithi081 ceph-mon[107735]: pgmap v9576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:42 smithi170 ceph-mon[97338]: pgmap v9577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:42 smithi081 ceph-mon[95500]: pgmap v9577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:42 smithi081 ceph-mon[107735]: pgmap v9577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:57:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:42.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:42.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:44 smithi170 ceph-mon[97338]: pgmap v9578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:44 smithi081 ceph-mon[95500]: pgmap v9578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:44 smithi081 ceph-mon[107735]: pgmap v9578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:44.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:45.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:44.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:46 smithi170 ceph-mon[97338]: pgmap v9579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:46 smithi081 ceph-mon[95500]: pgmap v9579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:46 smithi081 ceph-mon[107735]: pgmap v9579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:48 smithi170 ceph-mon[97338]: pgmap v9580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:48 smithi081 ceph-mon[95500]: pgmap v9580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:48 smithi081 ceph-mon[107735]: pgmap v9580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:50 smithi170 ceph-mon[97338]: pgmap v9581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:50 smithi081 ceph-mon[95500]: pgmap v9581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:50 smithi081 ceph-mon[107735]: pgmap v9581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:52 smithi170 ceph-mon[97338]: pgmap v9582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:52 smithi081 ceph-mon[95500]: pgmap v9582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:52 smithi081 ceph-mon[107735]: pgmap v9582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:57:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:52.943Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:52.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:54 smithi170 ceph-mon[97338]: pgmap v9583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:54 smithi081 ceph-mon[95500]: pgmap v9583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:54 smithi081 ceph-mon[107735]: pgmap v9583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:57:54.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:57:54.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:57:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:56 smithi170 ceph-mon[97338]: pgmap v9584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:56 smithi081 ceph-mon[95500]: pgmap v9584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:56 smithi081 ceph-mon[107735]: pgmap v9584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:58.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:57:58 smithi170 ceph-mon[97338]: pgmap v9585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:57:58 smithi081 ceph-mon[95500]: pgmap v9585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:57:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:57:58 smithi081 ceph-mon[107735]: pgmap v9585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:00 smithi170 ceph-mon[97338]: pgmap v9586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:00 smithi081 ceph-mon[95500]: pgmap v9586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:00 smithi081 ceph-mon[107735]: pgmap v9586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:02 smithi170 ceph-mon[97338]: pgmap v9587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:02 smithi081 ceph-mon[95500]: pgmap v9587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:02.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:02 smithi081 ceph-mon[107735]: pgmap v9587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:58:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:02.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:02.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:04 smithi170 ceph-mon[97338]: pgmap v9588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:04 smithi081 ceph-mon[95500]: pgmap v9588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:04 smithi081 ceph-mon[107735]: pgmap v9588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:04.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:04.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:06 smithi170 ceph-mon[97338]: pgmap v9589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:06 smithi081 ceph-mon[95500]: pgmap v9589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:06 smithi081 ceph-mon[107735]: pgmap v9589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:08 smithi170 ceph-mon[97338]: pgmap v9590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:08 smithi081 ceph-mon[95500]: pgmap v9590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:08 smithi081 ceph-mon[107735]: pgmap v9590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:10 smithi170 ceph-mon[97338]: pgmap v9591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:10 smithi081 ceph-mon[95500]: pgmap v9591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:10 smithi081 ceph-mon[107735]: pgmap v9591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:12 smithi170 ceph-mon[97338]: pgmap v9592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:12 smithi081 ceph-mon[95500]: pgmap v9592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:12 smithi081 ceph-mon[107735]: pgmap v9592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:58:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:12.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:12.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:14 smithi170 ceph-mon[97338]: pgmap v9593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:14 smithi081 ceph-mon[95500]: pgmap v9593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:14 smithi081 ceph-mon[107735]: pgmap v9593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:14.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:14.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:16 smithi170 ceph-mon[97338]: pgmap v9594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:16 smithi081 ceph-mon[95500]: pgmap v9594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:16 smithi081 ceph-mon[107735]: pgmap v9594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:18 smithi170 ceph-mon[97338]: pgmap v9595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:18 smithi081 ceph-mon[95500]: pgmap v9595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:18 smithi081 ceph-mon[107735]: pgmap v9595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:20 smithi170 ceph-mon[97338]: pgmap v9596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:20 smithi081 ceph-mon[95500]: pgmap v9596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:20.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:20 smithi081 ceph-mon[107735]: pgmap v9596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:22 smithi170 ceph-mon[97338]: pgmap v9597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:22 smithi081 ceph-mon[95500]: pgmap v9597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:22 smithi081 ceph-mon[107735]: pgmap v9597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:58:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:22.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:22.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:24 smithi170 ceph-mon[97338]: pgmap v9598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:24 smithi081 ceph-mon[95500]: pgmap v9598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:24 smithi081 ceph-mon[107735]: pgmap v9598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:24.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:24.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:26 smithi170 ceph-mon[97338]: pgmap v9599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:26 smithi081 ceph-mon[95500]: pgmap v9599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:26 smithi081 ceph-mon[107735]: pgmap v9599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:28 smithi170 ceph-mon[97338]: pgmap v9600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:28 smithi081 ceph-mon[95500]: pgmap v9600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:28 smithi081 ceph-mon[107735]: pgmap v9600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:30 smithi170 ceph-mon[97338]: pgmap v9601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:30 smithi081 ceph-mon[95500]: pgmap v9601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:30 smithi081 ceph-mon[107735]: pgmap v9601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:32 smithi170 ceph-mon[97338]: pgmap v9602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:32 smithi081 ceph-mon[95500]: pgmap v9602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:32 smithi081 ceph-mon[107735]: pgmap v9602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:58:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:32.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:32.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:34 smithi170 ceph-mon[97338]: pgmap v9603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:34 smithi081 ceph-mon[95500]: pgmap v9603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:34 smithi081 ceph-mon[107735]: pgmap v9603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:34.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:34.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:36 smithi170 ceph-mon[97338]: pgmap v9604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:36 smithi081 ceph-mon[95500]: pgmap v9604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:36 smithi081 ceph-mon[107735]: pgmap v9604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:38 smithi170 ceph-mon[97338]: pgmap v9605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:38 smithi081 ceph-mon[95500]: pgmap v9605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:38 smithi081 ceph-mon[107735]: pgmap v9605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:40 smithi170 ceph-mon[97338]: pgmap v9606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:40 smithi081 ceph-mon[95500]: pgmap v9606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:40 smithi081 ceph-mon[107735]: pgmap v9606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:42 smithi170 ceph-mon[97338]: pgmap v9607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:42 smithi081 ceph-mon[95500]: pgmap v9607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:42 smithi081 ceph-mon[107735]: pgmap v9607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:58:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:42.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:42.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:44.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:44 smithi170 ceph-mon[97338]: pgmap v9608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:44 smithi081 ceph-mon[95500]: pgmap v9608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:44 smithi081 ceph-mon[107735]: pgmap v9608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:44.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:44.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:46.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:46 smithi170 ceph-mon[97338]: pgmap v9609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:46 smithi081 ceph-mon[95500]: pgmap v9609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:46 smithi081 ceph-mon[107735]: pgmap v9609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:48.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:48 smithi170 ceph-mon[97338]: pgmap v9610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:48 smithi081 ceph-mon[95500]: pgmap v9610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:48 smithi081 ceph-mon[107735]: pgmap v9610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:50.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:50 smithi170 ceph-mon[97338]: pgmap v9611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:50 smithi081 ceph-mon[95500]: pgmap v9611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:50 smithi081 ceph-mon[107735]: pgmap v9611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:52.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:52 smithi170 ceph-mon[97338]: pgmap v9612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:52 smithi081 ceph-mon[95500]: pgmap v9612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:52 smithi081 ceph-mon[107735]: pgmap v9612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:58:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:52.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:52.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:54 smithi170 ceph-mon[97338]: pgmap v9613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:54 smithi081 ceph-mon[95500]: pgmap v9613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:54 smithi081 ceph-mon[107735]: pgmap v9613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:58:54.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:58:54.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:58:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:56 smithi170 ceph-mon[97338]: pgmap v9614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:56 smithi081 ceph-mon[95500]: pgmap v9614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:56 smithi081 ceph-mon[107735]: pgmap v9614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:58:58 smithi170 ceph-mon[97338]: pgmap v9615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:58:58 smithi081 ceph-mon[95500]: pgmap v9615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:58:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:58:58 smithi081 ceph-mon[107735]: pgmap v9615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:00 smithi170 ceph-mon[97338]: pgmap v9616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:00 smithi081 ceph-mon[95500]: pgmap v9616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:00.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:00 smithi081 ceph-mon[107735]: pgmap v9616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:02 smithi170 ceph-mon[97338]: pgmap v9617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:02 smithi081 ceph-mon[95500]: pgmap v9617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:02 smithi081 ceph-mon[107735]: pgmap v9617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:59:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:02 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:02.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:02.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:04 smithi170 ceph-mon[97338]: pgmap v9618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:04 smithi081 ceph-mon[95500]: pgmap v9618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:04 smithi081 ceph-mon[107735]: pgmap v9618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:04.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:04.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:06.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:06 smithi170 ceph-mon[97338]: pgmap v9619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:06 smithi081 ceph-mon[95500]: pgmap v9619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:06 smithi081 ceph-mon[107735]: pgmap v9619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:08.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:08 smithi170 ceph-mon[97338]: pgmap v9620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:08 smithi081 ceph-mon[95500]: pgmap v9620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:08 smithi081 ceph-mon[107735]: pgmap v9620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:10 smithi170 ceph-mon[97338]: pgmap v9621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:10 smithi081 ceph-mon[95500]: pgmap v9621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:10 smithi081 ceph-mon[107735]: pgmap v9621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:12.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:12 smithi170 ceph-mon[97338]: pgmap v9622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:12 smithi081 ceph-mon[95500]: pgmap v9622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:12.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:12 smithi081 ceph-mon[107735]: pgmap v9622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:59:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:12 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:12.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:12.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:14 smithi170 ceph-mon[97338]: pgmap v9623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:14 smithi081 ceph-mon[95500]: pgmap v9623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:14 smithi081 ceph-mon[107735]: pgmap v9623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:14.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:14.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:16.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:16 smithi170 ceph-mon[97338]: pgmap v9624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:16 smithi081 ceph-mon[95500]: pgmap v9624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:16 smithi081 ceph-mon[107735]: pgmap v9624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:18 smithi170 ceph-mon[97338]: pgmap v9625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:18 smithi081 ceph-mon[95500]: pgmap v9625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:18.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:18 smithi081 ceph-mon[107735]: pgmap v9625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:20 smithi170 ceph-mon[97338]: pgmap v9626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:20 smithi081 ceph-mon[95500]: pgmap v9626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:20 smithi081 ceph-mon[107735]: pgmap v9626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:22.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:22 smithi170 ceph-mon[97338]: pgmap v9627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:22 smithi081 ceph-mon[95500]: pgmap v9627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:22 smithi081 ceph-mon[107735]: pgmap v9627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:59:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:22 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:22.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:22.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:24 smithi170 ceph-mon[97338]: pgmap v9628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:24 smithi081 ceph-mon[95500]: pgmap v9628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:24 smithi081 ceph-mon[107735]: pgmap v9628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:24.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:24.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:26 smithi170 ceph-mon[97338]: pgmap v9629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:26 smithi081 ceph-mon[95500]: pgmap v9629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:26.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:26 smithi081 ceph-mon[107735]: pgmap v9629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:28 smithi170 ceph-mon[97338]: pgmap v9630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:28 smithi081 ceph-mon[95500]: pgmap v9630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:28 smithi081 ceph-mon[107735]: pgmap v9630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:30 smithi170 ceph-mon[97338]: pgmap v9631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:30 smithi081 ceph-mon[95500]: pgmap v9631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:30 smithi081 ceph-mon[107735]: pgmap v9631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:32 smithi170 ceph-mon[97338]: pgmap v9632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:32 smithi081 ceph-mon[95500]: pgmap v9632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:32 smithi081 ceph-mon[107735]: pgmap v9632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:59:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:32 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:32.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:32.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:34 smithi170 ceph-mon[97338]: pgmap v9633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:34 smithi081 ceph-mon[107735]: pgmap v9633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:34 smithi081 ceph-mon[95500]: pgmap v9633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:34.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:34.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:36 smithi170 ceph-mon[97338]: pgmap v9634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:36 smithi081 ceph-mon[95500]: pgmap v9634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:36 smithi081 ceph-mon[107735]: pgmap v9634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:38.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:38 smithi170 ceph-mon[97338]: pgmap v9635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:38 smithi081 ceph-mon[95500]: pgmap v9635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:38 smithi081 ceph-mon[107735]: pgmap v9635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:40.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:40 smithi170 ceph-mon[97338]: pgmap v9636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:40 smithi081 ceph-mon[95500]: pgmap v9636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:40 smithi081 ceph-mon[107735]: pgmap v9636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:42 smithi170 ceph-mon[97338]: pgmap v9637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:42 smithi081 ceph-mon[95500]: pgmap v9637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:42 smithi081 ceph-mon[107735]: pgmap v9637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:59:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:42 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:42.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:42.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:44 smithi170 ceph-mon[97338]: pgmap v9638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:44 smithi081 ceph-mon[95500]: pgmap v9638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:44 smithi081 ceph-mon[107735]: pgmap v9638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:44.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:44.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:46 smithi170 ceph-mon[97338]: pgmap v9639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:46 smithi081 ceph-mon[95500]: pgmap v9639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:46 smithi081 ceph-mon[107735]: pgmap v9639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:48 smithi170 ceph-mon[97338]: pgmap v9640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:48 smithi081 ceph-mon[95500]: pgmap v9640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:48 smithi081 ceph-mon[107735]: pgmap v9640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:50.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:50 smithi170 ceph-mon[97338]: pgmap v9641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:50 smithi081 ceph-mon[95500]: pgmap v9641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:50 smithi081 ceph-mon[107735]: pgmap v9641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:52 smithi170 ceph-mon[97338]: pgmap v9642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:52 smithi081 ceph-mon[95500]: pgmap v9642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:52 smithi081 ceph-mon[107735]: pgmap v9642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 10:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:10:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T10:59:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:52 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:52.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:52.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:54 smithi170 ceph-mon[97338]: pgmap v9643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:54 smithi081 ceph-mon[95500]: pgmap v9643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:54 smithi081 ceph-mon[107735]: pgmap v9643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T10:59:54.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 10:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T10:59:54.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T10:59:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:56 smithi170 ceph-mon[97338]: pgmap v9644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:56 smithi081 ceph-mon[95500]: pgmap v9644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:56.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:56 smithi081 ceph-mon[107735]: pgmap v9644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 10:59:58 smithi170 ceph-mon[97338]: pgmap v9645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 10:59:58 smithi081 ceph-mon[95500]: pgmap v9645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T10:59:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 10:59:58 smithi081 ceph-mon[107735]: pgmap v9645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:00 smithi170 ceph-mon[97338]: pgmap v9646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:00:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:00 smithi081 ceph-mon[95500]: pgmap v9646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:00:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:00 smithi081 ceph-mon[107735]: pgmap v9646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:00:02.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:02 smithi170 ceph-mon[97338]: pgmap v9647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:02 smithi081 ceph-mon[95500]: pgmap v9647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:02 smithi081 ceph-mon[107735]: pgmap v9647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:00:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:02.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:02.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:03.493 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 11:00:03 smithi170 conmon[137693]: ts=2023-05-20T11:00:03.089Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1684569601621 maxt=1684576800000 ulid=01H0WD21VKF1FFY52JCAC4CQTN duration=29.537651ms 2023-05-20T11:00:03.493 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 11:00:03 smithi170 conmon[137693]: ts=2023-05-20T11:00:03.092Z caller=head.go:827 level=info component=tsdb msg="Head GC completed" duration=1.826362ms 2023-05-20T11:00:03.493 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 11:00:03 smithi170 conmon[137693]: ts=2023-05-20T11:00:03.092Z caller=checkpoint.go:98 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1684576800000 2023-05-20T11:00:03.493 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 11:00:03 smithi170 conmon[137693]: ts=2023-05-20T11:00:03.147Z caller=head.go:996 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=54.93809ms 2023-05-20T11:00:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:04 smithi170 ceph-mon[97338]: pgmap v9648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:04 smithi081 ceph-mon[95500]: pgmap v9648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:04 smithi081 ceph-mon[107735]: pgmap v9648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:04.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:04.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:06 smithi170 ceph-mon[97338]: pgmap v9649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:06 smithi081 ceph-mon[95500]: pgmap v9649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:06 smithi081 ceph-mon[107735]: pgmap v9649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:08 smithi170 ceph-mon[97338]: pgmap v9650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:08 smithi081 ceph-mon[95500]: pgmap v9650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:08 smithi081 ceph-mon[107735]: pgmap v9650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:10.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:10 smithi170 ceph-mon[97338]: pgmap v9651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:10 smithi081 ceph-mon[95500]: pgmap v9651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:10 smithi081 ceph-mon[107735]: pgmap v9651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:12.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:12 smithi170 ceph-mon[97338]: pgmap v9652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:12 smithi081 ceph-mon[95500]: pgmap v9652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:12 smithi081 ceph-mon[107735]: pgmap v9652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:00:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:12.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:12.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:14 smithi170 ceph-mon[97338]: pgmap v9653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:14 smithi081 ceph-mon[95500]: pgmap v9653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:14 smithi081 ceph-mon[107735]: pgmap v9653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:14.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:14.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:16 smithi170 ceph-mon[97338]: pgmap v9654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:16 smithi081 ceph-mon[95500]: pgmap v9654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:16 smithi081 ceph-mon[107735]: pgmap v9654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:18.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:18 smithi170 ceph-mon[97338]: pgmap v9655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:18 smithi081 ceph-mon[95500]: pgmap v9655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:18 smithi081 ceph-mon[107735]: pgmap v9655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:20 smithi170 ceph-mon[97338]: pgmap v9656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:20 smithi081 ceph-mon[95500]: pgmap v9656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:20 smithi081 ceph-mon[107735]: pgmap v9656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:22.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:22 smithi170 ceph-mon[97338]: pgmap v9657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:22 smithi081 ceph-mon[95500]: pgmap v9657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:22.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:22 smithi081 ceph-mon[107735]: pgmap v9657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:00:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:22.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:22.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:24.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:24 smithi170 ceph-mon[97338]: pgmap v9658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:24 smithi081 ceph-mon[95500]: pgmap v9658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:24 smithi081 ceph-mon[107735]: pgmap v9658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:24.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:24.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:26 smithi170 ceph-mon[97338]: pgmap v9659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:26 smithi081 ceph-mon[95500]: pgmap v9659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:26 smithi081 ceph-mon[107735]: pgmap v9659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:28 smithi170 ceph-mon[97338]: pgmap v9660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:28 smithi081 ceph-mon[95500]: pgmap v9660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:28 smithi081 ceph-mon[107735]: pgmap v9660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:30 smithi170 ceph-mon[97338]: pgmap v9661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:30 smithi081 ceph-mon[95500]: pgmap v9661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:30 smithi081 ceph-mon[107735]: pgmap v9661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:32 smithi170 ceph-mon[97338]: pgmap v9662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:32 smithi081 ceph-mon[95500]: pgmap v9662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:32 smithi081 ceph-mon[107735]: pgmap v9662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:00:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:32.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:32.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:34 smithi170 ceph-mon[97338]: pgmap v9663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:34 smithi081 ceph-mon[95500]: pgmap v9663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:34 smithi081 ceph-mon[107735]: pgmap v9663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:34.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:34.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:36.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:36 smithi170 ceph-mon[97338]: pgmap v9664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:36 smithi081 ceph-mon[95500]: pgmap v9664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:36 smithi081 ceph-mon[107735]: pgmap v9664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:38.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:38 smithi170 ceph-mon[97338]: pgmap v9665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:38 smithi081 ceph-mon[95500]: pgmap v9665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:38 smithi081 ceph-mon[107735]: pgmap v9665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:40 smithi170 ceph-mon[97338]: pgmap v9666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:40 smithi081 ceph-mon[95500]: pgmap v9666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:40 smithi081 ceph-mon[107735]: pgmap v9666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:42.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:42 smithi170 ceph-mon[97338]: pgmap v9667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:42 smithi081 ceph-mon[95500]: pgmap v9667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:42 smithi081 ceph-mon[107735]: pgmap v9667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:00:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:42.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:42.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:44.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:44 smithi170 ceph-mon[97338]: pgmap v9668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:44 smithi081 ceph-mon[95500]: pgmap v9668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:44 smithi081 ceph-mon[107735]: pgmap v9668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:44.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:44.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:46.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:46 smithi170 ceph-mon[97338]: pgmap v9669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:46 smithi081 ceph-mon[95500]: pgmap v9669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:46 smithi081 ceph-mon[107735]: pgmap v9669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:48.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:48 smithi170 ceph-mon[97338]: pgmap v9670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:48 smithi081 ceph-mon[95500]: pgmap v9670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:48 smithi081 ceph-mon[107735]: pgmap v9670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:50 smithi170 ceph-mon[97338]: pgmap v9671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:50 smithi081 ceph-mon[95500]: pgmap v9671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:50 smithi081 ceph-mon[107735]: pgmap v9671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:52 smithi170 ceph-mon[97338]: pgmap v9672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:52 smithi081 ceph-mon[95500]: pgmap v9672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:52 smithi081 ceph-mon[107735]: pgmap v9672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:00:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:52.955Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:52.956Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:54 smithi170 ceph-mon[97338]: pgmap v9673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:54 smithi081 ceph-mon[95500]: pgmap v9673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:54 smithi081 ceph-mon[107735]: pgmap v9673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:00:54.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:00:54.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:00:56.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:56 smithi170 ceph-mon[97338]: pgmap v9674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:56 smithi081 ceph-mon[95500]: pgmap v9674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:56 smithi081 ceph-mon[107735]: pgmap v9674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:00:58 smithi170 ceph-mon[97338]: pgmap v9675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:00:58 smithi081 ceph-mon[95500]: pgmap v9675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:00:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:00:58 smithi081 ceph-mon[107735]: pgmap v9675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:00 smithi170 ceph-mon[97338]: pgmap v9676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:00 smithi081 ceph-mon[95500]: pgmap v9676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:00 smithi081 ceph-mon[107735]: pgmap v9676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:02 smithi170 ceph-mon[97338]: pgmap v9677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:02 smithi081 ceph-mon[95500]: pgmap v9677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:02 smithi081 ceph-mon[107735]: pgmap v9677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:01:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:02.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:02.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:04 smithi170 ceph-mon[97338]: pgmap v9678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:04 smithi081 ceph-mon[95500]: pgmap v9678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:04 smithi081 ceph-mon[107735]: pgmap v9678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:04.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:04.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:06.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:06 smithi170 ceph-mon[97338]: pgmap v9679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:06 smithi081 ceph-mon[95500]: pgmap v9679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:06 smithi081 ceph-mon[107735]: pgmap v9679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:08 smithi170 ceph-mon[97338]: pgmap v9680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:08 smithi081 ceph-mon[95500]: pgmap v9680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:08 smithi081 ceph-mon[107735]: pgmap v9680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:10.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:10 smithi170 ceph-mon[97338]: pgmap v9681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:10.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:10 smithi081 ceph-mon[95500]: pgmap v9681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:10 smithi081 ceph-mon[107735]: pgmap v9681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:12.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:12 smithi170 ceph-mon[97338]: pgmap v9682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:12 smithi081 ceph-mon[95500]: pgmap v9682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:12 smithi081 ceph-mon[107735]: pgmap v9682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:01:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:12.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:12.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:14 smithi170 ceph-mon[97338]: pgmap v9683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:14 smithi081 ceph-mon[95500]: pgmap v9683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:14 smithi081 ceph-mon[107735]: pgmap v9683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:14.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:14.811Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:16 smithi170 ceph-mon[97338]: pgmap v9684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:16 smithi081 ceph-mon[95500]: pgmap v9684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:16 smithi081 ceph-mon[107735]: pgmap v9684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:18.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:18 smithi170 ceph-mon[97338]: pgmap v9685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:18 smithi081 ceph-mon[95500]: pgmap v9685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:18 smithi081 ceph-mon[107735]: pgmap v9685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:20.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:20 smithi170 ceph-mon[97338]: pgmap v9686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:20 smithi081 ceph-mon[95500]: pgmap v9686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:20 smithi081 ceph-mon[107735]: pgmap v9686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:22.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:22 smithi170 ceph-mon[97338]: pgmap v9687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:22 smithi081 ceph-mon[95500]: pgmap v9687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:22 smithi081 ceph-mon[107735]: pgmap v9687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:01:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:22.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:22.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:24.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:24 smithi170 ceph-mon[97338]: pgmap v9688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:24 smithi081 ceph-mon[95500]: pgmap v9688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:24 smithi081 ceph-mon[107735]: pgmap v9688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:24.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:24.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:26 smithi170 ceph-mon[97338]: pgmap v9689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:26 smithi081 ceph-mon[95500]: pgmap v9689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:26 smithi081 ceph-mon[107735]: pgmap v9689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:28 smithi170 ceph-mon[97338]: pgmap v9690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:28 smithi081 ceph-mon[95500]: pgmap v9690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:28 smithi081 ceph-mon[107735]: pgmap v9690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:30 smithi170 ceph-mon[97338]: pgmap v9691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:30 smithi081 ceph-mon[95500]: pgmap v9691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:30 smithi081 ceph-mon[107735]: pgmap v9691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:32.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:32 smithi170 ceph-mon[97338]: pgmap v9692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:32 smithi081 ceph-mon[95500]: pgmap v9692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:32 smithi081 ceph-mon[107735]: pgmap v9692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:01:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:32.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:33.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:32.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:34.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:34 smithi170 ceph-mon[97338]: pgmap v9693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:34 smithi081 ceph-mon[95500]: pgmap v9693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:34 smithi081 ceph-mon[107735]: pgmap v9693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:34.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:34.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:36.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:36 smithi170 ceph-mon[97338]: pgmap v9694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:36 smithi081 ceph-mon[95500]: pgmap v9694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:36 smithi081 ceph-mon[107735]: pgmap v9694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:38.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:38 smithi170 ceph-mon[97338]: pgmap v9695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:38 smithi081 ceph-mon[95500]: pgmap v9695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:38.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:38 smithi081 ceph-mon[107735]: pgmap v9695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:40 smithi170 ceph-mon[97338]: pgmap v9696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:40 smithi081 ceph-mon[95500]: pgmap v9696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:40 smithi081 ceph-mon[107735]: pgmap v9696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:42 smithi170 ceph-mon[97338]: pgmap v9697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:42 smithi081 ceph-mon[95500]: pgmap v9697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:42 smithi081 ceph-mon[107735]: pgmap v9697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:01:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:42.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:42.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:44.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:44 smithi170 ceph-mon[97338]: pgmap v9698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:44 smithi081 ceph-mon[95500]: pgmap v9698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:44 smithi081 ceph-mon[107735]: pgmap v9698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:44.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:44.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:46 smithi170 ceph-mon[97338]: pgmap v9699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:46 smithi081 ceph-mon[95500]: pgmap v9699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:46 smithi081 ceph-mon[107735]: pgmap v9699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:48.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:48 smithi170 ceph-mon[97338]: pgmap v9700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:48 smithi081 ceph-mon[95500]: pgmap v9700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:48 smithi081 ceph-mon[107735]: pgmap v9700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:50.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:50 smithi170 ceph-mon[97338]: pgmap v9701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:50 smithi081 ceph-mon[95500]: pgmap v9701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:50 smithi081 ceph-mon[107735]: pgmap v9701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:52.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:52 smithi170 ceph-mon[97338]: pgmap v9702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:52 smithi081 ceph-mon[95500]: pgmap v9702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:52 smithi081 ceph-mon[107735]: pgmap v9702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:01:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:52.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:52.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:54 smithi170 ceph-mon[97338]: pgmap v9703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:54 smithi081 ceph-mon[95500]: pgmap v9703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:54 smithi081 ceph-mon[107735]: pgmap v9703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:01:54.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:01:54.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:01:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:56 smithi170 ceph-mon[97338]: pgmap v9704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:56 smithi081 ceph-mon[95500]: pgmap v9704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:56 smithi081 ceph-mon[107735]: pgmap v9704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:01:58 smithi170 ceph-mon[97338]: pgmap v9705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:01:58 smithi081 ceph-mon[95500]: pgmap v9705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:01:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:01:58 smithi081 ceph-mon[107735]: pgmap v9705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:00.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:00 smithi170 ceph-mon[97338]: pgmap v9706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:00 smithi081 ceph-mon[95500]: pgmap v9706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:00 smithi081 ceph-mon[107735]: pgmap v9706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:02.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:02 smithi170 ceph-mon[97338]: pgmap v9707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:02 smithi081 ceph-mon[95500]: pgmap v9707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:02 smithi081 ceph-mon[107735]: pgmap v9707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:02:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:02.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:02.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:04 smithi170 ceph-mon[97338]: pgmap v9708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:04 smithi081 ceph-mon[95500]: pgmap v9708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:04 smithi081 ceph-mon[107735]: pgmap v9708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:04.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:04.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:06.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:06 smithi170 ceph-mon[97338]: pgmap v9709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:06 smithi081 ceph-mon[95500]: pgmap v9709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:06 smithi081 ceph-mon[107735]: pgmap v9709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:08 smithi170 ceph-mon[97338]: pgmap v9710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:08 smithi081 ceph-mon[95500]: pgmap v9710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:08 smithi081 ceph-mon[107735]: pgmap v9710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:10 smithi170 ceph-mon[97338]: pgmap v9711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:10 smithi081 ceph-mon[95500]: pgmap v9711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:10 smithi081 ceph-mon[107735]: pgmap v9711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:12 smithi170 ceph-mon[97338]: pgmap v9712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:12 smithi081 ceph-mon[95500]: pgmap v9712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:12 smithi081 ceph-mon[107735]: pgmap v9712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:02:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:12.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:12.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:14 smithi170 ceph-mon[97338]: pgmap v9713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:14 smithi081 ceph-mon[95500]: pgmap v9713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:14 smithi081 ceph-mon[107735]: pgmap v9713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:14.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:14.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:16 smithi170 ceph-mon[97338]: pgmap v9714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:16 smithi081 ceph-mon[95500]: pgmap v9714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:16 smithi081 ceph-mon[107735]: pgmap v9714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:18.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:18 smithi170 ceph-mon[97338]: pgmap v9715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:18 smithi081 ceph-mon[95500]: pgmap v9715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:18 smithi081 ceph-mon[107735]: pgmap v9715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:20.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:20 smithi170 ceph-mon[97338]: pgmap v9716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:20 smithi081 ceph-mon[95500]: pgmap v9716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:20 smithi081 ceph-mon[107735]: pgmap v9716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:22.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:22 smithi170 ceph-mon[97338]: pgmap v9717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:22 smithi081 ceph-mon[95500]: pgmap v9717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:22 smithi081 ceph-mon[107735]: pgmap v9717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:02:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:22.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:22.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:24 smithi170 ceph-mon[97338]: pgmap v9718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:24 smithi081 ceph-mon[95500]: pgmap v9718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:24 smithi081 ceph-mon[107735]: pgmap v9718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:24.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:24.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:26 smithi170 ceph-mon[97338]: pgmap v9719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:26 smithi081 ceph-mon[95500]: pgmap v9719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:26 smithi081 ceph-mon[107735]: pgmap v9719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:28 smithi170 ceph-mon[97338]: pgmap v9720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:28 smithi081 ceph-mon[95500]: pgmap v9720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:28 smithi081 ceph-mon[107735]: pgmap v9720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:30.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:30 smithi170 ceph-mon[97338]: pgmap v9721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:30 smithi081 ceph-mon[95500]: pgmap v9721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:30 smithi081 ceph-mon[107735]: pgmap v9721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:32.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:32 smithi170 ceph-mon[97338]: pgmap v9722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:32 smithi081 ceph-mon[95500]: pgmap v9722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:32.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:32 smithi081 ceph-mon[107735]: pgmap v9722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:02:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:32.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:32.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:34.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:34 smithi170 ceph-mon[97338]: pgmap v9723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:34 smithi081 ceph-mon[95500]: pgmap v9723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:34 smithi081 ceph-mon[107735]: pgmap v9723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:34.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:34.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:36.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:36 smithi170 ceph-mon[97338]: pgmap v9724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:36 smithi081 ceph-mon[95500]: pgmap v9724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:36 smithi081 ceph-mon[107735]: pgmap v9724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:38.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:38 smithi170 ceph-mon[97338]: pgmap v9725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:38 smithi081 ceph-mon[95500]: pgmap v9725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:38 smithi081 ceph-mon[107735]: pgmap v9725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:40 smithi170 ceph-mon[97338]: pgmap v9726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:40 smithi081 ceph-mon[95500]: pgmap v9726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:40 smithi081 ceph-mon[107735]: pgmap v9726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:42.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:42 smithi170 ceph-mon[97338]: pgmap v9727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:42 smithi081 ceph-mon[95500]: pgmap v9727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:42 smithi081 ceph-mon[107735]: pgmap v9727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:02:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:42.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:42.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:44.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:44 smithi170 ceph-mon[97338]: pgmap v9728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:44 smithi081 ceph-mon[95500]: pgmap v9728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:44 smithi081 ceph-mon[107735]: pgmap v9728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:44.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:44.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:46.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:46 smithi170 ceph-mon[97338]: pgmap v9729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:46 smithi081 ceph-mon[95500]: pgmap v9729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:46.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:46 smithi081 ceph-mon[107735]: pgmap v9729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:48.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:48 smithi170 ceph-mon[97338]: pgmap v9730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:48 smithi081 ceph-mon[95500]: pgmap v9730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:48 smithi081 ceph-mon[107735]: pgmap v9730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:50.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:50 smithi170 ceph-mon[97338]: pgmap v9731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:50 smithi081 ceph-mon[95500]: pgmap v9731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:50 smithi081 ceph-mon[107735]: pgmap v9731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:52 smithi170 ceph-mon[97338]: pgmap v9732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:52 smithi081 ceph-mon[95500]: pgmap v9732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:52 smithi081 ceph-mon[107735]: pgmap v9732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:02:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:52.966Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:52.967Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:54 smithi170 ceph-mon[97338]: pgmap v9733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:54 smithi081 ceph-mon[95500]: pgmap v9733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:54 smithi081 ceph-mon[107735]: pgmap v9733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:02:54.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:02:54.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:02:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:56 smithi170 ceph-mon[97338]: pgmap v9734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:56 smithi081 ceph-mon[95500]: pgmap v9734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:56 smithi081 ceph-mon[107735]: pgmap v9734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:02:58 smithi170 ceph-mon[97338]: pgmap v9735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:02:58 smithi081 ceph-mon[95500]: pgmap v9735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:02:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:02:58 smithi081 ceph-mon[107735]: pgmap v9735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:00.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:00 smithi170 ceph-mon[97338]: pgmap v9736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:00 smithi081 ceph-mon[95500]: pgmap v9736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:00.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:00 smithi081 ceph-mon[107735]: pgmap v9736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:02.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:02 smithi170 ceph-mon[97338]: pgmap v9737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:02 smithi081 ceph-mon[95500]: pgmap v9737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:02 smithi081 ceph-mon[107735]: pgmap v9737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:03:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:02.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:02.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:04 smithi170 ceph-mon[97338]: pgmap v9738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:04 smithi081 ceph-mon[95500]: pgmap v9738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:04 smithi081 ceph-mon[107735]: pgmap v9738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:04.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:04.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:06.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:06 smithi170 ceph-mon[97338]: pgmap v9739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:06 smithi081 ceph-mon[95500]: pgmap v9739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:06 smithi081 ceph-mon[107735]: pgmap v9739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:08 smithi170 ceph-mon[97338]: pgmap v9740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:08 smithi081 ceph-mon[95500]: pgmap v9740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:08 smithi081 ceph-mon[107735]: pgmap v9740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:10.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:10 smithi170 ceph-mon[97338]: pgmap v9741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:10 smithi081 ceph-mon[95500]: pgmap v9741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:10 smithi081 ceph-mon[107735]: pgmap v9741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:12.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:12 smithi170 ceph-mon[97338]: pgmap v9742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:12 smithi081 ceph-mon[95500]: pgmap v9742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:12 smithi081 ceph-mon[107735]: pgmap v9742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:03:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:12.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:12.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:14 smithi170 ceph-mon[97338]: pgmap v9743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:14 smithi081 ceph-mon[95500]: pgmap v9743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:14 smithi081 ceph-mon[107735]: pgmap v9743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:14.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:14.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:16 smithi170 ceph-mon[97338]: pgmap v9744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:16 smithi081 ceph-mon[95500]: pgmap v9744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:16 smithi081 ceph-mon[107735]: pgmap v9744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:18.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:18 smithi170 ceph-mon[97338]: pgmap v9745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:18 smithi081 ceph-mon[95500]: pgmap v9745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:18 smithi081 ceph-mon[107735]: pgmap v9745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:20.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:20 smithi170 ceph-mon[97338]: pgmap v9746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:20 smithi081 ceph-mon[95500]: pgmap v9746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:20 smithi081 ceph-mon[107735]: pgmap v9746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:22.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:22 smithi170 ceph-mon[97338]: pgmap v9747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:22 smithi081 ceph-mon[95500]: pgmap v9747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:22 smithi081 ceph-mon[107735]: pgmap v9747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:03:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:22.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:22.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:24.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:24 smithi170 ceph-mon[97338]: pgmap v9748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:24 smithi081 ceph-mon[95500]: pgmap v9748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:24 smithi081 ceph-mon[107735]: pgmap v9748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:24.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:24.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:26.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:26 smithi170 ceph-mon[97338]: pgmap v9749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:26 smithi081 ceph-mon[95500]: pgmap v9749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:26 smithi081 ceph-mon[107735]: pgmap v9749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:28 smithi170 ceph-mon[97338]: pgmap v9750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:28 smithi081 ceph-mon[95500]: pgmap v9750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:28 smithi081 ceph-mon[107735]: pgmap v9750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:30.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:30 smithi170 ceph-mon[97338]: pgmap v9751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:30 smithi081 ceph-mon[95500]: pgmap v9751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:30.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:30 smithi081 ceph-mon[107735]: pgmap v9751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:32.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:32 smithi170 ceph-mon[97338]: pgmap v9752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:32 smithi081 ceph-mon[95500]: pgmap v9752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:32 smithi081 ceph-mon[107735]: pgmap v9752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:03:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:32.969Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:32.970Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:34.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:34 smithi170 ceph-mon[97338]: pgmap v9753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:34 smithi081 ceph-mon[95500]: pgmap v9753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:34 smithi081 ceph-mon[107735]: pgmap v9753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:34.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:34.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:36.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:36 smithi170 ceph-mon[97338]: pgmap v9754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:36 smithi081 ceph-mon[95500]: pgmap v9754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:36 smithi081 ceph-mon[107735]: pgmap v9754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:38 smithi170 ceph-mon[97338]: pgmap v9755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:38 smithi081 ceph-mon[95500]: pgmap v9755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:38 smithi081 ceph-mon[107735]: pgmap v9755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:40 smithi170 ceph-mon[97338]: pgmap v9756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:40 smithi081 ceph-mon[95500]: pgmap v9756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:40 smithi081 ceph-mon[107735]: pgmap v9756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:42 smithi170 ceph-mon[97338]: pgmap v9757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:42 smithi081 ceph-mon[95500]: pgmap v9757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:42 smithi081 ceph-mon[107735]: pgmap v9757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:03:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:42.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:42.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:44.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:44 smithi170 ceph-mon[97338]: pgmap v9758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:44 smithi081 ceph-mon[107735]: pgmap v9758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:44 smithi081 ceph-mon[95500]: pgmap v9758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:44.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:44.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:46 smithi170 ceph-mon[97338]: pgmap v9759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:46 smithi081 ceph-mon[95500]: pgmap v9759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:46 smithi081 ceph-mon[107735]: pgmap v9759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:48.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:48 smithi170 ceph-mon[97338]: pgmap v9760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:48 smithi081 ceph-mon[95500]: pgmap v9760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:48 smithi081 ceph-mon[107735]: pgmap v9760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:50.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:50 smithi170 ceph-mon[97338]: pgmap v9761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:50 smithi081 ceph-mon[95500]: pgmap v9761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:50 smithi081 ceph-mon[107735]: pgmap v9761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:52 smithi170 ceph-mon[97338]: pgmap v9762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:52 smithi081 ceph-mon[95500]: pgmap v9762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:52 smithi081 ceph-mon[107735]: pgmap v9762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:03:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:52.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:52.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:54 smithi170 ceph-mon[97338]: pgmap v9763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:54 smithi081 ceph-mon[95500]: pgmap v9763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:54 smithi081 ceph-mon[107735]: pgmap v9763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:03:54.820Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:03:54.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:03:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:56 smithi170 ceph-mon[97338]: pgmap v9764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:56 smithi081 ceph-mon[95500]: pgmap v9764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:56 smithi081 ceph-mon[107735]: pgmap v9764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:03:58 smithi170 ceph-mon[97338]: pgmap v9765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:03:58 smithi081 ceph-mon[95500]: pgmap v9765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:03:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:03:58 smithi081 ceph-mon[107735]: pgmap v9765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:00.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:00 smithi170 ceph-mon[97338]: pgmap v9766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:00 smithi081 ceph-mon[95500]: pgmap v9766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:00 smithi081 ceph-mon[107735]: pgmap v9766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:02 smithi170 ceph-mon[97338]: pgmap v9767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:02 smithi081 ceph-mon[95500]: pgmap v9767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:02 smithi081 ceph-mon[107735]: pgmap v9767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:04:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:02.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:02.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:04 smithi170 ceph-mon[97338]: pgmap v9768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:04 smithi081 ceph-mon[95500]: pgmap v9768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:04 smithi081 ceph-mon[107735]: pgmap v9768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:04.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:04.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:06.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:06 smithi170 ceph-mon[97338]: pgmap v9769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:06 smithi081 ceph-mon[95500]: pgmap v9769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:06 smithi081 ceph-mon[107735]: pgmap v9769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:08.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:08 smithi170 ceph-mon[97338]: pgmap v9770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:08 smithi081 ceph-mon[95500]: pgmap v9770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:08.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:08 smithi081 ceph-mon[107735]: pgmap v9770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:10.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:10 smithi170 ceph-mon[97338]: pgmap v9771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:10 smithi081 ceph-mon[95500]: pgmap v9771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:10 smithi081 ceph-mon[107735]: pgmap v9771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:12.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:12 smithi170 ceph-mon[97338]: pgmap v9772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:12 smithi081 ceph-mon[95500]: pgmap v9772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:12 smithi081 ceph-mon[107735]: pgmap v9772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:04:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:12.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:12.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:14 smithi170 ceph-mon[97338]: pgmap v9773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:14 smithi081 ceph-mon[95500]: pgmap v9773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:14 smithi081 ceph-mon[107735]: pgmap v9773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:14.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:14.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:16 smithi170 ceph-mon[97338]: pgmap v9774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:16 smithi081 ceph-mon[95500]: pgmap v9774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:16 smithi081 ceph-mon[107735]: pgmap v9774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:18.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:18 smithi170 ceph-mon[97338]: pgmap v9775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:18 smithi081 ceph-mon[95500]: pgmap v9775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:18 smithi081 ceph-mon[107735]: pgmap v9775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:20.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:20 smithi170 ceph-mon[97338]: pgmap v9776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:20 smithi081 ceph-mon[95500]: pgmap v9776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:20 smithi081 ceph-mon[107735]: pgmap v9776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:22.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:22 smithi170 ceph-mon[97338]: pgmap v9777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:22 smithi081 ceph-mon[95500]: pgmap v9777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:22 smithi081 ceph-mon[107735]: pgmap v9777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:04:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:22.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:22.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:24.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:24 smithi170 ceph-mon[97338]: pgmap v9778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:24 smithi081 ceph-mon[95500]: pgmap v9778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:24 smithi081 ceph-mon[107735]: pgmap v9778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:24.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:24.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:26 smithi170 ceph-mon[97338]: pgmap v9779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:26 smithi081 ceph-mon[95500]: pgmap v9779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:26 smithi081 ceph-mon[107735]: pgmap v9779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:28 smithi170 ceph-mon[97338]: pgmap v9780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:28 smithi081 ceph-mon[95500]: pgmap v9780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:28 smithi081 ceph-mon[107735]: pgmap v9780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:30.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:30 smithi170 ceph-mon[97338]: pgmap v9781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:30.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:30 smithi081 ceph-mon[95500]: pgmap v9781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:30 smithi081 ceph-mon[107735]: pgmap v9781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:32.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:32 smithi170 ceph-mon[97338]: pgmap v9782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:32 smithi081 ceph-mon[95500]: pgmap v9782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:32.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:32 smithi081 ceph-mon[107735]: pgmap v9782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:04:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:32.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:32.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:34.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:34 smithi170 ceph-mon[97338]: pgmap v9783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:34 smithi081 ceph-mon[95500]: pgmap v9783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:34 smithi081 ceph-mon[107735]: pgmap v9783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:34.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:34.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:36.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:36 smithi170 ceph-mon[97338]: pgmap v9784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:36 smithi081 ceph-mon[95500]: pgmap v9784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:36 smithi081 ceph-mon[107735]: pgmap v9784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:38.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:38 smithi170 ceph-mon[97338]: pgmap v9785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:38 smithi081 ceph-mon[95500]: pgmap v9785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:38 smithi081 ceph-mon[107735]: pgmap v9785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:40 smithi170 ceph-mon[97338]: pgmap v9786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:40 smithi081 ceph-mon[95500]: pgmap v9786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:40 smithi081 ceph-mon[107735]: pgmap v9786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:42 smithi170 ceph-mon[97338]: pgmap v9787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:42 smithi081 ceph-mon[95500]: pgmap v9787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:42 smithi081 ceph-mon[107735]: pgmap v9787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:04:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:42.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:42.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:44.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:44 smithi170 ceph-mon[97338]: pgmap v9788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:44.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:44 smithi081 ceph-mon[95500]: pgmap v9788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:44 smithi081 ceph-mon[107735]: pgmap v9788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:44.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:44.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:46.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:46 smithi170 ceph-mon[97338]: pgmap v9789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:46.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:46 smithi081 ceph-mon[95500]: pgmap v9789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:46 smithi081 ceph-mon[107735]: pgmap v9789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:48.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:48 smithi170 ceph-mon[97338]: pgmap v9790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:48 smithi081 ceph-mon[95500]: pgmap v9790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:48 smithi081 ceph-mon[107735]: pgmap v9790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:50.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:50 smithi170 ceph-mon[97338]: pgmap v9791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:50 smithi081 ceph-mon[95500]: pgmap v9791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:50 smithi081 ceph-mon[107735]: pgmap v9791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:52 smithi170 ceph-mon[97338]: pgmap v9792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:52 smithi081 ceph-mon[95500]: pgmap v9792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:52 smithi081 ceph-mon[107735]: pgmap v9792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:04:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:52.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:52.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:54 smithi170 ceph-mon[97338]: pgmap v9793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:54 smithi081 ceph-mon[95500]: pgmap v9793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:54 smithi081 ceph-mon[107735]: pgmap v9793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:04:54.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:04:54.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:04:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:56 smithi170 ceph-mon[97338]: pgmap v9794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:56 smithi081 ceph-mon[95500]: pgmap v9794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:56 smithi081 ceph-mon[107735]: pgmap v9794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:58.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:04:58 smithi170 ceph-mon[97338]: pgmap v9795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:04:58 smithi081 ceph-mon[95500]: pgmap v9795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:04:58.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:04:58 smithi081 ceph-mon[107735]: pgmap v9795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:00.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:00 smithi170 ceph-mon[97338]: pgmap v9796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:00 smithi081 ceph-mon[95500]: pgmap v9796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:00 smithi081 ceph-mon[107735]: pgmap v9796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:02.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:02 smithi170 ceph-mon[97338]: pgmap v9797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:02 smithi081 ceph-mon[95500]: pgmap v9797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:02 smithi081 ceph-mon[107735]: pgmap v9797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:05:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:02.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:02.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:04 smithi170 ceph-mon[97338]: pgmap v9798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:04 smithi081 ceph-mon[95500]: pgmap v9798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:04 smithi081 ceph-mon[107735]: pgmap v9798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:04.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:04.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:06.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:06 smithi170 ceph-mon[97338]: pgmap v9799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:06 smithi081 ceph-mon[95500]: pgmap v9799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:06 smithi081 ceph-mon[107735]: pgmap v9799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:08 smithi170 ceph-mon[97338]: pgmap v9800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:08 smithi081 ceph-mon[95500]: pgmap v9800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:08 smithi081 ceph-mon[107735]: pgmap v9800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:10.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:10 smithi170 ceph-mon[97338]: pgmap v9801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:10 smithi081 ceph-mon[95500]: pgmap v9801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:10 smithi081 ceph-mon[107735]: pgmap v9801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:12.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:12 smithi170 ceph-mon[97338]: pgmap v9802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:12 smithi081 ceph-mon[95500]: pgmap v9802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:12 smithi081 ceph-mon[107735]: pgmap v9802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:05:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:12.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:12.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:14 smithi170 ceph-mon[97338]: pgmap v9803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:14 smithi081 ceph-mon[95500]: pgmap v9803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:14 smithi081 ceph-mon[107735]: pgmap v9803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:14.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:14.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:16 smithi170 ceph-mon[97338]: pgmap v9804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:16 smithi081 ceph-mon[95500]: pgmap v9804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:16 smithi081 ceph-mon[107735]: pgmap v9804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:18.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:18 smithi170 ceph-mon[97338]: pgmap v9805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:18 smithi081 ceph-mon[95500]: pgmap v9805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:18 smithi081 ceph-mon[107735]: pgmap v9805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:20.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:20 smithi170 ceph-mon[97338]: pgmap v9806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:20 smithi081 ceph-mon[95500]: pgmap v9806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:20 smithi081 ceph-mon[107735]: pgmap v9806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:22.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:22 smithi170 ceph-mon[97338]: pgmap v9807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:22 smithi081 ceph-mon[95500]: pgmap v9807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:22.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:22 smithi081 ceph-mon[107735]: pgmap v9807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:05:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:22.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:22.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:24.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:24 smithi170 ceph-mon[97338]: pgmap v9808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:24 smithi081 ceph-mon[95500]: pgmap v9808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:24 smithi081 ceph-mon[107735]: pgmap v9808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:24.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:24.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:26 smithi170 ceph-mon[97338]: pgmap v9809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:26 smithi081 ceph-mon[95500]: pgmap v9809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:26 smithi081 ceph-mon[107735]: pgmap v9809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:28.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:28 smithi170 ceph-mon[97338]: pgmap v9810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:28 smithi081 ceph-mon[95500]: pgmap v9810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:28 smithi081 ceph-mon[107735]: pgmap v9810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:30.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:30 smithi170 ceph-mon[97338]: pgmap v9811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:30 smithi081 ceph-mon[95500]: pgmap v9811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:30 smithi081 ceph-mon[107735]: pgmap v9811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:32.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:32 smithi170 ceph-mon[97338]: pgmap v9812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:32 smithi081 ceph-mon[95500]: pgmap v9812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:32.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:32 smithi081 ceph-mon[107735]: pgmap v9812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:05:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:32.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:32.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:34.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:34 smithi170 ceph-mon[97338]: pgmap v9813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:34 smithi081 ceph-mon[95500]: pgmap v9813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:34 smithi081 ceph-mon[107735]: pgmap v9813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:34.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:34.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:36.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:36 smithi170 ceph-mon[97338]: pgmap v9814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:36 smithi081 ceph-mon[95500]: pgmap v9814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:36 smithi081 ceph-mon[107735]: pgmap v9814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:38.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:38 smithi170 ceph-mon[97338]: pgmap v9815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:38 smithi081 ceph-mon[95500]: pgmap v9815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:38 smithi081 ceph-mon[107735]: pgmap v9815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:40.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:40 smithi170 ceph-mon[97338]: pgmap v9816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:40 smithi081 ceph-mon[95500]: pgmap v9816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:40 smithi081 ceph-mon[107735]: pgmap v9816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:42.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:42 smithi170 ceph-mon[97338]: pgmap v9817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:42 smithi081 ceph-mon[95500]: pgmap v9817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:42 smithi081 ceph-mon[107735]: pgmap v9817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:05:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:42.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:42.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:44 smithi170 ceph-mon[97338]: pgmap v9818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:44.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:44 smithi081 ceph-mon[95500]: pgmap v9818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:44 smithi081 ceph-mon[107735]: pgmap v9818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:44.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:44.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:46.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:46 smithi170 ceph-mon[97338]: pgmap v9819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:46 smithi081 ceph-mon[95500]: pgmap v9819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:46 smithi081 ceph-mon[107735]: pgmap v9819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:48.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:48 smithi170 ceph-mon[97338]: pgmap v9820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:48 smithi081 ceph-mon[95500]: pgmap v9820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:48 smithi081 ceph-mon[107735]: pgmap v9820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:50.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:50 smithi170 ceph-mon[97338]: pgmap v9821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:50 smithi081 ceph-mon[95500]: pgmap v9821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:50 smithi081 ceph-mon[107735]: pgmap v9821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:52.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:52 smithi170 ceph-mon[97338]: pgmap v9822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:52 smithi081 ceph-mon[95500]: pgmap v9822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:52 smithi081 ceph-mon[107735]: pgmap v9822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:05:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:52.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:52.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:54.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:54 smithi170 ceph-mon[97338]: pgmap v9823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:54 smithi081 ceph-mon[95500]: pgmap v9823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:54 smithi081 ceph-mon[107735]: pgmap v9823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:05:54.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:05:54.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:05:56.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:56 smithi170 ceph-mon[97338]: pgmap v9824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:56 smithi081 ceph-mon[95500]: pgmap v9824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:56 smithi081 ceph-mon[107735]: pgmap v9824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:58.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:05:58 smithi170 ceph-mon[97338]: pgmap v9825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:05:58 smithi081 ceph-mon[95500]: pgmap v9825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:05:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:05:58 smithi081 ceph-mon[107735]: pgmap v9825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:00.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:00 smithi170 ceph-mon[97338]: pgmap v9826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:00 smithi081 ceph-mon[95500]: pgmap v9826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:00 smithi081 ceph-mon[107735]: pgmap v9826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:02.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:02 smithi170 ceph-mon[97338]: pgmap v9827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:02 smithi081 ceph-mon[95500]: pgmap v9827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:02 smithi081 ceph-mon[107735]: pgmap v9827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:06:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:02.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:02.980Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:04.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:04 smithi170 ceph-mon[97338]: pgmap v9828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:04 smithi081 ceph-mon[95500]: pgmap v9828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:04 smithi081 ceph-mon[107735]: pgmap v9828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:04.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:04.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:06.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:06 smithi170 ceph-mon[97338]: pgmap v9829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:06 smithi081 ceph-mon[95500]: pgmap v9829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:06 smithi081 ceph-mon[107735]: pgmap v9829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:08.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:08 smithi170 ceph-mon[97338]: pgmap v9830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:08 smithi081 ceph-mon[95500]: pgmap v9830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:08 smithi081 ceph-mon[107735]: pgmap v9830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:10.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:10 smithi170 ceph-mon[97338]: pgmap v9831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:10 smithi081 ceph-mon[95500]: pgmap v9831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:10 smithi081 ceph-mon[107735]: pgmap v9831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:12.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:12 smithi170 ceph-mon[97338]: pgmap v9832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:12.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:12 smithi081 ceph-mon[95500]: pgmap v9832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:12.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:12 smithi081 ceph-mon[107735]: pgmap v9832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:06:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:12.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:12.980Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:14.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:14 smithi170 ceph-mon[97338]: pgmap v9833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:14 smithi081 ceph-mon[95500]: pgmap v9833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:14 smithi081 ceph-mon[107735]: pgmap v9833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:14.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:14.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:16.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:16 smithi170 ceph-mon[97338]: pgmap v9834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:16.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:16 smithi081 ceph-mon[95500]: pgmap v9834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:16 smithi081 ceph-mon[107735]: pgmap v9834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:18.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:18 smithi170 ceph-mon[97338]: pgmap v9835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:18 smithi081 ceph-mon[95500]: pgmap v9835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:18 smithi081 ceph-mon[107735]: pgmap v9835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:20.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:20 smithi170 ceph-mon[97338]: pgmap v9836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:20 smithi081 ceph-mon[95500]: pgmap v9836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:20 smithi081 ceph-mon[107735]: pgmap v9836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:22.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:22 smithi081 ceph-mon[95500]: pgmap v9837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:22.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:22 smithi081 ceph-mon[107735]: pgmap v9837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:22.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:22 smithi170 ceph-mon[97338]: pgmap v9837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:06:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:22.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:22.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:24.492 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:24 smithi170 ceph-mon[97338]: pgmap v9838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:24.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:24 smithi081 ceph-mon[95500]: pgmap v9838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:24 smithi081 ceph-mon[107735]: pgmap v9838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:24.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:24.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:26.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:26 smithi170 ceph-mon[97338]: pgmap v9839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:26 smithi081 ceph-mon[95500]: pgmap v9839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:26 smithi081 ceph-mon[107735]: pgmap v9839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:28 smithi081 ceph-mon[95500]: pgmap v9840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:28 smithi081 ceph-mon[107735]: pgmap v9840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:28 smithi170 ceph-mon[97338]: pgmap v9840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:30.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:30 smithi081 ceph-mon[95500]: pgmap v9841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:30.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:30 smithi081 ceph-mon[107735]: pgmap v9841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:30.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:30 smithi170 ceph-mon[97338]: pgmap v9841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:32.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:32 smithi081 ceph-mon[95500]: pgmap v9842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:32.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:32 smithi081 ceph-mon[107735]: pgmap v9842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:32 smithi170 ceph-mon[97338]: pgmap v9842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:06:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:32.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:32.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:34 smithi081 ceph-mon[95500]: pgmap v9843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:34 smithi081 ceph-mon[107735]: pgmap v9843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:34 smithi170 ceph-mon[97338]: pgmap v9843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:34.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:34.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:36 smithi081 ceph-mon[95500]: pgmap v9844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:36 smithi081 ceph-mon[107735]: pgmap v9844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:36.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:36 smithi170 ceph-mon[97338]: pgmap v9844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:38.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:38 smithi081 ceph-mon[95500]: pgmap v9845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:38.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:38 smithi081 ceph-mon[107735]: pgmap v9845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:38 smithi170 ceph-mon[97338]: pgmap v9845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:40.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:40 smithi081 ceph-mon[95500]: pgmap v9846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:40.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:40 smithi081 ceph-mon[107735]: pgmap v9846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:40 smithi170 ceph-mon[97338]: pgmap v9846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:42.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:42 smithi081 ceph-mon[95500]: pgmap v9847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:42.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:42 smithi081 ceph-mon[107735]: pgmap v9847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:42 smithi170 ceph-mon[97338]: pgmap v9847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:06:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:42.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:42.983Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:44 smithi081 ceph-mon[95500]: pgmap v9848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:44 smithi081 ceph-mon[107735]: pgmap v9848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:44 smithi170 ceph-mon[97338]: pgmap v9848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:44.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:44.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:46.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:46 smithi081 ceph-mon[95500]: pgmap v9849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:46.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:46 smithi081 ceph-mon[107735]: pgmap v9849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:46 smithi170 ceph-mon[97338]: pgmap v9849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:48.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:48 smithi081 ceph-mon[95500]: pgmap v9850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:48.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:48 smithi081 ceph-mon[107735]: pgmap v9850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:48 smithi170 ceph-mon[97338]: pgmap v9850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:50.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:50 smithi081 ceph-mon[95500]: pgmap v9851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:50.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:50 smithi081 ceph-mon[107735]: pgmap v9851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:50.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:50 smithi170 ceph-mon[97338]: pgmap v9851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:52.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:52 smithi081 ceph-mon[95500]: pgmap v9852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:52.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:52 smithi081 ceph-mon[107735]: pgmap v9852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:52 smithi170 ceph-mon[97338]: pgmap v9852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:06:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:52.983Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:52.984Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:54.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:54 smithi081 ceph-mon[95500]: pgmap v9853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:54 smithi081 ceph-mon[107735]: pgmap v9853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:54.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:54 smithi170 ceph-mon[97338]: pgmap v9853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:06:54.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:06:54.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:06:56.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:56 smithi081 ceph-mon[95500]: pgmap v9854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:56.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:56 smithi081 ceph-mon[107735]: pgmap v9854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:56 smithi170 ceph-mon[97338]: pgmap v9854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:58.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:06:58 smithi081 ceph-mon[95500]: pgmap v9855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:58.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:06:58 smithi081 ceph-mon[107735]: pgmap v9855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:06:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:06:58 smithi170 ceph-mon[97338]: pgmap v9855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:00 smithi081 ceph-mon[95500]: pgmap v9856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:00 smithi081 ceph-mon[107735]: pgmap v9856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:00.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:00 smithi170 ceph-mon[97338]: pgmap v9856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:02.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:02 smithi081 ceph-mon[95500]: pgmap v9857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:02.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:02 smithi081 ceph-mon[107735]: pgmap v9857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:02.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:02 smithi170 ceph-mon[97338]: pgmap v9857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:07:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:02.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:02.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:04.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:04 smithi081 ceph-mon[95500]: pgmap v9858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:04 smithi081 ceph-mon[107735]: pgmap v9858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:04 smithi170 ceph-mon[97338]: pgmap v9858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:04.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:04.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:06.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:06 smithi081 ceph-mon[95500]: pgmap v9859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:06.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:06 smithi081 ceph-mon[107735]: pgmap v9859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:06.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:06 smithi170 ceph-mon[97338]: pgmap v9859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:08.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:08 smithi081 ceph-mon[95500]: pgmap v9860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:08.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:08 smithi081 ceph-mon[107735]: pgmap v9860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:08.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:08 smithi170 ceph-mon[97338]: pgmap v9860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:10.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:10 smithi081 ceph-mon[95500]: pgmap v9861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:10.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:10 smithi081 ceph-mon[107735]: pgmap v9861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:10 smithi170 ceph-mon[97338]: pgmap v9861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:12.986 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:12 smithi081 ceph-mon[95500]: pgmap v9862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:12.987 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:12 smithi081 ceph-mon[107735]: pgmap v9862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:12.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:12 smithi170 ceph-mon[97338]: pgmap v9862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:07:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:12.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:12.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:14 smithi081 ceph-mon[95500]: pgmap v9863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:14 smithi081 ceph-mon[107735]: pgmap v9863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:14 smithi170 ceph-mon[97338]: pgmap v9863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:14.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:14.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:16.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:16 smithi081 ceph-mon[95500]: pgmap v9864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:16.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:16 smithi081 ceph-mon[107735]: pgmap v9864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:16 smithi170 ceph-mon[97338]: pgmap v9864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:18.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:18 smithi081 ceph-mon[95500]: pgmap v9865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:18.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:18 smithi081 ceph-mon[107735]: pgmap v9865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:18.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:18 smithi170 ceph-mon[97338]: pgmap v9865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:20.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:20 smithi081 ceph-mon[95500]: pgmap v9866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:20.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:20 smithi081 ceph-mon[107735]: pgmap v9866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:20 smithi170 ceph-mon[97338]: pgmap v9866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:22.987 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:22 smithi081 ceph-mon[95500]: pgmap v9867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:22.988 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:22 smithi081 ceph-mon[107735]: pgmap v9867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:22.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:22 smithi170 ceph-mon[97338]: pgmap v9867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:07:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:22.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:22.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:24 smithi081 ceph-mon[95500]: pgmap v9868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:24 smithi081 ceph-mon[107735]: pgmap v9868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:24 smithi170 ceph-mon[97338]: pgmap v9868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:24.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:24.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:26.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:26 smithi081 ceph-mon[95500]: pgmap v9869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:26.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:26 smithi081 ceph-mon[107735]: pgmap v9869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:26 smithi170 ceph-mon[97338]: pgmap v9869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:28.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:28 smithi081 ceph-mon[95500]: pgmap v9870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:28.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:28 smithi081 ceph-mon[107735]: pgmap v9870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:28 smithi170 ceph-mon[97338]: pgmap v9870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:30.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:30 smithi170 ceph-mon[97338]: pgmap v9871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:31.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:30 smithi081 ceph-mon[95500]: pgmap v9871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:31.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:30 smithi081 ceph-mon[107735]: pgmap v9871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:32.988 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:32 smithi081 ceph-mon[95500]: pgmap v9872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:32.989 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:32 smithi081 ceph-mon[107735]: pgmap v9872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:32 smithi170 ceph-mon[97338]: pgmap v9872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:07:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:32.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:32.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:34 smithi081 ceph-mon[95500]: pgmap v9873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:34 smithi081 ceph-mon[107735]: pgmap v9873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:34 smithi170 ceph-mon[97338]: pgmap v9873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:34.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:34.839Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:36.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:36 smithi081 ceph-mon[95500]: pgmap v9874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:36.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:36 smithi081 ceph-mon[107735]: pgmap v9874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:36.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:36 smithi170 ceph-mon[97338]: pgmap v9874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:38 smithi170 ceph-mon[97338]: pgmap v9875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:38 smithi081 ceph-mon[95500]: pgmap v9875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:38 smithi081 ceph-mon[107735]: pgmap v9875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:40 smithi170 ceph-mon[97338]: pgmap v9876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:41.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:40 smithi081 ceph-mon[95500]: pgmap v9876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:41.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:40 smithi081 ceph-mon[107735]: pgmap v9876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:42.989 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:42 smithi081 ceph-mon[95500]: pgmap v9877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:42.989 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:42 smithi081 ceph-mon[107735]: pgmap v9877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:42 smithi170 ceph-mon[97338]: pgmap v9877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:07:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:42.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:42.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:44 smithi081 ceph-mon[95500]: pgmap v9878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:44 smithi081 ceph-mon[107735]: pgmap v9878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:44.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:44 smithi170 ceph-mon[97338]: pgmap v9878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:45.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:44.839Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:44.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:46.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:46 smithi170 ceph-mon[97338]: pgmap v9879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:47.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:46 smithi081 ceph-mon[95500]: pgmap v9879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:46 smithi081 ceph-mon[107735]: pgmap v9879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:48 smithi170 ceph-mon[97338]: pgmap v9880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:49.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:48 smithi081 ceph-mon[95500]: pgmap v9880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:49.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:48 smithi081 ceph-mon[107735]: pgmap v9880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:50.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:50 smithi170 ceph-mon[97338]: pgmap v9881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:51.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:50 smithi081 ceph-mon[95500]: pgmap v9881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:50 smithi081 ceph-mon[107735]: pgmap v9881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:52.989 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:52 smithi081 ceph-mon[95500]: pgmap v9882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:52.990 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:52 smithi081 ceph-mon[107735]: pgmap v9882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:52 smithi170 ceph-mon[97338]: pgmap v9882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:07:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:52.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:52.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:54 smithi081 ceph-mon[95500]: pgmap v9883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:54 smithi081 ceph-mon[107735]: pgmap v9883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:54 smithi170 ceph-mon[97338]: pgmap v9883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:07:54.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:07:54.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:07:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:56 smithi170 ceph-mon[97338]: pgmap v9884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:57.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:56 smithi081 ceph-mon[95500]: pgmap v9884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:56 smithi081 ceph-mon[107735]: pgmap v9884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:07:58 smithi170 ceph-mon[97338]: pgmap v9885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:59.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:07:58 smithi081 ceph-mon[95500]: pgmap v9885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:07:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:07:58 smithi081 ceph-mon[107735]: pgmap v9885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:00.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:00 smithi170 ceph-mon[97338]: pgmap v9886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:01.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:00 smithi081 ceph-mon[95500]: pgmap v9886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:00 smithi081 ceph-mon[107735]: pgmap v9886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:02.990 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:02 smithi081 ceph-mon[95500]: pgmap v9887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:02.990 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:02 smithi081 ceph-mon[107735]: pgmap v9887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:02.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:02 smithi170 ceph-mon[97338]: pgmap v9887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:03.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:08:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:02.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:02.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:04.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:04 smithi081 ceph-mon[95500]: pgmap v9888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:04 smithi081 ceph-mon[107735]: pgmap v9888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:04 smithi170 ceph-mon[97338]: pgmap v9888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:04.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:04.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:06.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:06 smithi170 ceph-mon[97338]: pgmap v9889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:07.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:06 smithi081 ceph-mon[95500]: pgmap v9889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:07.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:06 smithi081 ceph-mon[107735]: pgmap v9889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:08.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:08 smithi170 ceph-mon[97338]: pgmap v9890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:09.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:08 smithi081 ceph-mon[95500]: pgmap v9890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:09.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:08 smithi081 ceph-mon[107735]: pgmap v9890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:10 smithi170 ceph-mon[97338]: pgmap v9891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:11.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:10 smithi081 ceph-mon[95500]: pgmap v9891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:11.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:10 smithi081 ceph-mon[107735]: pgmap v9891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:12.991 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:12 smithi081 ceph-mon[95500]: pgmap v9892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:12.991 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:12 smithi081 ceph-mon[107735]: pgmap v9892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:12.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:12 smithi170 ceph-mon[97338]: pgmap v9892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:13.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:08:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:12.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:12.991Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:14 smithi170 ceph-mon[97338]: pgmap v9893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:14 smithi081 ceph-mon[95500]: pgmap v9893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:14 smithi081 ceph-mon[107735]: pgmap v9893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:14.841Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:14.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:16 smithi170 ceph-mon[97338]: pgmap v9894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:17.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:16 smithi081 ceph-mon[95500]: pgmap v9894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:17.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:16 smithi081 ceph-mon[107735]: pgmap v9894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:18.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:18 smithi170 ceph-mon[97338]: pgmap v9895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:19.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:18 smithi081 ceph-mon[95500]: pgmap v9895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:19.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:18 smithi081 ceph-mon[107735]: pgmap v9895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:20 smithi170 ceph-mon[97338]: pgmap v9896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:21.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:20 smithi081 ceph-mon[95500]: pgmap v9896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:21.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:20 smithi081 ceph-mon[107735]: pgmap v9896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:22.992 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:22 smithi081 ceph-mon[95500]: pgmap v9897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:22.993 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:22 smithi081 ceph-mon[107735]: pgmap v9897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:22.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:22 smithi170 ceph-mon[97338]: pgmap v9897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:08:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:22.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:22.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:24 smithi170 ceph-mon[97338]: pgmap v9898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:24 smithi081 ceph-mon[95500]: pgmap v9898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:24 smithi081 ceph-mon[107735]: pgmap v9898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:24.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:24.843Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:26 smithi170 ceph-mon[97338]: pgmap v9899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:27.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:26 smithi081 ceph-mon[95500]: pgmap v9899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:27.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:26 smithi081 ceph-mon[107735]: pgmap v9899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:28.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:28 smithi170 ceph-mon[97338]: pgmap v9900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:29.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:28 smithi081 ceph-mon[95500]: pgmap v9900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:29.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:28 smithi081 ceph-mon[107735]: pgmap v9900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:30.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:30 smithi170 ceph-mon[97338]: pgmap v9901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:31.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:30 smithi081 ceph-mon[95500]: pgmap v9901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:31.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:30 smithi081 ceph-mon[107735]: pgmap v9901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:32 smithi170 ceph-mon[97338]: pgmap v9902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:32.993 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:32 smithi081 ceph-mon[95500]: pgmap v9902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:32.993 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:32 smithi081 ceph-mon[107735]: pgmap v9902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:33.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:08:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:32.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:32.993Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:34 smithi170 ceph-mon[97338]: pgmap v9903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:34 smithi081 ceph-mon[95500]: pgmap v9903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:34 smithi081 ceph-mon[107735]: pgmap v9903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:34.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:34.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:36.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:36 smithi170 ceph-mon[97338]: pgmap v9904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:37.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:36 smithi081 ceph-mon[95500]: pgmap v9904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:37.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:36 smithi081 ceph-mon[107735]: pgmap v9904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:38 smithi170 ceph-mon[97338]: pgmap v9905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:38 smithi081 ceph-mon[95500]: pgmap v9905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:38 smithi081 ceph-mon[107735]: pgmap v9905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:40 smithi170 ceph-mon[97338]: pgmap v9906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:41.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:40 smithi081 ceph-mon[95500]: pgmap v9906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:41.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:40 smithi081 ceph-mon[107735]: pgmap v9906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:42 smithi170 ceph-mon[97338]: pgmap v9907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:42.994 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:42 smithi081 ceph-mon[95500]: pgmap v9907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:42.994 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:42 smithi081 ceph-mon[107735]: pgmap v9907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:43.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:08:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:42.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:42 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:42.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:44 smithi170 ceph-mon[97338]: pgmap v9908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:44.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:44 smithi081 ceph-mon[95500]: pgmap v9908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:44 smithi081 ceph-mon[107735]: pgmap v9908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:44.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:44.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:46 smithi170 ceph-mon[97338]: pgmap v9909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:47.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:46 smithi081 ceph-mon[95500]: pgmap v9909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:46 smithi081 ceph-mon[107735]: pgmap v9909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:48 smithi170 ceph-mon[97338]: pgmap v9910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:49.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:48 smithi081 ceph-mon[95500]: pgmap v9910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:49.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:48 smithi081 ceph-mon[107735]: pgmap v9910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:50.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:50 smithi170 ceph-mon[97338]: pgmap v9911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:51.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:50 smithi081 ceph-mon[95500]: pgmap v9911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:50 smithi081 ceph-mon[107735]: pgmap v9911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:52 smithi170 ceph-mon[97338]: pgmap v9912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:52.995 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:52 smithi081 ceph-mon[95500]: pgmap v9912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:52.995 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:52 smithi081 ceph-mon[107735]: pgmap v9912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:08:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:52 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:52.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:52 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:52.995Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:54.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:54 smithi170 ceph-mon[97338]: pgmap v9913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:54 smithi081 ceph-mon[95500]: pgmap v9913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:54 smithi081 ceph-mon[107735]: pgmap v9913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:08:54.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:08:54.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:08:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:56 smithi170 ceph-mon[97338]: pgmap v9914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:57.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:56 smithi081 ceph-mon[95500]: pgmap v9914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:56 smithi081 ceph-mon[107735]: pgmap v9914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:08:58 smithi170 ceph-mon[97338]: pgmap v9915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:59.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:08:58 smithi081 ceph-mon[95500]: pgmap v9915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:08:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:08:58 smithi081 ceph-mon[107735]: pgmap v9915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:00.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:00 smithi170 ceph-mon[97338]: pgmap v9916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:00 smithi081 ceph-mon[95500]: pgmap v9916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:00 smithi081 ceph-mon[107735]: pgmap v9916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:02.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:02 smithi170 ceph-mon[97338]: pgmap v9917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:02.996 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:02 smithi081 ceph-mon[95500]: pgmap v9917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:02.996 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:02 smithi081 ceph-mon[107735]: pgmap v9917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:09:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:02 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:02.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:02 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:02.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:04 smithi170 ceph-mon[97338]: pgmap v9918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:04 smithi081 ceph-mon[95500]: pgmap v9918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:04 smithi081 ceph-mon[107735]: pgmap v9918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:04.846Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:04.847Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:06.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:06 smithi170 ceph-mon[97338]: pgmap v9919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:07.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:06 smithi081 ceph-mon[95500]: pgmap v9919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:07.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:06 smithi081 ceph-mon[107735]: pgmap v9919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:08.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:08 smithi170 ceph-mon[97338]: pgmap v9920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:09.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:08 smithi081 ceph-mon[95500]: pgmap v9920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:09.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:08 smithi081 ceph-mon[107735]: pgmap v9920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:10 smithi170 ceph-mon[97338]: pgmap v9921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:11.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:10 smithi081 ceph-mon[95500]: pgmap v9921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:11.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:10 smithi081 ceph-mon[107735]: pgmap v9921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:12.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:12 smithi170 ceph-mon[97338]: pgmap v9922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:12.996 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:12 smithi081 ceph-mon[95500]: pgmap v9922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:12.997 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:12 smithi081 ceph-mon[107735]: pgmap v9922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:09:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:12 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:12.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:12 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:12.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:14 smithi170 ceph-mon[97338]: pgmap v9923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:14 smithi081 ceph-mon[95500]: pgmap v9923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:14 smithi081 ceph-mon[107735]: pgmap v9923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:14.846Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:14.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:16 smithi170 ceph-mon[97338]: pgmap v9924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:17.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:16 smithi081 ceph-mon[95500]: pgmap v9924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:17.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:16 smithi081 ceph-mon[107735]: pgmap v9924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:18.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:18 smithi170 ceph-mon[97338]: pgmap v9925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:19.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:18 smithi081 ceph-mon[95500]: pgmap v9925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:19.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:18 smithi081 ceph-mon[107735]: pgmap v9925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:20 smithi170 ceph-mon[97338]: pgmap v9926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:21.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:20 smithi081 ceph-mon[95500]: pgmap v9926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:21.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:20 smithi081 ceph-mon[107735]: pgmap v9926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:22.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:22 smithi170 ceph-mon[97338]: pgmap v9927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:22.998 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:22 smithi081 ceph-mon[95500]: pgmap v9927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:22.999 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:22 smithi081 ceph-mon[107735]: pgmap v9927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:09:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:22 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:22.997Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:22 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:22.998Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:24 smithi170 ceph-mon[97338]: pgmap v9928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:24 smithi081 ceph-mon[95500]: pgmap v9928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:24 smithi081 ceph-mon[107735]: pgmap v9928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:24.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:24.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:26 smithi170 ceph-mon[97338]: pgmap v9929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:27.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:26 smithi081 ceph-mon[95500]: pgmap v9929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:27.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:26 smithi081 ceph-mon[107735]: pgmap v9929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:28 smithi170 ceph-mon[97338]: pgmap v9930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:29.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:28 smithi081 ceph-mon[95500]: pgmap v9930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:29.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:28 smithi081 ceph-mon[107735]: pgmap v9930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:30.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:30 smithi170 ceph-mon[97338]: pgmap v9931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:31.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:30 smithi081 ceph-mon[95500]: pgmap v9931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:31.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:30 smithi081 ceph-mon[107735]: pgmap v9931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:32 smithi170 ceph-mon[97338]: pgmap v9932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:32.998 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:32 smithi081 ceph-mon[95500]: pgmap v9932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:32.999 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:32 smithi081 ceph-mon[107735]: pgmap v9932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:09:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:32 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:32.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:32 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:32.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:34.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:34 smithi170 ceph-mon[97338]: pgmap v9933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:34 smithi081 ceph-mon[95500]: pgmap v9933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:34 smithi081 ceph-mon[107735]: pgmap v9933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:34.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:34.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:36.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:36 smithi170 ceph-mon[97338]: pgmap v9934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:37.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:36 smithi081 ceph-mon[95500]: pgmap v9934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:37.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:36 smithi081 ceph-mon[107735]: pgmap v9934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:38 smithi170 ceph-mon[97338]: pgmap v9935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:38 smithi081 ceph-mon[95500]: pgmap v9935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:38 smithi081 ceph-mon[107735]: pgmap v9935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:40 smithi170 ceph-mon[97338]: pgmap v9936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:41.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:40 smithi081 ceph-mon[95500]: pgmap v9936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:41.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:40 smithi081 ceph-mon[107735]: pgmap v9936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:42 smithi170 ceph-mon[97338]: pgmap v9937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:42.999 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:42 smithi081 ceph-mon[95500]: pgmap v9937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:43.000 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:42 smithi081 ceph-mon[107735]: pgmap v9937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:09:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:42 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:42.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:43.000Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:44 smithi170 ceph-mon[97338]: pgmap v9938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:44 smithi081 ceph-mon[95500]: pgmap v9938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:44 smithi081 ceph-mon[107735]: pgmap v9938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:44.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:44.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:46 smithi170 ceph-mon[97338]: pgmap v9939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:47.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:46 smithi081 ceph-mon[95500]: pgmap v9939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:46 smithi081 ceph-mon[107735]: pgmap v9939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:48 smithi170 ceph-mon[97338]: pgmap v9940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:49.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:48 smithi081 ceph-mon[95500]: pgmap v9940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:49.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:48 smithi081 ceph-mon[107735]: pgmap v9940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:50.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:50 smithi170 ceph-mon[97338]: pgmap v9941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:51.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:50 smithi081 ceph-mon[95500]: pgmap v9941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:50 smithi081 ceph-mon[107735]: pgmap v9941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:52 smithi170 ceph-mon[97338]: pgmap v9942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:53.000 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:52 smithi081 ceph-mon[95500]: pgmap v9942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:53.001 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:52 smithi081 ceph-mon[107735]: pgmap v9942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:09:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:52.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:53.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:53.001Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:54 smithi170 ceph-mon[97338]: pgmap v9943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:54 smithi081 ceph-mon[95500]: pgmap v9943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:54 smithi081 ceph-mon[107735]: pgmap v9943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:09:54.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:09:54.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:09:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:56 smithi170 ceph-mon[97338]: pgmap v9944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:57.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:56 smithi081 ceph-mon[95500]: pgmap v9944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:56 smithi081 ceph-mon[107735]: pgmap v9944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:09:58 smithi170 ceph-mon[97338]: pgmap v9945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:59.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:09:58 smithi081 ceph-mon[95500]: pgmap v9945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:09:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:09:58 smithi081 ceph-mon[107735]: pgmap v9945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:00.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:00 smithi170 ceph-mon[97338]: pgmap v9946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:00.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:10:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:00 smithi081 ceph-mon[95500]: pgmap v9946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:10:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:00 smithi081 ceph-mon[107735]: pgmap v9946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:01.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:10:02.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:02 smithi170 ceph-mon[97338]: pgmap v9947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:03.002 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:02 smithi081 ceph-mon[95500]: pgmap v9947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:03.002 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:02 smithi081 ceph-mon[107735]: pgmap v9947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:10:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:03.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:03.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:03.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:04 smithi170 ceph-mon[97338]: pgmap v9948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:04 smithi081 ceph-mon[95500]: pgmap v9948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:04 smithi081 ceph-mon[107735]: pgmap v9948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:04.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:04.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:06.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:06 smithi170 ceph-mon[97338]: pgmap v9949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:07.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:06 smithi081 ceph-mon[95500]: pgmap v9949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:07.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:06 smithi081 ceph-mon[107735]: pgmap v9949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:08.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:08 smithi170 ceph-mon[97338]: pgmap v9950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:09.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:08 smithi081 ceph-mon[95500]: pgmap v9950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:09.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:08 smithi081 ceph-mon[107735]: pgmap v9950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:10 smithi170 ceph-mon[97338]: pgmap v9951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:11.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:10 smithi081 ceph-mon[95500]: pgmap v9951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:11.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:10 smithi081 ceph-mon[107735]: pgmap v9951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:12.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:12 smithi170 ceph-mon[97338]: pgmap v9952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:13.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:12 smithi081 ceph-mon[95500]: pgmap v9952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:13.003 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:12 smithi081 ceph-mon[107735]: pgmap v9952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:10:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:13.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:13.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:14 smithi170 ceph-mon[97338]: pgmap v9953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:14 smithi081 ceph-mon[95500]: pgmap v9953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:14 smithi081 ceph-mon[107735]: pgmap v9953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:14.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:14.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:16 smithi170 ceph-mon[97338]: pgmap v9954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:17.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:16 smithi081 ceph-mon[95500]: pgmap v9954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:17.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:16 smithi081 ceph-mon[107735]: pgmap v9954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:18.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:18 smithi170 ceph-mon[97338]: pgmap v9955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:19.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:18 smithi081 ceph-mon[95500]: pgmap v9955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:19.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:18 smithi081 ceph-mon[107735]: pgmap v9955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:20 smithi170 ceph-mon[97338]: pgmap v9956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:21.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:20 smithi081 ceph-mon[95500]: pgmap v9956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:21.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:20 smithi081 ceph-mon[107735]: pgmap v9956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:22.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:22 smithi170 ceph-mon[97338]: pgmap v9957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:23.004 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:22 smithi081 ceph-mon[95500]: pgmap v9957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:23.004 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:22 smithi081 ceph-mon[107735]: pgmap v9957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:10:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:23.003Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:23.004Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:24.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:24 smithi170 ceph-mon[97338]: pgmap v9958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:24 smithi081 ceph-mon[95500]: pgmap v9958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:24 smithi081 ceph-mon[107735]: pgmap v9958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:24.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:24.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:26 smithi170 ceph-mon[97338]: pgmap v9959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:27.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:26 smithi081 ceph-mon[95500]: pgmap v9959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:27.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:26 smithi081 ceph-mon[107735]: pgmap v9959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:28 smithi170 ceph-mon[97338]: pgmap v9960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:29.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:28 smithi081 ceph-mon[95500]: pgmap v9960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:29.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:28 smithi081 ceph-mon[107735]: pgmap v9960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:30.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:30 smithi170 ceph-mon[97338]: pgmap v9961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:31.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:30 smithi081 ceph-mon[95500]: pgmap v9961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:31.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:30 smithi081 ceph-mon[107735]: pgmap v9961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:32 smithi170 ceph-mon[97338]: pgmap v9962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:33.005 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:32 smithi081 ceph-mon[95500]: pgmap v9962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:33.005 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:32 smithi081 ceph-mon[107735]: pgmap v9962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:10:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:33.004Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:33.005Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:34 smithi170 ceph-mon[97338]: pgmap v9963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:34 smithi081 ceph-mon[95500]: pgmap v9963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:34 smithi081 ceph-mon[107735]: pgmap v9963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:35.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:34.852Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:34.853Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:36.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:36 smithi170 ceph-mon[97338]: pgmap v9964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:37.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:36 smithi081 ceph-mon[95500]: pgmap v9964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:37.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:36 smithi081 ceph-mon[107735]: pgmap v9964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:38 smithi170 ceph-mon[97338]: pgmap v9965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:38 smithi081 ceph-mon[95500]: pgmap v9965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:38 smithi081 ceph-mon[107735]: pgmap v9965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:40 smithi170 ceph-mon[97338]: pgmap v9966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:41.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:40 smithi081 ceph-mon[95500]: pgmap v9966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:41.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:40 smithi081 ceph-mon[107735]: pgmap v9966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:42 smithi170 ceph-mon[97338]: pgmap v9967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:43.006 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:42 smithi081 ceph-mon[95500]: pgmap v9967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:43.007 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:42 smithi081 ceph-mon[107735]: pgmap v9967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:10:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:43.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:43.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:44 smithi170 ceph-mon[97338]: pgmap v9968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:44.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:44 smithi081 ceph-mon[95500]: pgmap v9968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:44 smithi081 ceph-mon[107735]: pgmap v9968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:44.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:44.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:46 smithi170 ceph-mon[97338]: pgmap v9969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:47.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:46 smithi081 ceph-mon[95500]: pgmap v9969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:46 smithi081 ceph-mon[107735]: pgmap v9969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:48 smithi170 ceph-mon[97338]: pgmap v9970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:49.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:48 smithi081 ceph-mon[95500]: pgmap v9970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:49.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:48 smithi081 ceph-mon[107735]: pgmap v9970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:50.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:50 smithi170 ceph-mon[97338]: pgmap v9971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:51.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:50 smithi081 ceph-mon[95500]: pgmap v9971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:50 smithi081 ceph-mon[107735]: pgmap v9971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:52 smithi170 ceph-mon[97338]: pgmap v9972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:53.006 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:52 smithi081 ceph-mon[95500]: pgmap v9972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:53.007 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:52 smithi081 ceph-mon[107735]: pgmap v9972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:53.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:10:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:53.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:53.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:54 smithi170 ceph-mon[97338]: pgmap v9973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:54 smithi081 ceph-mon[95500]: pgmap v9973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:54.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:54 smithi081 ceph-mon[107735]: pgmap v9973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:10:54.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:10:54.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:10:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:56 smithi170 ceph-mon[97338]: pgmap v9974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:57.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:56 smithi081 ceph-mon[95500]: pgmap v9974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:56 smithi081 ceph-mon[107735]: pgmap v9974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:10:58 smithi170 ceph-mon[97338]: pgmap v9975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:59.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:10:58 smithi081 ceph-mon[95500]: pgmap v9975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:10:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:10:58 smithi081 ceph-mon[107735]: pgmap v9975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:00.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:00 smithi170 ceph-mon[97338]: pgmap v9976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:00 smithi081 ceph-mon[95500]: pgmap v9976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:00 smithi081 ceph-mon[107735]: pgmap v9976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:02.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:02 smithi170 ceph-mon[97338]: pgmap v9977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:03.008 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:02 smithi081 ceph-mon[95500]: pgmap v9977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:03.008 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:02 smithi081 ceph-mon[107735]: pgmap v9977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:03.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:11:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:03.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:03.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:04 smithi170 ceph-mon[97338]: pgmap v9978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:04 smithi081 ceph-mon[95500]: pgmap v9978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:04 smithi081 ceph-mon[107735]: pgmap v9978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:05.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:04.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:04.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:06.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:06 smithi170 ceph-mon[97338]: pgmap v9979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:07.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:06 smithi081 ceph-mon[95500]: pgmap v9979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:07.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:06 smithi081 ceph-mon[107735]: pgmap v9979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:08.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:08 smithi170 ceph-mon[97338]: pgmap v9980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:09.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:08 smithi081 ceph-mon[95500]: pgmap v9980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:09.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:08 smithi081 ceph-mon[107735]: pgmap v9980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:10 smithi170 ceph-mon[97338]: pgmap v9981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:11.035 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:10 smithi081 ceph-mon[95500]: pgmap v9981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:11.035 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:10 smithi081 ceph-mon[107735]: pgmap v9981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:12.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:12 smithi170 ceph-mon[97338]: pgmap v9982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:13.009 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:12 smithi081 ceph-mon[95500]: pgmap v9982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:13.009 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:12 smithi081 ceph-mon[107735]: pgmap v9982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:13.263 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:11:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:13.008Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:13.009Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:14.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:14 smithi170 ceph-mon[97338]: pgmap v9983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:14 smithi081 ceph-mon[95500]: pgmap v9983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:14 smithi081 ceph-mon[107735]: pgmap v9983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:15.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:14.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:14.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:16 smithi170 ceph-mon[97338]: pgmap v9984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:17.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:16 smithi081 ceph-mon[95500]: pgmap v9984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:17.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:16 smithi081 ceph-mon[107735]: pgmap v9984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:18.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:18 smithi170 ceph-mon[97338]: pgmap v9985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:19.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:18 smithi081 ceph-mon[95500]: pgmap v9985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:19.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:18 smithi081 ceph-mon[107735]: pgmap v9985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:20 smithi170 ceph-mon[97338]: pgmap v9986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:21.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:20 smithi081 ceph-mon[95500]: pgmap v9986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:21.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:20 smithi081 ceph-mon[107735]: pgmap v9986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:22.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:22 smithi170 ceph-mon[97338]: pgmap v9987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:23.009 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:22 smithi081 ceph-mon[95500]: pgmap v9987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:23.010 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:22 smithi081 ceph-mon[107735]: pgmap v9987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:23.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:11:23.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:23.008Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:23.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:23.009Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:24 smithi170 ceph-mon[97338]: pgmap v9988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:24 smithi081 ceph-mon[95500]: pgmap v9988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:24 smithi081 ceph-mon[107735]: pgmap v9988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:25.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:24.856Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:24.857Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:26 smithi170 ceph-mon[97338]: pgmap v9989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:27.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:26 smithi081 ceph-mon[95500]: pgmap v9989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:27.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:26 smithi081 ceph-mon[107735]: pgmap v9989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:28 smithi170 ceph-mon[97338]: pgmap v9990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:29.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:28 smithi081 ceph-mon[95500]: pgmap v9990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:29.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:28 smithi081 ceph-mon[107735]: pgmap v9990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:30.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:30 smithi170 ceph-mon[97338]: pgmap v9991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:31.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:30 smithi081 ceph-mon[95500]: pgmap v9991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:31.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:30 smithi081 ceph-mon[107735]: pgmap v9991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:32 smithi170 ceph-mon[97338]: pgmap v9992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:33.010 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:32 smithi081 ceph-mon[95500]: pgmap v9992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:33.010 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:32 smithi081 ceph-mon[107735]: pgmap v9992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:33.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:11:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:33.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:33.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:33.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:34 smithi170 ceph-mon[97338]: pgmap v9993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:34 smithi081 ceph-mon[95500]: pgmap v9993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:34 smithi081 ceph-mon[107735]: pgmap v9993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:34.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:34.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:36.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:36 smithi170 ceph-mon[97338]: pgmap v9994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:37.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:36 smithi081 ceph-mon[95500]: pgmap v9994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:37.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:36 smithi081 ceph-mon[107735]: pgmap v9994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:38 smithi170 ceph-mon[97338]: pgmap v9995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:38 smithi081 ceph-mon[95500]: pgmap v9995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:38 smithi081 ceph-mon[107735]: pgmap v9995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:40 smithi170 ceph-mon[97338]: pgmap v9996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:41.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:40 smithi081 ceph-mon[95500]: pgmap v9996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:41.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:40 smithi081 ceph-mon[107735]: pgmap v9996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:42.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:42 smithi170 ceph-mon[97338]: pgmap v9997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:43.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:42 smithi081 ceph-mon[95500]: pgmap v9997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:43.011 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:42 smithi081 ceph-mon[107735]: pgmap v9997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:11:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:43.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:43.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:43.011Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:44.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:44 smithi170 ceph-mon[97338]: pgmap v9998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:44 smithi081 ceph-mon[95500]: pgmap v9998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:44 smithi081 ceph-mon[107735]: pgmap v9998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:44.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:44.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:46 smithi170 ceph-mon[97338]: pgmap v9999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:47.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:46 smithi081 ceph-mon[95500]: pgmap v9999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:46 smithi081 ceph-mon[107735]: pgmap v9999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:48 smithi170 ceph-mon[97338]: pgmap v10000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:49.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:48 smithi081 ceph-mon[95500]: pgmap v10000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:49.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:48 smithi081 ceph-mon[107735]: pgmap v10000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:50.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:50 smithi170 ceph-mon[97338]: pgmap v10001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:51.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:50 smithi081 ceph-mon[95500]: pgmap v10001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:50 smithi081 ceph-mon[107735]: pgmap v10001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:52 smithi170 ceph-mon[97338]: pgmap v10002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:53.011 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:52 smithi081 ceph-mon[95500]: pgmap v10002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:53.012 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:52 smithi081 ceph-mon[107735]: pgmap v10002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:53.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:11:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:53.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:53.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:53.011Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:54.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:54 smithi170 ceph-mon[97338]: pgmap v10003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:54 smithi081 ceph-mon[95500]: pgmap v10003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:54 smithi081 ceph-mon[107735]: pgmap v10003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:11:54.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:11:54.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:11:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:56 smithi170 ceph-mon[97338]: pgmap v10004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:57.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:56 smithi081 ceph-mon[95500]: pgmap v10004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:56 smithi081 ceph-mon[107735]: pgmap v10004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:11:58 smithi170 ceph-mon[97338]: pgmap v10005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:59.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:11:58 smithi081 ceph-mon[95500]: pgmap v10005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:11:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:11:58 smithi081 ceph-mon[107735]: pgmap v10005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:00.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:00 smithi170 ceph-mon[97338]: pgmap v10006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:01.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:00 smithi081 ceph-mon[95500]: pgmap v10006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:00 smithi081 ceph-mon[107735]: pgmap v10006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:02.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:02 smithi170 ceph-mon[97338]: pgmap v10007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:03.012 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:02 smithi081 ceph-mon[95500]: pgmap v10007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:03.013 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:02 smithi081 ceph-mon[107735]: pgmap v10007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:03.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:12:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:03.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:03.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:03.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:04 smithi170 ceph-mon[97338]: pgmap v10008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:04 smithi081 ceph-mon[95500]: pgmap v10008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:04 smithi081 ceph-mon[107735]: pgmap v10008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:05.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:04.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:04.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:06.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:06 smithi170 ceph-mon[97338]: pgmap v10009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:07.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:06 smithi081 ceph-mon[95500]: pgmap v10009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:07.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:06 smithi081 ceph-mon[107735]: pgmap v10009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:08.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:08 smithi170 ceph-mon[97338]: pgmap v10010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:09.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:08 smithi081 ceph-mon[95500]: pgmap v10010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:09.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:08 smithi081 ceph-mon[107735]: pgmap v10010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:10 smithi170 ceph-mon[97338]: pgmap v10011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:11.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:10 smithi081 ceph-mon[95500]: pgmap v10011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:11.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:10 smithi081 ceph-mon[107735]: pgmap v10011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:12.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:12 smithi170 ceph-mon[97338]: pgmap v10012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:13.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:12 smithi081 ceph-mon[95500]: pgmap v10012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:13.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:12 smithi081 ceph-mon[107735]: pgmap v10012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:12:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:13.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:13.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:13.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:14 smithi170 ceph-mon[97338]: pgmap v10013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:14 smithi081 ceph-mon[95500]: pgmap v10013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:14 smithi081 ceph-mon[107735]: pgmap v10013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:14.860Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:14.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:16 smithi170 ceph-mon[97338]: pgmap v10014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:17.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:16 smithi081 ceph-mon[95500]: pgmap v10014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:17.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:16 smithi081 ceph-mon[107735]: pgmap v10014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:18.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:18 smithi170 ceph-mon[97338]: pgmap v10015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:19.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:18 smithi081 ceph-mon[95500]: pgmap v10015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:19.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:18 smithi081 ceph-mon[107735]: pgmap v10015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:20 smithi170 ceph-mon[97338]: pgmap v10016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:21.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:20 smithi081 ceph-mon[95500]: pgmap v10016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:21.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:20 smithi081 ceph-mon[107735]: pgmap v10016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:22.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:22 smithi170 ceph-mon[97338]: pgmap v10017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:23.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:22 smithi081 ceph-mon[95500]: pgmap v10017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:23.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:22 smithi081 ceph-mon[107735]: pgmap v10017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:12:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:23.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:23.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:24 smithi170 ceph-mon[97338]: pgmap v10018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:24.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:24 smithi081 ceph-mon[95500]: pgmap v10018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:24 smithi081 ceph-mon[107735]: pgmap v10018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:25.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:24.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:24.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:26 smithi170 ceph-mon[97338]: pgmap v10019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:27.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:26 smithi081 ceph-mon[95500]: pgmap v10019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:27.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:26 smithi081 ceph-mon[107735]: pgmap v10019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:28 smithi170 ceph-mon[97338]: pgmap v10020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:29.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:28 smithi081 ceph-mon[95500]: pgmap v10020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:29.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:28 smithi081 ceph-mon[107735]: pgmap v10020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:30.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:30 smithi170 ceph-mon[97338]: pgmap v10021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:31.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:30 smithi081 ceph-mon[95500]: pgmap v10021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:31.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:30 smithi081 ceph-mon[107735]: pgmap v10021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:32 smithi170 ceph-mon[97338]: pgmap v10022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:33.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:32 smithi081 ceph-mon[95500]: pgmap v10022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:33.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:32 smithi081 ceph-mon[107735]: pgmap v10022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:12:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:33.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:33.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:34 smithi170 ceph-mon[97338]: pgmap v10023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:34 smithi081 ceph-mon[95500]: pgmap v10023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:34 smithi081 ceph-mon[107735]: pgmap v10023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:34.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:34.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:36.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:36 smithi170 ceph-mon[97338]: pgmap v10024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:37.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:36 smithi081 ceph-mon[95500]: pgmap v10024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:37.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:36 smithi081 ceph-mon[107735]: pgmap v10024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:38 smithi170 ceph-mon[97338]: pgmap v10025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:38 smithi081 ceph-mon[95500]: pgmap v10025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:38 smithi081 ceph-mon[107735]: pgmap v10025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:40.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:40 smithi170 ceph-mon[97338]: pgmap v10026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:41.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:40 smithi081 ceph-mon[95500]: pgmap v10026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:41.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:40 smithi081 ceph-mon[107735]: pgmap v10026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:42 smithi170 ceph-mon[97338]: pgmap v10027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:43.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:42 smithi081 ceph-mon[95500]: pgmap v10027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:43.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:42 smithi081 ceph-mon[107735]: pgmap v10027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:43.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:43.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:12:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:44 smithi170 ceph-mon[97338]: pgmap v10028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:44.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:44 smithi081 ceph-mon[95500]: pgmap v10028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:44 smithi081 ceph-mon[107735]: pgmap v10028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:44.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:44.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:46 smithi170 ceph-mon[97338]: pgmap v10029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:47.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:46 smithi081 ceph-mon[95500]: pgmap v10029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:46 smithi081 ceph-mon[107735]: pgmap v10029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:48.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:48 smithi170 ceph-mon[97338]: pgmap v10030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:49.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:48 smithi081 ceph-mon[95500]: pgmap v10030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:49.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:48 smithi081 ceph-mon[107735]: pgmap v10030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:50.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:50 smithi170 ceph-mon[97338]: pgmap v10031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:51.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:50 smithi081 ceph-mon[95500]: pgmap v10031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:50 smithi081 ceph-mon[107735]: pgmap v10031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:52.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:52 smithi170 ceph-mon[97338]: pgmap v10032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:53.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:52 smithi081 ceph-mon[95500]: pgmap v10032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:53.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:52 smithi081 ceph-mon[107735]: pgmap v10032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:12:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:53.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:53.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:54 smithi170 ceph-mon[97338]: pgmap v10033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:54.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:54 smithi081 ceph-mon[95500]: pgmap v10033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:54 smithi081 ceph-mon[107735]: pgmap v10033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:12:54.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:12:54.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:12:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:56 smithi170 ceph-mon[97338]: pgmap v10034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:57.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:56 smithi081 ceph-mon[95500]: pgmap v10034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:56 smithi081 ceph-mon[107735]: pgmap v10034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:58.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:12:58 smithi170 ceph-mon[97338]: pgmap v10035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:59.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:12:58 smithi081 ceph-mon[95500]: pgmap v10035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:12:59.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:12:58 smithi081 ceph-mon[107735]: pgmap v10035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:00.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:00 smithi170 ceph-mon[97338]: pgmap v10036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:00 smithi081 ceph-mon[95500]: pgmap v10036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:00 smithi081 ceph-mon[107735]: pgmap v10036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:02.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:02 smithi170 ceph-mon[97338]: pgmap v10037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:03.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:02 smithi081 ceph-mon[95500]: pgmap v10037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:03.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:02 smithi081 ceph-mon[107735]: pgmap v10037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:13:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:03.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:03.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:04 smithi170 ceph-mon[97338]: pgmap v10038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:04 smithi081 ceph-mon[95500]: pgmap v10038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:04 smithi081 ceph-mon[107735]: pgmap v10038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:04.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:04.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:06.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:06 smithi170 ceph-mon[97338]: pgmap v10039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:07.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:06 smithi081 ceph-mon[107735]: pgmap v10039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:07.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:06 smithi081 ceph-mon[95500]: pgmap v10039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:08.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:08 smithi170 ceph-mon[97338]: pgmap v10040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:09.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:08 smithi081 ceph-mon[95500]: pgmap v10040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:09.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:08 smithi081 ceph-mon[107735]: pgmap v10040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:10.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:10 smithi170 ceph-mon[97338]: pgmap v10041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:11.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:10 smithi081 ceph-mon[95500]: pgmap v10041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:11.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:10 smithi081 ceph-mon[107735]: pgmap v10041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:12.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:12 smithi170 ceph-mon[97338]: pgmap v10042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:13.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:12 smithi081 ceph-mon[95500]: pgmap v10042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:13.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:12 smithi081 ceph-mon[107735]: pgmap v10042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:13:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:13.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:13.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:14 smithi170 ceph-mon[97338]: pgmap v10043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:14 smithi081 ceph-mon[95500]: pgmap v10043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:14 smithi081 ceph-mon[107735]: pgmap v10043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:14.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:14.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:16.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:16 smithi170 ceph-mon[97338]: pgmap v10044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:17.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:16 smithi081 ceph-mon[95500]: pgmap v10044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:17.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:16 smithi081 ceph-mon[107735]: pgmap v10044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:18.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:18 smithi170 ceph-mon[97338]: pgmap v10045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:19.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:18 smithi081 ceph-mon[95500]: pgmap v10045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:19.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:18 smithi081 ceph-mon[107735]: pgmap v10045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:20.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:20 smithi170 ceph-mon[97338]: pgmap v10046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:21.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:20 smithi081 ceph-mon[95500]: pgmap v10046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:21.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:20 smithi081 ceph-mon[107735]: pgmap v10046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:21.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:21 smithi170 ceph-mon[97338]: pgmap v10047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:21 smithi081 ceph-mon[95500]: pgmap v10047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:21 smithi081 ceph-mon[107735]: pgmap v10047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:13:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:23.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:23.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:24 smithi170 ceph-mon[97338]: pgmap v10048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:24 smithi081 ceph-mon[95500]: pgmap v10048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:24 smithi081 ceph-mon[107735]: pgmap v10048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:25.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:24.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:24.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:26.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:26 smithi170 ceph-mon[97338]: pgmap v10049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:27.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:26 smithi081 ceph-mon[95500]: pgmap v10049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:27.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:26 smithi081 ceph-mon[107735]: pgmap v10049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:28.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:28 smithi170 ceph-mon[97338]: pgmap v10050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:29.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:28 smithi081 ceph-mon[95500]: pgmap v10050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:29.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:28 smithi081 ceph-mon[107735]: pgmap v10050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:29.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:29 smithi170 ceph-mon[97338]: pgmap v10051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:29 smithi081 ceph-mon[95500]: pgmap v10051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:29 smithi081 ceph-mon[107735]: pgmap v10051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:32.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:32 smithi170 ceph-mon[97338]: pgmap v10052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:33.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:32 smithi081 ceph-mon[95500]: pgmap v10052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:33.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:32 smithi081 ceph-mon[107735]: pgmap v10052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:13:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:33.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:33.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:34 smithi170 ceph-mon[97338]: pgmap v10053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:34 smithi081 ceph-mon[95500]: pgmap v10053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:34 smithi081 ceph-mon[107735]: pgmap v10053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:35.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:34.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:34.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:36.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:36 smithi170 ceph-mon[97338]: pgmap v10054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:37.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:36 smithi081 ceph-mon[95500]: pgmap v10054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:37.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:36 smithi081 ceph-mon[107735]: pgmap v10054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:38.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:38 smithi170 ceph-mon[97338]: pgmap v10055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:39.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:38 smithi081 ceph-mon[95500]: pgmap v10055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:39.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:38 smithi081 ceph-mon[107735]: pgmap v10055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:39.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:39 smithi170 ceph-mon[97338]: pgmap v10056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:40.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:39 smithi081 ceph-mon[95500]: pgmap v10056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:39 smithi081 ceph-mon[107735]: pgmap v10056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:42.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:42 smithi170 ceph-mon[97338]: pgmap v10057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:43.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:42 smithi081 ceph-mon[95500]: pgmap v10057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:43.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:42 smithi081 ceph-mon[107735]: pgmap v10057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:13:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:43.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:43.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:44 smithi170 ceph-mon[97338]: pgmap v10058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:44 smithi081 ceph-mon[95500]: pgmap v10058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:44 smithi081 ceph-mon[107735]: pgmap v10058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:44.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:44.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:46.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:46 smithi170 ceph-mon[97338]: pgmap v10059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:47.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:46 smithi081 ceph-mon[95500]: pgmap v10059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:47.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:46 smithi081 ceph-mon[107735]: pgmap v10059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:47.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:47 smithi170 ceph-mon[97338]: pgmap v10060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:47 smithi081 ceph-mon[95500]: pgmap v10060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:47 smithi081 ceph-mon[107735]: pgmap v10060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:50.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:50 smithi170 ceph-mon[97338]: pgmap v10061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:51.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:50 smithi081 ceph-mon[95500]: pgmap v10061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:51.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:50 smithi081 ceph-mon[107735]: pgmap v10061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:51.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:51 smithi170 ceph-mon[97338]: pgmap v10062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:51 smithi081 ceph-mon[95500]: pgmap v10062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:51 smithi081 ceph-mon[107735]: pgmap v10062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:13:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:53.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:53.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:54 smithi170 ceph-mon[97338]: pgmap v10063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:54 smithi081 ceph-mon[95500]: pgmap v10063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:54 smithi081 ceph-mon[107735]: pgmap v10063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:13:54.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:13:54.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:13:56.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:56 smithi170 ceph-mon[97338]: pgmap v10064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:57.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:56 smithi081 ceph-mon[95500]: pgmap v10064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:57.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:56 smithi081 ceph-mon[107735]: pgmap v10064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:57.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:57 smithi170 ceph-mon[97338]: pgmap v10065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:57 smithi081 ceph-mon[95500]: pgmap v10065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:57 smithi081 ceph-mon[107735]: pgmap v10065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:13:59.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:13:59 smithi170 ceph-mon[97338]: pgmap v10066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:13:59 smithi081 ceph-mon[95500]: pgmap v10066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:13:59 smithi081 ceph-mon[107735]: pgmap v10066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:01.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:01 smithi170 ceph-mon[97338]: pgmap v10067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:01 smithi081 ceph-mon[95500]: pgmap v10067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:01 smithi081 ceph-mon[107735]: pgmap v10067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:14:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:03.020Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:03.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:04 smithi170 ceph-mon[97338]: pgmap v10068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:04.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:04 smithi081 ceph-mon[95500]: pgmap v10068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:04 smithi081 ceph-mon[107735]: pgmap v10068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:04.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:04.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:05 smithi170 ceph-mon[97338]: pgmap v10069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:05 smithi081 ceph-mon[95500]: pgmap v10069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:05 smithi081 ceph-mon[107735]: pgmap v10069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:07 smithi170 ceph-mon[97338]: pgmap v10070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:07 smithi081 ceph-mon[95500]: pgmap v10070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:07 smithi081 ceph-mon[107735]: pgmap v10070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:09.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:09 smithi170 ceph-mon[97338]: pgmap v10071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:09 smithi081 ceph-mon[95500]: pgmap v10071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:09 smithi081 ceph-mon[107735]: pgmap v10071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:11.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:11 smithi170 ceph-mon[97338]: pgmap v10072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:11 smithi081 ceph-mon[95500]: pgmap v10072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:11 smithi081 ceph-mon[107735]: pgmap v10072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:14:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:13.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:13.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:14 smithi170 ceph-mon[97338]: pgmap v10073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:14 smithi081 ceph-mon[95500]: pgmap v10073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:14 smithi081 ceph-mon[107735]: pgmap v10073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:14.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:14.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:15 smithi170 ceph-mon[97338]: pgmap v10074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:15 smithi081 ceph-mon[95500]: pgmap v10074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:15 smithi081 ceph-mon[107735]: pgmap v10074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:17 smithi170 ceph-mon[97338]: pgmap v10075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:17 smithi081 ceph-mon[95500]: pgmap v10075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:17 smithi081 ceph-mon[107735]: pgmap v10075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:19 smithi170 ceph-mon[97338]: pgmap v10076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:19 smithi081 ceph-mon[95500]: pgmap v10076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:19 smithi081 ceph-mon[107735]: pgmap v10076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:21 smithi170 ceph-mon[97338]: pgmap v10077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:21 smithi081 ceph-mon[95500]: pgmap v10077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:21 smithi081 ceph-mon[107735]: pgmap v10077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:14:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:23.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:23.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:24 smithi170 ceph-mon[97338]: pgmap v10078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:24 smithi081 ceph-mon[95500]: pgmap v10078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:24 smithi081 ceph-mon[107735]: pgmap v10078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:24.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:24.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:25.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:25 smithi170 ceph-mon[97338]: pgmap v10079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:25 smithi081 ceph-mon[95500]: pgmap v10079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:25 smithi081 ceph-mon[107735]: pgmap v10079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:27 smithi170 ceph-mon[97338]: pgmap v10080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:27 smithi081 ceph-mon[95500]: pgmap v10080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:27 smithi081 ceph-mon[107735]: pgmap v10080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:29.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:29 smithi170 ceph-mon[97338]: pgmap v10081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:29 smithi081 ceph-mon[95500]: pgmap v10081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:29 smithi081 ceph-mon[107735]: pgmap v10081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:31.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:31 smithi170 ceph-mon[97338]: pgmap v10082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:31 smithi081 ceph-mon[95500]: pgmap v10082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:31 smithi081 ceph-mon[107735]: pgmap v10082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:14:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:33.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:33.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:34.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:34 smithi170 ceph-mon[97338]: pgmap v10083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:34 smithi081 ceph-mon[95500]: pgmap v10083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:34 smithi081 ceph-mon[107735]: pgmap v10083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:34.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:34.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:35.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:35 smithi170 ceph-mon[97338]: pgmap v10084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:35 smithi081 ceph-mon[95500]: pgmap v10084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:35 smithi081 ceph-mon[107735]: pgmap v10084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:37.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:37 smithi170 ceph-mon[97338]: pgmap v10085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:37 smithi081 ceph-mon[95500]: pgmap v10085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:37 smithi081 ceph-mon[107735]: pgmap v10085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:39.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:39 smithi170 ceph-mon[97338]: pgmap v10086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:39 smithi081 ceph-mon[95500]: pgmap v10086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:39 smithi081 ceph-mon[107735]: pgmap v10086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:41.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:41 smithi170 ceph-mon[97338]: pgmap v10087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:41 smithi081 ceph-mon[95500]: pgmap v10087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:41 smithi081 ceph-mon[107735]: pgmap v10087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:14:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:43.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:43.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:44.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:44 smithi170 ceph-mon[97338]: pgmap v10088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:44 smithi081 ceph-mon[95500]: pgmap v10088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:44 smithi081 ceph-mon[107735]: pgmap v10088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:44.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:44.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:45.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:45 smithi170 ceph-mon[97338]: pgmap v10089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:45 smithi081 ceph-mon[95500]: pgmap v10089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:45 smithi081 ceph-mon[107735]: pgmap v10089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:47.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:47 smithi170 ceph-mon[97338]: pgmap v10090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:47 smithi081 ceph-mon[95500]: pgmap v10090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:47 smithi081 ceph-mon[107735]: pgmap v10090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:49.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:49 smithi170 ceph-mon[97338]: pgmap v10091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:49 smithi081 ceph-mon[95500]: pgmap v10091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:49 smithi081 ceph-mon[107735]: pgmap v10091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:51.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:51 smithi170 ceph-mon[97338]: pgmap v10092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:51 smithi081 ceph-mon[95500]: pgmap v10092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:51 smithi081 ceph-mon[107735]: pgmap v10092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:14:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:53.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:53.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:54 smithi170 ceph-mon[97338]: pgmap v10093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:54 smithi081 ceph-mon[95500]: pgmap v10093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:54 smithi081 ceph-mon[107735]: pgmap v10093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:55.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:14:54.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:55.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:14:54.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:14:55.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:55 smithi170 ceph-mon[97338]: pgmap v10094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:55 smithi081 ceph-mon[95500]: pgmap v10094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:55 smithi081 ceph-mon[107735]: pgmap v10094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:57 smithi170 ceph-mon[97338]: pgmap v10095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:57 smithi081 ceph-mon[95500]: pgmap v10095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:57 smithi081 ceph-mon[107735]: pgmap v10095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:14:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:14:59 smithi170 ceph-mon[97338]: pgmap v10096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:14:59 smithi081 ceph-mon[95500]: pgmap v10096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:14:59 smithi081 ceph-mon[107735]: pgmap v10096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:01 smithi170 ceph-mon[97338]: pgmap v10097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:01 smithi081 ceph-mon[95500]: pgmap v10097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:01 smithi081 ceph-mon[107735]: pgmap v10097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:15:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:03.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:03.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:04 smithi170 ceph-mon[97338]: pgmap v10098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:04 smithi081 ceph-mon[95500]: pgmap v10098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:04 smithi081 ceph-mon[107735]: pgmap v10098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:04.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:04.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:05 smithi170 ceph-mon[97338]: pgmap v10099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:05 smithi081 ceph-mon[95500]: pgmap v10099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:05 smithi081 ceph-mon[107735]: pgmap v10099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:07 smithi170 ceph-mon[97338]: pgmap v10100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:07 smithi081 ceph-mon[95500]: pgmap v10100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:07 smithi081 ceph-mon[107735]: pgmap v10100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:09.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:09 smithi170 ceph-mon[97338]: pgmap v10101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:09 smithi081 ceph-mon[95500]: pgmap v10101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:09 smithi081 ceph-mon[107735]: pgmap v10101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:11.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:11 smithi170 ceph-mon[97338]: pgmap v10102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:11 smithi081 ceph-mon[95500]: pgmap v10102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:11 smithi081 ceph-mon[107735]: pgmap v10102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:15:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:13.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:13.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:14 smithi170 ceph-mon[97338]: pgmap v10103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:14 smithi081 ceph-mon[95500]: pgmap v10103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:14 smithi081 ceph-mon[107735]: pgmap v10103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:14.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:14.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:15.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:15 smithi170 ceph-mon[97338]: pgmap v10104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:15 smithi081 ceph-mon[95500]: pgmap v10104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:15 smithi081 ceph-mon[107735]: pgmap v10104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:17.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:17 smithi170 ceph-mon[97338]: pgmap v10105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:17 smithi081 ceph-mon[95500]: pgmap v10105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:17 smithi081 ceph-mon[107735]: pgmap v10105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:19 smithi170 ceph-mon[97338]: pgmap v10106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:19 smithi081 ceph-mon[95500]: pgmap v10106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:19 smithi081 ceph-mon[107735]: pgmap v10106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:21 smithi170 ceph-mon[97338]: pgmap v10107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:21 smithi081 ceph-mon[95500]: pgmap v10107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:21 smithi081 ceph-mon[107735]: pgmap v10107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:15:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:23.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:23.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:24.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:24 smithi170 ceph-mon[97338]: pgmap v10108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:24 smithi081 ceph-mon[95500]: pgmap v10108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:24 smithi081 ceph-mon[107735]: pgmap v10108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:24.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:24.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:25.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:25 smithi170 ceph-mon[97338]: pgmap v10109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:25 smithi081 ceph-mon[95500]: pgmap v10109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:25 smithi081 ceph-mon[107735]: pgmap v10109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:27 smithi170 ceph-mon[97338]: pgmap v10110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:27 smithi081 ceph-mon[95500]: pgmap v10110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:27 smithi081 ceph-mon[107735]: pgmap v10110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:29 smithi170 ceph-mon[97338]: pgmap v10111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:29 smithi081 ceph-mon[95500]: pgmap v10111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:29 smithi081 ceph-mon[107735]: pgmap v10111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:31.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:31 smithi170 ceph-mon[97338]: pgmap v10112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:31 smithi081 ceph-mon[95500]: pgmap v10112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:31 smithi081 ceph-mon[107735]: pgmap v10112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:15:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:33.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:33.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:34.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:34 smithi170 ceph-mon[97338]: pgmap v10113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:34 smithi081 ceph-mon[95500]: pgmap v10113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:34 smithi081 ceph-mon[107735]: pgmap v10113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:34.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:35.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:34.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:35 smithi170 ceph-mon[97338]: pgmap v10114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:35 smithi081 ceph-mon[95500]: pgmap v10114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:35 smithi081 ceph-mon[107735]: pgmap v10114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:37 smithi170 ceph-mon[97338]: pgmap v10115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:37 smithi081 ceph-mon[95500]: pgmap v10115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:38.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:37 smithi081 ceph-mon[107735]: pgmap v10115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:39 smithi170 ceph-mon[97338]: pgmap v10116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:39 smithi081 ceph-mon[95500]: pgmap v10116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:39 smithi081 ceph-mon[107735]: pgmap v10116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:41 smithi170 ceph-mon[97338]: pgmap v10117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:41 smithi081 ceph-mon[95500]: pgmap v10117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:41 smithi081 ceph-mon[107735]: pgmap v10117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:15:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:43.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:43.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:44 smithi170 ceph-mon[97338]: pgmap v10118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:44 smithi081 ceph-mon[95500]: pgmap v10118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:44 smithi081 ceph-mon[107735]: pgmap v10118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:44.874Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:44.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:45 smithi170 ceph-mon[97338]: pgmap v10119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:45 smithi081 ceph-mon[95500]: pgmap v10119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:45 smithi081 ceph-mon[107735]: pgmap v10119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:47 smithi170 ceph-mon[97338]: pgmap v10120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:47 smithi081 ceph-mon[95500]: pgmap v10120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:47 smithi081 ceph-mon[107735]: pgmap v10120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:49.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:49 smithi170 ceph-mon[97338]: pgmap v10121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:49 smithi081 ceph-mon[95500]: pgmap v10121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:49 smithi081 ceph-mon[107735]: pgmap v10121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:51.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:51 smithi170 ceph-mon[97338]: pgmap v10122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:51 smithi081 ceph-mon[95500]: pgmap v10122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:51 smithi081 ceph-mon[107735]: pgmap v10122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:15:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:53.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:53.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:54.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:54 smithi170 ceph-mon[97338]: pgmap v10123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:54 smithi081 ceph-mon[95500]: pgmap v10123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:54 smithi081 ceph-mon[107735]: pgmap v10123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:15:54.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:15:54.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:15:55.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:55 smithi170 ceph-mon[97338]: pgmap v10124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:55 smithi081 ceph-mon[95500]: pgmap v10124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:55 smithi081 ceph-mon[107735]: pgmap v10124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:57.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:57 smithi170 ceph-mon[97338]: pgmap v10125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:57 smithi081 ceph-mon[95500]: pgmap v10125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:57 smithi081 ceph-mon[107735]: pgmap v10125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:15:59.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:15:59 smithi170 ceph-mon[97338]: pgmap v10126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:15:59 smithi081 ceph-mon[95500]: pgmap v10126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:15:59 smithi081 ceph-mon[107735]: pgmap v10126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:01 smithi170 ceph-mon[97338]: pgmap v10127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:01 smithi081 ceph-mon[95500]: pgmap v10127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:01 smithi081 ceph-mon[107735]: pgmap v10127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:16:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:03.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:03.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:04.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:04 smithi170 ceph-mon[97338]: pgmap v10128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:04 smithi081 ceph-mon[95500]: pgmap v10128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:04.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:04 smithi081 ceph-mon[107735]: pgmap v10128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:05.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:04.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:05.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:04.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:05 smithi170 ceph-mon[97338]: pgmap v10129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:05 smithi081 ceph-mon[95500]: pgmap v10129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:05 smithi081 ceph-mon[107735]: pgmap v10129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:07 smithi170 ceph-mon[97338]: pgmap v10130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:07 smithi081 ceph-mon[95500]: pgmap v10130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:07 smithi081 ceph-mon[107735]: pgmap v10130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:09 smithi170 ceph-mon[97338]: pgmap v10131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:09 smithi081 ceph-mon[95500]: pgmap v10131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:09 smithi081 ceph-mon[107735]: pgmap v10131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:11 smithi170 ceph-mon[97338]: pgmap v10132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:11 smithi081 ceph-mon[95500]: pgmap v10132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:11 smithi081 ceph-mon[107735]: pgmap v10132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:16:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:13.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:13.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:14 smithi170 ceph-mon[97338]: pgmap v10133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:14 smithi081 ceph-mon[95500]: pgmap v10133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:14 smithi081 ceph-mon[107735]: pgmap v10133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:14.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:14.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:15 smithi170 ceph-mon[97338]: pgmap v10134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:15 smithi081 ceph-mon[95500]: pgmap v10134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:15 smithi081 ceph-mon[107735]: pgmap v10134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:17.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:17 smithi170 ceph-mon[97338]: pgmap v10135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:17 smithi081 ceph-mon[95500]: pgmap v10135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:17 smithi081 ceph-mon[107735]: pgmap v10135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:19 smithi170 ceph-mon[97338]: pgmap v10136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:19 smithi081 ceph-mon[95500]: pgmap v10136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:19 smithi081 ceph-mon[107735]: pgmap v10136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:21 smithi170 ceph-mon[97338]: pgmap v10137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:21 smithi081 ceph-mon[95500]: pgmap v10137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:21 smithi081 ceph-mon[107735]: pgmap v10137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:16:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:23.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:23.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:24.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:24 smithi170 ceph-mon[97338]: pgmap v10138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:24 smithi081 ceph-mon[95500]: pgmap v10138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:24 smithi081 ceph-mon[107735]: pgmap v10138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:24.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:24.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:25 smithi170 ceph-mon[97338]: pgmap v10139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:25 smithi081 ceph-mon[95500]: pgmap v10139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:25 smithi081 ceph-mon[107735]: pgmap v10139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:27 smithi170 ceph-mon[97338]: pgmap v10140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:27 smithi081 ceph-mon[95500]: pgmap v10140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:27 smithi081 ceph-mon[107735]: pgmap v10140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:29.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:29 smithi170 ceph-mon[97338]: pgmap v10141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:29 smithi081 ceph-mon[95500]: pgmap v10141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:29 smithi081 ceph-mon[107735]: pgmap v10141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:31.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:31 smithi170 ceph-mon[97338]: pgmap v10142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:31 smithi081 ceph-mon[95500]: pgmap v10142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:31 smithi081 ceph-mon[107735]: pgmap v10142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:16:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:33.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:33.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:34.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:34 smithi170 ceph-mon[97338]: pgmap v10143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:34 smithi081 ceph-mon[95500]: pgmap v10143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:34 smithi081 ceph-mon[107735]: pgmap v10143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:34.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:34.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:35 smithi170 ceph-mon[97338]: pgmap v10144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:35 smithi081 ceph-mon[95500]: pgmap v10144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:35 smithi081 ceph-mon[107735]: pgmap v10144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:37 smithi170 ceph-mon[97338]: pgmap v10145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:37 smithi081 ceph-mon[95500]: pgmap v10145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:37 smithi081 ceph-mon[107735]: pgmap v10145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:39.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:39 smithi170 ceph-mon[97338]: pgmap v10146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:39 smithi081 ceph-mon[95500]: pgmap v10146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:39 smithi081 ceph-mon[107735]: pgmap v10146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:41.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:41 smithi170 ceph-mon[97338]: pgmap v10147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:41 smithi081 ceph-mon[95500]: pgmap v10147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:41 smithi081 ceph-mon[107735]: pgmap v10147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:16:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:43.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:43.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:44 smithi170 ceph-mon[97338]: pgmap v10148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:44 smithi081 ceph-mon[107735]: pgmap v10148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:44 smithi081 ceph-mon[95500]: pgmap v10148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:44.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:44.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:45 smithi170 ceph-mon[97338]: pgmap v10149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:45 smithi081 ceph-mon[95500]: pgmap v10149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:45 smithi081 ceph-mon[107735]: pgmap v10149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:47 smithi170 ceph-mon[97338]: pgmap v10150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:47 smithi081 ceph-mon[95500]: pgmap v10150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:47 smithi081 ceph-mon[107735]: pgmap v10150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:49.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:49 smithi170 ceph-mon[97338]: pgmap v10151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:49 smithi081 ceph-mon[95500]: pgmap v10151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:49 smithi081 ceph-mon[107735]: pgmap v10151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:51 smithi170 ceph-mon[97338]: pgmap v10152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:51 smithi081 ceph-mon[95500]: pgmap v10152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:51 smithi081 ceph-mon[107735]: pgmap v10152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:16:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:53.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:53.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:54 smithi170 ceph-mon[97338]: pgmap v10153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:54 smithi081 ceph-mon[95500]: pgmap v10153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:54 smithi081 ceph-mon[107735]: pgmap v10153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:16:54.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:16:54.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:16:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:55 smithi170 ceph-mon[97338]: pgmap v10154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:55 smithi081 ceph-mon[95500]: pgmap v10154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:55 smithi081 ceph-mon[107735]: pgmap v10154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:57.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:57 smithi170 ceph-mon[97338]: pgmap v10155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:57 smithi081 ceph-mon[95500]: pgmap v10155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:57 smithi081 ceph-mon[107735]: pgmap v10155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:16:59.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:16:59 smithi170 ceph-mon[97338]: pgmap v10156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:16:59 smithi081 ceph-mon[95500]: pgmap v10156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:16:59 smithi081 ceph-mon[107735]: pgmap v10156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:01 smithi170 ceph-mon[97338]: pgmap v10157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:01 smithi081 ceph-mon[95500]: pgmap v10157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:01 smithi081 ceph-mon[107735]: pgmap v10157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:17:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:03.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:03.033Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:04.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:04 smithi170 ceph-mon[97338]: pgmap v10158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:04 smithi081 ceph-mon[95500]: pgmap v10158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:04 smithi081 ceph-mon[107735]: pgmap v10158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:04.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:04.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:05 smithi170 ceph-mon[97338]: pgmap v10159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:05 smithi081 ceph-mon[95500]: pgmap v10159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:05 smithi081 ceph-mon[107735]: pgmap v10159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:07 smithi170 ceph-mon[97338]: pgmap v10160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:07 smithi081 ceph-mon[95500]: pgmap v10160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:07 smithi081 ceph-mon[107735]: pgmap v10160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:09 smithi170 ceph-mon[97338]: pgmap v10161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:09 smithi081 ceph-mon[95500]: pgmap v10161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:09 smithi081 ceph-mon[107735]: pgmap v10161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:11.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:11 smithi170 ceph-mon[97338]: pgmap v10162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:11 smithi081 ceph-mon[95500]: pgmap v10162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:11 smithi081 ceph-mon[107735]: pgmap v10162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:17:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:13.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:13.033Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:14.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:14 smithi170 ceph-mon[97338]: pgmap v10163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:14 smithi081 ceph-mon[95500]: pgmap v10163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:14 smithi081 ceph-mon[107735]: pgmap v10163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:14.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:14.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:15 smithi170 ceph-mon[97338]: pgmap v10164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:15 smithi081 ceph-mon[95500]: pgmap v10164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:15 smithi081 ceph-mon[107735]: pgmap v10164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:17 smithi170 ceph-mon[97338]: pgmap v10165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:17 smithi081 ceph-mon[95500]: pgmap v10165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:17 smithi081 ceph-mon[107735]: pgmap v10165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:19 smithi170 ceph-mon[97338]: pgmap v10166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:19 smithi081 ceph-mon[95500]: pgmap v10166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:19 smithi081 ceph-mon[107735]: pgmap v10166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:21.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:21 smithi170 ceph-mon[97338]: pgmap v10167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:21 smithi081 ceph-mon[95500]: pgmap v10167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:21 smithi081 ceph-mon[107735]: pgmap v10167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:17:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:23.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:23.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:24.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:24 smithi170 ceph-mon[97338]: pgmap v10168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:24 smithi081 ceph-mon[95500]: pgmap v10168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:24 smithi081 ceph-mon[107735]: pgmap v10168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:24.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:24.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:25 smithi170 ceph-mon[97338]: pgmap v10169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:25 smithi081 ceph-mon[95500]: pgmap v10169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:25 smithi081 ceph-mon[107735]: pgmap v10169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:27 smithi170 ceph-mon[97338]: pgmap v10170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:27 smithi081 ceph-mon[95500]: pgmap v10170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:27 smithi081 ceph-mon[107735]: pgmap v10170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:29.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:29 smithi170 ceph-mon[97338]: pgmap v10171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:29 smithi081 ceph-mon[95500]: pgmap v10171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:29 smithi081 ceph-mon[107735]: pgmap v10171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:31.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:31 smithi170 ceph-mon[97338]: pgmap v10172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:31 smithi081 ceph-mon[95500]: pgmap v10172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:31 smithi081 ceph-mon[107735]: pgmap v10172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:17:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:33.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:33.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:34.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:34 smithi170 ceph-mon[97338]: pgmap v10173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:34 smithi081 ceph-mon[95500]: pgmap v10173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:34 smithi081 ceph-mon[107735]: pgmap v10173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:34.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:34.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:35.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:35 smithi170 ceph-mon[97338]: pgmap v10174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:35 smithi081 ceph-mon[95500]: pgmap v10174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:35 smithi081 ceph-mon[107735]: pgmap v10174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:37 smithi170 ceph-mon[97338]: pgmap v10175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:37 smithi081 ceph-mon[95500]: pgmap v10175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:37 smithi081 ceph-mon[107735]: pgmap v10175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:39.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:39 smithi170 ceph-mon[97338]: pgmap v10176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:39 smithi081 ceph-mon[95500]: pgmap v10176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:39 smithi081 ceph-mon[107735]: pgmap v10176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:41.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:41 smithi170 ceph-mon[97338]: pgmap v10177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:41 smithi081 ceph-mon[95500]: pgmap v10177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:41 smithi081 ceph-mon[107735]: pgmap v10177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:17:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:43.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:43.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:44.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:44 smithi170 ceph-mon[97338]: pgmap v10178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:44 smithi081 ceph-mon[95500]: pgmap v10178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:44 smithi081 ceph-mon[107735]: pgmap v10178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:44.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:44.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:45 smithi170 ceph-mon[97338]: pgmap v10179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:45 smithi081 ceph-mon[95500]: pgmap v10179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:45 smithi081 ceph-mon[107735]: pgmap v10179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:47.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:47 smithi170 ceph-mon[97338]: pgmap v10180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:47 smithi081 ceph-mon[95500]: pgmap v10180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:47 smithi081 ceph-mon[107735]: pgmap v10180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:49.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:49 smithi170 ceph-mon[97338]: pgmap v10181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:49 smithi081 ceph-mon[95500]: pgmap v10181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:49 smithi081 ceph-mon[107735]: pgmap v10181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:51.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:51 smithi170 ceph-mon[97338]: pgmap v10182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:51 smithi081 ceph-mon[95500]: pgmap v10182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:51 smithi081 ceph-mon[107735]: pgmap v10182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:17:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:53.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:53.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:54.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:54 smithi170 ceph-mon[97338]: pgmap v10183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:54 smithi081 ceph-mon[95500]: pgmap v10183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:54 smithi081 ceph-mon[107735]: pgmap v10183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:17:54.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:17:54.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:17:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:55 smithi170 ceph-mon[97338]: pgmap v10184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:55 smithi081 ceph-mon[95500]: pgmap v10184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:55 smithi081 ceph-mon[107735]: pgmap v10184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:57.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:57 smithi170 ceph-mon[97338]: pgmap v10185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:57 smithi081 ceph-mon[95500]: pgmap v10185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:57 smithi081 ceph-mon[107735]: pgmap v10185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:17:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:17:59 smithi170 ceph-mon[97338]: pgmap v10186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:17:59 smithi081 ceph-mon[95500]: pgmap v10186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:17:59 smithi081 ceph-mon[107735]: pgmap v10186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:01.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:01 smithi170 ceph-mon[97338]: pgmap v10187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:01 smithi081 ceph-mon[95500]: pgmap v10187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:01 smithi081 ceph-mon[107735]: pgmap v10187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:18:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:03.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:03.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:04 smithi170 ceph-mon[97338]: pgmap v10188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:04 smithi081 ceph-mon[95500]: pgmap v10188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:04 smithi081 ceph-mon[107735]: pgmap v10188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:04.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:04.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:05 smithi170 ceph-mon[97338]: pgmap v10189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:05 smithi081 ceph-mon[95500]: pgmap v10189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:06.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:05 smithi081 ceph-mon[107735]: pgmap v10189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:07 smithi170 ceph-mon[97338]: pgmap v10190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:07 smithi081 ceph-mon[95500]: pgmap v10190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:07 smithi081 ceph-mon[107735]: pgmap v10190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:09 smithi170 ceph-mon[97338]: pgmap v10191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:09 smithi081 ceph-mon[95500]: pgmap v10191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:09 smithi081 ceph-mon[107735]: pgmap v10191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:11.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:11 smithi170 ceph-mon[97338]: pgmap v10192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:11 smithi081 ceph-mon[95500]: pgmap v10192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:11 smithi081 ceph-mon[107735]: pgmap v10192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:18:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:13.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:13.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:14.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:14 smithi170 ceph-mon[97338]: pgmap v10193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:14 smithi081 ceph-mon[95500]: pgmap v10193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:14 smithi081 ceph-mon[107735]: pgmap v10193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:14.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:15.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:14.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:15.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:15 smithi170 ceph-mon[97338]: pgmap v10194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:15 smithi081 ceph-mon[95500]: pgmap v10194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:15 smithi081 ceph-mon[107735]: pgmap v10194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:17 smithi170 ceph-mon[97338]: pgmap v10195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:17 smithi081 ceph-mon[95500]: pgmap v10195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:17 smithi081 ceph-mon[107735]: pgmap v10195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:19 smithi170 ceph-mon[97338]: pgmap v10196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:19 smithi081 ceph-mon[95500]: pgmap v10196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:19 smithi081 ceph-mon[107735]: pgmap v10196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:21 smithi170 ceph-mon[97338]: pgmap v10197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:21 smithi081 ceph-mon[95500]: pgmap v10197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:21 smithi081 ceph-mon[107735]: pgmap v10197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:18:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:23.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:23.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:24.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:24 smithi170 ceph-mon[97338]: pgmap v10198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:24 smithi081 ceph-mon[95500]: pgmap v10198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:24 smithi081 ceph-mon[107735]: pgmap v10198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:24.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:24.889Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:25 smithi170 ceph-mon[97338]: pgmap v10199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:25 smithi081 ceph-mon[95500]: pgmap v10199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:25 smithi081 ceph-mon[107735]: pgmap v10199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:27 smithi170 ceph-mon[97338]: pgmap v10200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:27 smithi081 ceph-mon[95500]: pgmap v10200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:27 smithi081 ceph-mon[107735]: pgmap v10200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:29.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:29 smithi170 ceph-mon[97338]: pgmap v10201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:29 smithi081 ceph-mon[95500]: pgmap v10201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:29 smithi081 ceph-mon[107735]: pgmap v10201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:31.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:31 smithi170 ceph-mon[97338]: pgmap v10202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:31 smithi081 ceph-mon[95500]: pgmap v10202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:31 smithi081 ceph-mon[107735]: pgmap v10202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:18:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:33.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:33.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:34.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:34 smithi170 ceph-mon[97338]: pgmap v10203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:34.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:34 smithi081 ceph-mon[95500]: pgmap v10203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:34.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:34 smithi081 ceph-mon[107735]: pgmap v10203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:34.889Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:34.890Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:35 smithi170 ceph-mon[97338]: pgmap v10204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:35 smithi081 ceph-mon[95500]: pgmap v10204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:35 smithi081 ceph-mon[107735]: pgmap v10204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:37.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:37 smithi170 ceph-mon[97338]: pgmap v10205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:37 smithi081 ceph-mon[95500]: pgmap v10205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:37 smithi081 ceph-mon[107735]: pgmap v10205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:39 smithi170 ceph-mon[97338]: pgmap v10206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:39 smithi081 ceph-mon[95500]: pgmap v10206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:39 smithi081 ceph-mon[107735]: pgmap v10206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:41.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:41 smithi170 ceph-mon[97338]: pgmap v10207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:41 smithi081 ceph-mon[95500]: pgmap v10207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:41 smithi081 ceph-mon[107735]: pgmap v10207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:18:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:43.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:43.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:44 smithi170 ceph-mon[97338]: pgmap v10208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:44.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:44 smithi081 ceph-mon[95500]: pgmap v10208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:44.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:44 smithi081 ceph-mon[107735]: pgmap v10208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:44.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:44.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:45.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:45 smithi170 ceph-mon[97338]: pgmap v10209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:45 smithi081 ceph-mon[95500]: pgmap v10209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:45 smithi081 ceph-mon[107735]: pgmap v10209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:47.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:47 smithi170 ceph-mon[97338]: pgmap v10210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:48.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:47 smithi081 ceph-mon[95500]: pgmap v10210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:47 smithi081 ceph-mon[107735]: pgmap v10210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:49 smithi170 ceph-mon[97338]: pgmap v10211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:49 smithi081 ceph-mon[95500]: pgmap v10211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:49 smithi081 ceph-mon[107735]: pgmap v10211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:51.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:51 smithi170 ceph-mon[97338]: pgmap v10212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:51 smithi081 ceph-mon[95500]: pgmap v10212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:51 smithi081 ceph-mon[107735]: pgmap v10212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:18:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:53.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:53.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:54.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:54 smithi170 ceph-mon[97338]: pgmap v10213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:54.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:54 smithi081 ceph-mon[95500]: pgmap v10213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:54.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:54 smithi081 ceph-mon[107735]: pgmap v10213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:18:54.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:18:54.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:18:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:55 smithi170 ceph-mon[97338]: pgmap v10214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:55 smithi081 ceph-mon[95500]: pgmap v10214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:55 smithi081 ceph-mon[107735]: pgmap v10214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:57 smithi170 ceph-mon[97338]: pgmap v10215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:57 smithi081 ceph-mon[95500]: pgmap v10215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:57 smithi081 ceph-mon[107735]: pgmap v10215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:18:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:18:59 smithi170 ceph-mon[97338]: pgmap v10216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:18:59 smithi081 ceph-mon[95500]: pgmap v10216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:18:59 smithi081 ceph-mon[107735]: pgmap v10216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:01 smithi081 ceph-mon[95500]: pgmap v10217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:01 smithi081 ceph-mon[107735]: pgmap v10217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:02.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:01 smithi170 ceph-mon[97338]: pgmap v10217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:19:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:03.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:03.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:04.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:04 smithi170 ceph-mon[97338]: pgmap v10218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:04.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:04 smithi081 ceph-mon[95500]: pgmap v10218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:04.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:04 smithi081 ceph-mon[107735]: pgmap v10218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:04.891Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:04.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:05 smithi170 ceph-mon[97338]: pgmap v10219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:05 smithi081 ceph-mon[95500]: pgmap v10219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:05 smithi081 ceph-mon[107735]: pgmap v10219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:07 smithi170 ceph-mon[97338]: pgmap v10220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:07 smithi081 ceph-mon[95500]: pgmap v10220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:07 smithi081 ceph-mon[107735]: pgmap v10220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:09 smithi081 ceph-mon[95500]: pgmap v10221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:09 smithi081 ceph-mon[107735]: pgmap v10221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:09 smithi170 ceph-mon[97338]: pgmap v10221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:11 smithi081 ceph-mon[95500]: pgmap v10222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:11 smithi081 ceph-mon[107735]: pgmap v10222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:12.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:11 smithi170 ceph-mon[97338]: pgmap v10222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:19:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:13.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:13.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:14 smithi170 ceph-mon[97338]: pgmap v10223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:14.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:14 smithi081 ceph-mon[95500]: pgmap v10223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:14.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:14 smithi081 ceph-mon[107735]: pgmap v10223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:14.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:14.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:15 smithi081 ceph-mon[95500]: pgmap v10224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:15 smithi081 ceph-mon[107735]: pgmap v10224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:16.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:15 smithi170 ceph-mon[97338]: pgmap v10224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:17 smithi081 ceph-mon[95500]: pgmap v10225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:17 smithi081 ceph-mon[107735]: pgmap v10225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:17 smithi170 ceph-mon[97338]: pgmap v10225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:19 smithi081 ceph-mon[95500]: pgmap v10226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:19 smithi081 ceph-mon[107735]: pgmap v10226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:20.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:19 smithi170 ceph-mon[97338]: pgmap v10226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:21 smithi081 ceph-mon[95500]: pgmap v10227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:21 smithi081 ceph-mon[107735]: pgmap v10227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:22.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:21 smithi170 ceph-mon[97338]: pgmap v10227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:19:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:23.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:23.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:24.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:24 smithi170 ceph-mon[97338]: pgmap v10228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:24.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:24 smithi081 ceph-mon[95500]: pgmap v10228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:24.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:24 smithi081 ceph-mon[107735]: pgmap v10228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:24.893Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:24.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:25 smithi081 ceph-mon[95500]: pgmap v10229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:25 smithi081 ceph-mon[107735]: pgmap v10229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:25 smithi170 ceph-mon[97338]: pgmap v10229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:27 smithi081 ceph-mon[95500]: pgmap v10230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:27 smithi081 ceph-mon[107735]: pgmap v10230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:27 smithi170 ceph-mon[97338]: pgmap v10230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:29 smithi081 ceph-mon[95500]: pgmap v10231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:29 smithi081 ceph-mon[107735]: pgmap v10231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:29 smithi170 ceph-mon[97338]: pgmap v10231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:31 smithi081 ceph-mon[95500]: pgmap v10232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:31 smithi081 ceph-mon[107735]: pgmap v10232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:32.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:31 smithi170 ceph-mon[97338]: pgmap v10232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:19:33.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:33.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:33.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:33.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:34.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:34 smithi170 ceph-mon[97338]: pgmap v10233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:34.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:34 smithi081 ceph-mon[95500]: pgmap v10233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:34 smithi081 ceph-mon[107735]: pgmap v10233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:34.893Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:34.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:35 smithi081 ceph-mon[95500]: pgmap v10234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:35 smithi081 ceph-mon[107735]: pgmap v10234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:36.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:35 smithi170 ceph-mon[97338]: pgmap v10234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:39 smithi170 ceph-mon[97338]: pgmap v10235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:39.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:39 smithi081 ceph-mon[95500]: pgmap v10235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:39.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:39 smithi081 ceph-mon[107735]: pgmap v10235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:41.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:41 smithi170 ceph-mon[97338]: pgmap v10236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:41.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:41 smithi081 ceph-mon[95500]: pgmap v10236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:41.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:41 smithi081 ceph-mon[107735]: pgmap v10236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:43.432 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:19:43.433 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:43.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:43.433 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:43.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:43.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:43 smithi170 ceph-mon[97338]: pgmap v10237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:43.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:43 smithi081 ceph-mon[95500]: pgmap v10237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:43.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:43 smithi081 ceph-mon[107735]: pgmap v10237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:44.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:44.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:45 smithi170 ceph-mon[97338]: pgmap v10238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:45.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:45 smithi081 ceph-mon[95500]: pgmap v10238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:45.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:45 smithi081 ceph-mon[107735]: pgmap v10238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:47 smithi170 ceph-mon[97338]: pgmap v10239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:47.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:47 smithi081 ceph-mon[95500]: pgmap v10239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:47.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:47 smithi081 ceph-mon[107735]: pgmap v10239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:49 smithi170 ceph-mon[97338]: pgmap v10240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:49.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:49 smithi081 ceph-mon[95500]: pgmap v10240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:49.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:49 smithi081 ceph-mon[107735]: pgmap v10240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:51 smithi170 ceph-mon[97338]: pgmap v10241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:51.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:51 smithi081 ceph-mon[95500]: pgmap v10241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:51.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:51 smithi081 ceph-mon[107735]: pgmap v10241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:53.446 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:19:53.447 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:53.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:53.447 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:53.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:53.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:53 smithi170 ceph-mon[97338]: pgmap v10242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:53.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:53 smithi081 ceph-mon[95500]: pgmap v10242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:53.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:53 smithi081 ceph-mon[107735]: pgmap v10242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:19:54.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:19:54.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:19:55.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:55 smithi170 ceph-mon[97338]: pgmap v10243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:55.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:55 smithi081 ceph-mon[95500]: pgmap v10243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:55.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:55 smithi081 ceph-mon[107735]: pgmap v10243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:57 smithi170 ceph-mon[97338]: pgmap v10244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:57.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:57 smithi081 ceph-mon[95500]: pgmap v10244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:57.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:57 smithi081 ceph-mon[107735]: pgmap v10244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:59.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:19:59 smithi170 ceph-mon[97338]: pgmap v10245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:59.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:19:59 smithi081 ceph-mon[95500]: pgmap v10245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:19:59.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:19:59 smithi081 ceph-mon[107735]: pgmap v10245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:00.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:20:00.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:20:00.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:20:01.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:01 smithi170 ceph-mon[97338]: pgmap v10246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:01.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:01 smithi081 ceph-mon[95500]: pgmap v10246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:01.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:01 smithi081 ceph-mon[107735]: pgmap v10246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:03.466 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:20:03.467 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:03.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:03.467 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:03.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:03.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:03 smithi170 ceph-mon[97338]: pgmap v10247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:03.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:03 smithi081 ceph-mon[95500]: pgmap v10247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:03.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:03 smithi081 ceph-mon[107735]: pgmap v10247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:04.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:04.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:05.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:05 smithi170 ceph-mon[97338]: pgmap v10248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:05.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:05 smithi081 ceph-mon[95500]: pgmap v10248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:05.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:05 smithi081 ceph-mon[107735]: pgmap v10248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:07.742 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:07 smithi170 ceph-mon[97338]: pgmap v10249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:07.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:07 smithi081 ceph-mon[95500]: pgmap v10249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:07.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:07 smithi081 ceph-mon[107735]: pgmap v10249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:09.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:09 smithi170 ceph-mon[97338]: pgmap v10250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:09.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:09 smithi081 ceph-mon[95500]: pgmap v10250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:09.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:09 smithi081 ceph-mon[107735]: pgmap v10250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:11.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:11 smithi170 ceph-mon[97338]: pgmap v10251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:11.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:11 smithi081 ceph-mon[95500]: pgmap v10251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:11.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:11 smithi081 ceph-mon[107735]: pgmap v10251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:13.482 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:20:13.482 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:13.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:13.483 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:13.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:13 smithi170 ceph-mon[97338]: pgmap v10252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:13.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:13 smithi081 ceph-mon[95500]: pgmap v10252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:13.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:13 smithi081 ceph-mon[107735]: pgmap v10252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:14.896Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:14.897Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:15.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:15 smithi170 ceph-mon[97338]: pgmap v10253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:15.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:15 smithi081 ceph-mon[95500]: pgmap v10253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:15.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:15 smithi081 ceph-mon[107735]: pgmap v10253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:17.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:17 smithi170 ceph-mon[97338]: pgmap v10254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:17.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:17 smithi081 ceph-mon[95500]: pgmap v10254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:17.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:17 smithi081 ceph-mon[107735]: pgmap v10254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:19.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:19 smithi081 ceph-mon[95500]: pgmap v10255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:19.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:19 smithi081 ceph-mon[107735]: pgmap v10255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:19 smithi170 ceph-mon[97338]: pgmap v10255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:21.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:21 smithi081 ceph-mon[95500]: pgmap v10256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:21.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:21 smithi081 ceph-mon[107735]: pgmap v10256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:21 smithi170 ceph-mon[97338]: pgmap v10256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:23.498 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:20:23.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:23.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:23.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:23.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:23.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:23 smithi081 ceph-mon[95500]: pgmap v10257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:23.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:23 smithi081 ceph-mon[107735]: pgmap v10257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:23 smithi170 ceph-mon[97338]: pgmap v10257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:24.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:24.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:25.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:25 smithi081 ceph-mon[95500]: pgmap v10258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:25.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:25 smithi081 ceph-mon[107735]: pgmap v10258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:25 smithi170 ceph-mon[97338]: pgmap v10258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:27.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:27 smithi081 ceph-mon[95500]: pgmap v10259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:27.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:27 smithi081 ceph-mon[107735]: pgmap v10259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:27.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:27 smithi170 ceph-mon[97338]: pgmap v10259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:29.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:29 smithi081 ceph-mon[95500]: pgmap v10260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:29.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:29 smithi081 ceph-mon[107735]: pgmap v10260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:29 smithi170 ceph-mon[97338]: pgmap v10260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:31.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:31 smithi081 ceph-mon[95500]: pgmap v10261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:31.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:31 smithi081 ceph-mon[107735]: pgmap v10261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:31 smithi170 ceph-mon[97338]: pgmap v10261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:33.513 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:20:33.513 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:33.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:33.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:33.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:33 smithi081 ceph-mon[95500]: pgmap v10262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:33.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:33 smithi081 ceph-mon[107735]: pgmap v10262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:33 smithi170 ceph-mon[97338]: pgmap v10262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:34.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:34.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:35 smithi170 ceph-mon[97338]: pgmap v10263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:35 smithi081 ceph-mon[95500]: pgmap v10263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:35 smithi081 ceph-mon[107735]: pgmap v10263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:37 smithi170 ceph-mon[97338]: pgmap v10264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:37 smithi081 ceph-mon[95500]: pgmap v10264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:37 smithi081 ceph-mon[107735]: pgmap v10264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:39 smithi170 ceph-mon[97338]: pgmap v10265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:39 smithi081 ceph-mon[95500]: pgmap v10265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:39 smithi081 ceph-mon[107735]: pgmap v10265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:41 smithi170 ceph-mon[97338]: pgmap v10266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:41 smithi081 ceph-mon[95500]: pgmap v10266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:41 smithi081 ceph-mon[107735]: pgmap v10266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:20:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:43.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:43.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:43 smithi170 ceph-mon[97338]: pgmap v10267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:43 smithi081 ceph-mon[95500]: pgmap v10267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:43 smithi081 ceph-mon[107735]: pgmap v10267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:44.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:44.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:45 smithi170 ceph-mon[97338]: pgmap v10268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:45 smithi081 ceph-mon[95500]: pgmap v10268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:45 smithi081 ceph-mon[107735]: pgmap v10268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:47 smithi170 ceph-mon[97338]: pgmap v10269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:47 smithi081 ceph-mon[95500]: pgmap v10269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:47 smithi081 ceph-mon[107735]: pgmap v10269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:49 smithi170 ceph-mon[97338]: pgmap v10270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:49 smithi081 ceph-mon[95500]: pgmap v10270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:49 smithi081 ceph-mon[107735]: pgmap v10270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:51 smithi170 ceph-mon[97338]: pgmap v10271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:51 smithi081 ceph-mon[95500]: pgmap v10271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:51 smithi081 ceph-mon[107735]: pgmap v10271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:20:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:53.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:53.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:53 smithi170 ceph-mon[97338]: pgmap v10272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:53 smithi081 ceph-mon[95500]: pgmap v10272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:53 smithi081 ceph-mon[107735]: pgmap v10272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:20:54.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:20:54.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:20:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:55 smithi170 ceph-mon[97338]: pgmap v10273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:55 smithi081 ceph-mon[95500]: pgmap v10273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:55 smithi081 ceph-mon[107735]: pgmap v10273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:57 smithi170 ceph-mon[97338]: pgmap v10274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:57 smithi081 ceph-mon[95500]: pgmap v10274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:57 smithi081 ceph-mon[107735]: pgmap v10274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:20:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:20:59 smithi170 ceph-mon[97338]: pgmap v10275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:20:59 smithi081 ceph-mon[95500]: pgmap v10275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:20:59 smithi081 ceph-mon[107735]: pgmap v10275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:01.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:01 smithi170 ceph-mon[97338]: pgmap v10276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:01 smithi081 ceph-mon[95500]: pgmap v10276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:01 smithi081 ceph-mon[107735]: pgmap v10276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:21:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:03.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:03.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:03.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:03 smithi170 ceph-mon[97338]: pgmap v10277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:03 smithi081 ceph-mon[95500]: pgmap v10277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:03 smithi081 ceph-mon[107735]: pgmap v10277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:04.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:05.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:04.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:05 smithi170 ceph-mon[97338]: pgmap v10278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:05 smithi081 ceph-mon[95500]: pgmap v10278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:05 smithi081 ceph-mon[107735]: pgmap v10278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:07 smithi170 ceph-mon[97338]: pgmap v10279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:07 smithi081 ceph-mon[95500]: pgmap v10279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:07 smithi081 ceph-mon[107735]: pgmap v10279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:09 smithi170 ceph-mon[97338]: pgmap v10280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:09 smithi081 ceph-mon[95500]: pgmap v10280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:09 smithi081 ceph-mon[107735]: pgmap v10280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:11 smithi170 ceph-mon[97338]: pgmap v10281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:11 smithi081 ceph-mon[95500]: pgmap v10281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:11 smithi081 ceph-mon[107735]: pgmap v10281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:21:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:13.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:13.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:13 smithi170 ceph-mon[97338]: pgmap v10282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:13 smithi081 ceph-mon[95500]: pgmap v10282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:13 smithi081 ceph-mon[107735]: pgmap v10282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:14.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:14.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:15.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:15 smithi170 ceph-mon[97338]: pgmap v10283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:15 smithi081 ceph-mon[95500]: pgmap v10283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:15 smithi081 ceph-mon[107735]: pgmap v10283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:17 smithi170 ceph-mon[97338]: pgmap v10284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:17 smithi081 ceph-mon[95500]: pgmap v10284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:17 smithi081 ceph-mon[107735]: pgmap v10284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:19 smithi170 ceph-mon[97338]: pgmap v10285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:19 smithi081 ceph-mon[95500]: pgmap v10285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:19 smithi081 ceph-mon[107735]: pgmap v10285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:21.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:21 smithi170 ceph-mon[97338]: pgmap v10286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:21 smithi081 ceph-mon[95500]: pgmap v10286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:21 smithi081 ceph-mon[107735]: pgmap v10286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:21:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:23.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:23.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:23 smithi170 ceph-mon[97338]: pgmap v10287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:23 smithi081 ceph-mon[95500]: pgmap v10287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:23 smithi081 ceph-mon[107735]: pgmap v10287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:24.901Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:24.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:25 smithi170 ceph-mon[97338]: pgmap v10288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:25 smithi081 ceph-mon[95500]: pgmap v10288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:25 smithi081 ceph-mon[107735]: pgmap v10288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:27.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:27 smithi170 ceph-mon[97338]: pgmap v10289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:27 smithi081 ceph-mon[95500]: pgmap v10289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:27 smithi081 ceph-mon[107735]: pgmap v10289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:29 smithi170 ceph-mon[97338]: pgmap v10290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:29 smithi081 ceph-mon[95500]: pgmap v10290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:29 smithi081 ceph-mon[107735]: pgmap v10290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:31 smithi170 ceph-mon[97338]: pgmap v10291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:31 smithi081 ceph-mon[95500]: pgmap v10291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:31 smithi081 ceph-mon[107735]: pgmap v10291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:21:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:33.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:33.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:33 smithi170 ceph-mon[97338]: pgmap v10292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:33 smithi081 ceph-mon[95500]: pgmap v10292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:33 smithi081 ceph-mon[107735]: pgmap v10292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:34.902Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:34.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:35 smithi170 ceph-mon[97338]: pgmap v10293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:35 smithi081 ceph-mon[95500]: pgmap v10293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:35 smithi081 ceph-mon[107735]: pgmap v10293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:37.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:37 smithi170 ceph-mon[97338]: pgmap v10294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:37 smithi081 ceph-mon[95500]: pgmap v10294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:37 smithi081 ceph-mon[107735]: pgmap v10294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:39 smithi170 ceph-mon[97338]: pgmap v10295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:39 smithi081 ceph-mon[95500]: pgmap v10295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:39 smithi081 ceph-mon[107735]: pgmap v10295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:41 smithi170 ceph-mon[97338]: pgmap v10296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:41 smithi081 ceph-mon[95500]: pgmap v10296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:41 smithi081 ceph-mon[107735]: pgmap v10296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:21:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:43.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:43.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:43.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:43 smithi170 ceph-mon[97338]: pgmap v10297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:43 smithi081 ceph-mon[95500]: pgmap v10297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:43 smithi081 ceph-mon[107735]: pgmap v10297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:44.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:44.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:45.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:45 smithi170 ceph-mon[97338]: pgmap v10298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:45 smithi081 ceph-mon[95500]: pgmap v10298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:45 smithi081 ceph-mon[107735]: pgmap v10298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:47 smithi170 ceph-mon[97338]: pgmap v10299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:47 smithi081 ceph-mon[95500]: pgmap v10299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:47 smithi081 ceph-mon[107735]: pgmap v10299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:49 smithi170 ceph-mon[97338]: pgmap v10300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:49 smithi081 ceph-mon[95500]: pgmap v10300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:49 smithi081 ceph-mon[107735]: pgmap v10300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:51 smithi170 ceph-mon[97338]: pgmap v10301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:51 smithi081 ceph-mon[95500]: pgmap v10301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:51 smithi081 ceph-mon[107735]: pgmap v10301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:21:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:53.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:53.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:53 smithi170 ceph-mon[97338]: pgmap v10302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:53 smithi081 ceph-mon[95500]: pgmap v10302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:53 smithi081 ceph-mon[107735]: pgmap v10302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:21:54.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:21:54.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:21:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:55 smithi170 ceph-mon[97338]: pgmap v10303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:55 smithi081 ceph-mon[95500]: pgmap v10303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:55 smithi081 ceph-mon[107735]: pgmap v10303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:57 smithi170 ceph-mon[97338]: pgmap v10304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:57 smithi081 ceph-mon[95500]: pgmap v10304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:57 smithi081 ceph-mon[107735]: pgmap v10304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:21:59.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:21:59 smithi170 ceph-mon[97338]: pgmap v10305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:21:59 smithi081 ceph-mon[95500]: pgmap v10305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:21:59 smithi081 ceph-mon[107735]: pgmap v10305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:01 smithi170 ceph-mon[97338]: pgmap v10306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:01 smithi081 ceph-mon[95500]: pgmap v10306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:02.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:01 smithi081 ceph-mon[107735]: pgmap v10306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:22:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:03.051Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:03.052Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:03 smithi170 ceph-mon[97338]: pgmap v10307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:03 smithi081 ceph-mon[95500]: pgmap v10307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:03 smithi081 ceph-mon[107735]: pgmap v10307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:04.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:04.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:05 smithi170 ceph-mon[97338]: pgmap v10308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:05 smithi081 ceph-mon[95500]: pgmap v10308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:05 smithi081 ceph-mon[107735]: pgmap v10308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:07 smithi170 ceph-mon[97338]: pgmap v10309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:07 smithi081 ceph-mon[95500]: pgmap v10309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:07 smithi081 ceph-mon[107735]: pgmap v10309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:09.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:09 smithi170 ceph-mon[97338]: pgmap v10310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:09 smithi081 ceph-mon[95500]: pgmap v10310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:09 smithi081 ceph-mon[107735]: pgmap v10310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:11 smithi170 ceph-mon[97338]: pgmap v10311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:11 smithi081 ceph-mon[95500]: pgmap v10311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:11 smithi081 ceph-mon[107735]: pgmap v10311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:22:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:13.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:13.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:13 smithi170 ceph-mon[97338]: pgmap v10312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:13 smithi081 ceph-mon[95500]: pgmap v10312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:13 smithi081 ceph-mon[107735]: pgmap v10312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:14.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:14.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:15 smithi170 ceph-mon[97338]: pgmap v10313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:15 smithi081 ceph-mon[95500]: pgmap v10313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:15 smithi081 ceph-mon[107735]: pgmap v10313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:17 smithi170 ceph-mon[97338]: pgmap v10314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:17 smithi081 ceph-mon[95500]: pgmap v10314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:17 smithi081 ceph-mon[107735]: pgmap v10314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:19 smithi170 ceph-mon[97338]: pgmap v10315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:19 smithi081 ceph-mon[95500]: pgmap v10315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:19 smithi081 ceph-mon[107735]: pgmap v10315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:21 smithi170 ceph-mon[97338]: pgmap v10316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:21 smithi081 ceph-mon[95500]: pgmap v10316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:21 smithi081 ceph-mon[107735]: pgmap v10316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:22:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:23.053Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:23.054Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:23.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:23 smithi170 ceph-mon[97338]: pgmap v10317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:23 smithi081 ceph-mon[95500]: pgmap v10317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:23 smithi081 ceph-mon[107735]: pgmap v10317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:24.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:24.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:25 smithi170 ceph-mon[97338]: pgmap v10318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:25 smithi081 ceph-mon[95500]: pgmap v10318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:25 smithi081 ceph-mon[107735]: pgmap v10318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:27 smithi170 ceph-mon[97338]: pgmap v10319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:27 smithi081 ceph-mon[95500]: pgmap v10319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:27 smithi081 ceph-mon[107735]: pgmap v10319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:29 smithi170 ceph-mon[97338]: pgmap v10320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:29 smithi081 ceph-mon[95500]: pgmap v10320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:29 smithi081 ceph-mon[107735]: pgmap v10320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:31 smithi170 ceph-mon[97338]: pgmap v10321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:31 smithi081 ceph-mon[95500]: pgmap v10321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:31 smithi081 ceph-mon[107735]: pgmap v10321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:22:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:33.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:33.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:33 smithi170 ceph-mon[97338]: pgmap v10322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:33 smithi081 ceph-mon[95500]: pgmap v10322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:33 smithi081 ceph-mon[107735]: pgmap v10322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:34.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 9 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:34.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:35 smithi170 ceph-mon[97338]: pgmap v10323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:35 smithi081 ceph-mon[95500]: pgmap v10323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:35 smithi081 ceph-mon[107735]: pgmap v10323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:37 smithi170 ceph-mon[97338]: pgmap v10324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:37 smithi081 ceph-mon[95500]: pgmap v10324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:37 smithi081 ceph-mon[107735]: pgmap v10324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:39.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:39 smithi170 ceph-mon[97338]: pgmap v10325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:39.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:39 smithi081 ceph-mon[95500]: pgmap v10325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:39.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:39 smithi081 ceph-mon[107735]: pgmap v10325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:41.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:41 smithi170 ceph-mon[97338]: pgmap v10326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:41.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:41 smithi081 ceph-mon[95500]: pgmap v10326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:41.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:41 smithi081 ceph-mon[107735]: pgmap v10326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:43.473 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:22:43.474 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:43.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:43.474 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:43.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:43.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:43 smithi170 ceph-mon[97338]: pgmap v10327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:43.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:43 smithi081 ceph-mon[95500]: pgmap v10327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:43.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:43 smithi081 ceph-mon[107735]: pgmap v10327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:44.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:44.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:45.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:45 smithi170 ceph-mon[97338]: pgmap v10328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:45.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:45 smithi081 ceph-mon[95500]: pgmap v10328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:45.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:45 smithi081 ceph-mon[107735]: pgmap v10328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:47.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:47 smithi170 ceph-mon[97338]: pgmap v10329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:47.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:47 smithi081 ceph-mon[95500]: pgmap v10329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:47.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:47 smithi081 ceph-mon[107735]: pgmap v10329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:49.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:49 smithi170 ceph-mon[97338]: pgmap v10330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:49.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:49 smithi081 ceph-mon[95500]: pgmap v10330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:49.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:49 smithi081 ceph-mon[107735]: pgmap v10330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:51.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:51 smithi170 ceph-mon[97338]: pgmap v10331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:51.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:51 smithi081 ceph-mon[95500]: pgmap v10331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:51.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:51 smithi081 ceph-mon[107735]: pgmap v10331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:53.489 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:22:53.490 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:53.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:53.490 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:53.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:53.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:53 smithi170 ceph-mon[97338]: pgmap v10332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:53.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:53 smithi081 ceph-mon[95500]: pgmap v10332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:53.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:53 smithi081 ceph-mon[107735]: pgmap v10332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:22:54.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:22:54.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:22:55.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:55 smithi081 ceph-mon[95500]: pgmap v10333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:55.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:55 smithi081 ceph-mon[107735]: pgmap v10333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:55 smithi170 ceph-mon[97338]: pgmap v10333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:57.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:57 smithi081 ceph-mon[95500]: pgmap v10334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:57.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:57 smithi081 ceph-mon[107735]: pgmap v10334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:57 smithi170 ceph-mon[97338]: pgmap v10334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:59.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:22:59 smithi081 ceph-mon[95500]: pgmap v10335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:59.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:22:59 smithi081 ceph-mon[107735]: pgmap v10335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:22:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:22:59 smithi170 ceph-mon[97338]: pgmap v10335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:01.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:01 smithi081 ceph-mon[95500]: pgmap v10336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:01.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:01 smithi081 ceph-mon[107735]: pgmap v10336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:01 smithi170 ceph-mon[97338]: pgmap v10336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:03.508 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:23:03.508 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:03.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:03.508 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:03.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:03.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:03 smithi081 ceph-mon[95500]: pgmap v10337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:03.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:03 smithi081 ceph-mon[107735]: pgmap v10337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:03 smithi170 ceph-mon[97338]: pgmap v10337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:04.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:04.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:05.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:05 smithi081 ceph-mon[95500]: pgmap v10338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:05.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:05 smithi081 ceph-mon[107735]: pgmap v10338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:05 smithi170 ceph-mon[97338]: pgmap v10338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:07.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:07 smithi081 ceph-mon[95500]: pgmap v10339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:07.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:07 smithi081 ceph-mon[107735]: pgmap v10339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:07 smithi170 ceph-mon[97338]: pgmap v10339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:09.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:09 smithi170 ceph-mon[97338]: pgmap v10340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:09 smithi081 ceph-mon[95500]: pgmap v10340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:09 smithi081 ceph-mon[107735]: pgmap v10340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:11 smithi170 ceph-mon[97338]: pgmap v10341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:11 smithi081 ceph-mon[95500]: pgmap v10341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:11 smithi081 ceph-mon[107735]: pgmap v10341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:23:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:13.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:13.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:13 smithi170 ceph-mon[97338]: pgmap v10342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:13 smithi081 ceph-mon[95500]: pgmap v10342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:13 smithi081 ceph-mon[107735]: pgmap v10342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:14.910Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:14.911Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:15 smithi170 ceph-mon[97338]: pgmap v10343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:15 smithi081 ceph-mon[95500]: pgmap v10343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:15 smithi081 ceph-mon[107735]: pgmap v10343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:17 smithi170 ceph-mon[97338]: pgmap v10344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:17 smithi081 ceph-mon[95500]: pgmap v10344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:17 smithi081 ceph-mon[107735]: pgmap v10344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:19.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:19 smithi170 ceph-mon[97338]: pgmap v10345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:20.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:19 smithi081 ceph-mon[95500]: pgmap v10345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:19 smithi081 ceph-mon[107735]: pgmap v10345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:21 smithi170 ceph-mon[97338]: pgmap v10346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:21 smithi081 ceph-mon[95500]: pgmap v10346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:21 smithi081 ceph-mon[107735]: pgmap v10346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:23:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:23.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:23.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:23 smithi170 ceph-mon[97338]: pgmap v10347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:23 smithi081 ceph-mon[95500]: pgmap v10347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:23 smithi081 ceph-mon[107735]: pgmap v10347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:24.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:24.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:25 smithi170 ceph-mon[97338]: pgmap v10348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:25 smithi081 ceph-mon[95500]: pgmap v10348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:25 smithi081 ceph-mon[107735]: pgmap v10348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:27 smithi170 ceph-mon[97338]: pgmap v10349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:27 smithi081 ceph-mon[95500]: pgmap v10349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:27 smithi081 ceph-mon[107735]: pgmap v10349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:29 smithi170 ceph-mon[97338]: pgmap v10350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:29 smithi081 ceph-mon[95500]: pgmap v10350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:29 smithi081 ceph-mon[107735]: pgmap v10350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:31 smithi170 ceph-mon[97338]: pgmap v10351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:31 smithi081 ceph-mon[95500]: pgmap v10351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:31 smithi081 ceph-mon[107735]: pgmap v10351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:23:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:33.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:33.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:33 smithi170 ceph-mon[97338]: pgmap v10352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:33 smithi081 ceph-mon[95500]: pgmap v10352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:33 smithi081 ceph-mon[107735]: pgmap v10352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:34.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:34.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:35 smithi170 ceph-mon[97338]: pgmap v10353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:36.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:35 smithi081 ceph-mon[95500]: pgmap v10353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:35 smithi081 ceph-mon[107735]: pgmap v10353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:37 smithi170 ceph-mon[97338]: pgmap v10354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:37 smithi081 ceph-mon[95500]: pgmap v10354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:37 smithi081 ceph-mon[107735]: pgmap v10354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:39 smithi170 ceph-mon[97338]: pgmap v10355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:39 smithi081 ceph-mon[95500]: pgmap v10355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:39 smithi081 ceph-mon[107735]: pgmap v10355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:41 smithi170 ceph-mon[97338]: pgmap v10356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:41 smithi081 ceph-mon[95500]: pgmap v10356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:41 smithi081 ceph-mon[107735]: pgmap v10356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:23:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:43.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:43.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:43 smithi170 ceph-mon[97338]: pgmap v10357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:43 smithi081 ceph-mon[95500]: pgmap v10357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:43 smithi081 ceph-mon[107735]: pgmap v10357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:44.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:44.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:45 smithi170 ceph-mon[97338]: pgmap v10358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:45 smithi081 ceph-mon[95500]: pgmap v10358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:45 smithi081 ceph-mon[107735]: pgmap v10358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:47 smithi170 ceph-mon[97338]: pgmap v10359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:47 smithi081 ceph-mon[95500]: pgmap v10359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:47 smithi081 ceph-mon[107735]: pgmap v10359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:49 smithi170 ceph-mon[97338]: pgmap v10360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:50.242 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:49 smithi081 ceph-mon[95500]: pgmap v10360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:50.242 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:49 smithi081 ceph-mon[107735]: pgmap v10360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:51 smithi170 ceph-mon[97338]: pgmap v10361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:51 smithi081 ceph-mon[95500]: pgmap v10361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:51 smithi081 ceph-mon[107735]: pgmap v10361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:23:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:53.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:53.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:53 smithi170 ceph-mon[97338]: pgmap v10362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:53 smithi081 ceph-mon[95500]: pgmap v10362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:53 smithi081 ceph-mon[107735]: pgmap v10362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:23:54.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:23:54.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:23:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:55 smithi170 ceph-mon[97338]: pgmap v10363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:55 smithi081 ceph-mon[95500]: pgmap v10363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:55 smithi081 ceph-mon[107735]: pgmap v10363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:57 smithi170 ceph-mon[97338]: pgmap v10364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:57 smithi081 ceph-mon[95500]: pgmap v10364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:57 smithi081 ceph-mon[107735]: pgmap v10364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:23:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:23:59 smithi170 ceph-mon[97338]: pgmap v10365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:23:59 smithi081 ceph-mon[95500]: pgmap v10365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:23:59 smithi081 ceph-mon[107735]: pgmap v10365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:01 smithi170 ceph-mon[97338]: pgmap v10366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:01 smithi081 ceph-mon[95500]: pgmap v10366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:01 smithi081 ceph-mon[107735]: pgmap v10366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:24:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:03.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:03.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:03 smithi170 ceph-mon[97338]: pgmap v10367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:03 smithi081 ceph-mon[95500]: pgmap v10367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:03 smithi081 ceph-mon[107735]: pgmap v10367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:04.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:04.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:05 smithi170 ceph-mon[97338]: pgmap v10368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:05 smithi081 ceph-mon[95500]: pgmap v10368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:05 smithi081 ceph-mon[107735]: pgmap v10368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:07 smithi170 ceph-mon[97338]: pgmap v10369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:07 smithi081 ceph-mon[107735]: pgmap v10369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:07 smithi081 ceph-mon[95500]: pgmap v10369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:09 smithi170 ceph-mon[97338]: pgmap v10370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:09 smithi081 ceph-mon[107735]: pgmap v10370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:09 smithi081 ceph-mon[95500]: pgmap v10370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:11 smithi170 ceph-mon[97338]: pgmap v10371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:11 smithi081 ceph-mon[107735]: pgmap v10371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:12.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:11 smithi081 ceph-mon[95500]: pgmap v10371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:24:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:13.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:13.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:13 smithi170 ceph-mon[97338]: pgmap v10372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:13 smithi081 ceph-mon[95500]: pgmap v10372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:13 smithi081 ceph-mon[107735]: pgmap v10372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:14.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:15.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:14.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:15 smithi170 ceph-mon[97338]: pgmap v10373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:15 smithi081 ceph-mon[95500]: pgmap v10373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:15 smithi081 ceph-mon[107735]: pgmap v10373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:17 smithi170 ceph-mon[97338]: pgmap v10374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:17 smithi081 ceph-mon[95500]: pgmap v10374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:17 smithi081 ceph-mon[107735]: pgmap v10374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:19 smithi170 ceph-mon[97338]: pgmap v10375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:19 smithi081 ceph-mon[95500]: pgmap v10375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:19 smithi081 ceph-mon[107735]: pgmap v10375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:21 smithi170 ceph-mon[97338]: pgmap v10376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:21 smithi081 ceph-mon[95500]: pgmap v10376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:21 smithi081 ceph-mon[107735]: pgmap v10376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:24:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:23.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:23.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:23 smithi170 ceph-mon[97338]: pgmap v10377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:23 smithi081 ceph-mon[95500]: pgmap v10377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:23 smithi081 ceph-mon[107735]: pgmap v10377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:24.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:24.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:25 smithi170 ceph-mon[97338]: pgmap v10378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:25 smithi081 ceph-mon[95500]: pgmap v10378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:25 smithi081 ceph-mon[107735]: pgmap v10378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:27 smithi170 ceph-mon[97338]: pgmap v10379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:27 smithi081 ceph-mon[95500]: pgmap v10379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:27 smithi081 ceph-mon[107735]: pgmap v10379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:29 smithi170 ceph-mon[97338]: pgmap v10380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:29 smithi081 ceph-mon[95500]: pgmap v10380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:29 smithi081 ceph-mon[107735]: pgmap v10380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:31 smithi170 ceph-mon[97338]: pgmap v10381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:31 smithi081 ceph-mon[95500]: pgmap v10381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:31 smithi081 ceph-mon[107735]: pgmap v10381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:24:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:33.063Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:33.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:33 smithi170 ceph-mon[97338]: pgmap v10382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:33 smithi081 ceph-mon[95500]: pgmap v10382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:33 smithi081 ceph-mon[107735]: pgmap v10382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:34.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:34.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:35 smithi170 ceph-mon[97338]: pgmap v10383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:35 smithi081 ceph-mon[95500]: pgmap v10383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:35 smithi081 ceph-mon[107735]: pgmap v10383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:37 smithi170 ceph-mon[97338]: pgmap v10384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:37 smithi081 ceph-mon[95500]: pgmap v10384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:37 smithi081 ceph-mon[107735]: pgmap v10384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:39 smithi170 ceph-mon[97338]: pgmap v10385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:39 smithi081 ceph-mon[95500]: pgmap v10385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:39 smithi081 ceph-mon[107735]: pgmap v10385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:41 smithi170 ceph-mon[97338]: pgmap v10386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:41 smithi081 ceph-mon[95500]: pgmap v10386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:41 smithi081 ceph-mon[107735]: pgmap v10386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:24:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:43.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:43.065Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:43 smithi170 ceph-mon[97338]: pgmap v10387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:43 smithi081 ceph-mon[95500]: pgmap v10387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:43 smithi081 ceph-mon[107735]: pgmap v10387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:44.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:44.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:45 smithi170 ceph-mon[97338]: pgmap v10388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:45 smithi081 ceph-mon[95500]: pgmap v10388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:45 smithi081 ceph-mon[107735]: pgmap v10388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:47 smithi170 ceph-mon[97338]: pgmap v10389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:47 smithi081 ceph-mon[95500]: pgmap v10389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:47 smithi081 ceph-mon[107735]: pgmap v10389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:49 smithi170 ceph-mon[97338]: pgmap v10390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:49 smithi081 ceph-mon[95500]: pgmap v10390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:49 smithi081 ceph-mon[107735]: pgmap v10390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:51 smithi170 ceph-mon[97338]: pgmap v10391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:51 smithi081 ceph-mon[95500]: pgmap v10391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:51 smithi081 ceph-mon[107735]: pgmap v10391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:24:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:53.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:53.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:53 smithi170 ceph-mon[97338]: pgmap v10392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:53 smithi081 ceph-mon[95500]: pgmap v10392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:53 smithi081 ceph-mon[107735]: pgmap v10392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:24:54.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:24:54.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:24:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:55 smithi170 ceph-mon[97338]: pgmap v10393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:55 smithi081 ceph-mon[95500]: pgmap v10393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:55 smithi081 ceph-mon[107735]: pgmap v10393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:57 smithi170 ceph-mon[97338]: pgmap v10394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:57 smithi081 ceph-mon[95500]: pgmap v10394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:57 smithi081 ceph-mon[107735]: pgmap v10394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:24:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:24:59 smithi170 ceph-mon[97338]: pgmap v10395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:24:59 smithi081 ceph-mon[95500]: pgmap v10395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:24:59 smithi081 ceph-mon[107735]: pgmap v10395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:01 smithi170 ceph-mon[97338]: pgmap v10396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:01 smithi081 ceph-mon[95500]: pgmap v10396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:01 smithi081 ceph-mon[107735]: pgmap v10396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:25:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:03.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:03.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:03 smithi170 ceph-mon[97338]: pgmap v10397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:03 smithi081 ceph-mon[95500]: pgmap v10397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:03 smithi081 ceph-mon[107735]: pgmap v10397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:04.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:04.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:05 smithi170 ceph-mon[97338]: pgmap v10398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:05 smithi081 ceph-mon[95500]: pgmap v10398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:05 smithi081 ceph-mon[107735]: pgmap v10398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:07 smithi170 ceph-mon[97338]: pgmap v10399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:07 smithi081 ceph-mon[95500]: pgmap v10399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:07 smithi081 ceph-mon[107735]: pgmap v10399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:09.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:09 smithi170 ceph-mon[97338]: pgmap v10400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:09 smithi081 ceph-mon[95500]: pgmap v10400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:10.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:09 smithi081 ceph-mon[107735]: pgmap v10400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:11 smithi170 ceph-mon[97338]: pgmap v10401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:11 smithi081 ceph-mon[95500]: pgmap v10401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:11 smithi081 ceph-mon[107735]: pgmap v10401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:25:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:13.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:13.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:13 smithi170 ceph-mon[97338]: pgmap v10402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:13 smithi081 ceph-mon[95500]: pgmap v10402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:13 smithi081 ceph-mon[107735]: pgmap v10402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:14.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:14.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:15 smithi170 ceph-mon[97338]: pgmap v10403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:15 smithi081 ceph-mon[95500]: pgmap v10403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:16.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:15 smithi081 ceph-mon[107735]: pgmap v10403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:17 smithi170 ceph-mon[97338]: pgmap v10404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:17 smithi081 ceph-mon[95500]: pgmap v10404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:17 smithi081 ceph-mon[107735]: pgmap v10404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:19 smithi170 ceph-mon[97338]: pgmap v10405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:19 smithi081 ceph-mon[95500]: pgmap v10405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:19 smithi081 ceph-mon[107735]: pgmap v10405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:21 smithi170 ceph-mon[97338]: pgmap v10406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:21 smithi081 ceph-mon[95500]: pgmap v10406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:21 smithi081 ceph-mon[107735]: pgmap v10406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:25:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:23.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:23.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:23 smithi170 ceph-mon[97338]: pgmap v10407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:23 smithi081 ceph-mon[95500]: pgmap v10407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:23 smithi081 ceph-mon[107735]: pgmap v10407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:24.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:24.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:25 smithi170 ceph-mon[97338]: pgmap v10408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:25 smithi081 ceph-mon[95500]: pgmap v10408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:25 smithi081 ceph-mon[107735]: pgmap v10408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:27 smithi081 ceph-mon[95500]: pgmap v10409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:27 smithi081 ceph-mon[107735]: pgmap v10409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:27 smithi170 ceph-mon[97338]: pgmap v10409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:29 smithi081 ceph-mon[95500]: pgmap v10410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:29 smithi081 ceph-mon[107735]: pgmap v10410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:29 smithi170 ceph-mon[97338]: pgmap v10410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:31 smithi081 ceph-mon[95500]: pgmap v10411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:31 smithi081 ceph-mon[107735]: pgmap v10411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:31 smithi170 ceph-mon[97338]: pgmap v10411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:25:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:33.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:33.070Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:33 smithi081 ceph-mon[95500]: pgmap v10412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:33 smithi081 ceph-mon[107735]: pgmap v10412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:33 smithi170 ceph-mon[97338]: pgmap v10412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:34.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:34.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:35 smithi081 ceph-mon[95500]: pgmap v10413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:35 smithi081 ceph-mon[107735]: pgmap v10413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:35 smithi170 ceph-mon[97338]: pgmap v10413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:37 smithi081 ceph-mon[107735]: pgmap v10414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:37 smithi081 ceph-mon[95500]: pgmap v10414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:37 smithi170 ceph-mon[97338]: pgmap v10414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:39.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:39 smithi081 ceph-mon[95500]: pgmap v10415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:39.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:39 smithi081 ceph-mon[107735]: pgmap v10415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:39 smithi170 ceph-mon[97338]: pgmap v10415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:41 smithi170 ceph-mon[97338]: pgmap v10416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:41 smithi081 ceph-mon[95500]: pgmap v10416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:41 smithi081 ceph-mon[107735]: pgmap v10416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:25:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:43.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:43.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:43 smithi170 ceph-mon[97338]: pgmap v10417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:43 smithi081 ceph-mon[95500]: pgmap v10417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:43 smithi081 ceph-mon[107735]: pgmap v10417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:44.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:44.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:45 smithi170 ceph-mon[97338]: pgmap v10418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:45 smithi081 ceph-mon[95500]: pgmap v10418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:45 smithi081 ceph-mon[107735]: pgmap v10418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:47 smithi170 ceph-mon[97338]: pgmap v10419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:47 smithi081 ceph-mon[95500]: pgmap v10419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:47 smithi081 ceph-mon[107735]: pgmap v10419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:49 smithi170 ceph-mon[97338]: pgmap v10420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:49 smithi081 ceph-mon[95500]: pgmap v10420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:49 smithi081 ceph-mon[107735]: pgmap v10420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:51 smithi170 ceph-mon[97338]: pgmap v10421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:51 smithi081 ceph-mon[95500]: pgmap v10421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:51 smithi081 ceph-mon[107735]: pgmap v10421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:25:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:53.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:53.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:53 smithi170 ceph-mon[97338]: pgmap v10422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:53 smithi081 ceph-mon[95500]: pgmap v10422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:53 smithi081 ceph-mon[107735]: pgmap v10422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:25:54.920Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:25:54.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:25:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:55 smithi170 ceph-mon[97338]: pgmap v10423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:55 smithi081 ceph-mon[95500]: pgmap v10423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:55 smithi081 ceph-mon[107735]: pgmap v10423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:57 smithi170 ceph-mon[97338]: pgmap v10424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:57 smithi081 ceph-mon[95500]: pgmap v10424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:57 smithi081 ceph-mon[107735]: pgmap v10424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:25:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:25:59 smithi170 ceph-mon[97338]: pgmap v10425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:25:59 smithi081 ceph-mon[95500]: pgmap v10425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:25:59 smithi081 ceph-mon[107735]: pgmap v10425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:01 smithi170 ceph-mon[97338]: pgmap v10426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:01 smithi081 ceph-mon[95500]: pgmap v10426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:01 smithi081 ceph-mon[107735]: pgmap v10426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:26:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:03.071Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:03.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:03 smithi170 ceph-mon[97338]: pgmap v10427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:03 smithi081 ceph-mon[95500]: pgmap v10427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:03 smithi081 ceph-mon[107735]: pgmap v10427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:04.921Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:04.922Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:05 smithi170 ceph-mon[97338]: pgmap v10428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:05 smithi081 ceph-mon[95500]: pgmap v10428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:05 smithi081 ceph-mon[107735]: pgmap v10428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:07 smithi170 ceph-mon[97338]: pgmap v10429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:07 smithi081 ceph-mon[95500]: pgmap v10429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:07 smithi081 ceph-mon[107735]: pgmap v10429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:09 smithi170 ceph-mon[97338]: pgmap v10430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:09 smithi081 ceph-mon[95500]: pgmap v10430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:09 smithi081 ceph-mon[107735]: pgmap v10430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:11 smithi170 ceph-mon[97338]: pgmap v10431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:11 smithi081 ceph-mon[95500]: pgmap v10431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:11 smithi081 ceph-mon[107735]: pgmap v10431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:26:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:13.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:13.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:13 smithi170 ceph-mon[97338]: pgmap v10432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:13 smithi081 ceph-mon[95500]: pgmap v10432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:13 smithi081 ceph-mon[107735]: pgmap v10432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:14.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:14.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:15 smithi170 ceph-mon[97338]: pgmap v10433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:15 smithi081 ceph-mon[95500]: pgmap v10433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:15 smithi081 ceph-mon[107735]: pgmap v10433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:17 smithi170 ceph-mon[97338]: pgmap v10434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:17 smithi081 ceph-mon[95500]: pgmap v10434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:18.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:17 smithi081 ceph-mon[107735]: pgmap v10434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:19 smithi170 ceph-mon[97338]: pgmap v10435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:19 smithi081 ceph-mon[95500]: pgmap v10435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:19 smithi081 ceph-mon[107735]: pgmap v10435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:21 smithi170 ceph-mon[97338]: pgmap v10436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:21 smithi081 ceph-mon[95500]: pgmap v10436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:21 smithi081 ceph-mon[107735]: pgmap v10436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:26:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:23.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:23.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:23 smithi170 ceph-mon[97338]: pgmap v10437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:23 smithi081 ceph-mon[95500]: pgmap v10437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:23 smithi081 ceph-mon[107735]: pgmap v10437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:24.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:24.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:25 smithi170 ceph-mon[97338]: pgmap v10438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:25 smithi081 ceph-mon[95500]: pgmap v10438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:25 smithi081 ceph-mon[107735]: pgmap v10438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:27 smithi170 ceph-mon[97338]: pgmap v10439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:27 smithi081 ceph-mon[95500]: pgmap v10439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:27 smithi081 ceph-mon[107735]: pgmap v10439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:29 smithi170 ceph-mon[97338]: pgmap v10440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:29 smithi081 ceph-mon[95500]: pgmap v10440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:29 smithi081 ceph-mon[107735]: pgmap v10440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:31 smithi170 ceph-mon[97338]: pgmap v10441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:31 smithi081 ceph-mon[95500]: pgmap v10441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:31 smithi081 ceph-mon[107735]: pgmap v10441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:26:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:33.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:33.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:33 smithi170 ceph-mon[97338]: pgmap v10442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:33 smithi081 ceph-mon[95500]: pgmap v10442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:33 smithi081 ceph-mon[107735]: pgmap v10442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:34.923Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:34.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:35 smithi170 ceph-mon[97338]: pgmap v10443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:35 smithi081 ceph-mon[95500]: pgmap v10443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:35 smithi081 ceph-mon[107735]: pgmap v10443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:37 smithi170 ceph-mon[97338]: pgmap v10444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:37 smithi081 ceph-mon[95500]: pgmap v10444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:37 smithi081 ceph-mon[107735]: pgmap v10444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:39 smithi170 ceph-mon[97338]: pgmap v10445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:39 smithi081 ceph-mon[95500]: pgmap v10445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:39 smithi081 ceph-mon[107735]: pgmap v10445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:41 smithi170 ceph-mon[97338]: pgmap v10446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:41 smithi081 ceph-mon[95500]: pgmap v10446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:41 smithi081 ceph-mon[107735]: pgmap v10446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:26:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:43.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:43.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:43 smithi170 ceph-mon[97338]: pgmap v10447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:43 smithi081 ceph-mon[95500]: pgmap v10447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:43 smithi081 ceph-mon[107735]: pgmap v10447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:44.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:44.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:45 smithi170 ceph-mon[97338]: pgmap v10448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:45 smithi081 ceph-mon[95500]: pgmap v10448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:45 smithi081 ceph-mon[107735]: pgmap v10448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:47 smithi170 ceph-mon[97338]: pgmap v10449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:47 smithi081 ceph-mon[95500]: pgmap v10449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:47 smithi081 ceph-mon[107735]: pgmap v10449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:49 smithi170 ceph-mon[97338]: pgmap v10450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:49 smithi081 ceph-mon[95500]: pgmap v10450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:49 smithi081 ceph-mon[107735]: pgmap v10450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:51 smithi170 ceph-mon[97338]: pgmap v10451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:51 smithi081 ceph-mon[95500]: pgmap v10451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:51 smithi081 ceph-mon[107735]: pgmap v10451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:26:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:53.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:53.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:53 smithi170 ceph-mon[97338]: pgmap v10452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:53 smithi081 ceph-mon[95500]: pgmap v10452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:53 smithi081 ceph-mon[107735]: pgmap v10452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:26:54.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:26:54.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:26:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:55 smithi170 ceph-mon[97338]: pgmap v10453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:55 smithi081 ceph-mon[95500]: pgmap v10453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:55 smithi081 ceph-mon[107735]: pgmap v10453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:57 smithi170 ceph-mon[97338]: pgmap v10454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:57 smithi081 ceph-mon[95500]: pgmap v10454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:57 smithi081 ceph-mon[107735]: pgmap v10454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:26:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:26:59 smithi170 ceph-mon[97338]: pgmap v10455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:26:59 smithi081 ceph-mon[95500]: pgmap v10455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:26:59 smithi081 ceph-mon[107735]: pgmap v10455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:01 smithi170 ceph-mon[97338]: pgmap v10456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:01 smithi081 ceph-mon[95500]: pgmap v10456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:01 smithi081 ceph-mon[107735]: pgmap v10456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:27:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:03.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:03.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:03 smithi170 ceph-mon[97338]: pgmap v10457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:03 smithi081 ceph-mon[95500]: pgmap v10457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:03 smithi081 ceph-mon[107735]: pgmap v10457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:04.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:04.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:05 smithi170 ceph-mon[97338]: pgmap v10458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:05 smithi081 ceph-mon[95500]: pgmap v10458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:05 smithi081 ceph-mon[107735]: pgmap v10458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:07 smithi170 ceph-mon[97338]: pgmap v10459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:07 smithi081 ceph-mon[95500]: pgmap v10459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:07 smithi081 ceph-mon[107735]: pgmap v10459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:09 smithi170 ceph-mon[97338]: pgmap v10460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:09 smithi081 ceph-mon[95500]: pgmap v10460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:09 smithi081 ceph-mon[107735]: pgmap v10460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:11 smithi170 ceph-mon[97338]: pgmap v10461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:11 smithi081 ceph-mon[95500]: pgmap v10461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:11 smithi081 ceph-mon[107735]: pgmap v10461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:27:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:13.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:13.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:13 smithi170 ceph-mon[97338]: pgmap v10462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:13 smithi081 ceph-mon[95500]: pgmap v10462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:13 smithi081 ceph-mon[107735]: pgmap v10462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:14.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:14.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:15 smithi170 ceph-mon[97338]: pgmap v10463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:15 smithi081 ceph-mon[95500]: pgmap v10463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:15 smithi081 ceph-mon[107735]: pgmap v10463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:17 smithi170 ceph-mon[97338]: pgmap v10464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:17 smithi081 ceph-mon[95500]: pgmap v10464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:17 smithi081 ceph-mon[107735]: pgmap v10464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:19 smithi170 ceph-mon[97338]: pgmap v10465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:19 smithi081 ceph-mon[95500]: pgmap v10465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:19 smithi081 ceph-mon[107735]: pgmap v10465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:21 smithi170 ceph-mon[97338]: pgmap v10466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:21 smithi081 ceph-mon[95500]: pgmap v10466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:21 smithi081 ceph-mon[107735]: pgmap v10466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:27:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:23.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:23.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:23 smithi170 ceph-mon[97338]: pgmap v10467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:23 smithi081 ceph-mon[95500]: pgmap v10467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:23 smithi081 ceph-mon[107735]: pgmap v10467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:24.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:24.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:25 smithi170 ceph-mon[97338]: pgmap v10468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:25 smithi081 ceph-mon[95500]: pgmap v10468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:25 smithi081 ceph-mon[107735]: pgmap v10468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:27 smithi170 ceph-mon[97338]: pgmap v10469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:27 smithi081 ceph-mon[95500]: pgmap v10469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:27 smithi081 ceph-mon[107735]: pgmap v10469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:29 smithi170 ceph-mon[97338]: pgmap v10470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:30.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:29 smithi081 ceph-mon[95500]: pgmap v10470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:30.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:29 smithi081 ceph-mon[107735]: pgmap v10470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:31 smithi170 ceph-mon[97338]: pgmap v10471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:31 smithi081 ceph-mon[95500]: pgmap v10471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:32.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:31 smithi081 ceph-mon[107735]: pgmap v10471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:27:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:33.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:33.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:33 smithi170 ceph-mon[97338]: pgmap v10472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:33 smithi081 ceph-mon[95500]: pgmap v10472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:33 smithi081 ceph-mon[107735]: pgmap v10472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:34.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:34.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:35 smithi170 ceph-mon[97338]: pgmap v10473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:35 smithi081 ceph-mon[95500]: pgmap v10473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:35 smithi081 ceph-mon[107735]: pgmap v10473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:37.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:37 smithi170 ceph-mon[97338]: pgmap v10474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:37 smithi081 ceph-mon[95500]: pgmap v10474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:37 smithi081 ceph-mon[107735]: pgmap v10474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:39.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:39 smithi170 ceph-mon[97338]: pgmap v10475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:39 smithi081 ceph-mon[95500]: pgmap v10475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:39 smithi081 ceph-mon[107735]: pgmap v10475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:41 smithi170 ceph-mon[97338]: pgmap v10476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:41 smithi081 ceph-mon[95500]: pgmap v10476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:41 smithi081 ceph-mon[107735]: pgmap v10476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:27:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:43.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:43.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:43 smithi170 ceph-mon[97338]: pgmap v10477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:43 smithi081 ceph-mon[95500]: pgmap v10477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:44.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:43 smithi081 ceph-mon[107735]: pgmap v10477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:44.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:44.930Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:45 smithi170 ceph-mon[97338]: pgmap v10478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:45 smithi081 ceph-mon[95500]: pgmap v10478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:45 smithi081 ceph-mon[107735]: pgmap v10478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:47 smithi170 ceph-mon[97338]: pgmap v10479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:47 smithi081 ceph-mon[95500]: pgmap v10479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:47 smithi081 ceph-mon[107735]: pgmap v10479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:49 smithi170 ceph-mon[97338]: pgmap v10480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:49 smithi081 ceph-mon[95500]: pgmap v10480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:49 smithi081 ceph-mon[107735]: pgmap v10480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:51 smithi170 ceph-mon[97338]: pgmap v10481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:52.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:51 smithi081 ceph-mon[95500]: pgmap v10481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:52.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:51 smithi081 ceph-mon[107735]: pgmap v10481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:27:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:53.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:53.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:53 smithi170 ceph-mon[97338]: pgmap v10482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:53 smithi081 ceph-mon[95500]: pgmap v10482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:53 smithi081 ceph-mon[107735]: pgmap v10482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:27:54.929Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:27:54.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:27:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:55 smithi170 ceph-mon[97338]: pgmap v10483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:55 smithi081 ceph-mon[95500]: pgmap v10483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:55 smithi081 ceph-mon[107735]: pgmap v10483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:57 smithi081 ceph-mon[95500]: pgmap v10484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:57 smithi081 ceph-mon[107735]: pgmap v10484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:27:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:57 smithi170 ceph-mon[97338]: pgmap v10484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:27:59 smithi081 ceph-mon[95500]: pgmap v10485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:27:59 smithi081 ceph-mon[107735]: pgmap v10485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:27:59 smithi170 ceph-mon[97338]: pgmap v10485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:01 smithi081 ceph-mon[95500]: pgmap v10486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:01 smithi081 ceph-mon[107735]: pgmap v10486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:01 smithi170 ceph-mon[97338]: pgmap v10486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:28:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:03.080Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:03.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:03 smithi081 ceph-mon[95500]: pgmap v10487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:03 smithi081 ceph-mon[107735]: pgmap v10487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:04.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:03 smithi170 ceph-mon[97338]: pgmap v10487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:04.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:04.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:05 smithi081 ceph-mon[95500]: pgmap v10488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:05 smithi081 ceph-mon[107735]: pgmap v10488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:05 smithi170 ceph-mon[97338]: pgmap v10488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:07 smithi081 ceph-mon[95500]: pgmap v10489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:07 smithi081 ceph-mon[107735]: pgmap v10489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:07 smithi170 ceph-mon[97338]: pgmap v10489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:09 smithi081 ceph-mon[95500]: pgmap v10490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:09 smithi081 ceph-mon[107735]: pgmap v10490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:10.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:09 smithi170 ceph-mon[97338]: pgmap v10490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:11 smithi170 ceph-mon[97338]: pgmap v10491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:11 smithi081 ceph-mon[95500]: pgmap v10491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:11 smithi081 ceph-mon[107735]: pgmap v10491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:28:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:13.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:13.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:13 smithi170 ceph-mon[97338]: pgmap v10492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:13 smithi081 ceph-mon[95500]: pgmap v10492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:13 smithi081 ceph-mon[107735]: pgmap v10492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:14.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:14.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:15 smithi170 ceph-mon[97338]: pgmap v10493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:15 smithi081 ceph-mon[95500]: pgmap v10493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:15 smithi081 ceph-mon[107735]: pgmap v10493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:17 smithi170 ceph-mon[97338]: pgmap v10494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:17 smithi081 ceph-mon[95500]: pgmap v10494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:17 smithi081 ceph-mon[107735]: pgmap v10494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:19 smithi170 ceph-mon[97338]: pgmap v10495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:19 smithi081 ceph-mon[95500]: pgmap v10495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:19 smithi081 ceph-mon[107735]: pgmap v10495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:21 smithi170 ceph-mon[97338]: pgmap v10496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:21 smithi081 ceph-mon[95500]: pgmap v10496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:21 smithi081 ceph-mon[107735]: pgmap v10496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:28:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:23.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:23.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:23 smithi170 ceph-mon[97338]: pgmap v10497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:23 smithi081 ceph-mon[95500]: pgmap v10497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:23 smithi081 ceph-mon[107735]: pgmap v10497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:24.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:24.932Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:25 smithi170 ceph-mon[97338]: pgmap v10498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:25 smithi081 ceph-mon[95500]: pgmap v10498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:25 smithi081 ceph-mon[107735]: pgmap v10498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:27.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:26 smithi170 ceph-mon[97338]: pgmap v10499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:27.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:26 smithi081 ceph-mon[95500]: pgmap v10499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:27.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:26 smithi081 ceph-mon[107735]: pgmap v10499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:29 smithi170 ceph-mon[97338]: pgmap v10500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:29 smithi081 ceph-mon[95500]: pgmap v10500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:29 smithi081 ceph-mon[107735]: pgmap v10500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:31 smithi170 ceph-mon[97338]: pgmap v10501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:31 smithi081 ceph-mon[95500]: pgmap v10501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:31 smithi081 ceph-mon[107735]: pgmap v10501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:28:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:33.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:33.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:33 smithi170 ceph-mon[97338]: pgmap v10502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:33 smithi081 ceph-mon[95500]: pgmap v10502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:33 smithi081 ceph-mon[107735]: pgmap v10502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:34.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:34.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:35 smithi170 ceph-mon[97338]: pgmap v10503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:35 smithi081 ceph-mon[95500]: pgmap v10503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:35 smithi081 ceph-mon[107735]: pgmap v10503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:37 smithi170 ceph-mon[97338]: pgmap v10504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:37 smithi081 ceph-mon[95500]: pgmap v10504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:37 smithi081 ceph-mon[107735]: pgmap v10504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:39 smithi170 ceph-mon[97338]: pgmap v10505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:39 smithi081 ceph-mon[95500]: pgmap v10505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:40.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:39 smithi081 ceph-mon[107735]: pgmap v10505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:41 smithi170 ceph-mon[97338]: pgmap v10506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:41 smithi081 ceph-mon[95500]: pgmap v10506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:41 smithi081 ceph-mon[107735]: pgmap v10506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:28:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:43.083Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:43.084Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:43 smithi170 ceph-mon[97338]: pgmap v10507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:43 smithi081 ceph-mon[95500]: pgmap v10507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:43 smithi081 ceph-mon[107735]: pgmap v10507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:44.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:45.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:44.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:45 smithi170 ceph-mon[97338]: pgmap v10508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:45 smithi081 ceph-mon[95500]: pgmap v10508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:45 smithi081 ceph-mon[107735]: pgmap v10508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:47 smithi170 ceph-mon[97338]: pgmap v10509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:47 smithi081 ceph-mon[95500]: pgmap v10509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:47 smithi081 ceph-mon[107735]: pgmap v10509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:49 smithi170 ceph-mon[97338]: pgmap v10510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:49 smithi081 ceph-mon[95500]: pgmap v10510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:49 smithi081 ceph-mon[107735]: pgmap v10510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:51 smithi170 ceph-mon[97338]: pgmap v10511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:51 smithi081 ceph-mon[95500]: pgmap v10511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:51 smithi081 ceph-mon[107735]: pgmap v10511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:28:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:53.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:53.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:53 smithi170 ceph-mon[97338]: pgmap v10512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:53 smithi081 ceph-mon[95500]: pgmap v10512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:53 smithi081 ceph-mon[107735]: pgmap v10512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:28:54.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:28:54.934Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:28:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:55 smithi170 ceph-mon[97338]: pgmap v10513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:55 smithi081 ceph-mon[95500]: pgmap v10513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:55 smithi081 ceph-mon[107735]: pgmap v10513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:57 smithi170 ceph-mon[97338]: pgmap v10514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:57 smithi081 ceph-mon[95500]: pgmap v10514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:57 smithi081 ceph-mon[107735]: pgmap v10514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:28:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:28:59 smithi170 ceph-mon[97338]: pgmap v10515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:28:59 smithi081 ceph-mon[95500]: pgmap v10515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:28:59 smithi081 ceph-mon[107735]: pgmap v10515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:01 smithi170 ceph-mon[97338]: pgmap v10516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:01 smithi081 ceph-mon[95500]: pgmap v10516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:01 smithi081 ceph-mon[107735]: pgmap v10516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:29:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:03.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:03.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:03 smithi170 ceph-mon[97338]: pgmap v10517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:03 smithi081 ceph-mon[95500]: pgmap v10517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:03 smithi081 ceph-mon[107735]: pgmap v10517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:04.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:04.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:05 smithi170 ceph-mon[97338]: pgmap v10518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:05 smithi081 ceph-mon[95500]: pgmap v10518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:05 smithi081 ceph-mon[107735]: pgmap v10518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:07 smithi170 ceph-mon[97338]: pgmap v10519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:07 smithi081 ceph-mon[95500]: pgmap v10519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:07 smithi081 ceph-mon[107735]: pgmap v10519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:09 smithi170 ceph-mon[97338]: pgmap v10520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:09 smithi081 ceph-mon[95500]: pgmap v10520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:09 smithi081 ceph-mon[107735]: pgmap v10520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:11 smithi170 ceph-mon[97338]: pgmap v10521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:11 smithi081 ceph-mon[95500]: pgmap v10521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:11 smithi081 ceph-mon[107735]: pgmap v10521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:29:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:13.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:13.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:13 smithi170 ceph-mon[97338]: pgmap v10522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:13 smithi081 ceph-mon[95500]: pgmap v10522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:13 smithi081 ceph-mon[107735]: pgmap v10522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:14.935Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:14.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:15 smithi170 ceph-mon[97338]: pgmap v10523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:15 smithi081 ceph-mon[95500]: pgmap v10523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:15 smithi081 ceph-mon[107735]: pgmap v10523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:17 smithi170 ceph-mon[97338]: pgmap v10524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:17 smithi081 ceph-mon[95500]: pgmap v10524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:17 smithi081 ceph-mon[107735]: pgmap v10524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:19 smithi170 ceph-mon[97338]: pgmap v10525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:19 smithi081 ceph-mon[95500]: pgmap v10525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:19 smithi081 ceph-mon[107735]: pgmap v10525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:21 smithi170 ceph-mon[97338]: pgmap v10526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:21 smithi081 ceph-mon[95500]: pgmap v10526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:21 smithi081 ceph-mon[107735]: pgmap v10526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:29:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:23.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:23.087Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:23.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:23 smithi170 ceph-mon[97338]: pgmap v10527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:23 smithi081 ceph-mon[95500]: pgmap v10527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:23 smithi081 ceph-mon[107735]: pgmap v10527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:24.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:24.937Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:25 smithi170 ceph-mon[97338]: pgmap v10528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:25 smithi081 ceph-mon[95500]: pgmap v10528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:25 smithi081 ceph-mon[107735]: pgmap v10528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:27 smithi170 ceph-mon[97338]: pgmap v10529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:27 smithi081 ceph-mon[95500]: pgmap v10529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:27 smithi081 ceph-mon[107735]: pgmap v10529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:29 smithi170 ceph-mon[97338]: pgmap v10530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:29 smithi081 ceph-mon[95500]: pgmap v10530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:29 smithi081 ceph-mon[107735]: pgmap v10530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:31 smithi170 ceph-mon[97338]: pgmap v10531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:31 smithi081 ceph-mon[95500]: pgmap v10531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:31 smithi081 ceph-mon[107735]: pgmap v10531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:29:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:33.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:33.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:33 smithi170 ceph-mon[97338]: pgmap v10532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:33 smithi081 ceph-mon[95500]: pgmap v10532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:33 smithi081 ceph-mon[107735]: pgmap v10532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:34.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:34.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:35 smithi170 ceph-mon[97338]: pgmap v10533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:35 smithi081 ceph-mon[95500]: pgmap v10533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:35 smithi081 ceph-mon[107735]: pgmap v10533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:37 smithi170 ceph-mon[97338]: pgmap v10534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:37 smithi081 ceph-mon[95500]: pgmap v10534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:37 smithi081 ceph-mon[107735]: pgmap v10534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:39 smithi170 ceph-mon[97338]: pgmap v10535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:39 smithi081 ceph-mon[95500]: pgmap v10535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:39 smithi081 ceph-mon[107735]: pgmap v10535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:41 smithi170 ceph-mon[97338]: pgmap v10536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:41 smithi081 ceph-mon[95500]: pgmap v10536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:41 smithi081 ceph-mon[107735]: pgmap v10536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:29:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:43.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:43.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:43 smithi170 ceph-mon[97338]: pgmap v10537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:43 smithi081 ceph-mon[95500]: pgmap v10537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:43 smithi081 ceph-mon[107735]: pgmap v10537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:44.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:44.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:45 smithi170 ceph-mon[97338]: pgmap v10538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:45 smithi081 ceph-mon[95500]: pgmap v10538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:45 smithi081 ceph-mon[107735]: pgmap v10538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:47 smithi170 ceph-mon[97338]: pgmap v10539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:47 smithi081 ceph-mon[95500]: pgmap v10539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:48.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:47 smithi081 ceph-mon[107735]: pgmap v10539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:49 smithi170 ceph-mon[97338]: pgmap v10540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:49 smithi081 ceph-mon[95500]: pgmap v10540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:49 smithi081 ceph-mon[107735]: pgmap v10540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:51 smithi170 ceph-mon[97338]: pgmap v10541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:51 smithi081 ceph-mon[95500]: pgmap v10541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:51 smithi081 ceph-mon[107735]: pgmap v10541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:29:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:53.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:53.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:53 smithi170 ceph-mon[97338]: pgmap v10542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:53 smithi081 ceph-mon[95500]: pgmap v10542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:53 smithi081 ceph-mon[107735]: pgmap v10542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:29:54.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:29:54.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:29:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:55 smithi170 ceph-mon[97338]: pgmap v10543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:55 smithi081 ceph-mon[95500]: pgmap v10543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:55 smithi081 ceph-mon[107735]: pgmap v10543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:57 smithi170 ceph-mon[97338]: pgmap v10544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:57 smithi081 ceph-mon[95500]: pgmap v10544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:57 smithi081 ceph-mon[107735]: pgmap v10544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:29:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:29:59 smithi170 ceph-mon[97338]: pgmap v10545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:29:59 smithi081 ceph-mon[95500]: pgmap v10545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:29:59 smithi081 ceph-mon[107735]: pgmap v10545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:00.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:30:01.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:30:01.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:30:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:01 smithi170 ceph-mon[97338]: pgmap v10546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:01 smithi081 ceph-mon[95500]: pgmap v10546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:01 smithi081 ceph-mon[107735]: pgmap v10546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:30:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:03.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:03.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:03 smithi170 ceph-mon[97338]: pgmap v10547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:03 smithi081 ceph-mon[95500]: pgmap v10547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:04.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:03 smithi081 ceph-mon[107735]: pgmap v10547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:04.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:04.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:05 smithi170 ceph-mon[97338]: pgmap v10548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:05 smithi081 ceph-mon[95500]: pgmap v10548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:05 smithi081 ceph-mon[107735]: pgmap v10548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:07 smithi170 ceph-mon[97338]: pgmap v10549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:07 smithi081 ceph-mon[95500]: pgmap v10549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:08.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:07 smithi081 ceph-mon[107735]: pgmap v10549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:09 smithi170 ceph-mon[97338]: pgmap v10550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:09 smithi081 ceph-mon[95500]: pgmap v10550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:09 smithi081 ceph-mon[107735]: pgmap v10550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:11 smithi170 ceph-mon[97338]: pgmap v10551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:11 smithi081 ceph-mon[95500]: pgmap v10551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:11 smithi081 ceph-mon[107735]: pgmap v10551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:30:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:13.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:13.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:13 smithi170 ceph-mon[97338]: pgmap v10552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:13 smithi081 ceph-mon[95500]: pgmap v10552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:13 smithi081 ceph-mon[107735]: pgmap v10552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:14.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:14.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:15 smithi170 ceph-mon[97338]: pgmap v10553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:15 smithi081 ceph-mon[95500]: pgmap v10553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:15 smithi081 ceph-mon[107735]: pgmap v10553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:17 smithi170 ceph-mon[97338]: pgmap v10554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:17 smithi081 ceph-mon[95500]: pgmap v10554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:17 smithi081 ceph-mon[107735]: pgmap v10554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:19.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:19 smithi170 ceph-mon[97338]: pgmap v10555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:19 smithi081 ceph-mon[95500]: pgmap v10555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:19 smithi081 ceph-mon[107735]: pgmap v10555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:21 smithi170 ceph-mon[97338]: pgmap v10556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:21 smithi081 ceph-mon[95500]: pgmap v10556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:21 smithi081 ceph-mon[107735]: pgmap v10556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:30:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:23.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:23.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:23 smithi170 ceph-mon[97338]: pgmap v10557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:23 smithi081 ceph-mon[95500]: pgmap v10557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:23 smithi081 ceph-mon[107735]: pgmap v10557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:24.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:24.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:25 smithi081 ceph-mon[95500]: pgmap v10558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:25 smithi081 ceph-mon[107735]: pgmap v10558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:25 smithi170 ceph-mon[97338]: pgmap v10558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:27 smithi081 ceph-mon[95500]: pgmap v10559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:27 smithi081 ceph-mon[107735]: pgmap v10559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:27 smithi170 ceph-mon[97338]: pgmap v10559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:29 smithi081 ceph-mon[95500]: pgmap v10560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:29 smithi081 ceph-mon[107735]: pgmap v10560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:29 smithi170 ceph-mon[97338]: pgmap v10560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:31 smithi081 ceph-mon[95500]: pgmap v10561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:31 smithi081 ceph-mon[107735]: pgmap v10561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:31 smithi170 ceph-mon[97338]: pgmap v10561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:30:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:33.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:33.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:33 smithi081 ceph-mon[95500]: pgmap v10562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:33 smithi081 ceph-mon[107735]: pgmap v10562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:33 smithi170 ceph-mon[97338]: pgmap v10562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:34.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:34.942Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:35 smithi081 ceph-mon[95500]: pgmap v10563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:35 smithi081 ceph-mon[107735]: pgmap v10563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:35 smithi170 ceph-mon[97338]: pgmap v10563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:38.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:37 smithi170 ceph-mon[97338]: pgmap v10564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:37 smithi081 ceph-mon[95500]: pgmap v10564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:37 smithi081 ceph-mon[107735]: pgmap v10564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:39 smithi170 ceph-mon[97338]: pgmap v10565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:39 smithi081 ceph-mon[95500]: pgmap v10565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:39 smithi081 ceph-mon[107735]: pgmap v10565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:41 smithi170 ceph-mon[97338]: pgmap v10566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:41 smithi081 ceph-mon[95500]: pgmap v10566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:41 smithi081 ceph-mon[107735]: pgmap v10566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:30:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:43.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:43.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:44.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:43 smithi170 ceph-mon[97338]: pgmap v10567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:43 smithi081 ceph-mon[95500]: pgmap v10567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:43 smithi081 ceph-mon[107735]: pgmap v10567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:44.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:44.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:45 smithi170 ceph-mon[97338]: pgmap v10568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:45 smithi081 ceph-mon[95500]: pgmap v10568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:45 smithi081 ceph-mon[107735]: pgmap v10568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:48.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:47 smithi170 ceph-mon[97338]: pgmap v10569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:47 smithi081 ceph-mon[95500]: pgmap v10569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:47 smithi081 ceph-mon[107735]: pgmap v10569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:49 smithi170 ceph-mon[97338]: pgmap v10570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:49 smithi081 ceph-mon[95500]: pgmap v10570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:49 smithi081 ceph-mon[107735]: pgmap v10570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:51 smithi170 ceph-mon[97338]: pgmap v10571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:51 smithi081 ceph-mon[95500]: pgmap v10571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:51 smithi081 ceph-mon[107735]: pgmap v10571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:30:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:53.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:53.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:53 smithi170 ceph-mon[97338]: pgmap v10572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:53 smithi081 ceph-mon[95500]: pgmap v10572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:53 smithi081 ceph-mon[107735]: pgmap v10572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:30:54.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:30:54.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:30:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:55 smithi170 ceph-mon[97338]: pgmap v10573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:55 smithi081 ceph-mon[95500]: pgmap v10573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:55 smithi081 ceph-mon[107735]: pgmap v10573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:57 smithi170 ceph-mon[97338]: pgmap v10574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:57 smithi081 ceph-mon[95500]: pgmap v10574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:30:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:57 smithi081 ceph-mon[107735]: pgmap v10574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:30:59 smithi170 ceph-mon[97338]: pgmap v10575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:30:59 smithi081 ceph-mon[95500]: pgmap v10575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:30:59 smithi081 ceph-mon[107735]: pgmap v10575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:01 smithi170 ceph-mon[97338]: pgmap v10576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:01 smithi081 ceph-mon[95500]: pgmap v10576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:01 smithi081 ceph-mon[107735]: pgmap v10576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:31:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:03.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:03.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:03 smithi170 ceph-mon[97338]: pgmap v10577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:03 smithi081 ceph-mon[95500]: pgmap v10577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:03 smithi081 ceph-mon[107735]: pgmap v10577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:04.943Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:04.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:05 smithi170 ceph-mon[97338]: pgmap v10578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:05 smithi081 ceph-mon[95500]: pgmap v10578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:05 smithi081 ceph-mon[107735]: pgmap v10578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:07 smithi170 ceph-mon[97338]: pgmap v10579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:07 smithi081 ceph-mon[95500]: pgmap v10579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:07 smithi081 ceph-mon[107735]: pgmap v10579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:09 smithi170 ceph-mon[97338]: pgmap v10580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:09 smithi081 ceph-mon[95500]: pgmap v10580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:09 smithi081 ceph-mon[107735]: pgmap v10580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:11 smithi170 ceph-mon[97338]: pgmap v10581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:11 smithi081 ceph-mon[95500]: pgmap v10581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:12.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:11 smithi081 ceph-mon[107735]: pgmap v10581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:31:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:13.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:13.094Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:13 smithi170 ceph-mon[97338]: pgmap v10582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:14.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:13 smithi081 ceph-mon[95500]: pgmap v10582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:13 smithi081 ceph-mon[107735]: pgmap v10582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:14.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:14.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:15 smithi170 ceph-mon[97338]: pgmap v10583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:15 smithi081 ceph-mon[95500]: pgmap v10583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:15 smithi081 ceph-mon[107735]: pgmap v10583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:17 smithi170 ceph-mon[97338]: pgmap v10584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:17 smithi081 ceph-mon[95500]: pgmap v10584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:17 smithi081 ceph-mon[107735]: pgmap v10584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:19 smithi170 ceph-mon[97338]: pgmap v10585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:19 smithi081 ceph-mon[95500]: pgmap v10585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:19 smithi081 ceph-mon[107735]: pgmap v10585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:21 smithi170 ceph-mon[97338]: pgmap v10586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:21 smithi081 ceph-mon[95500]: pgmap v10586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:21 smithi081 ceph-mon[107735]: pgmap v10586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:31:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:23.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:23.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:23 smithi170 ceph-mon[97338]: pgmap v10587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:23 smithi081 ceph-mon[95500]: pgmap v10587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:23 smithi081 ceph-mon[107735]: pgmap v10587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:24.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:24.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:25 smithi170 ceph-mon[97338]: pgmap v10588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:25 smithi081 ceph-mon[95500]: pgmap v10588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:25 smithi081 ceph-mon[107735]: pgmap v10588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:27 smithi170 ceph-mon[97338]: pgmap v10589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:27 smithi081 ceph-mon[95500]: pgmap v10589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:27 smithi081 ceph-mon[107735]: pgmap v10589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:29 smithi170 ceph-mon[97338]: pgmap v10590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:29 smithi081 ceph-mon[95500]: pgmap v10590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:29 smithi081 ceph-mon[107735]: pgmap v10590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:31 smithi170 ceph-mon[97338]: pgmap v10591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:31 smithi081 ceph-mon[95500]: pgmap v10591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:31 smithi081 ceph-mon[107735]: pgmap v10591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:31:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:33.095Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:33.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:33.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:33 smithi170 ceph-mon[97338]: pgmap v10592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:33 smithi081 ceph-mon[95500]: pgmap v10592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:33 smithi081 ceph-mon[107735]: pgmap v10592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:34.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:34.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:35 smithi170 ceph-mon[97338]: pgmap v10593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:35 smithi081 ceph-mon[95500]: pgmap v10593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:35 smithi081 ceph-mon[107735]: pgmap v10593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:37 smithi170 ceph-mon[97338]: pgmap v10594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:37 smithi081 ceph-mon[95500]: pgmap v10594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:37 smithi081 ceph-mon[107735]: pgmap v10594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:39 smithi170 ceph-mon[97338]: pgmap v10595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:39 smithi081 ceph-mon[95500]: pgmap v10595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:39 smithi081 ceph-mon[107735]: pgmap v10595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:41.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:41 smithi170 ceph-mon[97338]: pgmap v10596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:41 smithi081 ceph-mon[95500]: pgmap v10596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:41 smithi081 ceph-mon[107735]: pgmap v10596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:31:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:43.095Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:43.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:43 smithi170 ceph-mon[97338]: pgmap v10597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:43 smithi081 ceph-mon[95500]: pgmap v10597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:43 smithi081 ceph-mon[107735]: pgmap v10597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:44.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:44.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:45 smithi170 ceph-mon[97338]: pgmap v10598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:45 smithi081 ceph-mon[95500]: pgmap v10598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:45 smithi081 ceph-mon[107735]: pgmap v10598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:47 smithi170 ceph-mon[97338]: pgmap v10599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:47 smithi081 ceph-mon[95500]: pgmap v10599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:47 smithi081 ceph-mon[107735]: pgmap v10599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:49 smithi170 ceph-mon[97338]: pgmap v10600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:49 smithi081 ceph-mon[95500]: pgmap v10600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:49 smithi081 ceph-mon[107735]: pgmap v10600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:51 smithi170 ceph-mon[97338]: pgmap v10601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:51 smithi081 ceph-mon[95500]: pgmap v10601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:51 smithi081 ceph-mon[107735]: pgmap v10601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:31:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:53.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:53.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:53 smithi170 ceph-mon[97338]: pgmap v10602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:53 smithi081 ceph-mon[95500]: pgmap v10602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:53 smithi081 ceph-mon[107735]: pgmap v10602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:31:54.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:31:54.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:31:55.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:55 smithi170 ceph-mon[97338]: pgmap v10603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:55 smithi081 ceph-mon[95500]: pgmap v10603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:55 smithi081 ceph-mon[107735]: pgmap v10603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:57 smithi170 ceph-mon[97338]: pgmap v10604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:57 smithi081 ceph-mon[95500]: pgmap v10604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:57 smithi081 ceph-mon[107735]: pgmap v10604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:31:59.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:31:59 smithi170 ceph-mon[97338]: pgmap v10605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:31:59 smithi081 ceph-mon[95500]: pgmap v10605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:31:59 smithi081 ceph-mon[107735]: pgmap v10605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:01 smithi170 ceph-mon[97338]: pgmap v10606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:01 smithi081 ceph-mon[95500]: pgmap v10606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:01 smithi081 ceph-mon[107735]: pgmap v10606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:32:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:03.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:03.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:03.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:03 smithi170 ceph-mon[97338]: pgmap v10607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:03 smithi081 ceph-mon[95500]: pgmap v10607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:03 smithi081 ceph-mon[107735]: pgmap v10607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:04.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:04.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:05 smithi170 ceph-mon[97338]: pgmap v10608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:05 smithi081 ceph-mon[95500]: pgmap v10608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:05 smithi081 ceph-mon[107735]: pgmap v10608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:07 smithi170 ceph-mon[97338]: pgmap v10609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:07 smithi081 ceph-mon[95500]: pgmap v10609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:07 smithi081 ceph-mon[107735]: pgmap v10609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:09 smithi170 ceph-mon[97338]: pgmap v10610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:09 smithi081 ceph-mon[95500]: pgmap v10610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:09 smithi081 ceph-mon[107735]: pgmap v10610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:11 smithi170 ceph-mon[97338]: pgmap v10611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:11 smithi081 ceph-mon[95500]: pgmap v10611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:11 smithi081 ceph-mon[107735]: pgmap v10611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:32:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:13.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:13.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:13 smithi170 ceph-mon[97338]: pgmap v10612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:13 smithi081 ceph-mon[95500]: pgmap v10612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:13 smithi081 ceph-mon[107735]: pgmap v10612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:14.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:14.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:15 smithi170 ceph-mon[97338]: pgmap v10613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:15 smithi081 ceph-mon[95500]: pgmap v10613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:15 smithi081 ceph-mon[107735]: pgmap v10613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:17 smithi170 ceph-mon[97338]: pgmap v10614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:17 smithi081 ceph-mon[95500]: pgmap v10614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:17 smithi081 ceph-mon[107735]: pgmap v10614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:19 smithi170 ceph-mon[97338]: pgmap v10615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:19 smithi081 ceph-mon[95500]: pgmap v10615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:19 smithi081 ceph-mon[107735]: pgmap v10615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:21 smithi170 ceph-mon[97338]: pgmap v10616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:21 smithi081 ceph-mon[95500]: pgmap v10616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:22.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:21 smithi081 ceph-mon[107735]: pgmap v10616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:32:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:23.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:23.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:23 smithi170 ceph-mon[97338]: pgmap v10617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:23 smithi081 ceph-mon[95500]: pgmap v10617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:23 smithi081 ceph-mon[107735]: pgmap v10617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:24.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:24.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:25 smithi170 ceph-mon[97338]: pgmap v10618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:25 smithi081 ceph-mon[95500]: pgmap v10618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:25 smithi081 ceph-mon[107735]: pgmap v10618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:27 smithi170 ceph-mon[97338]: pgmap v10619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:27 smithi081 ceph-mon[95500]: pgmap v10619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:27 smithi081 ceph-mon[107735]: pgmap v10619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:29 smithi170 ceph-mon[97338]: pgmap v10620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:29 smithi081 ceph-mon[95500]: pgmap v10620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:29 smithi081 ceph-mon[107735]: pgmap v10620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:31 smithi170 ceph-mon[97338]: pgmap v10621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:31 smithi081 ceph-mon[95500]: pgmap v10621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:31 smithi081 ceph-mon[107735]: pgmap v10621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:32:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:33.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:33.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:33 smithi170 ceph-mon[97338]: pgmap v10622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:33 smithi081 ceph-mon[95500]: pgmap v10622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:33 smithi081 ceph-mon[107735]: pgmap v10622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:34.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:34.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:35 smithi170 ceph-mon[97338]: pgmap v10623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:35 smithi081 ceph-mon[95500]: pgmap v10623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:35 smithi081 ceph-mon[107735]: pgmap v10623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:37 smithi170 ceph-mon[97338]: pgmap v10624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:37 smithi081 ceph-mon[95500]: pgmap v10624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:37 smithi081 ceph-mon[107735]: pgmap v10624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:39 smithi081 ceph-mon[95500]: pgmap v10625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:39 smithi081 ceph-mon[107735]: pgmap v10625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:40.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:39 smithi170 ceph-mon[97338]: pgmap v10625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:41 smithi081 ceph-mon[95500]: pgmap v10626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:41 smithi081 ceph-mon[107735]: pgmap v10626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:41 smithi170 ceph-mon[97338]: pgmap v10626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:32:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:43.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:43.100Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:43 smithi081 ceph-mon[95500]: pgmap v10627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:43 smithi081 ceph-mon[107735]: pgmap v10627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:43 smithi170 ceph-mon[97338]: pgmap v10627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:44.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:44.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:45 smithi081 ceph-mon[95500]: pgmap v10628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:45 smithi081 ceph-mon[107735]: pgmap v10628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:45 smithi170 ceph-mon[97338]: pgmap v10628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:47 smithi081 ceph-mon[95500]: pgmap v10629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:47 smithi081 ceph-mon[107735]: pgmap v10629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:48.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:47 smithi170 ceph-mon[97338]: pgmap v10629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:49 smithi081 ceph-mon[95500]: pgmap v10630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:49 smithi081 ceph-mon[107735]: pgmap v10630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:49 smithi170 ceph-mon[97338]: pgmap v10630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:51 smithi081 ceph-mon[95500]: pgmap v10631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:51 smithi081 ceph-mon[107735]: pgmap v10631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:51 smithi170 ceph-mon[97338]: pgmap v10631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:32:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:53.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:53.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:53 smithi170 ceph-mon[97338]: pgmap v10632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:53 smithi081 ceph-mon[95500]: pgmap v10632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:53 smithi081 ceph-mon[107735]: pgmap v10632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:32:54.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:32:54.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:32:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:55 smithi170 ceph-mon[97338]: pgmap v10633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:55 smithi081 ceph-mon[95500]: pgmap v10633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:55 smithi081 ceph-mon[107735]: pgmap v10633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:57 smithi170 ceph-mon[97338]: pgmap v10634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:57 smithi081 ceph-mon[95500]: pgmap v10634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:32:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:57 smithi081 ceph-mon[107735]: pgmap v10634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:32:59 smithi170 ceph-mon[97338]: pgmap v10635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:32:59 smithi081 ceph-mon[95500]: pgmap v10635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:32:59 smithi081 ceph-mon[107735]: pgmap v10635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:01 smithi170 ceph-mon[97338]: pgmap v10636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:01 smithi081 ceph-mon[95500]: pgmap v10636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:01 smithi081 ceph-mon[107735]: pgmap v10636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:33:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:03.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:03.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:03 smithi170 ceph-mon[97338]: pgmap v10637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:03 smithi081 ceph-mon[95500]: pgmap v10637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:03 smithi081 ceph-mon[107735]: pgmap v10637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:04.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:04.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:05 smithi170 ceph-mon[97338]: pgmap v10638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:05 smithi081 ceph-mon[95500]: pgmap v10638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:05 smithi081 ceph-mon[107735]: pgmap v10638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:07 smithi170 ceph-mon[97338]: pgmap v10639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:07 smithi081 ceph-mon[95500]: pgmap v10639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:07 smithi081 ceph-mon[107735]: pgmap v10639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:09 smithi170 ceph-mon[97338]: pgmap v10640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:09 smithi081 ceph-mon[95500]: pgmap v10640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:09 smithi081 ceph-mon[107735]: pgmap v10640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:11 smithi170 ceph-mon[97338]: pgmap v10641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:11 smithi081 ceph-mon[95500]: pgmap v10641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:11 smithi081 ceph-mon[107735]: pgmap v10641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:33:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:13.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:13.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:13 smithi170 ceph-mon[97338]: pgmap v10642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:13 smithi081 ceph-mon[95500]: pgmap v10642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:13 smithi081 ceph-mon[107735]: pgmap v10642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:14.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:14.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:15 smithi170 ceph-mon[97338]: pgmap v10643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:15 smithi081 ceph-mon[95500]: pgmap v10643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:15 smithi081 ceph-mon[107735]: pgmap v10643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:17 smithi170 ceph-mon[97338]: pgmap v10644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:17 smithi081 ceph-mon[95500]: pgmap v10644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:17 smithi081 ceph-mon[107735]: pgmap v10644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:19 smithi170 ceph-mon[97338]: pgmap v10645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:19 smithi081 ceph-mon[95500]: pgmap v10645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:19 smithi081 ceph-mon[107735]: pgmap v10645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:21 smithi170 ceph-mon[97338]: pgmap v10646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:21 smithi081 ceph-mon[95500]: pgmap v10646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:21 smithi081 ceph-mon[107735]: pgmap v10646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:33:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:23.102Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:23.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:23 smithi170 ceph-mon[97338]: pgmap v10647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:23 smithi081 ceph-mon[95500]: pgmap v10647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:23 smithi081 ceph-mon[107735]: pgmap v10647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:24.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:24.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:25 smithi170 ceph-mon[97338]: pgmap v10648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:25 smithi081 ceph-mon[95500]: pgmap v10648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:25 smithi081 ceph-mon[107735]: pgmap v10648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:27 smithi170 ceph-mon[97338]: pgmap v10649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:27 smithi081 ceph-mon[95500]: pgmap v10649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:27 smithi081 ceph-mon[107735]: pgmap v10649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:29 smithi170 ceph-mon[97338]: pgmap v10650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:29 smithi081 ceph-mon[95500]: pgmap v10650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:29 smithi081 ceph-mon[107735]: pgmap v10650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:31 smithi170 ceph-mon[97338]: pgmap v10651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:31 smithi081 ceph-mon[95500]: pgmap v10651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:31 smithi081 ceph-mon[107735]: pgmap v10651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:33:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:33.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:33.104Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:33 smithi170 ceph-mon[97338]: pgmap v10652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:33 smithi081 ceph-mon[95500]: pgmap v10652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:33 smithi081 ceph-mon[107735]: pgmap v10652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:34.955Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:34.956Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:35 smithi170 ceph-mon[97338]: pgmap v10653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:35 smithi081 ceph-mon[95500]: pgmap v10653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:35 smithi081 ceph-mon[107735]: pgmap v10653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:37 smithi170 ceph-mon[97338]: pgmap v10654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:37 smithi081 ceph-mon[95500]: pgmap v10654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:37 smithi081 ceph-mon[107735]: pgmap v10654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:39 smithi170 ceph-mon[97338]: pgmap v10655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:39 smithi081 ceph-mon[95500]: pgmap v10655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:39 smithi081 ceph-mon[107735]: pgmap v10655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:41 smithi170 ceph-mon[97338]: pgmap v10656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:41 smithi081 ceph-mon[95500]: pgmap v10656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:41 smithi081 ceph-mon[107735]: pgmap v10656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:33:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:43.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:43.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:43 smithi170 ceph-mon[97338]: pgmap v10657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:43 smithi081 ceph-mon[95500]: pgmap v10657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:43 smithi081 ceph-mon[107735]: pgmap v10657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:44.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:44.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:45 smithi170 ceph-mon[97338]: pgmap v10658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:45 smithi081 ceph-mon[95500]: pgmap v10658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:45 smithi081 ceph-mon[107735]: pgmap v10658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:47.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:46 smithi170 ceph-mon[97338]: pgmap v10659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:47.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:46 smithi081 ceph-mon[95500]: pgmap v10659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:47.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:46 smithi081 ceph-mon[107735]: pgmap v10659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:49 smithi170 ceph-mon[97338]: pgmap v10660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:49 smithi081 ceph-mon[95500]: pgmap v10660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:49 smithi081 ceph-mon[107735]: pgmap v10660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:51 smithi170 ceph-mon[97338]: pgmap v10661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:51 smithi081 ceph-mon[95500]: pgmap v10661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:51 smithi081 ceph-mon[107735]: pgmap v10661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:33:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:53.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:53.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:53 smithi170 ceph-mon[97338]: pgmap v10662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:53 smithi081 ceph-mon[95500]: pgmap v10662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:53 smithi081 ceph-mon[107735]: pgmap v10662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:33:54.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:33:54.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:33:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:55 smithi170 ceph-mon[97338]: pgmap v10663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:55 smithi081 ceph-mon[107735]: pgmap v10663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:55 smithi081 ceph-mon[95500]: pgmap v10663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:57 smithi170 ceph-mon[97338]: pgmap v10664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:57 smithi081 ceph-mon[95500]: pgmap v10664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:57 smithi081 ceph-mon[107735]: pgmap v10664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:33:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:33:59 smithi170 ceph-mon[97338]: pgmap v10665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:33:59 smithi081 ceph-mon[95500]: pgmap v10665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:33:59 smithi081 ceph-mon[107735]: pgmap v10665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:01 smithi170 ceph-mon[97338]: pgmap v10666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:01 smithi081 ceph-mon[95500]: pgmap v10666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:01 smithi081 ceph-mon[107735]: pgmap v10666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:34:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:03.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:03.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:03 smithi170 ceph-mon[97338]: pgmap v10667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:03 smithi081 ceph-mon[95500]: pgmap v10667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:03 smithi081 ceph-mon[107735]: pgmap v10667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:04.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:04.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:05 smithi170 ceph-mon[97338]: pgmap v10668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:05 smithi081 ceph-mon[95500]: pgmap v10668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:05 smithi081 ceph-mon[107735]: pgmap v10668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:07 smithi170 ceph-mon[97338]: pgmap v10669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:07 smithi081 ceph-mon[95500]: pgmap v10669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:07 smithi081 ceph-mon[107735]: pgmap v10669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:09 smithi170 ceph-mon[97338]: pgmap v10670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:09 smithi081 ceph-mon[95500]: pgmap v10670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:09 smithi081 ceph-mon[107735]: pgmap v10670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:11 smithi170 ceph-mon[97338]: pgmap v10671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:11 smithi081 ceph-mon[95500]: pgmap v10671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:11 smithi081 ceph-mon[107735]: pgmap v10671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:34:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:13.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:13.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:13 smithi170 ceph-mon[97338]: pgmap v10672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:13 smithi081 ceph-mon[95500]: pgmap v10672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:13 smithi081 ceph-mon[107735]: pgmap v10672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:14.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:14.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:15 smithi170 ceph-mon[97338]: pgmap v10673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:15 smithi081 ceph-mon[95500]: pgmap v10673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:15 smithi081 ceph-mon[107735]: pgmap v10673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:17 smithi170 ceph-mon[97338]: pgmap v10674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:17 smithi081 ceph-mon[95500]: pgmap v10674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:17 smithi081 ceph-mon[107735]: pgmap v10674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:19 smithi170 ceph-mon[97338]: pgmap v10675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:19 smithi081 ceph-mon[95500]: pgmap v10675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:19 smithi081 ceph-mon[107735]: pgmap v10675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:21 smithi170 ceph-mon[97338]: pgmap v10676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:21 smithi081 ceph-mon[95500]: pgmap v10676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:21 smithi081 ceph-mon[107735]: pgmap v10676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:34:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:23.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:23.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:23 smithi170 ceph-mon[97338]: pgmap v10677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:23 smithi081 ceph-mon[95500]: pgmap v10677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:23 smithi081 ceph-mon[107735]: pgmap v10677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:24.959Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:24.960Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:25 smithi170 ceph-mon[97338]: pgmap v10678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:25 smithi081 ceph-mon[95500]: pgmap v10678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:25 smithi081 ceph-mon[107735]: pgmap v10678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:27 smithi170 ceph-mon[97338]: pgmap v10679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:27 smithi081 ceph-mon[95500]: pgmap v10679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:27 smithi081 ceph-mon[107735]: pgmap v10679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:29 smithi170 ceph-mon[97338]: pgmap v10680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:29 smithi081 ceph-mon[95500]: pgmap v10680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:29 smithi081 ceph-mon[107735]: pgmap v10680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:31 smithi170 ceph-mon[97338]: pgmap v10681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:31 smithi081 ceph-mon[95500]: pgmap v10681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:31 smithi081 ceph-mon[107735]: pgmap v10681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:34:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:33.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:33.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:33 smithi170 ceph-mon[97338]: pgmap v10682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:33 smithi081 ceph-mon[95500]: pgmap v10682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:33 smithi081 ceph-mon[107735]: pgmap v10682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:34.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:34.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:35 smithi170 ceph-mon[97338]: pgmap v10683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:35 smithi081 ceph-mon[95500]: pgmap v10683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:35 smithi081 ceph-mon[107735]: pgmap v10683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:37 smithi170 ceph-mon[97338]: pgmap v10684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:37 smithi081 ceph-mon[95500]: pgmap v10684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:37 smithi081 ceph-mon[107735]: pgmap v10684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:39 smithi170 ceph-mon[97338]: pgmap v10685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:39 smithi081 ceph-mon[95500]: pgmap v10685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:39 smithi081 ceph-mon[107735]: pgmap v10685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:41.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:41 smithi170 ceph-mon[97338]: pgmap v10686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:41 smithi081 ceph-mon[95500]: pgmap v10686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:41 smithi081 ceph-mon[107735]: pgmap v10686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:34:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:43.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:43.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:43.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:43 smithi170 ceph-mon[97338]: pgmap v10687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:43 smithi081 ceph-mon[95500]: pgmap v10687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:43 smithi081 ceph-mon[107735]: pgmap v10687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:44.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:44.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:45 smithi170 ceph-mon[97338]: pgmap v10688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:45 smithi081 ceph-mon[95500]: pgmap v10688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:45 smithi081 ceph-mon[107735]: pgmap v10688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:47 smithi170 ceph-mon[97338]: pgmap v10689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:47 smithi081 ceph-mon[95500]: pgmap v10689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:47 smithi081 ceph-mon[107735]: pgmap v10689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:49 smithi170 ceph-mon[97338]: pgmap v10690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:49 smithi081 ceph-mon[95500]: pgmap v10690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:49 smithi081 ceph-mon[107735]: pgmap v10690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:51 smithi170 ceph-mon[97338]: pgmap v10691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:51 smithi081 ceph-mon[95500]: pgmap v10691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:51 smithi081 ceph-mon[107735]: pgmap v10691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:34:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:53.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:53.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:53 smithi170 ceph-mon[97338]: pgmap v10692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:53 smithi081 ceph-mon[95500]: pgmap v10692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:53 smithi081 ceph-mon[107735]: pgmap v10692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:34:54.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:34:54.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:34:55.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:55 smithi170 ceph-mon[97338]: pgmap v10693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:55 smithi081 ceph-mon[95500]: pgmap v10693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:55 smithi081 ceph-mon[107735]: pgmap v10693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:57 smithi170 ceph-mon[97338]: pgmap v10694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:58.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:57 smithi081 ceph-mon[95500]: pgmap v10694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:57 smithi081 ceph-mon[107735]: pgmap v10694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:34:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:34:59 smithi170 ceph-mon[97338]: pgmap v10695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:00.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:34:59 smithi081 ceph-mon[95500]: pgmap v10695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:34:59 smithi081 ceph-mon[107735]: pgmap v10695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:01 smithi170 ceph-mon[97338]: pgmap v10696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:01 smithi081 ceph-mon[95500]: pgmap v10696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:01 smithi081 ceph-mon[107735]: pgmap v10696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:35:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:03.112Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:03.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:03 smithi170 ceph-mon[97338]: pgmap v10697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:04.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:03 smithi081 ceph-mon[95500]: pgmap v10697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:03 smithi081 ceph-mon[107735]: pgmap v10697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:04.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:04.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:05 smithi081 ceph-mon[95500]: pgmap v10698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:05 smithi081 ceph-mon[107735]: pgmap v10698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:06.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:05 smithi170 ceph-mon[97338]: pgmap v10698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:07 smithi081 ceph-mon[95500]: pgmap v10699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:07 smithi081 ceph-mon[107735]: pgmap v10699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:07 smithi170 ceph-mon[97338]: pgmap v10699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:09 smithi081 ceph-mon[95500]: pgmap v10700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:09 smithi081 ceph-mon[107735]: pgmap v10700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:09 smithi170 ceph-mon[97338]: pgmap v10700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:11 smithi081 ceph-mon[95500]: pgmap v10701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:11 smithi081 ceph-mon[107735]: pgmap v10701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:11 smithi170 ceph-mon[97338]: pgmap v10701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:35:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:13.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:13.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:13 smithi081 ceph-mon[95500]: pgmap v10702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:13 smithi081 ceph-mon[107735]: pgmap v10702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:14.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:13 smithi170 ceph-mon[97338]: pgmap v10702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:14.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:14.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:15 smithi170 ceph-mon[97338]: pgmap v10703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:15 smithi081 ceph-mon[95500]: pgmap v10703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:15 smithi081 ceph-mon[107735]: pgmap v10703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:17 smithi170 ceph-mon[97338]: pgmap v10704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:17 smithi081 ceph-mon[95500]: pgmap v10704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:17 smithi081 ceph-mon[107735]: pgmap v10704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:19 smithi170 ceph-mon[97338]: pgmap v10705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:19 smithi081 ceph-mon[95500]: pgmap v10705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:19 smithi081 ceph-mon[107735]: pgmap v10705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:22.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:21 smithi170 ceph-mon[97338]: pgmap v10706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:21 smithi081 ceph-mon[95500]: pgmap v10706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:21 smithi081 ceph-mon[107735]: pgmap v10706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:35:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:23.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:23.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:23 smithi170 ceph-mon[97338]: pgmap v10707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:23 smithi081 ceph-mon[95500]: pgmap v10707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:23 smithi081 ceph-mon[107735]: pgmap v10707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:24.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:24.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:25 smithi170 ceph-mon[97338]: pgmap v10708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:25 smithi081 ceph-mon[95500]: pgmap v10708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:25 smithi081 ceph-mon[107735]: pgmap v10708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:27 smithi170 ceph-mon[97338]: pgmap v10709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:27 smithi081 ceph-mon[95500]: pgmap v10709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:27 smithi081 ceph-mon[107735]: pgmap v10709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:29 smithi170 ceph-mon[97338]: pgmap v10710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:29 smithi081 ceph-mon[95500]: pgmap v10710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:29 smithi081 ceph-mon[107735]: pgmap v10710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:31 smithi170 ceph-mon[97338]: pgmap v10711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:31 smithi081 ceph-mon[95500]: pgmap v10711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:31 smithi081 ceph-mon[107735]: pgmap v10711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:35:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:33.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:33.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:33 smithi170 ceph-mon[97338]: pgmap v10712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:33 smithi081 ceph-mon[95500]: pgmap v10712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:33 smithi081 ceph-mon[107735]: pgmap v10712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:35.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:34.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:34.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:35 smithi170 ceph-mon[97338]: pgmap v10713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:35 smithi081 ceph-mon[95500]: pgmap v10713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:35 smithi081 ceph-mon[107735]: pgmap v10713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:37 smithi170 ceph-mon[97338]: pgmap v10714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:37 smithi081 ceph-mon[95500]: pgmap v10714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:37 smithi081 ceph-mon[107735]: pgmap v10714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:39 smithi170 ceph-mon[97338]: pgmap v10715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:39 smithi081 ceph-mon[95500]: pgmap v10715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:39 smithi081 ceph-mon[107735]: pgmap v10715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:41 smithi170 ceph-mon[97338]: pgmap v10716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:41 smithi081 ceph-mon[95500]: pgmap v10716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:41 smithi081 ceph-mon[107735]: pgmap v10716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:35:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:43.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:43.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:43 smithi170 ceph-mon[97338]: pgmap v10717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:43 smithi081 ceph-mon[95500]: pgmap v10717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:43 smithi081 ceph-mon[107735]: pgmap v10717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:44.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:44.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:45 smithi170 ceph-mon[97338]: pgmap v10718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:45 smithi081 ceph-mon[95500]: pgmap v10718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:45 smithi081 ceph-mon[107735]: pgmap v10718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:47 smithi170 ceph-mon[97338]: pgmap v10719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:47 smithi081 ceph-mon[95500]: pgmap v10719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:47 smithi081 ceph-mon[107735]: pgmap v10719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:49 smithi170 ceph-mon[97338]: pgmap v10720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:49 smithi081 ceph-mon[95500]: pgmap v10720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:49 smithi081 ceph-mon[107735]: pgmap v10720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:51 smithi170 ceph-mon[97338]: pgmap v10721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:51 smithi081 ceph-mon[95500]: pgmap v10721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:51 smithi081 ceph-mon[107735]: pgmap v10721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:35:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:53.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:53.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:53 smithi170 ceph-mon[97338]: pgmap v10722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:53 smithi081 ceph-mon[95500]: pgmap v10722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:53 smithi081 ceph-mon[107735]: pgmap v10722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:35:54.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:35:54.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:35:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:55 smithi170 ceph-mon[97338]: pgmap v10723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:55 smithi081 ceph-mon[95500]: pgmap v10723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:55 smithi081 ceph-mon[107735]: pgmap v10723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:57 smithi170 ceph-mon[97338]: pgmap v10724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:57 smithi081 ceph-mon[95500]: pgmap v10724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:35:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:57 smithi081 ceph-mon[107735]: pgmap v10724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:35:59 smithi170 ceph-mon[97338]: pgmap v10725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:35:59 smithi081 ceph-mon[95500]: pgmap v10725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:35:59 smithi081 ceph-mon[107735]: pgmap v10725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:01 smithi170 ceph-mon[97338]: pgmap v10726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:01 smithi081 ceph-mon[95500]: pgmap v10726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:01 smithi081 ceph-mon[107735]: pgmap v10726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:36:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:03.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:03.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:03 smithi170 ceph-mon[97338]: pgmap v10727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:03 smithi081 ceph-mon[95500]: pgmap v10727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:03 smithi081 ceph-mon[107735]: pgmap v10727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:04.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:04.967Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:05 smithi170 ceph-mon[97338]: pgmap v10728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:05 smithi081 ceph-mon[95500]: pgmap v10728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:05 smithi081 ceph-mon[107735]: pgmap v10728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:08.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:07 smithi170 ceph-mon[97338]: pgmap v10729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:07 smithi081 ceph-mon[95500]: pgmap v10729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:07 smithi081 ceph-mon[107735]: pgmap v10729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:09 smithi170 ceph-mon[97338]: pgmap v10730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:09 smithi081 ceph-mon[95500]: pgmap v10730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:09 smithi081 ceph-mon[107735]: pgmap v10730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:11 smithi170 ceph-mon[97338]: pgmap v10731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:11 smithi081 ceph-mon[95500]: pgmap v10731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:11 smithi081 ceph-mon[107735]: pgmap v10731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:36:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:13.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:13.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:14.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:13 smithi170 ceph-mon[97338]: pgmap v10732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:13 smithi081 ceph-mon[95500]: pgmap v10732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:13 smithi081 ceph-mon[107735]: pgmap v10732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:14.966Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:14.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:15 smithi170 ceph-mon[97338]: pgmap v10733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:15 smithi081 ceph-mon[95500]: pgmap v10733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:15 smithi081 ceph-mon[107735]: pgmap v10733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:17 smithi170 ceph-mon[97338]: pgmap v10734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:17 smithi081 ceph-mon[95500]: pgmap v10734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:17 smithi081 ceph-mon[107735]: pgmap v10734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:19 smithi170 ceph-mon[97338]: pgmap v10735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:19 smithi081 ceph-mon[95500]: pgmap v10735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:20.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:19 smithi081 ceph-mon[107735]: pgmap v10735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:21 smithi170 ceph-mon[97338]: pgmap v10736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:21 smithi081 ceph-mon[95500]: pgmap v10736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:21 smithi081 ceph-mon[107735]: pgmap v10736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:36:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:23.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:23.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:23 smithi170 ceph-mon[97338]: pgmap v10737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:23 smithi081 ceph-mon[95500]: pgmap v10737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:23 smithi081 ceph-mon[107735]: pgmap v10737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:24.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:24.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:25.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:25 smithi170 ceph-mon[97338]: pgmap v10738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:25 smithi081 ceph-mon[95500]: pgmap v10738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:25 smithi081 ceph-mon[107735]: pgmap v10738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:27 smithi170 ceph-mon[97338]: pgmap v10739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:27 smithi081 ceph-mon[95500]: pgmap v10739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:27 smithi081 ceph-mon[107735]: pgmap v10739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:29.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:29 smithi170 ceph-mon[97338]: pgmap v10740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:29 smithi081 ceph-mon[95500]: pgmap v10740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:29 smithi081 ceph-mon[107735]: pgmap v10740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:31.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:31 smithi170 ceph-mon[97338]: pgmap v10741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:31 smithi081 ceph-mon[95500]: pgmap v10741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:31 smithi081 ceph-mon[107735]: pgmap v10741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:36:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:33.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:33.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:33.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:33 smithi170 ceph-mon[97338]: pgmap v10742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:33 smithi081 ceph-mon[95500]: pgmap v10742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:33 smithi081 ceph-mon[107735]: pgmap v10742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:34.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:34.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:35.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:35 smithi170 ceph-mon[97338]: pgmap v10743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:35 smithi081 ceph-mon[95500]: pgmap v10743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:36.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:35 smithi081 ceph-mon[107735]: pgmap v10743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:37.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:37 smithi170 ceph-mon[97338]: pgmap v10744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:37 smithi081 ceph-mon[95500]: pgmap v10744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:37 smithi081 ceph-mon[107735]: pgmap v10744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:39.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:39 smithi170 ceph-mon[97338]: pgmap v10745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:40.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:39 smithi081 ceph-mon[95500]: pgmap v10745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:40.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:39 smithi081 ceph-mon[107735]: pgmap v10745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:41.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:41 smithi170 ceph-mon[97338]: pgmap v10746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:42.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:41 smithi081 ceph-mon[95500]: pgmap v10746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:42.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:41 smithi081 ceph-mon[107735]: pgmap v10746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:36:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:43.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:43.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:43.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:43 smithi170 ceph-mon[97338]: pgmap v10747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:44.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:43 smithi081 ceph-mon[95500]: pgmap v10747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:44.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:43 smithi081 ceph-mon[107735]: pgmap v10747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:44.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:44.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:45 smithi170 ceph-mon[97338]: pgmap v10748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:46.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:45 smithi081 ceph-mon[95500]: pgmap v10748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:45 smithi081 ceph-mon[107735]: pgmap v10748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:47 smithi170 ceph-mon[97338]: pgmap v10749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:47 smithi081 ceph-mon[95500]: pgmap v10749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:47 smithi081 ceph-mon[107735]: pgmap v10749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:49.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:49 smithi170 ceph-mon[97338]: pgmap v10750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:49 smithi081 ceph-mon[95500]: pgmap v10750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:49 smithi081 ceph-mon[107735]: pgmap v10750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:51 smithi170 ceph-mon[97338]: pgmap v10751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:51 smithi081 ceph-mon[95500]: pgmap v10751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:51 smithi081 ceph-mon[107735]: pgmap v10751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:36:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:53.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:53.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:53 smithi170 ceph-mon[97338]: pgmap v10752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:53 smithi081 ceph-mon[95500]: pgmap v10752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:53 smithi081 ceph-mon[107735]: pgmap v10752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:36:54.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:36:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:36:54.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:36:55.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:55 smithi170 ceph-mon[97338]: pgmap v10753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:56.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:55 smithi081 ceph-mon[95500]: pgmap v10753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:55 smithi081 ceph-mon[107735]: pgmap v10753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:57 smithi170 ceph-mon[97338]: pgmap v10754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:57 smithi081 ceph-mon[95500]: pgmap v10754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:57 smithi081 ceph-mon[107735]: pgmap v10754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:36:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:36:59 smithi170 ceph-mon[97338]: pgmap v10755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:36:59 smithi081 ceph-mon[95500]: pgmap v10755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:36:59 smithi081 ceph-mon[107735]: pgmap v10755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:01 smithi170 ceph-mon[97338]: pgmap v10756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:01 smithi081 ceph-mon[95500]: pgmap v10756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:01 smithi081 ceph-mon[107735]: pgmap v10756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:37:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:03.120Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:03.121Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:03.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:03 smithi170 ceph-mon[97338]: pgmap v10757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:03 smithi081 ceph-mon[95500]: pgmap v10757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:03 smithi081 ceph-mon[107735]: pgmap v10757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:04.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:04.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:05.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:05 smithi170 ceph-mon[97338]: pgmap v10758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:05 smithi081 ceph-mon[95500]: pgmap v10758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:05 smithi081 ceph-mon[107735]: pgmap v10758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:07.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:07 smithi170 ceph-mon[97338]: pgmap v10759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:07 smithi081 ceph-mon[95500]: pgmap v10759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:07 smithi081 ceph-mon[107735]: pgmap v10759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:09 smithi170 ceph-mon[97338]: pgmap v10760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:09 smithi081 ceph-mon[95500]: pgmap v10760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:09 smithi081 ceph-mon[107735]: pgmap v10760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:11 smithi081 ceph-mon[95500]: pgmap v10761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:11 smithi081 ceph-mon[107735]: pgmap v10761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:11 smithi170 ceph-mon[97338]: pgmap v10761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:37:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:13.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:13.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:13 smithi081 ceph-mon[95500]: pgmap v10762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:13 smithi081 ceph-mon[107735]: pgmap v10762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:14.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:13 smithi170 ceph-mon[97338]: pgmap v10762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:14.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:14.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:15 smithi081 ceph-mon[95500]: pgmap v10763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:15 smithi081 ceph-mon[107735]: pgmap v10763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:15 smithi170 ceph-mon[97338]: pgmap v10763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:17 smithi081 ceph-mon[95500]: pgmap v10764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:17 smithi081 ceph-mon[107735]: pgmap v10764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:17 smithi170 ceph-mon[97338]: pgmap v10764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:19 smithi081 ceph-mon[95500]: pgmap v10765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:19 smithi081 ceph-mon[107735]: pgmap v10765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:19 smithi170 ceph-mon[97338]: pgmap v10765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:21 smithi081 ceph-mon[95500]: pgmap v10766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:21 smithi081 ceph-mon[107735]: pgmap v10766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:21 smithi170 ceph-mon[97338]: pgmap v10766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:37:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:23.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:23.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:23 smithi170 ceph-mon[97338]: pgmap v10767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:23 smithi081 ceph-mon[95500]: pgmap v10767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:23 smithi081 ceph-mon[107735]: pgmap v10767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:24.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:24.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:25 smithi170 ceph-mon[97338]: pgmap v10768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:25 smithi081 ceph-mon[95500]: pgmap v10768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:25 smithi081 ceph-mon[107735]: pgmap v10768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:27 smithi170 ceph-mon[97338]: pgmap v10769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:27 smithi081 ceph-mon[95500]: pgmap v10769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:27 smithi081 ceph-mon[107735]: pgmap v10769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:29 smithi170 ceph-mon[97338]: pgmap v10770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:29 smithi081 ceph-mon[95500]: pgmap v10770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:29 smithi081 ceph-mon[107735]: pgmap v10770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:31 smithi170 ceph-mon[97338]: pgmap v10771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:31 smithi081 ceph-mon[95500]: pgmap v10771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:31 smithi081 ceph-mon[107735]: pgmap v10771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:37:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:33.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:33.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:33 smithi170 ceph-mon[97338]: pgmap v10772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:33 smithi081 ceph-mon[95500]: pgmap v10772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:33 smithi081 ceph-mon[107735]: pgmap v10772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:34.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:34.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:36.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:35 smithi170 ceph-mon[97338]: pgmap v10773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:35 smithi081 ceph-mon[95500]: pgmap v10773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:35 smithi081 ceph-mon[107735]: pgmap v10773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:37 smithi170 ceph-mon[97338]: pgmap v10774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:37 smithi081 ceph-mon[95500]: pgmap v10774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:37 smithi081 ceph-mon[107735]: pgmap v10774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:39 smithi170 ceph-mon[97338]: pgmap v10775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:39 smithi081 ceph-mon[95500]: pgmap v10775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:39 smithi081 ceph-mon[107735]: pgmap v10775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:42.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:41 smithi170 ceph-mon[97338]: pgmap v10776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:41 smithi081 ceph-mon[95500]: pgmap v10776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:41 smithi081 ceph-mon[107735]: pgmap v10776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:37:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:43.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:43.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:43 smithi170 ceph-mon[97338]: pgmap v10777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:43 smithi081 ceph-mon[95500]: pgmap v10777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:43 smithi081 ceph-mon[107735]: pgmap v10777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:44.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:44.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:45 smithi170 ceph-mon[97338]: pgmap v10778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:45 smithi081 ceph-mon[95500]: pgmap v10778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:45 smithi081 ceph-mon[107735]: pgmap v10778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:47 smithi170 ceph-mon[97338]: pgmap v10779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:47 smithi081 ceph-mon[95500]: pgmap v10779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:47 smithi081 ceph-mon[107735]: pgmap v10779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:49 smithi170 ceph-mon[97338]: pgmap v10780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:49 smithi081 ceph-mon[95500]: pgmap v10780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:49 smithi081 ceph-mon[107735]: pgmap v10780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:51 smithi170 ceph-mon[97338]: pgmap v10781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:51 smithi081 ceph-mon[95500]: pgmap v10781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:51 smithi081 ceph-mon[107735]: pgmap v10781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:37:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:53.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:53.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:53 smithi170 ceph-mon[97338]: pgmap v10782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:53 smithi081 ceph-mon[95500]: pgmap v10782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:53 smithi081 ceph-mon[107735]: pgmap v10782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:37:54.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:37:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:37:54.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:37:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:55 smithi170 ceph-mon[97338]: pgmap v10783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:55 smithi081 ceph-mon[95500]: pgmap v10783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:55 smithi081 ceph-mon[107735]: pgmap v10783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:57 smithi170 ceph-mon[97338]: pgmap v10784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:57 smithi081 ceph-mon[95500]: pgmap v10784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:37:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:57 smithi081 ceph-mon[107735]: pgmap v10784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:37:59 smithi170 ceph-mon[97338]: pgmap v10785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:37:59 smithi081 ceph-mon[95500]: pgmap v10785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:37:59 smithi081 ceph-mon[107735]: pgmap v10785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:01 smithi170 ceph-mon[97338]: pgmap v10786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:01 smithi081 ceph-mon[95500]: pgmap v10786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:01 smithi081 ceph-mon[107735]: pgmap v10786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:38:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:03.124Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:03.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:03 smithi170 ceph-mon[97338]: pgmap v10787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:03 smithi081 ceph-mon[95500]: pgmap v10787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:03 smithi081 ceph-mon[107735]: pgmap v10787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:04.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:04.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:05 smithi170 ceph-mon[97338]: pgmap v10788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:05 smithi081 ceph-mon[95500]: pgmap v10788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:05 smithi081 ceph-mon[107735]: pgmap v10788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:07 smithi170 ceph-mon[97338]: pgmap v10789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:07 smithi081 ceph-mon[95500]: pgmap v10789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:07 smithi081 ceph-mon[107735]: pgmap v10789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:09 smithi170 ceph-mon[97338]: pgmap v10790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:09 smithi081 ceph-mon[95500]: pgmap v10790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:09 smithi081 ceph-mon[107735]: pgmap v10790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:11 smithi170 ceph-mon[97338]: pgmap v10791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:11 smithi081 ceph-mon[95500]: pgmap v10791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:11 smithi081 ceph-mon[107735]: pgmap v10791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:38:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:13.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:13.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:13 smithi170 ceph-mon[97338]: pgmap v10792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:13 smithi081 ceph-mon[95500]: pgmap v10792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:13 smithi081 ceph-mon[107735]: pgmap v10792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:14.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:14.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:15 smithi170 ceph-mon[97338]: pgmap v10793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:15 smithi081 ceph-mon[95500]: pgmap v10793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:15 smithi081 ceph-mon[107735]: pgmap v10793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:17 smithi170 ceph-mon[97338]: pgmap v10794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:17 smithi081 ceph-mon[95500]: pgmap v10794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:17 smithi081 ceph-mon[107735]: pgmap v10794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:19 smithi170 ceph-mon[97338]: pgmap v10795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:20.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:19 smithi081 ceph-mon[95500]: pgmap v10795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:19 smithi081 ceph-mon[107735]: pgmap v10795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:21 smithi170 ceph-mon[97338]: pgmap v10796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:21 smithi081 ceph-mon[95500]: pgmap v10796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:21 smithi081 ceph-mon[107735]: pgmap v10796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:38:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:23.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:23.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:23 smithi170 ceph-mon[97338]: pgmap v10797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:23 smithi081 ceph-mon[95500]: pgmap v10797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:23 smithi081 ceph-mon[107735]: pgmap v10797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:24.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:24.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:25 smithi170 ceph-mon[97338]: pgmap v10798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:25 smithi081 ceph-mon[95500]: pgmap v10798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:25 smithi081 ceph-mon[107735]: pgmap v10798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:27 smithi170 ceph-mon[97338]: pgmap v10799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:27 smithi081 ceph-mon[95500]: pgmap v10799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:27 smithi081 ceph-mon[107735]: pgmap v10799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:29 smithi170 ceph-mon[97338]: pgmap v10800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:29 smithi081 ceph-mon[95500]: pgmap v10800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:29 smithi081 ceph-mon[107735]: pgmap v10800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:32.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:31 smithi170 ceph-mon[97338]: pgmap v10801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:32.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:31 smithi081 ceph-mon[95500]: pgmap v10801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:31 smithi081 ceph-mon[107735]: pgmap v10801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:38:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:33.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:33.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:34.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:33 smithi170 ceph-mon[97338]: pgmap v10802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:33 smithi081 ceph-mon[95500]: pgmap v10802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:33 smithi081 ceph-mon[107735]: pgmap v10802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:34.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:34.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:35 smithi170 ceph-mon[97338]: pgmap v10803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:35 smithi081 ceph-mon[95500]: pgmap v10803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:35 smithi081 ceph-mon[107735]: pgmap v10803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:37 smithi170 ceph-mon[97338]: pgmap v10804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:37 smithi081 ceph-mon[95500]: pgmap v10804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:37 smithi081 ceph-mon[107735]: pgmap v10804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:39 smithi170 ceph-mon[97338]: pgmap v10805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:39 smithi081 ceph-mon[95500]: pgmap v10805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:39 smithi081 ceph-mon[107735]: pgmap v10805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:41 smithi170 ceph-mon[97338]: pgmap v10806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:41 smithi081 ceph-mon[95500]: pgmap v10806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:41 smithi081 ceph-mon[107735]: pgmap v10806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:43.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:42 smithi170 ceph-mon[97338]: pgmap v10807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:43.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:42 smithi081 ceph-mon[95500]: pgmap v10807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:43.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:38:43.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:42 smithi081 ceph-mon[107735]: pgmap v10807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:43.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:43.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:43.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:44.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:44.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:45.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:45 smithi170 ceph-mon[97338]: pgmap v10808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:46.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:45 smithi081 ceph-mon[95500]: pgmap v10808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:46.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:45 smithi081 ceph-mon[107735]: pgmap v10808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:47.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:47 smithi170 ceph-mon[97338]: pgmap v10809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:48.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:47 smithi081 ceph-mon[95500]: pgmap v10809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:48.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:47 smithi081 ceph-mon[107735]: pgmap v10809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:49.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:49 smithi170 ceph-mon[97338]: pgmap v10810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:50.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:49 smithi081 ceph-mon[95500]: pgmap v10810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:50.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:49 smithi081 ceph-mon[107735]: pgmap v10810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:51.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:51 smithi170 ceph-mon[97338]: pgmap v10811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:52.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:51 smithi081 ceph-mon[95500]: pgmap v10811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:52.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:51 smithi081 ceph-mon[107735]: pgmap v10811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:38:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:53.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:53.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:53.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:53 smithi170 ceph-mon[97338]: pgmap v10812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:54.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:53 smithi081 ceph-mon[95500]: pgmap v10812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:54.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:53 smithi081 ceph-mon[107735]: pgmap v10812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:38:54.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:38:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:38:54.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:38:55.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:55 smithi170 ceph-mon[97338]: pgmap v10813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:56.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:55 smithi081 ceph-mon[95500]: pgmap v10813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:56.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:55 smithi081 ceph-mon[107735]: pgmap v10813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:57.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:57 smithi170 ceph-mon[97338]: pgmap v10814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:58.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:57 smithi081 ceph-mon[95500]: pgmap v10814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:58.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:57 smithi081 ceph-mon[107735]: pgmap v10814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:38:59.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:38:59 smithi170 ceph-mon[97338]: pgmap v10815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:00.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:38:59 smithi081 ceph-mon[95500]: pgmap v10815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:00.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:38:59 smithi081 ceph-mon[107735]: pgmap v10815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:01.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:01 smithi170 ceph-mon[97338]: pgmap v10816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:02.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:01 smithi081 ceph-mon[95500]: pgmap v10816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:02.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:01 smithi081 ceph-mon[107735]: pgmap v10816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:39:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:03.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:03.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:03.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:03 smithi170 ceph-mon[97338]: pgmap v10817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:04.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:03 smithi081 ceph-mon[95500]: pgmap v10817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:04.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:03 smithi081 ceph-mon[107735]: pgmap v10817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:04.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:04.980Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:05.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:05 smithi170 ceph-mon[97338]: pgmap v10818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:06.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:05 smithi081 ceph-mon[95500]: pgmap v10818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:06.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:05 smithi081 ceph-mon[107735]: pgmap v10818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:07.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:07 smithi170 ceph-mon[97338]: pgmap v10819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:08.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:07 smithi081 ceph-mon[95500]: pgmap v10819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:08.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:07 smithi081 ceph-mon[107735]: pgmap v10819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:09.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:09 smithi170 ceph-mon[97338]: pgmap v10820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:10.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:09 smithi081 ceph-mon[95500]: pgmap v10820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:10.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:09 smithi081 ceph-mon[107735]: pgmap v10820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:11.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:11 smithi170 ceph-mon[97338]: pgmap v10821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:12.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:11 smithi081 ceph-mon[95500]: pgmap v10821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:12.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:11 smithi081 ceph-mon[107735]: pgmap v10821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:39:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:13.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:13.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:13.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:13 smithi170 ceph-mon[97338]: pgmap v10822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:14.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:13 smithi081 ceph-mon[95500]: pgmap v10822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:14.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:13 smithi081 ceph-mon[107735]: pgmap v10822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:14.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:14.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:15 smithi170 ceph-mon[97338]: pgmap v10823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:15 smithi081 ceph-mon[95500]: pgmap v10823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:15 smithi081 ceph-mon[107735]: pgmap v10823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:17 smithi170 ceph-mon[97338]: pgmap v10824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:17 smithi081 ceph-mon[95500]: pgmap v10824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:17 smithi081 ceph-mon[107735]: pgmap v10824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:19 smithi170 ceph-mon[97338]: pgmap v10825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:19 smithi081 ceph-mon[95500]: pgmap v10825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:19 smithi081 ceph-mon[107735]: pgmap v10825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:21 smithi170 ceph-mon[97338]: pgmap v10826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:21 smithi081 ceph-mon[95500]: pgmap v10826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:21 smithi081 ceph-mon[107735]: pgmap v10826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:39:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:23.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:23.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:23 smithi081 ceph-mon[95500]: pgmap v10827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:23 smithi081 ceph-mon[107735]: pgmap v10827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:23 smithi170 ceph-mon[97338]: pgmap v10827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:24.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:24.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:25 smithi081 ceph-mon[95500]: pgmap v10828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:25 smithi081 ceph-mon[107735]: pgmap v10828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:25 smithi170 ceph-mon[97338]: pgmap v10828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:28.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:27 smithi081 ceph-mon[95500]: pgmap v10829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:27 smithi081 ceph-mon[107735]: pgmap v10829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:27 smithi170 ceph-mon[97338]: pgmap v10829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:29 smithi081 ceph-mon[95500]: pgmap v10830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:29 smithi081 ceph-mon[107735]: pgmap v10830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:29 smithi170 ceph-mon[97338]: pgmap v10830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:31 smithi081 ceph-mon[95500]: pgmap v10831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:31 smithi081 ceph-mon[107735]: pgmap v10831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:31 smithi170 ceph-mon[97338]: pgmap v10831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:39:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:33.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:33.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:33 smithi081 ceph-mon[95500]: pgmap v10832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:33 smithi081 ceph-mon[107735]: pgmap v10832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:33 smithi170 ceph-mon[97338]: pgmap v10832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:34.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:34.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:35 smithi081 ceph-mon[95500]: pgmap v10833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:35 smithi081 ceph-mon[107735]: pgmap v10833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:35 smithi170 ceph-mon[97338]: pgmap v10833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:38.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:37 smithi170 ceph-mon[97338]: pgmap v10834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:37 smithi081 ceph-mon[95500]: pgmap v10834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:37 smithi081 ceph-mon[107735]: pgmap v10834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:39 smithi170 ceph-mon[97338]: pgmap v10835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:39 smithi081 ceph-mon[95500]: pgmap v10835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:39 smithi081 ceph-mon[107735]: pgmap v10835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:41 smithi170 ceph-mon[97338]: pgmap v10836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:41 smithi081 ceph-mon[95500]: pgmap v10836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:41 smithi081 ceph-mon[107735]: pgmap v10836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:39:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:43.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:43.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:43 smithi170 ceph-mon[97338]: pgmap v10837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:44.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:43 smithi081 ceph-mon[95500]: pgmap v10837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:43 smithi081 ceph-mon[107735]: pgmap v10837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:44.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:44.983Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:46.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:45 smithi170 ceph-mon[97338]: pgmap v10838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:45 smithi081 ceph-mon[95500]: pgmap v10838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:45 smithi081 ceph-mon[107735]: pgmap v10838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:47 smithi170 ceph-mon[97338]: pgmap v10839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:47 smithi081 ceph-mon[95500]: pgmap v10839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:47 smithi081 ceph-mon[107735]: pgmap v10839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:49 smithi170 ceph-mon[97338]: pgmap v10840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:49 smithi081 ceph-mon[95500]: pgmap v10840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:49 smithi081 ceph-mon[107735]: pgmap v10840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:51 smithi170 ceph-mon[97338]: pgmap v10841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:51 smithi081 ceph-mon[95500]: pgmap v10841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:51 smithi081 ceph-mon[107735]: pgmap v10841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:39:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:53.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:53.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:53 smithi170 ceph-mon[97338]: pgmap v10842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:53 smithi081 ceph-mon[95500]: pgmap v10842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:53 smithi081 ceph-mon[107735]: pgmap v10842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:39:54.983Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:39:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:39:54.984Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:39:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:55 smithi170 ceph-mon[97338]: pgmap v10843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:55 smithi081 ceph-mon[95500]: pgmap v10843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:55 smithi081 ceph-mon[107735]: pgmap v10843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:57 smithi170 ceph-mon[97338]: pgmap v10844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:58.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:57 smithi081 ceph-mon[95500]: pgmap v10844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:39:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:57 smithi081 ceph-mon[107735]: pgmap v10844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:39:59 smithi170 ceph-mon[97338]: pgmap v10845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:39:59 smithi081 ceph-mon[95500]: pgmap v10845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:39:59 smithi081 ceph-mon[107735]: pgmap v10845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:01.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:40:01.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:40:01.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:40:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:01 smithi170 ceph-mon[97338]: pgmap v10846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:01 smithi081 ceph-mon[95500]: pgmap v10846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:01 smithi081 ceph-mon[107735]: pgmap v10846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:40:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:03.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:03.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:03 smithi170 ceph-mon[97338]: pgmap v10847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:03 smithi081 ceph-mon[95500]: pgmap v10847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:03 smithi081 ceph-mon[107735]: pgmap v10847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:04.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:04.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:05 smithi170 ceph-mon[97338]: pgmap v10848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:06.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:05 smithi081 ceph-mon[95500]: pgmap v10848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:05 smithi081 ceph-mon[107735]: pgmap v10848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:07 smithi170 ceph-mon[97338]: pgmap v10849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:07 smithi081 ceph-mon[95500]: pgmap v10849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:07 smithi081 ceph-mon[107735]: pgmap v10849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:09 smithi170 ceph-mon[97338]: pgmap v10850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:09 smithi081 ceph-mon[95500]: pgmap v10850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:09 smithi081 ceph-mon[107735]: pgmap v10850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:11 smithi170 ceph-mon[97338]: pgmap v10851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:11 smithi081 ceph-mon[95500]: pgmap v10851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:11 smithi081 ceph-mon[107735]: pgmap v10851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:40:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:13.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:13.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:13 smithi170 ceph-mon[97338]: pgmap v10852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:13 smithi081 ceph-mon[95500]: pgmap v10852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:13 smithi081 ceph-mon[107735]: pgmap v10852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:14.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:14.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:15 smithi170 ceph-mon[97338]: pgmap v10853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:15 smithi081 ceph-mon[95500]: pgmap v10853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:15 smithi081 ceph-mon[107735]: pgmap v10853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:17 smithi170 ceph-mon[97338]: pgmap v10854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:17 smithi081 ceph-mon[95500]: pgmap v10854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:17 smithi081 ceph-mon[107735]: pgmap v10854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:20.171 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:19 smithi170 ceph-mon[97338]: pgmap v10855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:19 smithi081 ceph-mon[95500]: pgmap v10855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:19 smithi081 ceph-mon[107735]: pgmap v10855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:21 smithi170 ceph-mon[97338]: pgmap v10856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:21 smithi081 ceph-mon[95500]: pgmap v10856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:21 smithi081 ceph-mon[107735]: pgmap v10856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:40:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:23.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:23.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:23 smithi170 ceph-mon[97338]: pgmap v10857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:23 smithi081 ceph-mon[95500]: pgmap v10857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:23 smithi081 ceph-mon[107735]: pgmap v10857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:24.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:24.987Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:25 smithi170 ceph-mon[97338]: pgmap v10858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:25 smithi081 ceph-mon[95500]: pgmap v10858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:25 smithi081 ceph-mon[107735]: pgmap v10858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:27 smithi170 ceph-mon[97338]: pgmap v10859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:27 smithi081 ceph-mon[95500]: pgmap v10859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:27 smithi081 ceph-mon[107735]: pgmap v10859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:29 smithi170 ceph-mon[97338]: pgmap v10860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:29 smithi081 ceph-mon[95500]: pgmap v10860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:29 smithi081 ceph-mon[107735]: pgmap v10860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:31 smithi170 ceph-mon[97338]: pgmap v10861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:31 smithi081 ceph-mon[95500]: pgmap v10861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:31 smithi081 ceph-mon[107735]: pgmap v10861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:40:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:33.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:33.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:33 smithi170 ceph-mon[97338]: pgmap v10862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:33 smithi081 ceph-mon[95500]: pgmap v10862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:33 smithi081 ceph-mon[107735]: pgmap v10862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:34.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:34.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:35 smithi170 ceph-mon[97338]: pgmap v10863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:35 smithi081 ceph-mon[95500]: pgmap v10863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:35 smithi081 ceph-mon[107735]: pgmap v10863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:37 smithi170 ceph-mon[97338]: pgmap v10864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:37 smithi081 ceph-mon[95500]: pgmap v10864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:37 smithi081 ceph-mon[107735]: pgmap v10864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:39 smithi170 ceph-mon[97338]: pgmap v10865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:39 smithi081 ceph-mon[95500]: pgmap v10865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:39 smithi081 ceph-mon[107735]: pgmap v10865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:41 smithi170 ceph-mon[97338]: pgmap v10866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:41 smithi081 ceph-mon[95500]: pgmap v10866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:41 smithi081 ceph-mon[107735]: pgmap v10866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:43.133Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:43.134Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:40:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:43 smithi170 ceph-mon[97338]: pgmap v10867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:43 smithi081 ceph-mon[95500]: pgmap v10867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:43 smithi081 ceph-mon[107735]: pgmap v10867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:44.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:44.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:45 smithi170 ceph-mon[97338]: pgmap v10868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:45 smithi081 ceph-mon[95500]: pgmap v10868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:45 smithi081 ceph-mon[107735]: pgmap v10868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:47 smithi170 ceph-mon[97338]: pgmap v10869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:47 smithi081 ceph-mon[95500]: pgmap v10869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:47 smithi081 ceph-mon[107735]: pgmap v10869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:50.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:49 smithi170 ceph-mon[97338]: pgmap v10870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:49 smithi081 ceph-mon[95500]: pgmap v10870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:49 smithi081 ceph-mon[107735]: pgmap v10870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:51 smithi170 ceph-mon[97338]: pgmap v10871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:51 smithi081 ceph-mon[95500]: pgmap v10871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:51 smithi081 ceph-mon[107735]: pgmap v10871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:40:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:53.133Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:53.134Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:54.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:53 smithi170 ceph-mon[97338]: pgmap v10872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:53 smithi081 ceph-mon[95500]: pgmap v10872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:53 smithi081 ceph-mon[107735]: pgmap v10872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:40:54.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:40:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:40:54.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:40:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:55 smithi170 ceph-mon[97338]: pgmap v10873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:55 smithi081 ceph-mon[95500]: pgmap v10873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:55 smithi081 ceph-mon[107735]: pgmap v10873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:57 smithi170 ceph-mon[97338]: pgmap v10874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:57 smithi081 ceph-mon[95500]: pgmap v10874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:40:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:57 smithi081 ceph-mon[107735]: pgmap v10874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:40:59 smithi170 ceph-mon[97338]: pgmap v10875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:40:59 smithi081 ceph-mon[95500]: pgmap v10875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:40:59 smithi081 ceph-mon[107735]: pgmap v10875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:01 smithi170 ceph-mon[97338]: pgmap v10876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:01 smithi081 ceph-mon[95500]: pgmap v10876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:01 smithi081 ceph-mon[107735]: pgmap v10876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:41:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:03.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:03.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:04.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:03 smithi170 ceph-mon[97338]: pgmap v10877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:04.291 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:03 smithi081 ceph-mon[95500]: pgmap v10877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:04.291 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:03 smithi081 ceph-mon[107735]: pgmap v10877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:04.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:04.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:05 smithi170 ceph-mon[97338]: pgmap v10878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:05 smithi081 ceph-mon[95500]: pgmap v10878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:05 smithi081 ceph-mon[107735]: pgmap v10878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:07 smithi170 ceph-mon[97338]: pgmap v10879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:07 smithi081 ceph-mon[95500]: pgmap v10879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:07 smithi081 ceph-mon[107735]: pgmap v10879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:09 smithi170 ceph-mon[97338]: pgmap v10880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:09 smithi081 ceph-mon[95500]: pgmap v10880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:09 smithi081 ceph-mon[107735]: pgmap v10880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:11 smithi170 ceph-mon[97338]: pgmap v10881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:11 smithi081 ceph-mon[95500]: pgmap v10881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:11 smithi081 ceph-mon[107735]: pgmap v10881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:13.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:12 smithi170 ceph-mon[97338]: pgmap v10882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:13.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:12 smithi081 ceph-mon[95500]: pgmap v10882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:13.264 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:41:13.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:12 smithi081 ceph-mon[107735]: pgmap v10882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:13.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:13.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:13.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:14.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:14.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:15.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:15 smithi170 ceph-mon[97338]: pgmap v10883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:16.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:15 smithi081 ceph-mon[95500]: pgmap v10883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:16.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:15 smithi081 ceph-mon[107735]: pgmap v10883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:17.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:17 smithi170 ceph-mon[97338]: pgmap v10884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:18.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:17 smithi081 ceph-mon[95500]: pgmap v10884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:18.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:17 smithi081 ceph-mon[107735]: pgmap v10884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:19.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:19 smithi170 ceph-mon[97338]: pgmap v10885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:20.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:19 smithi081 ceph-mon[95500]: pgmap v10885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:20.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:19 smithi081 ceph-mon[107735]: pgmap v10885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:21.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:21 smithi170 ceph-mon[97338]: pgmap v10886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:22.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:21 smithi081 ceph-mon[95500]: pgmap v10886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:22.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:21 smithi081 ceph-mon[107735]: pgmap v10886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:41:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:23.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:23.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:23.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:23 smithi170 ceph-mon[97338]: pgmap v10887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:24.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:23 smithi081 ceph-mon[95500]: pgmap v10887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:24.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:23 smithi081 ceph-mon[107735]: pgmap v10887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:24.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:24.991Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:25.992 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:25 smithi170 ceph-mon[97338]: pgmap v10888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:26.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:25 smithi081 ceph-mon[95500]: pgmap v10888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:26.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:25 smithi081 ceph-mon[107735]: pgmap v10888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:27.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:27 smithi170 ceph-mon[97338]: pgmap v10889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:28.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:27 smithi081 ceph-mon[95500]: pgmap v10889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:28.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:27 smithi081 ceph-mon[107735]: pgmap v10889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:30.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:29 smithi081 ceph-mon[95500]: pgmap v10890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:30.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:29 smithi081 ceph-mon[107735]: pgmap v10890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:29 smithi170 ceph-mon[97338]: pgmap v10890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:32.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:31 smithi081 ceph-mon[95500]: pgmap v10891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:32.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:31 smithi081 ceph-mon[107735]: pgmap v10891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:31 smithi170 ceph-mon[97338]: pgmap v10891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:41:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:33.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:33.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:34.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:33 smithi081 ceph-mon[95500]: pgmap v10892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:34.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:33 smithi081 ceph-mon[107735]: pgmap v10892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:33 smithi170 ceph-mon[97338]: pgmap v10892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:34.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:34.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:35 smithi081 ceph-mon[95500]: pgmap v10893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:35 smithi081 ceph-mon[107735]: pgmap v10893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:36.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:35 smithi170 ceph-mon[97338]: pgmap v10893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:37 smithi081 ceph-mon[95500]: pgmap v10894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:37 smithi081 ceph-mon[107735]: pgmap v10894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:37 smithi170 ceph-mon[97338]: pgmap v10894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:39 smithi170 ceph-mon[97338]: pgmap v10895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:39 smithi081 ceph-mon[95500]: pgmap v10895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:39 smithi081 ceph-mon[107735]: pgmap v10895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:41 smithi170 ceph-mon[97338]: pgmap v10896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:41 smithi081 ceph-mon[95500]: pgmap v10896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:41 smithi081 ceph-mon[107735]: pgmap v10896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:41:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:43.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:43.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:43 smithi170 ceph-mon[97338]: pgmap v10897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:43 smithi081 ceph-mon[95500]: pgmap v10897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:43 smithi081 ceph-mon[107735]: pgmap v10897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:44.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:44.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:45 smithi170 ceph-mon[97338]: pgmap v10898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:45 smithi081 ceph-mon[95500]: pgmap v10898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:45 smithi081 ceph-mon[107735]: pgmap v10898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:48.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:47 smithi170 ceph-mon[97338]: pgmap v10899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:47 smithi081 ceph-mon[95500]: pgmap v10899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:47 smithi081 ceph-mon[107735]: pgmap v10899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:49 smithi170 ceph-mon[97338]: pgmap v10900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:49 smithi081 ceph-mon[95500]: pgmap v10900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:49 smithi081 ceph-mon[107735]: pgmap v10900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:51 smithi170 ceph-mon[97338]: pgmap v10901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:51 smithi081 ceph-mon[95500]: pgmap v10901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:51 smithi081 ceph-mon[107735]: pgmap v10901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:41:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:53.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:53.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:53 smithi170 ceph-mon[97338]: pgmap v10902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:53 smithi081 ceph-mon[95500]: pgmap v10902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:53 smithi081 ceph-mon[107735]: pgmap v10902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:41:54.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:41:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:41:54.993Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:41:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:55 smithi170 ceph-mon[97338]: pgmap v10903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:55 smithi081 ceph-mon[95500]: pgmap v10903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:55 smithi081 ceph-mon[107735]: pgmap v10903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:57 smithi170 ceph-mon[97338]: pgmap v10904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:57 smithi081 ceph-mon[95500]: pgmap v10904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:41:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:57 smithi081 ceph-mon[107735]: pgmap v10904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:41:59 smithi170 ceph-mon[97338]: pgmap v10905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:41:59 smithi081 ceph-mon[95500]: pgmap v10905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:41:59 smithi081 ceph-mon[107735]: pgmap v10905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:01 smithi170 ceph-mon[97338]: pgmap v10906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:01 smithi081 ceph-mon[95500]: pgmap v10906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:01 smithi081 ceph-mon[107735]: pgmap v10906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:42:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:03.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:03.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:03 smithi170 ceph-mon[97338]: pgmap v10907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:03 smithi081 ceph-mon[95500]: pgmap v10907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:03 smithi081 ceph-mon[107735]: pgmap v10907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:04.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:04.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:05 smithi170 ceph-mon[97338]: pgmap v10908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:05 smithi081 ceph-mon[95500]: pgmap v10908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:05 smithi081 ceph-mon[107735]: pgmap v10908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:07 smithi170 ceph-mon[97338]: pgmap v10909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:07 smithi081 ceph-mon[95500]: pgmap v10909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:07 smithi081 ceph-mon[107735]: pgmap v10909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:09 smithi170 ceph-mon[97338]: pgmap v10910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:09 smithi081 ceph-mon[95500]: pgmap v10910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:09 smithi081 ceph-mon[107735]: pgmap v10910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:11 smithi170 ceph-mon[97338]: pgmap v10911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:11 smithi081 ceph-mon[95500]: pgmap v10911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:11 smithi081 ceph-mon[107735]: pgmap v10911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:42:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:13.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:13.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:13 smithi170 ceph-mon[97338]: pgmap v10912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:13 smithi081 ceph-mon[95500]: pgmap v10912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:13 smithi081 ceph-mon[107735]: pgmap v10912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:14.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:14.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:15 smithi170 ceph-mon[97338]: pgmap v10913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:15 smithi081 ceph-mon[95500]: pgmap v10913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:15 smithi081 ceph-mon[107735]: pgmap v10913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:17 smithi170 ceph-mon[97338]: pgmap v10914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:17 smithi081 ceph-mon[95500]: pgmap v10914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:17 smithi081 ceph-mon[107735]: pgmap v10914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:19 smithi170 ceph-mon[97338]: pgmap v10915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:19 smithi081 ceph-mon[95500]: pgmap v10915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:19 smithi081 ceph-mon[107735]: pgmap v10915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:21 smithi170 ceph-mon[97338]: pgmap v10916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:21 smithi081 ceph-mon[95500]: pgmap v10916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:21 smithi081 ceph-mon[107735]: pgmap v10916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:42:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:23.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:23.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:23 smithi170 ceph-mon[97338]: pgmap v10917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:23 smithi081 ceph-mon[95500]: pgmap v10917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:23 smithi081 ceph-mon[107735]: pgmap v10917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:24.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:24.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:25 smithi170 ceph-mon[97338]: pgmap v10918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:25 smithi081 ceph-mon[95500]: pgmap v10918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:25 smithi081 ceph-mon[107735]: pgmap v10918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:27 smithi170 ceph-mon[97338]: pgmap v10919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:27 smithi081 ceph-mon[95500]: pgmap v10919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:27 smithi081 ceph-mon[107735]: pgmap v10919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:29 smithi170 ceph-mon[97338]: pgmap v10920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:29 smithi081 ceph-mon[95500]: pgmap v10920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:29 smithi081 ceph-mon[107735]: pgmap v10920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:31 smithi170 ceph-mon[97338]: pgmap v10921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:31 smithi081 ceph-mon[95500]: pgmap v10921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:31 smithi081 ceph-mon[107735]: pgmap v10921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:42:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:33.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:33.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:33 smithi170 ceph-mon[97338]: pgmap v10922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:33 smithi081 ceph-mon[95500]: pgmap v10922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:33 smithi081 ceph-mon[107735]: pgmap v10922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:34.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:34.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:35 smithi170 ceph-mon[97338]: pgmap v10923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:35 smithi081 ceph-mon[95500]: pgmap v10923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:35 smithi081 ceph-mon[107735]: pgmap v10923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:37 smithi170 ceph-mon[97338]: pgmap v10924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:37 smithi081 ceph-mon[95500]: pgmap v10924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:37 smithi081 ceph-mon[107735]: pgmap v10924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:39 smithi170 ceph-mon[97338]: pgmap v10925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:39 smithi081 ceph-mon[95500]: pgmap v10925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:39 smithi081 ceph-mon[107735]: pgmap v10925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:41 smithi170 ceph-mon[97338]: pgmap v10926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:41 smithi081 ceph-mon[95500]: pgmap v10926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:41 smithi081 ceph-mon[107735]: pgmap v10926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:42:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:43.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:43.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:43 smithi170 ceph-mon[97338]: pgmap v10927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:43 smithi081 ceph-mon[95500]: pgmap v10927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:43 smithi081 ceph-mon[107735]: pgmap v10927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:44 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:44.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:44.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:45 smithi170 ceph-mon[97338]: pgmap v10928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:45 smithi081 ceph-mon[95500]: pgmap v10928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:45 smithi081 ceph-mon[107735]: pgmap v10928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:47 smithi170 ceph-mon[97338]: pgmap v10929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:47 smithi081 ceph-mon[95500]: pgmap v10929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:47 smithi081 ceph-mon[107735]: pgmap v10929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:49 smithi170 ceph-mon[97338]: pgmap v10930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:49 smithi081 ceph-mon[95500]: pgmap v10930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:49 smithi081 ceph-mon[107735]: pgmap v10930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:51 smithi170 ceph-mon[97338]: pgmap v10931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:51 smithi081 ceph-mon[95500]: pgmap v10931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:51 smithi081 ceph-mon[107735]: pgmap v10931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:42:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:53.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:53.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:53 smithi170 ceph-mon[97338]: pgmap v10932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:53 smithi081 ceph-mon[95500]: pgmap v10932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:53 smithi081 ceph-mon[107735]: pgmap v10932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:54 smithi081 conmon[157419]: level=error ts=2023-05-20T11:42:54.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:42:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:42:54.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:42:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:55 smithi170 ceph-mon[97338]: pgmap v10933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:55 smithi081 ceph-mon[95500]: pgmap v10933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:55 smithi081 ceph-mon[107735]: pgmap v10933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:57 smithi170 ceph-mon[97338]: pgmap v10934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:57 smithi081 ceph-mon[95500]: pgmap v10934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:42:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:57 smithi081 ceph-mon[107735]: pgmap v10934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:42:59 smithi170 ceph-mon[97338]: pgmap v10935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:42:59 smithi081 ceph-mon[95500]: pgmap v10935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:42:59 smithi081 ceph-mon[107735]: pgmap v10935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:01 smithi170 ceph-mon[97338]: pgmap v10936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:01 smithi081 ceph-mon[95500]: pgmap v10936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:01 smithi081 ceph-mon[107735]: pgmap v10936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:43:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:03.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:03.144Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:03 smithi170 ceph-mon[97338]: pgmap v10937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:03 smithi081 ceph-mon[95500]: pgmap v10937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:03 smithi081 ceph-mon[107735]: pgmap v10937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:04 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:04.997Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:04.998Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:05 smithi170 ceph-mon[97338]: pgmap v10938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:06.263 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:05 smithi081 ceph-mon[107735]: pgmap v10938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:05 smithi081 ceph-mon[95500]: pgmap v10938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:07 smithi170 ceph-mon[97338]: pgmap v10939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:07 smithi081 ceph-mon[95500]: pgmap v10939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:07 smithi081 ceph-mon[107735]: pgmap v10939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:09 smithi170 ceph-mon[97338]: pgmap v10940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:10.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:09 smithi081 ceph-mon[95500]: pgmap v10940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:09 smithi081 ceph-mon[107735]: pgmap v10940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:11 smithi170 ceph-mon[97338]: pgmap v10941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:11 smithi081 ceph-mon[95500]: pgmap v10941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:11 smithi081 ceph-mon[107735]: pgmap v10941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:43:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:13.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:13.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:13 smithi170 ceph-mon[97338]: pgmap v10942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:13 smithi081 ceph-mon[95500]: pgmap v10942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:13 smithi081 ceph-mon[107735]: pgmap v10942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:14 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:14.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:14.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:15 smithi170 ceph-mon[97338]: pgmap v10943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:15 smithi081 ceph-mon[95500]: pgmap v10943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:15 smithi081 ceph-mon[107735]: pgmap v10943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:17 smithi170 ceph-mon[97338]: pgmap v10944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:17 smithi081 ceph-mon[95500]: pgmap v10944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:17 smithi081 ceph-mon[107735]: pgmap v10944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:19 smithi170 ceph-mon[97338]: pgmap v10945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:20.263 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:19 smithi081 ceph-mon[95500]: pgmap v10945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:19 smithi081 ceph-mon[107735]: pgmap v10945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:21 smithi170 ceph-mon[97338]: pgmap v10946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:21 smithi081 ceph-mon[95500]: pgmap v10946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:21 smithi081 ceph-mon[107735]: pgmap v10946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:43:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:23.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:23.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:24.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:23 smithi170 ceph-mon[97338]: pgmap v10947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:23 smithi081 ceph-mon[95500]: pgmap v10947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:23 smithi081 ceph-mon[107735]: pgmap v10947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:24 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:24.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:25.000Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:25 smithi170 ceph-mon[97338]: pgmap v10948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:25 smithi081 ceph-mon[95500]: pgmap v10948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:25 smithi081 ceph-mon[107735]: pgmap v10948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:27 smithi170 ceph-mon[97338]: pgmap v10949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:27 smithi081 ceph-mon[95500]: pgmap v10949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:27 smithi081 ceph-mon[107735]: pgmap v10949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:29 smithi170 ceph-mon[97338]: pgmap v10950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:29 smithi081 ceph-mon[95500]: pgmap v10950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:29 smithi081 ceph-mon[107735]: pgmap v10950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:31.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:30 smithi170 ceph-mon[97338]: pgmap v10951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:31.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:30 smithi081 ceph-mon[95500]: pgmap v10951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:31.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:30 smithi081 ceph-mon[107735]: pgmap v10951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:33.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:33 smithi170 ceph-mon[97338]: pgmap v10952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:33.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:33 smithi081 ceph-mon[95500]: pgmap v10952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:43:33.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:33 smithi081 ceph-mon[107735]: pgmap v10952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:33.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:33.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:34 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:34.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:35.000Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:36.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:35 smithi081 ceph-mon[95500]: pgmap v10953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:36.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:35 smithi081 ceph-mon[107735]: pgmap v10953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:35 smithi170 ceph-mon[97338]: pgmap v10953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:38.014 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:37 smithi081 ceph-mon[95500]: pgmap v10954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:38.014 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:37 smithi081 ceph-mon[107735]: pgmap v10954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:37 smithi170 ceph-mon[97338]: pgmap v10954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:39 smithi170 ceph-mon[97338]: pgmap v10955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:39 smithi081 ceph-mon[95500]: pgmap v10955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:39 smithi081 ceph-mon[107735]: pgmap v10955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:41 smithi170 ceph-mon[97338]: pgmap v10956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:41 smithi081 ceph-mon[95500]: pgmap v10956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:41 smithi081 ceph-mon[107735]: pgmap v10956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:43:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:43.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:43.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:43 smithi170 ceph-mon[97338]: pgmap v10957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:43 smithi081 ceph-mon[95500]: pgmap v10957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:43 smithi081 ceph-mon[107735]: pgmap v10957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:45.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:45.001Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:45 smithi170 ceph-mon[97338]: pgmap v10958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:45 smithi081 ceph-mon[95500]: pgmap v10958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:45 smithi081 ceph-mon[107735]: pgmap v10958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:47 smithi170 ceph-mon[97338]: pgmap v10959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:47 smithi081 ceph-mon[95500]: pgmap v10959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:47 smithi081 ceph-mon[107735]: pgmap v10959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:49 smithi170 ceph-mon[97338]: pgmap v10960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:49 smithi081 ceph-mon[95500]: pgmap v10960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:49 smithi081 ceph-mon[107735]: pgmap v10960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:51 smithi170 ceph-mon[97338]: pgmap v10961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:51 smithi081 ceph-mon[95500]: pgmap v10961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:51 smithi081 ceph-mon[107735]: pgmap v10961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:43:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:53.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:53.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:53 smithi170 ceph-mon[97338]: pgmap v10962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:53 smithi081 ceph-mon[95500]: pgmap v10962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:53 smithi081 ceph-mon[107735]: pgmap v10962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:43:55.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:43:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:43:55.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:43:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:55 smithi170 ceph-mon[97338]: pgmap v10963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:55 smithi081 ceph-mon[95500]: pgmap v10963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:55 smithi081 ceph-mon[107735]: pgmap v10963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:57 smithi170 ceph-mon[97338]: pgmap v10964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:57 smithi081 ceph-mon[95500]: pgmap v10964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:43:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:57 smithi081 ceph-mon[107735]: pgmap v10964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:43:59 smithi170 ceph-mon[97338]: pgmap v10965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:43:59 smithi081 ceph-mon[95500]: pgmap v10965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:43:59 smithi081 ceph-mon[107735]: pgmap v10965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:01 smithi170 ceph-mon[97338]: pgmap v10966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:01 smithi081 ceph-mon[95500]: pgmap v10966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:01 smithi081 ceph-mon[107735]: pgmap v10966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:44:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:03.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:03.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:03 smithi170 ceph-mon[97338]: pgmap v10967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:03 smithi081 ceph-mon[95500]: pgmap v10967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:03 smithi081 ceph-mon[107735]: pgmap v10967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:05.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:05.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:05 smithi170 ceph-mon[97338]: pgmap v10968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:05 smithi081 ceph-mon[95500]: pgmap v10968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:05 smithi081 ceph-mon[107735]: pgmap v10968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:07 smithi170 ceph-mon[97338]: pgmap v10969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:07 smithi081 ceph-mon[95500]: pgmap v10969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:07 smithi081 ceph-mon[107735]: pgmap v10969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:09 smithi170 ceph-mon[97338]: pgmap v10970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:09 smithi081 ceph-mon[95500]: pgmap v10970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:09 smithi081 ceph-mon[107735]: pgmap v10970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:11 smithi170 ceph-mon[97338]: pgmap v10971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:11 smithi081 ceph-mon[95500]: pgmap v10971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:11 smithi081 ceph-mon[107735]: pgmap v10971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:44:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:13.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:13.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:13 smithi170 ceph-mon[97338]: pgmap v10972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:13 smithi081 ceph-mon[95500]: pgmap v10972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:13 smithi081 ceph-mon[107735]: pgmap v10972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:15.003Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:15.004Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:15 smithi170 ceph-mon[97338]: pgmap v10973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:15 smithi081 ceph-mon[95500]: pgmap v10973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:15 smithi081 ceph-mon[107735]: pgmap v10973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:17 smithi170 ceph-mon[97338]: pgmap v10974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:17 smithi081 ceph-mon[95500]: pgmap v10974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:17 smithi081 ceph-mon[107735]: pgmap v10974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:19 smithi170 ceph-mon[97338]: pgmap v10975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:19 smithi081 ceph-mon[95500]: pgmap v10975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:19 smithi081 ceph-mon[107735]: pgmap v10975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:21 smithi170 ceph-mon[97338]: pgmap v10976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:21 smithi081 ceph-mon[95500]: pgmap v10976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:21 smithi081 ceph-mon[107735]: pgmap v10976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:44:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:23.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:23.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:24.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:23 smithi170 ceph-mon[97338]: pgmap v10977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:23 smithi081 ceph-mon[95500]: pgmap v10977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:23 smithi081 ceph-mon[107735]: pgmap v10977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:25.004Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:25.005Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:25 smithi170 ceph-mon[97338]: pgmap v10978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:25 smithi081 ceph-mon[95500]: pgmap v10978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:25 smithi081 ceph-mon[107735]: pgmap v10978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:27 smithi170 ceph-mon[97338]: pgmap v10979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:27 smithi081 ceph-mon[95500]: pgmap v10979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:27 smithi081 ceph-mon[107735]: pgmap v10979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:29 smithi170 ceph-mon[97338]: pgmap v10980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:29 smithi081 ceph-mon[95500]: pgmap v10980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:29 smithi081 ceph-mon[107735]: pgmap v10980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:31 smithi170 ceph-mon[97338]: pgmap v10981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:31 smithi081 ceph-mon[95500]: pgmap v10981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:31 smithi081 ceph-mon[107735]: pgmap v10981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:44:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:33.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:33.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:33 smithi170 ceph-mon[97338]: pgmap v10982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:33 smithi081 ceph-mon[95500]: pgmap v10982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:33 smithi081 ceph-mon[107735]: pgmap v10982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:35.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:35.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:35 smithi170 ceph-mon[97338]: pgmap v10983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:35 smithi081 ceph-mon[95500]: pgmap v10983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:35 smithi081 ceph-mon[107735]: pgmap v10983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:37 smithi170 ceph-mon[97338]: pgmap v10984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:37 smithi081 ceph-mon[95500]: pgmap v10984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:37 smithi081 ceph-mon[107735]: pgmap v10984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:39 smithi170 ceph-mon[97338]: pgmap v10985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:39 smithi081 ceph-mon[95500]: pgmap v10985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:39 smithi081 ceph-mon[107735]: pgmap v10985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:41 smithi170 ceph-mon[97338]: pgmap v10986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:41 smithi081 ceph-mon[95500]: pgmap v10986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:41 smithi081 ceph-mon[107735]: pgmap v10986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:44:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:43.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:43.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:44.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:43 smithi170 ceph-mon[97338]: pgmap v10987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:43 smithi081 ceph-mon[95500]: pgmap v10987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:43 smithi081 ceph-mon[107735]: pgmap v10987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:45.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:45.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:45 smithi170 ceph-mon[97338]: pgmap v10988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:45 smithi081 ceph-mon[95500]: pgmap v10988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:45 smithi081 ceph-mon[107735]: pgmap v10988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:47 smithi170 ceph-mon[97338]: pgmap v10989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:47 smithi081 ceph-mon[95500]: pgmap v10989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:47 smithi081 ceph-mon[107735]: pgmap v10989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:49 smithi170 ceph-mon[97338]: pgmap v10990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:49 smithi081 ceph-mon[95500]: pgmap v10990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:49 smithi081 ceph-mon[107735]: pgmap v10990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:51 smithi170 ceph-mon[97338]: pgmap v10991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:51 smithi081 ceph-mon[95500]: pgmap v10991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:51 smithi081 ceph-mon[107735]: pgmap v10991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:44:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:53.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:53.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:53 smithi170 ceph-mon[97338]: pgmap v10992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:53 smithi081 ceph-mon[95500]: pgmap v10992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:53 smithi081 ceph-mon[107735]: pgmap v10992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:44:55.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:44:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:44:55.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:44:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:55 smithi170 ceph-mon[97338]: pgmap v10993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:55 smithi081 ceph-mon[95500]: pgmap v10993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:55 smithi081 ceph-mon[107735]: pgmap v10993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:57 smithi170 ceph-mon[97338]: pgmap v10994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:57 smithi081 ceph-mon[95500]: pgmap v10994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:44:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:57 smithi081 ceph-mon[107735]: pgmap v10994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:44:59 smithi170 ceph-mon[97338]: pgmap v10995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:44:59 smithi081 ceph-mon[95500]: pgmap v10995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:44:59 smithi081 ceph-mon[107735]: pgmap v10995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:01 smithi170 ceph-mon[97338]: pgmap v10996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:01 smithi081 ceph-mon[95500]: pgmap v10996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:01 smithi081 ceph-mon[107735]: pgmap v10996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:45:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:03.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:03.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:03 smithi170 ceph-mon[97338]: pgmap v10997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:03 smithi081 ceph-mon[95500]: pgmap v10997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:03 smithi081 ceph-mon[107735]: pgmap v10997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:05.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:05.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:05 smithi170 ceph-mon[97338]: pgmap v10998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:05 smithi081 ceph-mon[95500]: pgmap v10998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:05 smithi081 ceph-mon[107735]: pgmap v10998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:07 smithi170 ceph-mon[97338]: pgmap v10999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:07 smithi081 ceph-mon[95500]: pgmap v10999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:07 smithi081 ceph-mon[107735]: pgmap v10999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:09 smithi170 ceph-mon[97338]: pgmap v11000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:09 smithi081 ceph-mon[95500]: pgmap v11000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:09 smithi081 ceph-mon[107735]: pgmap v11000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:11 smithi170 ceph-mon[97338]: pgmap v11001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:11 smithi081 ceph-mon[95500]: pgmap v11001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:11 smithi081 ceph-mon[107735]: pgmap v11001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:45:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:13.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:13.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:14.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:13 smithi170 ceph-mon[97338]: pgmap v11002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:13 smithi081 ceph-mon[95500]: pgmap v11002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:13 smithi081 ceph-mon[107735]: pgmap v11002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:15.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:15.009Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:15 smithi170 ceph-mon[97338]: pgmap v11003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:15 smithi081 ceph-mon[95500]: pgmap v11003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:15 smithi081 ceph-mon[107735]: pgmap v11003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:17 smithi170 ceph-mon[97338]: pgmap v11004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:17 smithi081 ceph-mon[95500]: pgmap v11004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:17 smithi081 ceph-mon[107735]: pgmap v11004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:19 smithi170 ceph-mon[97338]: pgmap v11005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:19 smithi081 ceph-mon[95500]: pgmap v11005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:19 smithi081 ceph-mon[107735]: pgmap v11005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:21 smithi170 ceph-mon[97338]: pgmap v11006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:21 smithi081 ceph-mon[95500]: pgmap v11006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:21 smithi081 ceph-mon[107735]: pgmap v11006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:45:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:23.155Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:23.156Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:23 smithi170 ceph-mon[97338]: pgmap v11007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:23 smithi081 ceph-mon[95500]: pgmap v11007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:23 smithi081 ceph-mon[107735]: pgmap v11007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:25.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:25.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:25 smithi170 ceph-mon[97338]: pgmap v11008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:25 smithi081 ceph-mon[95500]: pgmap v11008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:25 smithi081 ceph-mon[107735]: pgmap v11008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:27 smithi170 ceph-mon[97338]: pgmap v11009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:27 smithi081 ceph-mon[95500]: pgmap v11009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:27 smithi081 ceph-mon[107735]: pgmap v11009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:29 smithi170 ceph-mon[97338]: pgmap v11010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:29 smithi081 ceph-mon[95500]: pgmap v11010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:29 smithi081 ceph-mon[107735]: pgmap v11010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:31 smithi170 ceph-mon[97338]: pgmap v11011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:31 smithi081 ceph-mon[95500]: pgmap v11011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:31 smithi081 ceph-mon[107735]: pgmap v11011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:45:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:33.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:33.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:33 smithi170 ceph-mon[97338]: pgmap v11012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:33 smithi081 ceph-mon[95500]: pgmap v11012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:33 smithi081 ceph-mon[107735]: pgmap v11012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:35.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:35.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:35.011Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:35 smithi170 ceph-mon[97338]: pgmap v11013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:35 smithi081 ceph-mon[95500]: pgmap v11013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:35 smithi081 ceph-mon[107735]: pgmap v11013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:37 smithi170 ceph-mon[97338]: pgmap v11014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:37 smithi081 ceph-mon[95500]: pgmap v11014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:37 smithi081 ceph-mon[107735]: pgmap v11014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:39 smithi170 ceph-mon[97338]: pgmap v11015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:39 smithi081 ceph-mon[95500]: pgmap v11015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:39 smithi081 ceph-mon[107735]: pgmap v11015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:41 smithi170 ceph-mon[97338]: pgmap v11016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:41 smithi081 ceph-mon[95500]: pgmap v11016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:41 smithi081 ceph-mon[107735]: pgmap v11016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:45:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:43.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:43.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:43 smithi170 ceph-mon[97338]: pgmap v11017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:43 smithi081 ceph-mon[95500]: pgmap v11017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:43 smithi081 ceph-mon[107735]: pgmap v11017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:45.011Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:45.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:45.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:45 smithi170 ceph-mon[97338]: pgmap v11018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:45 smithi081 ceph-mon[95500]: pgmap v11018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:45 smithi081 ceph-mon[107735]: pgmap v11018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:47 smithi170 ceph-mon[97338]: pgmap v11019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:47 smithi081 ceph-mon[95500]: pgmap v11019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:47 smithi081 ceph-mon[107735]: pgmap v11019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:49 smithi170 ceph-mon[97338]: pgmap v11020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:49 smithi081 ceph-mon[95500]: pgmap v11020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:49 smithi081 ceph-mon[107735]: pgmap v11020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:51 smithi170 ceph-mon[97338]: pgmap v11021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:51 smithi081 ceph-mon[95500]: pgmap v11021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:51 smithi081 ceph-mon[107735]: pgmap v11021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:45:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:53.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:53.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:53 smithi170 ceph-mon[97338]: pgmap v11022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:53 smithi081 ceph-mon[95500]: pgmap v11022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:53 smithi081 ceph-mon[107735]: pgmap v11022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:55.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:54 smithi170 ceph-mon[97338]: pgmap v11023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:55.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:54 smithi081 ceph-mon[95500]: pgmap v11023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:55.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:45:55.011Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:55.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:45:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:45:55.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:45:55.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:54 smithi081 ceph-mon[107735]: pgmap v11023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:57.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:57 smithi170 ceph-mon[97338]: pgmap v11024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:57.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:57 smithi081 ceph-mon[95500]: pgmap v11024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:45:57.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:57 smithi081 ceph-mon[107735]: pgmap v11024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:45:59 smithi170 ceph-mon[97338]: pgmap v11025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:45:59 smithi081 ceph-mon[95500]: pgmap v11025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:45:59 smithi081 ceph-mon[107735]: pgmap v11025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:01 smithi170 ceph-mon[97338]: pgmap v11026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:01 smithi081 ceph-mon[95500]: pgmap v11026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:01 smithi081 ceph-mon[107735]: pgmap v11026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:46:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:03.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:03.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:03 smithi170 ceph-mon[97338]: pgmap v11027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:03 smithi081 ceph-mon[95500]: pgmap v11027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:03 smithi081 ceph-mon[107735]: pgmap v11027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:05.011Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:05.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:05.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:05 smithi170 ceph-mon[97338]: pgmap v11028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:05 smithi081 ceph-mon[95500]: pgmap v11028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:05 smithi081 ceph-mon[107735]: pgmap v11028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:07 smithi170 ceph-mon[97338]: pgmap v11029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:07 smithi081 ceph-mon[95500]: pgmap v11029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:07 smithi081 ceph-mon[107735]: pgmap v11029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:09 smithi170 ceph-mon[97338]: pgmap v11030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:09 smithi081 ceph-mon[95500]: pgmap v11030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:09 smithi081 ceph-mon[107735]: pgmap v11030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:11 smithi170 ceph-mon[97338]: pgmap v11031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:11 smithi081 ceph-mon[95500]: pgmap v11031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:11 smithi081 ceph-mon[107735]: pgmap v11031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:46:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:13.160Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:13.161Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:13 smithi170 ceph-mon[97338]: pgmap v11032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:13 smithi081 ceph-mon[95500]: pgmap v11032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:13 smithi081 ceph-mon[107735]: pgmap v11032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:15.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:15.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:15.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:15 smithi170 ceph-mon[97338]: pgmap v11033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:15 smithi081 ceph-mon[95500]: pgmap v11033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:15 smithi081 ceph-mon[107735]: pgmap v11033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:17 smithi170 ceph-mon[97338]: pgmap v11034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:17 smithi081 ceph-mon[95500]: pgmap v11034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:17 smithi081 ceph-mon[107735]: pgmap v11034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:19 smithi170 ceph-mon[97338]: pgmap v11035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:19 smithi081 ceph-mon[95500]: pgmap v11035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:19 smithi081 ceph-mon[107735]: pgmap v11035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:21 smithi170 ceph-mon[97338]: pgmap v11036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:21 smithi081 ceph-mon[95500]: pgmap v11036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:21 smithi081 ceph-mon[107735]: pgmap v11036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:46:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:23.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:23.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:23 smithi170 ceph-mon[97338]: pgmap v11037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:23 smithi081 ceph-mon[95500]: pgmap v11037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:23 smithi081 ceph-mon[107735]: pgmap v11037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:25.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:25.264 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:25.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:25 smithi170 ceph-mon[97338]: pgmap v11038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:25 smithi081 ceph-mon[95500]: pgmap v11038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:25 smithi081 ceph-mon[107735]: pgmap v11038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:27 smithi170 ceph-mon[97338]: pgmap v11039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:27 smithi081 ceph-mon[95500]: pgmap v11039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:27 smithi081 ceph-mon[107735]: pgmap v11039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:29 smithi170 ceph-mon[97338]: pgmap v11040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:29 smithi081 ceph-mon[95500]: pgmap v11040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:29 smithi081 ceph-mon[107735]: pgmap v11040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:31 smithi170 ceph-mon[97338]: pgmap v11041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:31 smithi081 ceph-mon[95500]: pgmap v11041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:31 smithi081 ceph-mon[107735]: pgmap v11041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:46:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:33.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:33.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:33 smithi170 ceph-mon[97338]: pgmap v11042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:33 smithi081 ceph-mon[95500]: pgmap v11042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:33 smithi081 ceph-mon[107735]: pgmap v11042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:35.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:35.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:35 smithi170 ceph-mon[97338]: pgmap v11043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:35 smithi081 ceph-mon[95500]: pgmap v11043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:35 smithi081 ceph-mon[107735]: pgmap v11043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:37 smithi170 ceph-mon[97338]: pgmap v11044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:37 smithi081 ceph-mon[95500]: pgmap v11044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:37 smithi081 ceph-mon[107735]: pgmap v11044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:39 smithi170 ceph-mon[97338]: pgmap v11045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:39 smithi081 ceph-mon[95500]: pgmap v11045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:39 smithi081 ceph-mon[107735]: pgmap v11045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:41 smithi170 ceph-mon[97338]: pgmap v11046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:41 smithi081 ceph-mon[95500]: pgmap v11046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:41 smithi081 ceph-mon[107735]: pgmap v11046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:46:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:43.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:43.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:43 smithi170 ceph-mon[97338]: pgmap v11047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:43 smithi081 ceph-mon[95500]: pgmap v11047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:43 smithi081 ceph-mon[107735]: pgmap v11047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:45.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:45.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:45 smithi170 ceph-mon[97338]: pgmap v11048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:45 smithi081 ceph-mon[95500]: pgmap v11048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:45 smithi081 ceph-mon[107735]: pgmap v11048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:47 smithi170 ceph-mon[97338]: pgmap v11049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:47 smithi081 ceph-mon[95500]: pgmap v11049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:47 smithi081 ceph-mon[107735]: pgmap v11049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:49 smithi170 ceph-mon[97338]: pgmap v11050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:49 smithi081 ceph-mon[95500]: pgmap v11050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:49 smithi081 ceph-mon[107735]: pgmap v11050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:51 smithi170 ceph-mon[97338]: pgmap v11051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:51 smithi081 ceph-mon[95500]: pgmap v11051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:51 smithi081 ceph-mon[107735]: pgmap v11051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:46:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:53.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:53.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:53 smithi170 ceph-mon[97338]: pgmap v11052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:53 smithi081 ceph-mon[95500]: pgmap v11052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:53 smithi081 ceph-mon[107735]: pgmap v11052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:46:55.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:46:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:46:55.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:46:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:55 smithi170 ceph-mon[97338]: pgmap v11053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:55 smithi081 ceph-mon[95500]: pgmap v11053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:55 smithi081 ceph-mon[107735]: pgmap v11053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:57 smithi170 ceph-mon[97338]: pgmap v11054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:57 smithi081 ceph-mon[95500]: pgmap v11054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:46:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:57 smithi081 ceph-mon[107735]: pgmap v11054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:46:59 smithi170 ceph-mon[97338]: pgmap v11055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:46:59 smithi081 ceph-mon[95500]: pgmap v11055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:46:59 smithi081 ceph-mon[107735]: pgmap v11055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:01 smithi170 ceph-mon[97338]: pgmap v11056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:01 smithi081 ceph-mon[95500]: pgmap v11056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:01 smithi081 ceph-mon[107735]: pgmap v11056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:47:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:03.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:03.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:03 smithi170 ceph-mon[97338]: pgmap v11057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:03 smithi081 ceph-mon[95500]: pgmap v11057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:03 smithi081 ceph-mon[107735]: pgmap v11057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:05.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:05.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:05 smithi170 ceph-mon[97338]: pgmap v11058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:05 smithi081 ceph-mon[95500]: pgmap v11058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:05 smithi081 ceph-mon[107735]: pgmap v11058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:07 smithi170 ceph-mon[97338]: pgmap v11059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:07 smithi081 ceph-mon[95500]: pgmap v11059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:07 smithi081 ceph-mon[107735]: pgmap v11059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:09 smithi170 ceph-mon[97338]: pgmap v11060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:09 smithi081 ceph-mon[95500]: pgmap v11060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:09 smithi081 ceph-mon[107735]: pgmap v11060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:11 smithi170 ceph-mon[97338]: pgmap v11061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:11 smithi081 ceph-mon[95500]: pgmap v11061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:11 smithi081 ceph-mon[107735]: pgmap v11061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:47:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:13.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:13.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:13 smithi170 ceph-mon[97338]: pgmap v11062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:13 smithi081 ceph-mon[95500]: pgmap v11062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:13 smithi081 ceph-mon[107735]: pgmap v11062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:15.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:15.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:15 smithi170 ceph-mon[97338]: pgmap v11063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:15 smithi081 ceph-mon[95500]: pgmap v11063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:15 smithi081 ceph-mon[107735]: pgmap v11063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:17 smithi170 ceph-mon[97338]: pgmap v11064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:17 smithi081 ceph-mon[95500]: pgmap v11064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:17 smithi081 ceph-mon[107735]: pgmap v11064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:19 smithi170 ceph-mon[97338]: pgmap v11065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:19 smithi081 ceph-mon[95500]: pgmap v11065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:19 smithi081 ceph-mon[107735]: pgmap v11065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:21 smithi170 ceph-mon[97338]: pgmap v11066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:21 smithi081 ceph-mon[95500]: pgmap v11066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:21 smithi081 ceph-mon[107735]: pgmap v11066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:47:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:23.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:23.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:23 smithi170 ceph-mon[97338]: pgmap v11067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:23 smithi081 ceph-mon[95500]: pgmap v11067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:23 smithi081 ceph-mon[107735]: pgmap v11067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:25.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:25.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:25 smithi170 ceph-mon[97338]: pgmap v11068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:25 smithi081 ceph-mon[95500]: pgmap v11068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:25 smithi081 ceph-mon[107735]: pgmap v11068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:28.242 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:27 smithi170 ceph-mon[97338]: pgmap v11069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:27 smithi081 ceph-mon[95500]: pgmap v11069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:27 smithi081 ceph-mon[107735]: pgmap v11069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:29 smithi170 ceph-mon[97338]: pgmap v11070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:29 smithi081 ceph-mon[95500]: pgmap v11070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:29 smithi081 ceph-mon[107735]: pgmap v11070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:31 smithi170 ceph-mon[97338]: pgmap v11071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:31 smithi081 ceph-mon[95500]: pgmap v11071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:31 smithi081 ceph-mon[107735]: pgmap v11071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:47:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:33.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:33.168Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:33 smithi170 ceph-mon[97338]: pgmap v11072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:33 smithi081 ceph-mon[95500]: pgmap v11072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:33 smithi081 ceph-mon[107735]: pgmap v11072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:35.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:35.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:36.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:35 smithi170 ceph-mon[97338]: pgmap v11073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:35 smithi081 ceph-mon[95500]: pgmap v11073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:35 smithi081 ceph-mon[107735]: pgmap v11073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:37 smithi170 ceph-mon[97338]: pgmap v11074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:37 smithi081 ceph-mon[95500]: pgmap v11074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:37 smithi081 ceph-mon[107735]: pgmap v11074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:39 smithi170 ceph-mon[97338]: pgmap v11075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:39 smithi081 ceph-mon[95500]: pgmap v11075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:39 smithi081 ceph-mon[107735]: pgmap v11075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:41 smithi170 ceph-mon[97338]: pgmap v11076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:41 smithi081 ceph-mon[95500]: pgmap v11076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:41 smithi081 ceph-mon[107735]: pgmap v11076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:47:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:43.168Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:43.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:43 smithi170 ceph-mon[97338]: pgmap v11077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:43 smithi081 ceph-mon[95500]: pgmap v11077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:43 smithi081 ceph-mon[107735]: pgmap v11077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:45.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:45.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:45 smithi170 ceph-mon[97338]: pgmap v11078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:45 smithi081 ceph-mon[95500]: pgmap v11078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:45 smithi081 ceph-mon[107735]: pgmap v11078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:47 smithi170 ceph-mon[97338]: pgmap v11079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:47 smithi081 ceph-mon[95500]: pgmap v11079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:47 smithi081 ceph-mon[107735]: pgmap v11079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:49 smithi170 ceph-mon[97338]: pgmap v11080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:49 smithi081 ceph-mon[95500]: pgmap v11080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:49 smithi081 ceph-mon[107735]: pgmap v11080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:51 smithi170 ceph-mon[97338]: pgmap v11081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:51 smithi081 ceph-mon[95500]: pgmap v11081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:51 smithi081 ceph-mon[107735]: pgmap v11081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:47:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:53.169Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:53.170Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:53 smithi170 ceph-mon[97338]: pgmap v11082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:53 smithi081 ceph-mon[95500]: pgmap v11082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:53 smithi081 ceph-mon[107735]: pgmap v11082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:47:55.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:47:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:47:55.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:47:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:55 smithi170 ceph-mon[97338]: pgmap v11083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:55 smithi081 ceph-mon[95500]: pgmap v11083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:55 smithi081 ceph-mon[107735]: pgmap v11083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:57 smithi170 ceph-mon[97338]: pgmap v11084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:57 smithi081 ceph-mon[95500]: pgmap v11084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:47:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:57 smithi081 ceph-mon[107735]: pgmap v11084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:47:59 smithi170 ceph-mon[97338]: pgmap v11085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:47:59 smithi081 ceph-mon[95500]: pgmap v11085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:47:59 smithi081 ceph-mon[107735]: pgmap v11085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:01 smithi170 ceph-mon[97338]: pgmap v11086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:01 smithi081 ceph-mon[95500]: pgmap v11086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:01 smithi081 ceph-mon[107735]: pgmap v11086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:48:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:03.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:03.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:03 smithi170 ceph-mon[97338]: pgmap v11087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:03 smithi081 ceph-mon[95500]: pgmap v11087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:03 smithi081 ceph-mon[107735]: pgmap v11087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:05.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:05.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:05 smithi170 ceph-mon[97338]: pgmap v11088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:05 smithi081 ceph-mon[95500]: pgmap v11088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:05 smithi081 ceph-mon[107735]: pgmap v11088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:07 smithi081 ceph-mon[95500]: pgmap v11089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:07 smithi081 ceph-mon[107735]: pgmap v11089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:07 smithi170 ceph-mon[97338]: pgmap v11089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:09 smithi081 ceph-mon[95500]: pgmap v11090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:09 smithi081 ceph-mon[107735]: pgmap v11090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:09 smithi170 ceph-mon[97338]: pgmap v11090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:11 smithi081 ceph-mon[95500]: pgmap v11091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:11 smithi081 ceph-mon[107735]: pgmap v11091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:11 smithi170 ceph-mon[97338]: pgmap v11091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:48:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:13.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:13.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:14 smithi081 ceph-mon[95500]: pgmap v11092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:14 smithi081 ceph-mon[107735]: pgmap v11092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:14 smithi170 ceph-mon[97338]: pgmap v11092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:15.020Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:15.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:16 smithi081 ceph-mon[95500]: pgmap v11093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:16 smithi081 ceph-mon[107735]: pgmap v11093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:16 smithi170 ceph-mon[97338]: pgmap v11093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:17.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:17 smithi170 ceph-mon[97338]: pgmap v11094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:17.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:17 smithi081 ceph-mon[95500]: pgmap v11094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:17.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:17 smithi081 ceph-mon[107735]: pgmap v11094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:19 smithi170 ceph-mon[97338]: pgmap v11095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:19 smithi081 ceph-mon[95500]: pgmap v11095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:19 smithi081 ceph-mon[107735]: pgmap v11095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:21 smithi170 ceph-mon[97338]: pgmap v11096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:21 smithi081 ceph-mon[95500]: pgmap v11096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:21 smithi081 ceph-mon[107735]: pgmap v11096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:48:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:23.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:23.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:23 smithi170 ceph-mon[97338]: pgmap v11097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:23 smithi081 ceph-mon[95500]: pgmap v11097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:23 smithi081 ceph-mon[107735]: pgmap v11097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:25.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:25.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:25 smithi170 ceph-mon[97338]: pgmap v11098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:25 smithi081 ceph-mon[95500]: pgmap v11098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:25 smithi081 ceph-mon[107735]: pgmap v11098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:27 smithi170 ceph-mon[97338]: pgmap v11099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:27 smithi081 ceph-mon[95500]: pgmap v11099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:27 smithi081 ceph-mon[107735]: pgmap v11099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:29 smithi170 ceph-mon[97338]: pgmap v11100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:29 smithi081 ceph-mon[95500]: pgmap v11100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:29 smithi081 ceph-mon[107735]: pgmap v11100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:31 smithi170 ceph-mon[97338]: pgmap v11101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:31 smithi081 ceph-mon[95500]: pgmap v11101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:31 smithi081 ceph-mon[107735]: pgmap v11101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:48:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:33.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:33.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:33 smithi170 ceph-mon[97338]: pgmap v11102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:33 smithi081 ceph-mon[95500]: pgmap v11102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:33 smithi081 ceph-mon[107735]: pgmap v11102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:35.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:35.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:35 smithi170 ceph-mon[97338]: pgmap v11103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:35 smithi081 ceph-mon[95500]: pgmap v11103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:35 smithi081 ceph-mon[107735]: pgmap v11103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:37 smithi170 ceph-mon[97338]: pgmap v11104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:37 smithi081 ceph-mon[95500]: pgmap v11104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:37 smithi081 ceph-mon[107735]: pgmap v11104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:39 smithi170 ceph-mon[97338]: pgmap v11105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:39 smithi081 ceph-mon[95500]: pgmap v11105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:39 smithi081 ceph-mon[107735]: pgmap v11105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:41 smithi170 ceph-mon[97338]: pgmap v11106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:41 smithi081 ceph-mon[95500]: pgmap v11106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:41 smithi081 ceph-mon[107735]: pgmap v11106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:48:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:43.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:43.175Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:43 smithi170 ceph-mon[97338]: pgmap v11107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:43 smithi081 ceph-mon[95500]: pgmap v11107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:43 smithi081 ceph-mon[107735]: pgmap v11107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:45.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:45.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:45 smithi170 ceph-mon[97338]: pgmap v11108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:45 smithi081 ceph-mon[95500]: pgmap v11108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:45 smithi081 ceph-mon[107735]: pgmap v11108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:47 smithi170 ceph-mon[97338]: pgmap v11109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:47 smithi081 ceph-mon[95500]: pgmap v11109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:48.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:47 smithi081 ceph-mon[107735]: pgmap v11109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:49 smithi170 ceph-mon[97338]: pgmap v11110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:49 smithi081 ceph-mon[95500]: pgmap v11110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:49 smithi081 ceph-mon[107735]: pgmap v11110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:51 smithi170 ceph-mon[97338]: pgmap v11111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:51 smithi081 ceph-mon[95500]: pgmap v11111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:51 smithi081 ceph-mon[107735]: pgmap v11111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:48:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:53.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:53.175Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:53 smithi170 ceph-mon[97338]: pgmap v11112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:53 smithi081 ceph-mon[95500]: pgmap v11112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:53 smithi081 ceph-mon[107735]: pgmap v11112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:48:55.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:48:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:48:55.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:48:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:55 smithi170 ceph-mon[97338]: pgmap v11113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:55 smithi081 ceph-mon[95500]: pgmap v11113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:55 smithi081 ceph-mon[107735]: pgmap v11113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:57 smithi170 ceph-mon[97338]: pgmap v11114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:57 smithi081 ceph-mon[95500]: pgmap v11114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:48:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:57 smithi081 ceph-mon[107735]: pgmap v11114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:48:59 smithi170 ceph-mon[97338]: pgmap v11115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:48:59 smithi081 ceph-mon[95500]: pgmap v11115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:48:59 smithi081 ceph-mon[107735]: pgmap v11115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:01 smithi170 ceph-mon[97338]: pgmap v11116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:01 smithi081 ceph-mon[95500]: pgmap v11116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:01 smithi081 ceph-mon[107735]: pgmap v11116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:49:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:03.175Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:03.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:03 smithi170 ceph-mon[97338]: pgmap v11117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:03 smithi081 ceph-mon[95500]: pgmap v11117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:03 smithi081 ceph-mon[107735]: pgmap v11117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:05.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:05.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:05 smithi170 ceph-mon[97338]: pgmap v11118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:05 smithi081 ceph-mon[95500]: pgmap v11118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:05 smithi081 ceph-mon[107735]: pgmap v11118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:07 smithi170 ceph-mon[97338]: pgmap v11119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:07 smithi081 ceph-mon[95500]: pgmap v11119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:07 smithi081 ceph-mon[107735]: pgmap v11119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:09 smithi170 ceph-mon[97338]: pgmap v11120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:09 smithi081 ceph-mon[95500]: pgmap v11120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:09 smithi081 ceph-mon[107735]: pgmap v11120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:11 smithi170 ceph-mon[97338]: pgmap v11121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:11 smithi081 ceph-mon[95500]: pgmap v11121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:11 smithi081 ceph-mon[107735]: pgmap v11121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:49:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:13.175Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:13.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:13 smithi170 ceph-mon[97338]: pgmap v11122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:13 smithi081 ceph-mon[95500]: pgmap v11122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:13 smithi081 ceph-mon[107735]: pgmap v11122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:15.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:15.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:15 smithi170 ceph-mon[97338]: pgmap v11123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:15 smithi081 ceph-mon[95500]: pgmap v11123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:15 smithi081 ceph-mon[107735]: pgmap v11123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:17 smithi170 ceph-mon[97338]: pgmap v11124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:17 smithi081 ceph-mon[95500]: pgmap v11124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:17 smithi081 ceph-mon[107735]: pgmap v11124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:19 smithi170 ceph-mon[97338]: pgmap v11125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:19 smithi081 ceph-mon[95500]: pgmap v11125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:19 smithi081 ceph-mon[107735]: pgmap v11125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:21 smithi170 ceph-mon[97338]: pgmap v11126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:21 smithi081 ceph-mon[95500]: pgmap v11126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:21 smithi081 ceph-mon[107735]: pgmap v11126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:49:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:23.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:23.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:23 smithi170 ceph-mon[97338]: pgmap v11127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:23 smithi081 ceph-mon[95500]: pgmap v11127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:23 smithi081 ceph-mon[107735]: pgmap v11127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:25.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:25.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:25 smithi170 ceph-mon[97338]: pgmap v11128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:25 smithi081 ceph-mon[95500]: pgmap v11128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:26.318 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:25 smithi081 ceph-mon[107735]: pgmap v11128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:27 smithi170 ceph-mon[97338]: pgmap v11129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:27 smithi081 ceph-mon[95500]: pgmap v11129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:27 smithi081 ceph-mon[107735]: pgmap v11129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:29 smithi170 ceph-mon[97338]: pgmap v11130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:29 smithi081 ceph-mon[95500]: pgmap v11130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:29 smithi081 ceph-mon[107735]: pgmap v11130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:31 smithi170 ceph-mon[97338]: pgmap v11131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:31 smithi081 ceph-mon[95500]: pgmap v11131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:31 smithi081 ceph-mon[107735]: pgmap v11131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:49:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:33.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:33.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:33 smithi170 ceph-mon[97338]: pgmap v11132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:33 smithi081 ceph-mon[95500]: pgmap v11132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:33 smithi081 ceph-mon[107735]: pgmap v11132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:35.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:35.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:35 smithi170 ceph-mon[97338]: pgmap v11133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:35 smithi081 ceph-mon[95500]: pgmap v11133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:35 smithi081 ceph-mon[107735]: pgmap v11133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:37 smithi170 ceph-mon[97338]: pgmap v11134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:37 smithi081 ceph-mon[95500]: pgmap v11134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:37 smithi081 ceph-mon[107735]: pgmap v11134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:39 smithi170 ceph-mon[97338]: pgmap v11135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:39 smithi081 ceph-mon[95500]: pgmap v11135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:39 smithi081 ceph-mon[107735]: pgmap v11135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:41 smithi170 ceph-mon[97338]: pgmap v11136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:41 smithi081 ceph-mon[95500]: pgmap v11136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:41 smithi081 ceph-mon[107735]: pgmap v11136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:49:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:43.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:43.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:43 smithi170 ceph-mon[97338]: pgmap v11137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:43 smithi081 ceph-mon[95500]: pgmap v11137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:43 smithi081 ceph-mon[107735]: pgmap v11137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:45.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:45.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:45 smithi170 ceph-mon[97338]: pgmap v11138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:45 smithi081 ceph-mon[95500]: pgmap v11138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:45 smithi081 ceph-mon[107735]: pgmap v11138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:47 smithi170 ceph-mon[97338]: pgmap v11139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:47 smithi081 ceph-mon[95500]: pgmap v11139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:47 smithi081 ceph-mon[107735]: pgmap v11139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:49 smithi170 ceph-mon[97338]: pgmap v11140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:49 smithi081 ceph-mon[95500]: pgmap v11140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:49 smithi081 ceph-mon[107735]: pgmap v11140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:51 smithi170 ceph-mon[97338]: pgmap v11141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:51 smithi081 ceph-mon[95500]: pgmap v11141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:51 smithi081 ceph-mon[107735]: pgmap v11141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:49:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:53.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:53.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:53 smithi170 ceph-mon[97338]: pgmap v11142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:53 smithi081 ceph-mon[95500]: pgmap v11142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:53 smithi081 ceph-mon[107735]: pgmap v11142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:49:55.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:49:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:49:55.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:49:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:55 smithi170 ceph-mon[97338]: pgmap v11143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:55 smithi081 ceph-mon[95500]: pgmap v11143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:55 smithi081 ceph-mon[107735]: pgmap v11143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:57 smithi170 ceph-mon[97338]: pgmap v11144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:57 smithi081 ceph-mon[95500]: pgmap v11144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:49:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:57 smithi081 ceph-mon[107735]: pgmap v11144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:49:59 smithi170 ceph-mon[97338]: pgmap v11145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:49:59 smithi081 ceph-mon[95500]: pgmap v11145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:49:59 smithi081 ceph-mon[107735]: pgmap v11145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:01.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:50:01.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:50:01.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T11:50:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:01 smithi170 ceph-mon[97338]: pgmap v11146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:01 smithi081 ceph-mon[95500]: pgmap v11146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:01 smithi081 ceph-mon[107735]: pgmap v11146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:50:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:03.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:03.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:03 smithi170 ceph-mon[97338]: pgmap v11147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:03 smithi081 ceph-mon[95500]: pgmap v11147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:03 smithi081 ceph-mon[107735]: pgmap v11147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:05.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:05.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:05 smithi081 ceph-mon[95500]: pgmap v11148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:05 smithi081 ceph-mon[107735]: pgmap v11148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:05 smithi170 ceph-mon[97338]: pgmap v11148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:07 smithi081 ceph-mon[95500]: pgmap v11149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:07 smithi081 ceph-mon[107735]: pgmap v11149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:07 smithi170 ceph-mon[97338]: pgmap v11149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:10 smithi081 ceph-mon[95500]: pgmap v11150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:10 smithi081 ceph-mon[107735]: pgmap v11150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:10 smithi170 ceph-mon[97338]: pgmap v11150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:12 smithi081 ceph-mon[95500]: pgmap v11151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:12 smithi081 ceph-mon[107735]: pgmap v11151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:12 smithi170 ceph-mon[97338]: pgmap v11151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:50:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:13.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:13.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:14 smithi081 ceph-mon[95500]: pgmap v11152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:14 smithi081 ceph-mon[107735]: pgmap v11152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:14 smithi170 ceph-mon[97338]: pgmap v11152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:15.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:15.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:16 smithi170 ceph-mon[97338]: pgmap v11153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:16 smithi081 ceph-mon[95500]: pgmap v11153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:16.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:16 smithi081 ceph-mon[107735]: pgmap v11153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:18 smithi170 ceph-mon[97338]: pgmap v11154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:18 smithi081 ceph-mon[95500]: pgmap v11154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:18.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:18 smithi081 ceph-mon[107735]: pgmap v11154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:20 smithi170 ceph-mon[97338]: pgmap v11155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:20 smithi081 ceph-mon[95500]: pgmap v11155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:20.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:20 smithi081 ceph-mon[107735]: pgmap v11155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:22 smithi170 ceph-mon[97338]: pgmap v11156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:22 smithi081 ceph-mon[95500]: pgmap v11156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:22.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:22 smithi081 ceph-mon[107735]: pgmap v11156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:23.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:23 smithi170 ceph-mon[97338]: pgmap v11157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:23.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:23 smithi081 ceph-mon[95500]: pgmap v11157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:23.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:23 smithi081 ceph-mon[107735]: pgmap v11157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:50:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:23.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:23.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:25.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:25.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:25 smithi170 ceph-mon[97338]: pgmap v11158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:25 smithi081 ceph-mon[95500]: pgmap v11158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:25 smithi081 ceph-mon[107735]: pgmap v11158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:27 smithi170 ceph-mon[97338]: pgmap v11159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:27 smithi081 ceph-mon[95500]: pgmap v11159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:27 smithi081 ceph-mon[107735]: pgmap v11159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:29 smithi170 ceph-mon[97338]: pgmap v11160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:29 smithi081 ceph-mon[95500]: pgmap v11160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:29 smithi081 ceph-mon[107735]: pgmap v11160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:31 smithi170 ceph-mon[97338]: pgmap v11161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:31 smithi081 ceph-mon[95500]: pgmap v11161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:32.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:31 smithi081 ceph-mon[107735]: pgmap v11161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:50:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:33.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:33.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:33 smithi170 ceph-mon[97338]: pgmap v11162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:33 smithi081 ceph-mon[95500]: pgmap v11162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:33 smithi081 ceph-mon[107735]: pgmap v11162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:35.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:35.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:35 smithi170 ceph-mon[97338]: pgmap v11163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:35 smithi081 ceph-mon[95500]: pgmap v11163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:35 smithi081 ceph-mon[107735]: pgmap v11163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:37 smithi170 ceph-mon[97338]: pgmap v11164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:37 smithi081 ceph-mon[95500]: pgmap v11164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:37 smithi081 ceph-mon[107735]: pgmap v11164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:39 smithi170 ceph-mon[97338]: pgmap v11165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:39 smithi081 ceph-mon[95500]: pgmap v11165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:39 smithi081 ceph-mon[107735]: pgmap v11165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:41 smithi170 ceph-mon[97338]: pgmap v11166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:41 smithi081 ceph-mon[95500]: pgmap v11166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:41 smithi081 ceph-mon[107735]: pgmap v11166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:50:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:43.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:43.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:43 smithi170 ceph-mon[97338]: pgmap v11167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:43 smithi081 ceph-mon[95500]: pgmap v11167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:43 smithi081 ceph-mon[107735]: pgmap v11167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:45.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:45.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:45 smithi170 ceph-mon[97338]: pgmap v11168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:45 smithi081 ceph-mon[95500]: pgmap v11168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:45 smithi081 ceph-mon[107735]: pgmap v11168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:47 smithi170 ceph-mon[97338]: pgmap v11169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:47 smithi081 ceph-mon[95500]: pgmap v11169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:47 smithi081 ceph-mon[107735]: pgmap v11169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:49 smithi170 ceph-mon[97338]: pgmap v11170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:49 smithi081 ceph-mon[95500]: pgmap v11170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:50.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:49 smithi081 ceph-mon[107735]: pgmap v11170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:51 smithi170 ceph-mon[97338]: pgmap v11171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:51 smithi081 ceph-mon[95500]: pgmap v11171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:51 smithi081 ceph-mon[107735]: pgmap v11171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:50:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:53.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:53.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:53 smithi170 ceph-mon[97338]: pgmap v11172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:53 smithi081 ceph-mon[95500]: pgmap v11172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:53 smithi081 ceph-mon[107735]: pgmap v11172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:50:55.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:50:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:50:55.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:50:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:55 smithi170 ceph-mon[97338]: pgmap v11173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:55 smithi081 ceph-mon[95500]: pgmap v11173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:55 smithi081 ceph-mon[107735]: pgmap v11173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:57 smithi170 ceph-mon[97338]: pgmap v11174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:57 smithi081 ceph-mon[95500]: pgmap v11174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:50:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:57 smithi081 ceph-mon[107735]: pgmap v11174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:50:59 smithi170 ceph-mon[97338]: pgmap v11175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:50:59 smithi081 ceph-mon[95500]: pgmap v11175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:50:59 smithi081 ceph-mon[107735]: pgmap v11175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:01 smithi170 ceph-mon[97338]: pgmap v11176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:01 smithi081 ceph-mon[95500]: pgmap v11176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:01 smithi081 ceph-mon[107735]: pgmap v11176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:51:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:03.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:03.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:03 smithi170 ceph-mon[97338]: pgmap v11177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:03 smithi081 ceph-mon[95500]: pgmap v11177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:03 smithi081 ceph-mon[107735]: pgmap v11177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:05.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:05.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:05 smithi170 ceph-mon[97338]: pgmap v11178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:05 smithi081 ceph-mon[95500]: pgmap v11178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:05 smithi081 ceph-mon[107735]: pgmap v11178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:07 smithi170 ceph-mon[97338]: pgmap v11179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:07 smithi081 ceph-mon[95500]: pgmap v11179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:07 smithi081 ceph-mon[107735]: pgmap v11179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:09 smithi170 ceph-mon[97338]: pgmap v11180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:09 smithi081 ceph-mon[95500]: pgmap v11180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:09 smithi081 ceph-mon[107735]: pgmap v11180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:11 smithi170 ceph-mon[97338]: pgmap v11181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:11 smithi081 ceph-mon[95500]: pgmap v11181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:11 smithi081 ceph-mon[107735]: pgmap v11181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:51:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:13.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:13.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:13 smithi170 ceph-mon[97338]: pgmap v11182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:13 smithi081 ceph-mon[95500]: pgmap v11182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:14.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:13 smithi081 ceph-mon[107735]: pgmap v11182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:15.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:15.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:15 smithi170 ceph-mon[97338]: pgmap v11183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:15 smithi081 ceph-mon[95500]: pgmap v11183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:15 smithi081 ceph-mon[107735]: pgmap v11183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:17 smithi170 ceph-mon[97338]: pgmap v11184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:17 smithi081 ceph-mon[95500]: pgmap v11184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:17 smithi081 ceph-mon[107735]: pgmap v11184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:19 smithi170 ceph-mon[97338]: pgmap v11185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:19 smithi081 ceph-mon[95500]: pgmap v11185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:19 smithi081 ceph-mon[107735]: pgmap v11185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:21 smithi170 ceph-mon[97338]: pgmap v11186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:21 smithi081 ceph-mon[95500]: pgmap v11186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:21 smithi081 ceph-mon[107735]: pgmap v11186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:51:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:23.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:23.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:23 smithi170 ceph-mon[97338]: pgmap v11187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:23 smithi081 ceph-mon[95500]: pgmap v11187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:23 smithi081 ceph-mon[107735]: pgmap v11187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:25.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:25.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:25 smithi170 ceph-mon[97338]: pgmap v11188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:25 smithi081 ceph-mon[95500]: pgmap v11188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:25 smithi081 ceph-mon[107735]: pgmap v11188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:27 smithi170 ceph-mon[97338]: pgmap v11189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:27 smithi081 ceph-mon[95500]: pgmap v11189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:27 smithi081 ceph-mon[107735]: pgmap v11189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:29 smithi170 ceph-mon[97338]: pgmap v11190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:29 smithi081 ceph-mon[95500]: pgmap v11190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:29 smithi081 ceph-mon[107735]: pgmap v11190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:31 smithi170 ceph-mon[97338]: pgmap v11191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:31 smithi081 ceph-mon[95500]: pgmap v11191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:31 smithi081 ceph-mon[107735]: pgmap v11191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:51:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:33.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:33.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:33 smithi170 ceph-mon[97338]: pgmap v11192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:33 smithi081 ceph-mon[95500]: pgmap v11192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:34.310 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:33 smithi081 ceph-mon[107735]: pgmap v11192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:35.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:35.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:35 smithi170 ceph-mon[97338]: pgmap v11193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:35 smithi081 ceph-mon[95500]: pgmap v11193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:35 smithi081 ceph-mon[107735]: pgmap v11193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:37 smithi170 ceph-mon[97338]: pgmap v11194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:37 smithi081 ceph-mon[95500]: pgmap v11194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:37 smithi081 ceph-mon[107735]: pgmap v11194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:39 smithi170 ceph-mon[97338]: pgmap v11195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:39 smithi081 ceph-mon[95500]: pgmap v11195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:39 smithi081 ceph-mon[107735]: pgmap v11195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:41 smithi170 ceph-mon[97338]: pgmap v11196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:41 smithi081 ceph-mon[95500]: pgmap v11196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:41 smithi081 ceph-mon[107735]: pgmap v11196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:51:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:43.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:43.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:43 smithi170 ceph-mon[97338]: pgmap v11197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:43 smithi081 ceph-mon[95500]: pgmap v11197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:43 smithi081 ceph-mon[107735]: pgmap v11197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:45.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:45.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:45 smithi081 ceph-mon[95500]: pgmap v11198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:45 smithi081 ceph-mon[107735]: pgmap v11198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:45 smithi170 ceph-mon[97338]: pgmap v11198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:47 smithi081 ceph-mon[95500]: pgmap v11199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:47 smithi081 ceph-mon[107735]: pgmap v11199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:47 smithi170 ceph-mon[97338]: pgmap v11199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:49 smithi081 ceph-mon[95500]: pgmap v11200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:50.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:49 smithi081 ceph-mon[107735]: pgmap v11200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:49 smithi170 ceph-mon[97338]: pgmap v11200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:52 smithi081 ceph-mon[95500]: pgmap v11201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:52 smithi081 ceph-mon[107735]: pgmap v11201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:52 smithi170 ceph-mon[97338]: pgmap v11201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:53.186Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:53.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:51:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:54 smithi081 ceph-mon[95500]: pgmap v11202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:54 smithi081 ceph-mon[107735]: pgmap v11202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:54 smithi170 ceph-mon[97338]: pgmap v11202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:51:55.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:51:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:51:55.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:51:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:56 smithi081 ceph-mon[95500]: pgmap v11203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:56 smithi081 ceph-mon[107735]: pgmap v11203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:56 smithi170 ceph-mon[97338]: pgmap v11203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:51:58 smithi170 ceph-mon[97338]: pgmap v11204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:51:58 smithi081 ceph-mon[95500]: pgmap v11204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:51:58.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:51:58 smithi081 ceph-mon[107735]: pgmap v11204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:00 smithi170 ceph-mon[97338]: pgmap v11205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:00 smithi081 ceph-mon[95500]: pgmap v11205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:00 smithi081 ceph-mon[107735]: pgmap v11205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:02 smithi170 ceph-mon[97338]: pgmap v11206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:02 smithi081 ceph-mon[95500]: pgmap v11206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:02.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:02 smithi081 ceph-mon[107735]: pgmap v11206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:52:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:03.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:03.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:04 smithi170 ceph-mon[97338]: pgmap v11207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:04 smithi081 ceph-mon[95500]: pgmap v11207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:04 smithi081 ceph-mon[107735]: pgmap v11207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:05.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:05.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:06 smithi170 ceph-mon[97338]: pgmap v11208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:06 smithi081 ceph-mon[95500]: pgmap v11208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:06.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:06 smithi081 ceph-mon[107735]: pgmap v11208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:08 smithi170 ceph-mon[97338]: pgmap v11209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:08 smithi081 ceph-mon[95500]: pgmap v11209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:08.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:08 smithi081 ceph-mon[107735]: pgmap v11209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:10 smithi170 ceph-mon[97338]: pgmap v11210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:10 smithi081 ceph-mon[95500]: pgmap v11210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:10.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:10 smithi081 ceph-mon[107735]: pgmap v11210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:12 smithi170 ceph-mon[97338]: pgmap v11211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:12 smithi081 ceph-mon[95500]: pgmap v11211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:12.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:12 smithi081 ceph-mon[107735]: pgmap v11211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:52:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:13.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:13.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:14 smithi170 ceph-mon[97338]: pgmap v11212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:14 smithi081 ceph-mon[95500]: pgmap v11212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:14 smithi081 ceph-mon[107735]: pgmap v11212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:15.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:15 smithi170 ceph-mon[97338]: pgmap v11213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:15.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:15 smithi081 ceph-mon[95500]: pgmap v11213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:15.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:15 smithi081 ceph-mon[107735]: pgmap v11213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:15.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:15.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:17.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:17 smithi170 ceph-mon[97338]: pgmap v11214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:17.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:17 smithi081 ceph-mon[95500]: pgmap v11214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:17.765 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:17 smithi081 ceph-mon[107735]: pgmap v11214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:19 smithi170 ceph-mon[97338]: pgmap v11215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:19 smithi081 ceph-mon[95500]: pgmap v11215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:19 smithi081 ceph-mon[107735]: pgmap v11215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:21 smithi170 ceph-mon[97338]: pgmap v11216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:21 smithi081 ceph-mon[95500]: pgmap v11216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:21 smithi081 ceph-mon[107735]: pgmap v11216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:52:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:23.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:23.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:23 smithi170 ceph-mon[97338]: pgmap v11217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:23 smithi081 ceph-mon[95500]: pgmap v11217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:23 smithi081 ceph-mon[107735]: pgmap v11217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:25.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:25.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:25 smithi170 ceph-mon[97338]: pgmap v11218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:25 smithi081 ceph-mon[95500]: pgmap v11218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:25 smithi081 ceph-mon[107735]: pgmap v11218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:27 smithi170 ceph-mon[97338]: pgmap v11219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:27 smithi081 ceph-mon[95500]: pgmap v11219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:27 smithi081 ceph-mon[107735]: pgmap v11219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:29 smithi170 ceph-mon[97338]: pgmap v11220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:29 smithi081 ceph-mon[95500]: pgmap v11220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:29 smithi081 ceph-mon[107735]: pgmap v11220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:31 smithi170 ceph-mon[97338]: pgmap v11221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:31 smithi081 ceph-mon[95500]: pgmap v11221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:31 smithi081 ceph-mon[107735]: pgmap v11221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:52:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:33.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:33.190Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:33 smithi170 ceph-mon[97338]: pgmap v11222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:33 smithi081 ceph-mon[95500]: pgmap v11222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:33 smithi081 ceph-mon[107735]: pgmap v11222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:35.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:35.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:35 smithi170 ceph-mon[97338]: pgmap v11223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:35 smithi081 ceph-mon[95500]: pgmap v11223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:35 smithi081 ceph-mon[107735]: pgmap v11223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:37 smithi170 ceph-mon[97338]: pgmap v11224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:37 smithi081 ceph-mon[95500]: pgmap v11224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:37 smithi081 ceph-mon[107735]: pgmap v11224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:39 smithi170 ceph-mon[97338]: pgmap v11225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:39 smithi081 ceph-mon[95500]: pgmap v11225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:39 smithi081 ceph-mon[107735]: pgmap v11225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:41 smithi170 ceph-mon[97338]: pgmap v11226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:41 smithi081 ceph-mon[95500]: pgmap v11226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:41 smithi081 ceph-mon[107735]: pgmap v11226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:52:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:43.189Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:43.190Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:43 smithi170 ceph-mon[97338]: pgmap v11227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:43 smithi081 ceph-mon[95500]: pgmap v11227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:43 smithi081 ceph-mon[107735]: pgmap v11227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:45.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:45.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:45 smithi170 ceph-mon[97338]: pgmap v11228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:45 smithi081 ceph-mon[95500]: pgmap v11228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:45 smithi081 ceph-mon[107735]: pgmap v11228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:47 smithi170 ceph-mon[97338]: pgmap v11229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:47 smithi081 ceph-mon[95500]: pgmap v11229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:47 smithi081 ceph-mon[107735]: pgmap v11229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:49 smithi170 ceph-mon[97338]: pgmap v11230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:49 smithi081 ceph-mon[95500]: pgmap v11230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:49 smithi081 ceph-mon[107735]: pgmap v11230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:52.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:51 smithi170 ceph-mon[97338]: pgmap v11231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:51 smithi081 ceph-mon[95500]: pgmap v11231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:51 smithi081 ceph-mon[107735]: pgmap v11231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:52:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:53.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:53.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:53 smithi170 ceph-mon[97338]: pgmap v11232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:53 smithi081 ceph-mon[95500]: pgmap v11232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:54.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:53 smithi081 ceph-mon[107735]: pgmap v11232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:52:55.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:52:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:52:55.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:52:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:55 smithi170 ceph-mon[97338]: pgmap v11233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:55 smithi081 ceph-mon[95500]: pgmap v11233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:56.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:55 smithi081 ceph-mon[107735]: pgmap v11233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:57 smithi170 ceph-mon[97338]: pgmap v11234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:57 smithi081 ceph-mon[95500]: pgmap v11234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:52:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:57 smithi081 ceph-mon[107735]: pgmap v11234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:52:59 smithi170 ceph-mon[97338]: pgmap v11235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:52:59 smithi081 ceph-mon[95500]: pgmap v11235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:52:59 smithi081 ceph-mon[107735]: pgmap v11235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:01 smithi170 ceph-mon[97338]: pgmap v11236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:01 smithi081 ceph-mon[95500]: pgmap v11236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:01 smithi081 ceph-mon[107735]: pgmap v11236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:53:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:03.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:03.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:03 smithi170 ceph-mon[97338]: pgmap v11237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:03 smithi081 ceph-mon[95500]: pgmap v11237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:03 smithi081 ceph-mon[107735]: pgmap v11237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:05.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:05.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:05 smithi170 ceph-mon[97338]: pgmap v11238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:05 smithi081 ceph-mon[95500]: pgmap v11238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:05 smithi081 ceph-mon[107735]: pgmap v11238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:07 smithi170 ceph-mon[97338]: pgmap v11239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:07 smithi081 ceph-mon[95500]: pgmap v11239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:07 smithi081 ceph-mon[107735]: pgmap v11239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:09 smithi170 ceph-mon[97338]: pgmap v11240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:09 smithi081 ceph-mon[95500]: pgmap v11240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:09 smithi081 ceph-mon[107735]: pgmap v11240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:11 smithi170 ceph-mon[97338]: pgmap v11241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:11 smithi081 ceph-mon[95500]: pgmap v11241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:11 smithi081 ceph-mon[107735]: pgmap v11241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:53:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:13.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:13.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:13 smithi170 ceph-mon[97338]: pgmap v11242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:13 smithi081 ceph-mon[95500]: pgmap v11242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:13 smithi081 ceph-mon[107735]: pgmap v11242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:15.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:15.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:15 smithi170 ceph-mon[97338]: pgmap v11243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:15 smithi081 ceph-mon[95500]: pgmap v11243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:15 smithi081 ceph-mon[107735]: pgmap v11243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:17 smithi170 ceph-mon[97338]: pgmap v11244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:17 smithi081 ceph-mon[95500]: pgmap v11244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:17 smithi081 ceph-mon[107735]: pgmap v11244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:19 smithi170 ceph-mon[97338]: pgmap v11245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:19 smithi081 ceph-mon[95500]: pgmap v11245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:19 smithi081 ceph-mon[107735]: pgmap v11245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:21 smithi170 ceph-mon[97338]: pgmap v11246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:21 smithi081 ceph-mon[95500]: pgmap v11246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:21 smithi081 ceph-mon[107735]: pgmap v11246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:23.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:23.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:53:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:23 smithi170 ceph-mon[97338]: pgmap v11247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:23 smithi081 ceph-mon[95500]: pgmap v11247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:23 smithi081 ceph-mon[107735]: pgmap v11247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:25.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:25.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:25 smithi170 ceph-mon[97338]: pgmap v11248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:25 smithi081 ceph-mon[95500]: pgmap v11248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:25 smithi081 ceph-mon[107735]: pgmap v11248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:27 smithi170 ceph-mon[97338]: pgmap v11249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:27 smithi081 ceph-mon[95500]: pgmap v11249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:27 smithi081 ceph-mon[107735]: pgmap v11249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:29 smithi081 ceph-mon[95500]: pgmap v11250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:29 smithi081 ceph-mon[107735]: pgmap v11250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:29 smithi170 ceph-mon[97338]: pgmap v11250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:31 smithi081 ceph-mon[95500]: pgmap v11251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:32 smithi081 ceph-mon[107735]: pgmap v11251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:32 smithi170 ceph-mon[97338]: pgmap v11251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:53:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:33.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:33.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:34 smithi081 ceph-mon[95500]: pgmap v11252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:34 smithi081 ceph-mon[107735]: pgmap v11252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:34 smithi170 ceph-mon[97338]: pgmap v11252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:35.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:35.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:36 smithi081 ceph-mon[95500]: pgmap v11253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:36 smithi081 ceph-mon[107735]: pgmap v11253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:36 smithi170 ceph-mon[97338]: pgmap v11253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:38 smithi081 ceph-mon[95500]: pgmap v11254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:38 smithi081 ceph-mon[107735]: pgmap v11254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:38 smithi170 ceph-mon[97338]: pgmap v11254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:40 smithi081 ceph-mon[95500]: pgmap v11255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:40 smithi081 ceph-mon[107735]: pgmap v11255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:40 smithi170 ceph-mon[97338]: pgmap v11255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:42 smithi170 ceph-mon[97338]: pgmap v11256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:42 smithi081 ceph-mon[95500]: pgmap v11256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:42.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:42 smithi081 ceph-mon[107735]: pgmap v11256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:53:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:43.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:43.194Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:44 smithi170 ceph-mon[97338]: pgmap v11257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:44 smithi081 ceph-mon[95500]: pgmap v11257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:44 smithi081 ceph-mon[107735]: pgmap v11257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:45.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:45.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:46 smithi170 ceph-mon[97338]: pgmap v11258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:46 smithi081 ceph-mon[95500]: pgmap v11258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:46 smithi081 ceph-mon[107735]: pgmap v11258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:48 smithi170 ceph-mon[97338]: pgmap v11259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:48 smithi081 ceph-mon[95500]: pgmap v11259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:48.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:48 smithi081 ceph-mon[107735]: pgmap v11259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:50 smithi170 ceph-mon[97338]: pgmap v11260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:50 smithi081 ceph-mon[95500]: pgmap v11260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:50 smithi081 ceph-mon[107735]: pgmap v11260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:52 smithi170 ceph-mon[97338]: pgmap v11261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:52 smithi081 ceph-mon[95500]: pgmap v11261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:52.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:52 smithi081 ceph-mon[107735]: pgmap v11261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:53:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:53.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:53.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:54 smithi170 ceph-mon[97338]: pgmap v11262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:54 smithi081 ceph-mon[95500]: pgmap v11262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:54 smithi081 ceph-mon[107735]: pgmap v11262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:53:55.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:53:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:53:55.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:53:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:56 smithi170 ceph-mon[97338]: pgmap v11263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:56 smithi081 ceph-mon[95500]: pgmap v11263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:56 smithi081 ceph-mon[107735]: pgmap v11263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:53:58 smithi170 ceph-mon[97338]: pgmap v11264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:53:58 smithi081 ceph-mon[95500]: pgmap v11264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:53:58.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:53:58 smithi081 ceph-mon[107735]: pgmap v11264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:00 smithi170 ceph-mon[97338]: pgmap v11265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:00 smithi081 ceph-mon[95500]: pgmap v11265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:00 smithi081 ceph-mon[107735]: pgmap v11265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:02 smithi170 ceph-mon[97338]: pgmap v11266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:02 smithi081 ceph-mon[95500]: pgmap v11266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:02.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:02 smithi081 ceph-mon[107735]: pgmap v11266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:54:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:03.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:03.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:04 smithi170 ceph-mon[97338]: pgmap v11267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:04 smithi081 ceph-mon[95500]: pgmap v11267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:04 smithi081 ceph-mon[107735]: pgmap v11267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:05.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:05.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:06 smithi170 ceph-mon[97338]: pgmap v11268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:06 smithi081 ceph-mon[95500]: pgmap v11268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:06.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:06 smithi081 ceph-mon[107735]: pgmap v11268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:08 smithi170 ceph-mon[97338]: pgmap v11269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:08 smithi081 ceph-mon[95500]: pgmap v11269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:08 smithi081 ceph-mon[107735]: pgmap v11269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:10 smithi170 ceph-mon[97338]: pgmap v11270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:10 smithi081 ceph-mon[95500]: pgmap v11270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:10.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:10 smithi081 ceph-mon[107735]: pgmap v11270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:11.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:11 smithi170 ceph-mon[97338]: pgmap v11271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:11.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:11 smithi081 ceph-mon[95500]: pgmap v11271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:11.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:11 smithi081 ceph-mon[107735]: pgmap v11271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:13.430 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:54:13.430 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:13.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:13.430 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:13.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:13.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:13 smithi170 ceph-mon[97338]: pgmap v11272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:13.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:13 smithi081 ceph-mon[95500]: pgmap v11272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:13.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:13 smithi081 ceph-mon[107735]: pgmap v11272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:15.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:15.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:15 smithi170 ceph-mon[97338]: pgmap v11273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:15 smithi081 ceph-mon[95500]: pgmap v11273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:15 smithi081 ceph-mon[107735]: pgmap v11273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:17 smithi170 ceph-mon[97338]: pgmap v11274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:17 smithi081 ceph-mon[95500]: pgmap v11274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:17 smithi081 ceph-mon[107735]: pgmap v11274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:19 smithi170 ceph-mon[97338]: pgmap v11275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:19 smithi081 ceph-mon[95500]: pgmap v11275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:19 smithi081 ceph-mon[107735]: pgmap v11275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:21 smithi170 ceph-mon[97338]: pgmap v11276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:21 smithi081 ceph-mon[95500]: pgmap v11276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:21 smithi081 ceph-mon[107735]: pgmap v11276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:54:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:23.196Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:23.197Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:23 smithi170 ceph-mon[97338]: pgmap v11277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:23 smithi081 ceph-mon[95500]: pgmap v11277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:24.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:23 smithi081 ceph-mon[107735]: pgmap v11277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:25.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:25.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:25 smithi170 ceph-mon[97338]: pgmap v11278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:25 smithi081 ceph-mon[95500]: pgmap v11278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:25 smithi081 ceph-mon[107735]: pgmap v11278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:27 smithi170 ceph-mon[97338]: pgmap v11279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:27 smithi081 ceph-mon[95500]: pgmap v11279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:27 smithi081 ceph-mon[107735]: pgmap v11279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:29 smithi170 ceph-mon[97338]: pgmap v11280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:29 smithi081 ceph-mon[95500]: pgmap v11280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:29 smithi081 ceph-mon[107735]: pgmap v11280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:31 smithi170 ceph-mon[97338]: pgmap v11281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:31 smithi081 ceph-mon[95500]: pgmap v11281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:31 smithi081 ceph-mon[107735]: pgmap v11281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:54:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:33.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:33.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:33 smithi170 ceph-mon[97338]: pgmap v11282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:33 smithi081 ceph-mon[95500]: pgmap v11282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:33 smithi081 ceph-mon[107735]: pgmap v11282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:35.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:35.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:35 smithi170 ceph-mon[97338]: pgmap v11283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:35 smithi081 ceph-mon[95500]: pgmap v11283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:35 smithi081 ceph-mon[107735]: pgmap v11283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:37 smithi170 ceph-mon[97338]: pgmap v11284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:37 smithi081 ceph-mon[95500]: pgmap v11284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:37 smithi081 ceph-mon[107735]: pgmap v11284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:39 smithi170 ceph-mon[97338]: pgmap v11285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:39 smithi081 ceph-mon[95500]: pgmap v11285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:39 smithi081 ceph-mon[107735]: pgmap v11285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:41 smithi170 ceph-mon[97338]: pgmap v11286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:41 smithi081 ceph-mon[95500]: pgmap v11286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:42.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:41 smithi081 ceph-mon[107735]: pgmap v11286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:54:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:43.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:43.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:43 smithi170 ceph-mon[97338]: pgmap v11287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:43 smithi081 ceph-mon[95500]: pgmap v11287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:44.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:43 smithi081 ceph-mon[107735]: pgmap v11287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:45.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:45.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:46.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:45 smithi170 ceph-mon[97338]: pgmap v11288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:45 smithi081 ceph-mon[95500]: pgmap v11288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:45 smithi081 ceph-mon[107735]: pgmap v11288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:47 smithi170 ceph-mon[97338]: pgmap v11289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:47 smithi081 ceph-mon[95500]: pgmap v11289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:47 smithi081 ceph-mon[107735]: pgmap v11289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:49 smithi170 ceph-mon[97338]: pgmap v11290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:49 smithi081 ceph-mon[95500]: pgmap v11290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:49 smithi081 ceph-mon[107735]: pgmap v11290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:52.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:51 smithi170 ceph-mon[97338]: pgmap v11291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:51 smithi081 ceph-mon[95500]: pgmap v11291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:51 smithi081 ceph-mon[107735]: pgmap v11291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:54:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:53.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:53.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:54.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:53 smithi170 ceph-mon[97338]: pgmap v11292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:53 smithi081 ceph-mon[95500]: pgmap v11292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:53 smithi081 ceph-mon[107735]: pgmap v11292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:54:55.051Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:54:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:54:55.052Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:54:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:55 smithi170 ceph-mon[97338]: pgmap v11293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:55 smithi081 ceph-mon[95500]: pgmap v11293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:55 smithi081 ceph-mon[107735]: pgmap v11293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:57 smithi170 ceph-mon[97338]: pgmap v11294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:57 smithi081 ceph-mon[95500]: pgmap v11294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:54:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:57 smithi081 ceph-mon[107735]: pgmap v11294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:54:59 smithi170 ceph-mon[97338]: pgmap v11295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:54:59 smithi081 ceph-mon[95500]: pgmap v11295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:00.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:54:59 smithi081 ceph-mon[107735]: pgmap v11295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:02.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:01 smithi170 ceph-mon[97338]: pgmap v11296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:01 smithi081 ceph-mon[95500]: pgmap v11296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:02.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:01 smithi081 ceph-mon[107735]: pgmap v11296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:03.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:03.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:03.201Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:55:04.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:03 smithi170 ceph-mon[97338]: pgmap v11297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:03 smithi081 ceph-mon[95500]: pgmap v11297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:04.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:03 smithi081 ceph-mon[107735]: pgmap v11297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:05.051Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:05.052Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:06.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:05 smithi170 ceph-mon[97338]: pgmap v11298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:05 smithi081 ceph-mon[95500]: pgmap v11298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:05 smithi081 ceph-mon[107735]: pgmap v11298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:08.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:07 smithi170 ceph-mon[97338]: pgmap v11299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:07 smithi081 ceph-mon[95500]: pgmap v11299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:08.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:07 smithi081 ceph-mon[107735]: pgmap v11299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:09 smithi170 ceph-mon[97338]: pgmap v11300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:09 smithi081 ceph-mon[95500]: pgmap v11300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:09 smithi081 ceph-mon[107735]: pgmap v11300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:11 smithi081 ceph-mon[95500]: pgmap v11301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:11 smithi081 ceph-mon[107735]: pgmap v11301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:11 smithi170 ceph-mon[97338]: pgmap v11301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:55:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:13.200Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:13.201Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:13 smithi081 ceph-mon[95500]: pgmap v11302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:13 smithi081 ceph-mon[107735]: pgmap v11302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:13 smithi170 ceph-mon[97338]: pgmap v11302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:15.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:15.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:15 smithi081 ceph-mon[95500]: pgmap v11303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:15 smithi081 ceph-mon[107735]: pgmap v11303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:15 smithi170 ceph-mon[97338]: pgmap v11303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:18 smithi081 ceph-mon[95500]: pgmap v11304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:18 smithi081 ceph-mon[107735]: pgmap v11304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:18 smithi170 ceph-mon[97338]: pgmap v11304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:20 smithi081 ceph-mon[95500]: pgmap v11305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:20 smithi081 ceph-mon[107735]: pgmap v11305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:20 smithi170 ceph-mon[97338]: pgmap v11305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:22 smithi081 ceph-mon[95500]: pgmap v11306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:22 smithi081 ceph-mon[107735]: pgmap v11306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:22 smithi170 ceph-mon[97338]: pgmap v11306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:55:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:23.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:23.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:24 smithi170 ceph-mon[97338]: pgmap v11307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:24 smithi081 ceph-mon[95500]: pgmap v11307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:24 smithi081 ceph-mon[107735]: pgmap v11307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:25.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:25.054Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:26 smithi170 ceph-mon[97338]: pgmap v11308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:26 smithi081 ceph-mon[95500]: pgmap v11308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:26 smithi081 ceph-mon[107735]: pgmap v11308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:28 smithi170 ceph-mon[97338]: pgmap v11309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:28 smithi081 ceph-mon[95500]: pgmap v11309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:28.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:28 smithi081 ceph-mon[107735]: pgmap v11309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:30 smithi170 ceph-mon[97338]: pgmap v11310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:30 smithi081 ceph-mon[95500]: pgmap v11310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:30.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:30 smithi081 ceph-mon[107735]: pgmap v11310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:32 smithi170 ceph-mon[97338]: pgmap v11311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:32 smithi081 ceph-mon[95500]: pgmap v11311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:32.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:32 smithi081 ceph-mon[107735]: pgmap v11311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:55:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:33.202Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:33.203Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:34 smithi170 ceph-mon[97338]: pgmap v11312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:34 smithi081 ceph-mon[95500]: pgmap v11312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:34 smithi081 ceph-mon[107735]: pgmap v11312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:35.053Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:35.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:36 smithi170 ceph-mon[97338]: pgmap v11313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:36 smithi081 ceph-mon[95500]: pgmap v11313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:36.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:36 smithi081 ceph-mon[107735]: pgmap v11313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:38 smithi170 ceph-mon[97338]: pgmap v11314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:38 smithi081 ceph-mon[95500]: pgmap v11314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:38.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:38 smithi081 ceph-mon[107735]: pgmap v11314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:40 smithi170 ceph-mon[97338]: pgmap v11315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:40 smithi081 ceph-mon[95500]: pgmap v11315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:40.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:40 smithi081 ceph-mon[107735]: pgmap v11315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:42 smithi170 ceph-mon[97338]: pgmap v11316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:42 smithi081 ceph-mon[95500]: pgmap v11316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:42 smithi081 ceph-mon[107735]: pgmap v11316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:55:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:43.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:43.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:44 smithi170 ceph-mon[97338]: pgmap v11317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:44 smithi081 ceph-mon[95500]: pgmap v11317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:44.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:44 smithi081 ceph-mon[107735]: pgmap v11317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:45.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:45.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:46 smithi170 ceph-mon[97338]: pgmap v11318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:46 smithi081 ceph-mon[95500]: pgmap v11318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:46 smithi081 ceph-mon[107735]: pgmap v11318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:48 smithi170 ceph-mon[97338]: pgmap v11319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:48 smithi081 ceph-mon[95500]: pgmap v11319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:48.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:48 smithi081 ceph-mon[107735]: pgmap v11319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:50 smithi170 ceph-mon[97338]: pgmap v11320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:50 smithi081 ceph-mon[95500]: pgmap v11320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:50.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:50 smithi081 ceph-mon[107735]: pgmap v11320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:52 smithi170 ceph-mon[97338]: pgmap v11321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:52 smithi081 ceph-mon[95500]: pgmap v11321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:52.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:52 smithi081 ceph-mon[107735]: pgmap v11321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:55:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:53.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:53.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:53.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:54 smithi170 ceph-mon[97338]: pgmap v11322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:54 smithi081 ceph-mon[95500]: pgmap v11322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:54.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:54 smithi081 ceph-mon[107735]: pgmap v11322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:55:55.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:55:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:55:55.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:55:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:56 smithi170 ceph-mon[97338]: pgmap v11323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:56 smithi081 ceph-mon[95500]: pgmap v11323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:56.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:56 smithi081 ceph-mon[107735]: pgmap v11323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:55:58 smithi170 ceph-mon[97338]: pgmap v11324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:55:58 smithi081 ceph-mon[95500]: pgmap v11324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:55:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:55:58 smithi081 ceph-mon[107735]: pgmap v11324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:00 smithi170 ceph-mon[97338]: pgmap v11325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:00 smithi081 ceph-mon[95500]: pgmap v11325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:00 smithi081 ceph-mon[107735]: pgmap v11325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:02 smithi170 ceph-mon[97338]: pgmap v11326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:02 smithi081 ceph-mon[95500]: pgmap v11326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:02.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:02 smithi081 ceph-mon[107735]: pgmap v11326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:56:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:03.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:03.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:04 smithi170 ceph-mon[97338]: pgmap v11327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:04 smithi081 ceph-mon[95500]: pgmap v11327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:04.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:04 smithi081 ceph-mon[107735]: pgmap v11327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:05.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:05 smithi170 ceph-mon[97338]: pgmap v11328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:05.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:05 smithi081 ceph-mon[95500]: pgmap v11328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:05.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:05 smithi081 ceph-mon[107735]: pgmap v11328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:05.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:05.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:07.743 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:07 smithi170 ceph-mon[97338]: pgmap v11329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:07.764 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:07 smithi081 ceph-mon[95500]: pgmap v11329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:07.764 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:07 smithi081 ceph-mon[107735]: pgmap v11329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:09 smithi170 ceph-mon[97338]: pgmap v11330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:09 smithi081 ceph-mon[95500]: pgmap v11330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:10.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:09 smithi081 ceph-mon[107735]: pgmap v11330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:12.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:11 smithi170 ceph-mon[97338]: pgmap v11331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:11 smithi081 ceph-mon[95500]: pgmap v11331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:12.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:11 smithi081 ceph-mon[107735]: pgmap v11331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:56:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:13.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:13.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:13 smithi170 ceph-mon[97338]: pgmap v11332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:13 smithi081 ceph-mon[95500]: pgmap v11332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:13 smithi081 ceph-mon[107735]: pgmap v11332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:15.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:15.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:15 smithi170 ceph-mon[97338]: pgmap v11333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:15 smithi081 ceph-mon[95500]: pgmap v11333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:16.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:15 smithi081 ceph-mon[107735]: pgmap v11333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:17 smithi170 ceph-mon[97338]: pgmap v11334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:17 smithi081 ceph-mon[95500]: pgmap v11334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:18.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:17 smithi081 ceph-mon[107735]: pgmap v11334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:19 smithi170 ceph-mon[97338]: pgmap v11335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:19 smithi081 ceph-mon[95500]: pgmap v11335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:19 smithi081 ceph-mon[107735]: pgmap v11335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:21 smithi170 ceph-mon[97338]: pgmap v11336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:21 smithi081 ceph-mon[95500]: pgmap v11336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:22.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:21 smithi081 ceph-mon[107735]: pgmap v11336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:56:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:23.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:23.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:23 smithi170 ceph-mon[97338]: pgmap v11337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:23 smithi081 ceph-mon[95500]: pgmap v11337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:23 smithi081 ceph-mon[107735]: pgmap v11337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:25.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:25.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:25 smithi170 ceph-mon[97338]: pgmap v11338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:25 smithi081 ceph-mon[95500]: pgmap v11338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:26.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:25 smithi081 ceph-mon[107735]: pgmap v11338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:27 smithi170 ceph-mon[97338]: pgmap v11339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:27 smithi081 ceph-mon[95500]: pgmap v11339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:28.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:27 smithi081 ceph-mon[107735]: pgmap v11339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:29 smithi170 ceph-mon[97338]: pgmap v11340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:29 smithi081 ceph-mon[95500]: pgmap v11340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:30.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:29 smithi081 ceph-mon[107735]: pgmap v11340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:32.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:31 smithi170 ceph-mon[97338]: pgmap v11341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:31 smithi081 ceph-mon[95500]: pgmap v11341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:31 smithi081 ceph-mon[107735]: pgmap v11341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:56:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:33.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:33.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:34.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:33 smithi170 ceph-mon[97338]: pgmap v11342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:33 smithi081 ceph-mon[95500]: pgmap v11342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:34.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:33 smithi081 ceph-mon[107735]: pgmap v11342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:35.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:35.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:36.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:35 smithi170 ceph-mon[97338]: pgmap v11343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:35 smithi081 ceph-mon[95500]: pgmap v11343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:36.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:35 smithi081 ceph-mon[107735]: pgmap v11343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:38.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:37 smithi170 ceph-mon[97338]: pgmap v11344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:37 smithi081 ceph-mon[95500]: pgmap v11344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:38.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:37 smithi081 ceph-mon[107735]: pgmap v11344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:40.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:39 smithi170 ceph-mon[97338]: pgmap v11345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:39 smithi081 ceph-mon[95500]: pgmap v11345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:40.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:39 smithi081 ceph-mon[107735]: pgmap v11345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:42.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:41 smithi170 ceph-mon[97338]: pgmap v11346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:41 smithi081 ceph-mon[95500]: pgmap v11346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:41 smithi081 ceph-mon[107735]: pgmap v11346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:56:43.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:43.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:43.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:44.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:43 smithi170 ceph-mon[97338]: pgmap v11347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:44.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:43 smithi081 ceph-mon[95500]: pgmap v11347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:44.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:43 smithi081 ceph-mon[107735]: pgmap v11347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:45.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:45.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:46.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:45 smithi170 ceph-mon[97338]: pgmap v11348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:46.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:45 smithi081 ceph-mon[95500]: pgmap v11348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:46.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:45 smithi081 ceph-mon[107735]: pgmap v11348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:48.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:47 smithi170 ceph-mon[97338]: pgmap v11349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:48.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:47 smithi081 ceph-mon[95500]: pgmap v11349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:48.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:47 smithi081 ceph-mon[107735]: pgmap v11349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:50.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:49 smithi170 ceph-mon[97338]: pgmap v11350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:50.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:49 smithi081 ceph-mon[95500]: pgmap v11350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:50.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:49 smithi081 ceph-mon[107735]: pgmap v11350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:51 smithi170 ceph-mon[97338]: pgmap v11351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:52.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:51 smithi081 ceph-mon[95500]: pgmap v11351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:52.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:51 smithi081 ceph-mon[107735]: pgmap v11351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:56:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:53.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:53.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:54.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:53 smithi081 ceph-mon[95500]: pgmap v11352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:54.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:53 smithi081 ceph-mon[107735]: pgmap v11352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:53 smithi170 ceph-mon[97338]: pgmap v11352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:56:55.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:56:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:56:55.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:56:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:55 smithi081 ceph-mon[95500]: pgmap v11353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:55 smithi081 ceph-mon[107735]: pgmap v11353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:55 smithi170 ceph-mon[97338]: pgmap v11353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:56:57 smithi081 ceph-mon[95500]: pgmap v11354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:58.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:56:58 smithi081 ceph-mon[107735]: pgmap v11354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:56:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:56:57 smithi170 ceph-mon[97338]: pgmap v11354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:00.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:00 smithi081 ceph-mon[95500]: pgmap v11355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:00 smithi081 ceph-mon[107735]: pgmap v11355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:00 smithi170 ceph-mon[97338]: pgmap v11355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:02 smithi081 ceph-mon[95500]: pgmap v11356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:02 smithi081 ceph-mon[107735]: pgmap v11356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:02 smithi170 ceph-mon[97338]: pgmap v11356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:57:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:03.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:03.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:04 smithi081 ceph-mon[95500]: pgmap v11357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:04 smithi081 ceph-mon[107735]: pgmap v11357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:04 smithi170 ceph-mon[97338]: pgmap v11357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:05.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:05.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:06 smithi081 ceph-mon[95500]: pgmap v11358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:06.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:06 smithi081 ceph-mon[107735]: pgmap v11358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:06 smithi170 ceph-mon[97338]: pgmap v11358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:08 smithi170 ceph-mon[97338]: pgmap v11359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:08 smithi081 ceph-mon[95500]: pgmap v11359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:08 smithi081 ceph-mon[107735]: pgmap v11359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:10 smithi170 ceph-mon[97338]: pgmap v11360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:10 smithi081 ceph-mon[95500]: pgmap v11360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:10 smithi081 ceph-mon[107735]: pgmap v11360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:12 smithi170 ceph-mon[97338]: pgmap v11361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:12 smithi081 ceph-mon[95500]: pgmap v11361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:12 smithi081 ceph-mon[107735]: pgmap v11361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:57:13.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:13.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:13.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:14 smithi170 ceph-mon[97338]: pgmap v11362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:14 smithi081 ceph-mon[95500]: pgmap v11362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:14 smithi081 ceph-mon[107735]: pgmap v11362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:15.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:15.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:16 smithi170 ceph-mon[97338]: pgmap v11363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:16 smithi081 ceph-mon[95500]: pgmap v11363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:16.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:16 smithi081 ceph-mon[107735]: pgmap v11363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:18 smithi170 ceph-mon[97338]: pgmap v11364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:18 smithi081 ceph-mon[95500]: pgmap v11364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:18 smithi081 ceph-mon[107735]: pgmap v11364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:20 smithi170 ceph-mon[97338]: pgmap v11365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:20 smithi081 ceph-mon[95500]: pgmap v11365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:20 smithi081 ceph-mon[107735]: pgmap v11365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:22 smithi170 ceph-mon[97338]: pgmap v11366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:22 smithi081 ceph-mon[95500]: pgmap v11366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:22 smithi081 ceph-mon[107735]: pgmap v11366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:57:23.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:23.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:23.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:24 smithi170 ceph-mon[97338]: pgmap v11367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:24 smithi081 ceph-mon[95500]: pgmap v11367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:24.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:24 smithi081 ceph-mon[107735]: pgmap v11367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:25.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:25.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:26 smithi170 ceph-mon[97338]: pgmap v11368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:26 smithi081 ceph-mon[95500]: pgmap v11368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:26.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:26 smithi081 ceph-mon[107735]: pgmap v11368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:28 smithi170 ceph-mon[97338]: pgmap v11369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:28 smithi081 ceph-mon[95500]: pgmap v11369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:28 smithi081 ceph-mon[107735]: pgmap v11369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:30 smithi170 ceph-mon[97338]: pgmap v11370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:30 smithi081 ceph-mon[95500]: pgmap v11370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:30 smithi081 ceph-mon[107735]: pgmap v11370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:32 smithi170 ceph-mon[97338]: pgmap v11371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:32 smithi081 ceph-mon[95500]: pgmap v11371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:32 smithi081 ceph-mon[107735]: pgmap v11371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:57:33.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:33.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:33.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:34 smithi170 ceph-mon[97338]: pgmap v11372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:34 smithi081 ceph-mon[95500]: pgmap v11372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:34.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:34 smithi081 ceph-mon[107735]: pgmap v11372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:35.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:35.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:36 smithi170 ceph-mon[97338]: pgmap v11373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:36 smithi081 ceph-mon[95500]: pgmap v11373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:36 smithi081 ceph-mon[107735]: pgmap v11373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:38 smithi170 ceph-mon[97338]: pgmap v11374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:38 smithi081 ceph-mon[95500]: pgmap v11374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:38 smithi081 ceph-mon[107735]: pgmap v11374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:40 smithi170 ceph-mon[97338]: pgmap v11375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:40 smithi081 ceph-mon[95500]: pgmap v11375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:40 smithi081 ceph-mon[107735]: pgmap v11375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:42 smithi170 ceph-mon[97338]: pgmap v11376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:42 smithi081 ceph-mon[95500]: pgmap v11376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:42 smithi081 ceph-mon[107735]: pgmap v11376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:57:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:43.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:43.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:44 smithi170 ceph-mon[97338]: pgmap v11377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:44 smithi081 ceph-mon[95500]: pgmap v11377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:44 smithi081 ceph-mon[107735]: pgmap v11377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:45.063Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:45.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:46 smithi170 ceph-mon[97338]: pgmap v11378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:46 smithi081 ceph-mon[95500]: pgmap v11378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:46 smithi081 ceph-mon[107735]: pgmap v11378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:48 smithi170 ceph-mon[97338]: pgmap v11379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:48 smithi081 ceph-mon[95500]: pgmap v11379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:48.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:48 smithi081 ceph-mon[107735]: pgmap v11379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:50 smithi170 ceph-mon[97338]: pgmap v11380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:50 smithi081 ceph-mon[95500]: pgmap v11380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:50 smithi081 ceph-mon[107735]: pgmap v11380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:52 smithi170 ceph-mon[97338]: pgmap v11381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:52 smithi081 ceph-mon[95500]: pgmap v11381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:52 smithi081 ceph-mon[107735]: pgmap v11381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:57:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:53.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:53.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:54 smithi170 ceph-mon[97338]: pgmap v11382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:54 smithi081 ceph-mon[95500]: pgmap v11382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:54 smithi081 ceph-mon[107735]: pgmap v11382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:57:55.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:57:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:57:55.065Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:57:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:56 smithi170 ceph-mon[97338]: pgmap v11383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:56 smithi081 ceph-mon[95500]: pgmap v11383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:56 smithi081 ceph-mon[107735]: pgmap v11383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:57:58 smithi170 ceph-mon[97338]: pgmap v11384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:57:58 smithi081 ceph-mon[95500]: pgmap v11384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:57:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:57:58 smithi081 ceph-mon[107735]: pgmap v11384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:00 smithi170 ceph-mon[97338]: pgmap v11385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:00 smithi081 ceph-mon[95500]: pgmap v11385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:00.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:00 smithi081 ceph-mon[107735]: pgmap v11385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:02 smithi170 ceph-mon[97338]: pgmap v11386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:02 smithi081 ceph-mon[95500]: pgmap v11386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:02 smithi081 ceph-mon[107735]: pgmap v11386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:58:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:03.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:03.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:04 smithi170 ceph-mon[97338]: pgmap v11387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:04 smithi081 ceph-mon[95500]: pgmap v11387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:04 smithi081 ceph-mon[107735]: pgmap v11387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:05.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:05.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:06 smithi170 ceph-mon[97338]: pgmap v11388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:06 smithi081 ceph-mon[95500]: pgmap v11388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:06 smithi081 ceph-mon[107735]: pgmap v11388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:08 smithi170 ceph-mon[97338]: pgmap v11389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:08 smithi081 ceph-mon[95500]: pgmap v11389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:08.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:08 smithi081 ceph-mon[107735]: pgmap v11389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:10.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:09 smithi170 ceph-mon[97338]: pgmap v11390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:09 smithi081 ceph-mon[95500]: pgmap v11390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:09 smithi081 ceph-mon[107735]: pgmap v11390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:12.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:11 smithi170 ceph-mon[97338]: pgmap v11391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:12.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:11 smithi081 ceph-mon[95500]: pgmap v11391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:11 smithi081 ceph-mon[107735]: pgmap v11391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:58:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:13.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:13.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:14.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:13 smithi170 ceph-mon[97338]: pgmap v11392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:14.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:13 smithi081 ceph-mon[95500]: pgmap v11392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:14.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:13 smithi081 ceph-mon[107735]: pgmap v11392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:15.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:15.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:16.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:15 smithi170 ceph-mon[97338]: pgmap v11393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:16.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:15 smithi081 ceph-mon[95500]: pgmap v11393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:16.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:15 smithi081 ceph-mon[107735]: pgmap v11393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:18.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:17 smithi170 ceph-mon[97338]: pgmap v11394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:18.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:17 smithi081 ceph-mon[95500]: pgmap v11394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:18.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:17 smithi081 ceph-mon[107735]: pgmap v11394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:20.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:19 smithi170 ceph-mon[97338]: pgmap v11395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:20.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:19 smithi081 ceph-mon[95500]: pgmap v11395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:20.264 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:19 smithi081 ceph-mon[107735]: pgmap v11395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:22.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:21 smithi170 ceph-mon[97338]: pgmap v11396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:22.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:21 smithi081 ceph-mon[95500]: pgmap v11396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:21 smithi081 ceph-mon[107735]: pgmap v11396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:58:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:23.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:23.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:24.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:23 smithi170 ceph-mon[97338]: pgmap v11397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:24.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:23 smithi081 ceph-mon[95500]: pgmap v11397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:24.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:23 smithi081 ceph-mon[107735]: pgmap v11397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:25.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:25.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:26.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:25 smithi170 ceph-mon[97338]: pgmap v11398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:26.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:25 smithi081 ceph-mon[95500]: pgmap v11398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:26.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:25 smithi081 ceph-mon[107735]: pgmap v11398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:28.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:27 smithi170 ceph-mon[97338]: pgmap v11399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:28.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:27 smithi081 ceph-mon[95500]: pgmap v11399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:28.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:27 smithi081 ceph-mon[107735]: pgmap v11399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:30.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:29 smithi170 ceph-mon[97338]: pgmap v11400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:30.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:29 smithi081 ceph-mon[95500]: pgmap v11400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:30.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:29 smithi081 ceph-mon[107735]: pgmap v11400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:32.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:31 smithi081 ceph-mon[95500]: pgmap v11401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:32.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:31 smithi081 ceph-mon[107735]: pgmap v11401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:31 smithi170 ceph-mon[97338]: pgmap v11401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:33.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:58:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:33.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:33.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:34.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:33 smithi081 ceph-mon[95500]: pgmap v11402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:34.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:33 smithi081 ceph-mon[107735]: pgmap v11402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:33 smithi170 ceph-mon[97338]: pgmap v11402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:35.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:35.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:36.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:35 smithi081 ceph-mon[95500]: pgmap v11403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:35 smithi081 ceph-mon[107735]: pgmap v11403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:35 smithi170 ceph-mon[97338]: pgmap v11403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:38.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:38 smithi081 ceph-mon[95500]: pgmap v11404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:38 smithi081 ceph-mon[107735]: pgmap v11404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:38 smithi170 ceph-mon[97338]: pgmap v11404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:40.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:40 smithi081 ceph-mon[95500]: pgmap v11405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:40.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:40 smithi081 ceph-mon[107735]: pgmap v11405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:40 smithi170 ceph-mon[97338]: pgmap v11405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:42.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:42 smithi081 ceph-mon[95500]: pgmap v11406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:42.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:42 smithi081 ceph-mon[107735]: pgmap v11406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:42 smithi170 ceph-mon[97338]: pgmap v11406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:58:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:43.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:43.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:44 smithi170 ceph-mon[97338]: pgmap v11407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:44 smithi081 ceph-mon[95500]: pgmap v11407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:44 smithi081 ceph-mon[107735]: pgmap v11407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:45.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:45.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:46 smithi170 ceph-mon[97338]: pgmap v11408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:46 smithi081 ceph-mon[95500]: pgmap v11408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:46 smithi081 ceph-mon[107735]: pgmap v11408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:48 smithi170 ceph-mon[97338]: pgmap v11409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:48 smithi081 ceph-mon[95500]: pgmap v11409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:48 smithi081 ceph-mon[107735]: pgmap v11409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:50 smithi170 ceph-mon[97338]: pgmap v11410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:50 smithi081 ceph-mon[95500]: pgmap v11410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:50 smithi081 ceph-mon[107735]: pgmap v11410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:52 smithi170 ceph-mon[97338]: pgmap v11411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:52 smithi081 ceph-mon[95500]: pgmap v11411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:52 smithi081 ceph-mon[107735]: pgmap v11411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:53.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:58:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:53.217Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:53.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:54 smithi170 ceph-mon[97338]: pgmap v11412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:54.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:54 smithi081 ceph-mon[95500]: pgmap v11412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:54 smithi081 ceph-mon[107735]: pgmap v11412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:55.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:58:55.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:58:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:58:55.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:58:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:56 smithi170 ceph-mon[97338]: pgmap v11413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:56 smithi081 ceph-mon[95500]: pgmap v11413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:56 smithi081 ceph-mon[107735]: pgmap v11413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:58:58 smithi170 ceph-mon[97338]: pgmap v11414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:58.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:58:58 smithi081 ceph-mon[95500]: pgmap v11414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:58:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:58:58 smithi081 ceph-mon[107735]: pgmap v11414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:00 smithi170 ceph-mon[97338]: pgmap v11415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:00.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:00 smithi081 ceph-mon[95500]: pgmap v11415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:00 smithi081 ceph-mon[107735]: pgmap v11415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:02 smithi170 ceph-mon[97338]: pgmap v11416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:02.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:02 smithi081 ceph-mon[95500]: pgmap v11416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:02 smithi081 ceph-mon[107735]: pgmap v11416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:59:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:03 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:03.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:03.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:04 smithi170 ceph-mon[97338]: pgmap v11417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:04.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:04 smithi081 ceph-mon[95500]: pgmap v11417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:04 smithi081 ceph-mon[107735]: pgmap v11417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:05 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:05.069Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:05.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:05.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:06 smithi170 ceph-mon[97338]: pgmap v11418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:06.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:06 smithi081 ceph-mon[95500]: pgmap v11418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:06 smithi081 ceph-mon[107735]: pgmap v11418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:08 smithi170 ceph-mon[97338]: pgmap v11419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:08.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:08 smithi081 ceph-mon[95500]: pgmap v11419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:08 smithi081 ceph-mon[107735]: pgmap v11419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:10 smithi170 ceph-mon[97338]: pgmap v11420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:10 smithi081 ceph-mon[95500]: pgmap v11420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:10 smithi081 ceph-mon[107735]: pgmap v11420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:12 smithi170 ceph-mon[97338]: pgmap v11421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:12.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:12 smithi081 ceph-mon[95500]: pgmap v11421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:12 smithi081 ceph-mon[107735]: pgmap v11421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:59:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:13 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:13.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:13.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:14 smithi170 ceph-mon[97338]: pgmap v11422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:14 smithi081 ceph-mon[95500]: pgmap v11422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:14 smithi081 ceph-mon[107735]: pgmap v11422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:15 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:15.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:15.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:16 smithi170 ceph-mon[97338]: pgmap v11423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:16 smithi081 ceph-mon[95500]: pgmap v11423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:16 smithi081 ceph-mon[107735]: pgmap v11423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:18 smithi170 ceph-mon[97338]: pgmap v11424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:18.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:18 smithi081 ceph-mon[95500]: pgmap v11424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:18 smithi081 ceph-mon[107735]: pgmap v11424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:20 smithi170 ceph-mon[97338]: pgmap v11425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:20.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:20 smithi081 ceph-mon[95500]: pgmap v11425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:20 smithi081 ceph-mon[107735]: pgmap v11425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:22 smithi170 ceph-mon[97338]: pgmap v11426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:22.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:22 smithi081 ceph-mon[95500]: pgmap v11426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:22 smithi081 ceph-mon[107735]: pgmap v11426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:59:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:23 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:23.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:23.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:24 smithi170 ceph-mon[97338]: pgmap v11427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:24 smithi081 ceph-mon[95500]: pgmap v11427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:24 smithi081 ceph-mon[107735]: pgmap v11427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:25 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:25.071Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:25.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:26 smithi170 ceph-mon[97338]: pgmap v11428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:26.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:26 smithi081 ceph-mon[95500]: pgmap v11428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:26 smithi081 ceph-mon[107735]: pgmap v11428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:28 smithi170 ceph-mon[97338]: pgmap v11429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:28 smithi081 ceph-mon[95500]: pgmap v11429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:28 smithi081 ceph-mon[107735]: pgmap v11429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:30 smithi170 ceph-mon[97338]: pgmap v11430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:30 smithi081 ceph-mon[95500]: pgmap v11430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:30 smithi081 ceph-mon[107735]: pgmap v11430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:32 smithi170 ceph-mon[97338]: pgmap v11431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:32 smithi081 ceph-mon[95500]: pgmap v11431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:32 smithi081 ceph-mon[107735]: pgmap v11431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:59:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:33 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:33.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:33.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:34 smithi170 ceph-mon[97338]: pgmap v11432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:34 smithi081 ceph-mon[95500]: pgmap v11432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:34 smithi081 ceph-mon[107735]: pgmap v11432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:35 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:35.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:35.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:36 smithi170 ceph-mon[97338]: pgmap v11433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:36 smithi081 ceph-mon[95500]: pgmap v11433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:36 smithi081 ceph-mon[107735]: pgmap v11433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:38 smithi170 ceph-mon[97338]: pgmap v11434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:38.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:38 smithi081 ceph-mon[95500]: pgmap v11434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:38 smithi081 ceph-mon[107735]: pgmap v11434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:40 smithi170 ceph-mon[97338]: pgmap v11435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:40 smithi081 ceph-mon[95500]: pgmap v11435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:40 smithi081 ceph-mon[107735]: pgmap v11435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:42 smithi170 ceph-mon[97338]: pgmap v11436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:42 smithi081 ceph-mon[95500]: pgmap v11436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:42 smithi081 ceph-mon[107735]: pgmap v11436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:59:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:43 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:43.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:43.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:44 smithi170 ceph-mon[97338]: pgmap v11437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:44 smithi081 ceph-mon[95500]: pgmap v11437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:44 smithi081 ceph-mon[107735]: pgmap v11437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:45.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:45 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:45.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:45.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:46 smithi170 ceph-mon[97338]: pgmap v11438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:46.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:46 smithi081 ceph-mon[95500]: pgmap v11438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:46 smithi081 ceph-mon[107735]: pgmap v11438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:48 smithi170 ceph-mon[97338]: pgmap v11439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:48 smithi081 ceph-mon[95500]: pgmap v11439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:48 smithi081 ceph-mon[107735]: pgmap v11439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:50 smithi170 ceph-mon[97338]: pgmap v11440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:50 smithi081 ceph-mon[95500]: pgmap v11440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:50 smithi081 ceph-mon[107735]: pgmap v11440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:52 smithi170 ceph-mon[97338]: pgmap v11441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:52.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:52 smithi081 ceph-mon[95500]: pgmap v11441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:52 smithi081 ceph-mon[107735]: pgmap v11441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:53.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:53 smithi170 ceph-mon[97338]: pgmap v11442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:53.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:53 smithi081 ceph-mon[95500]: pgmap v11442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 11:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:11:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T11:59:53.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:53 smithi081 ceph-mon[107735]: pgmap v11442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:53 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:53.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:53.223Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:55 smithi081 conmon[157419]: level=error ts=2023-05-20T11:59:55.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 11:59:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T11:59:55.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T11:59:56.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:55 smithi170 ceph-mon[97338]: pgmap v11443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:56.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:55 smithi081 ceph-mon[95500]: pgmap v11443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:56.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:55 smithi081 ceph-mon[107735]: pgmap v11443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:58.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:57 smithi170 ceph-mon[97338]: pgmap v11444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:58.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:57 smithi081 ceph-mon[95500]: pgmap v11444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T11:59:58.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:57 smithi081 ceph-mon[107735]: pgmap v11444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:00.243 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 11:59:59 smithi170 ceph-mon[97338]: pgmap v11445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:00.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 11:59:59 smithi081 ceph-mon[95500]: pgmap v11445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:00.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 11:59:59 smithi081 ceph-mon[107735]: pgmap v11445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:01.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:00:01.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:00:01.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:00:02.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:01 smithi081 ceph-mon[95500]: pgmap v11446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:02.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:01 smithi081 ceph-mon[107735]: pgmap v11446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:01 smithi170 ceph-mon[97338]: pgmap v11446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:03.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:00:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:03.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:03.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:04.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:03 smithi081 ceph-mon[95500]: pgmap v11447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:04.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:04 smithi081 ceph-mon[107735]: pgmap v11447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:03 smithi170 ceph-mon[97338]: pgmap v11447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:05.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:05.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:06.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:06 smithi081 ceph-mon[95500]: pgmap v11448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:06.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:06 smithi081 ceph-mon[107735]: pgmap v11448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:06 smithi170 ceph-mon[97338]: pgmap v11448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:08.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:08 smithi081 ceph-mon[95500]: pgmap v11449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:08.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:08 smithi081 ceph-mon[107735]: pgmap v11449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:08 smithi170 ceph-mon[97338]: pgmap v11449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:10.264 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:10 smithi081 ceph-mon[95500]: pgmap v11450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:10.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:10 smithi081 ceph-mon[107735]: pgmap v11450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:10 smithi170 ceph-mon[97338]: pgmap v11450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:12.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:12 smithi081 ceph-mon[95500]: pgmap v11451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:12.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:12 smithi081 ceph-mon[107735]: pgmap v11451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:12 smithi170 ceph-mon[97338]: pgmap v11451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:00:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:13.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:13.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:14 smithi170 ceph-mon[97338]: pgmap v11452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:14.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:14 smithi081 ceph-mon[95500]: pgmap v11452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:14 smithi081 ceph-mon[107735]: pgmap v11452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:15.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:15.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:15.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:16 smithi170 ceph-mon[97338]: pgmap v11453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:16 smithi081 ceph-mon[95500]: pgmap v11453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:16 smithi081 ceph-mon[107735]: pgmap v11453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:18 smithi170 ceph-mon[97338]: pgmap v11454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:18 smithi081 ceph-mon[95500]: pgmap v11454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:18 smithi081 ceph-mon[107735]: pgmap v11454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:20 smithi170 ceph-mon[97338]: pgmap v11455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:20 smithi081 ceph-mon[95500]: pgmap v11455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:20 smithi081 ceph-mon[107735]: pgmap v11455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:22 smithi170 ceph-mon[97338]: pgmap v11456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:22 smithi081 ceph-mon[95500]: pgmap v11456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:22 smithi081 ceph-mon[107735]: pgmap v11456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:00:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:23.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:23.225Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:24 smithi170 ceph-mon[97338]: pgmap v11457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:24.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:24 smithi081 ceph-mon[95500]: pgmap v11457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:24 smithi081 ceph-mon[107735]: pgmap v11457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:25.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:25.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:26 smithi170 ceph-mon[97338]: pgmap v11458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:26 smithi081 ceph-mon[95500]: pgmap v11458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:26 smithi081 ceph-mon[107735]: pgmap v11458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:28 smithi170 ceph-mon[97338]: pgmap v11459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:28 smithi081 ceph-mon[95500]: pgmap v11459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:28 smithi081 ceph-mon[107735]: pgmap v11459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:30 smithi170 ceph-mon[97338]: pgmap v11460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:30.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:30 smithi081 ceph-mon[95500]: pgmap v11460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:30 smithi081 ceph-mon[107735]: pgmap v11460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:32 smithi170 ceph-mon[97338]: pgmap v11461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:32.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:32 smithi081 ceph-mon[95500]: pgmap v11461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:32 smithi081 ceph-mon[107735]: pgmap v11461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:33.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:33.225Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:00:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:34 smithi170 ceph-mon[97338]: pgmap v11462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:34.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:34 smithi081 ceph-mon[95500]: pgmap v11462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:34 smithi081 ceph-mon[107735]: pgmap v11462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:35.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:35.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:35.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:36 smithi170 ceph-mon[97338]: pgmap v11463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:36.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:36 smithi081 ceph-mon[95500]: pgmap v11463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:36 smithi081 ceph-mon[107735]: pgmap v11463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:38 smithi170 ceph-mon[97338]: pgmap v11464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:38 smithi081 ceph-mon[95500]: pgmap v11464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:38 smithi081 ceph-mon[107735]: pgmap v11464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:40 smithi170 ceph-mon[97338]: pgmap v11465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:40.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:40 smithi081 ceph-mon[95500]: pgmap v11465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:40 smithi081 ceph-mon[107735]: pgmap v11465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:42 smithi170 ceph-mon[97338]: pgmap v11466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:42.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:42 smithi081 ceph-mon[95500]: pgmap v11466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:42 smithi081 ceph-mon[107735]: pgmap v11466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:00:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:43.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:43.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:44 smithi170 ceph-mon[97338]: pgmap v11467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:44 smithi081 ceph-mon[95500]: pgmap v11467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:44 smithi081 ceph-mon[107735]: pgmap v11467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:45.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:45.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:46 smithi170 ceph-mon[97338]: pgmap v11468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:46 smithi081 ceph-mon[95500]: pgmap v11468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:46 smithi081 ceph-mon[107735]: pgmap v11468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:48 smithi170 ceph-mon[97338]: pgmap v11469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:48.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:48 smithi081 ceph-mon[95500]: pgmap v11469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:48 smithi081 ceph-mon[107735]: pgmap v11469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:50 smithi170 ceph-mon[97338]: pgmap v11470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:50.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:50 smithi081 ceph-mon[95500]: pgmap v11470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:50 smithi081 ceph-mon[107735]: pgmap v11470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:52 smithi170 ceph-mon[97338]: pgmap v11471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:52 smithi081 ceph-mon[95500]: pgmap v11471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:52 smithi081 ceph-mon[107735]: pgmap v11471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:00:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:53.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:53.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:54 smithi170 ceph-mon[97338]: pgmap v11472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:54 smithi081 ceph-mon[95500]: pgmap v11472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:54 smithi081 ceph-mon[107735]: pgmap v11472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:00:55.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:00:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:00:55.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:00:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:56 smithi170 ceph-mon[97338]: pgmap v11473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:56.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:56 smithi081 ceph-mon[95500]: pgmap v11473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:56 smithi081 ceph-mon[107735]: pgmap v11473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:00:58 smithi170 ceph-mon[97338]: pgmap v11474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:00:58 smithi081 ceph-mon[95500]: pgmap v11474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:00:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:00:58 smithi081 ceph-mon[107735]: pgmap v11474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:00 smithi170 ceph-mon[97338]: pgmap v11475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:00 smithi081 ceph-mon[95500]: pgmap v11475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:00 smithi081 ceph-mon[107735]: pgmap v11475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:02 smithi170 ceph-mon[97338]: pgmap v11476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:02 smithi081 ceph-mon[95500]: pgmap v11476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:02 smithi081 ceph-mon[107735]: pgmap v11476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:01:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:03.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:03.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:04 smithi170 ceph-mon[97338]: pgmap v11477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:04 smithi081 ceph-mon[95500]: pgmap v11477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:04 smithi081 ceph-mon[107735]: pgmap v11477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:05.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:05.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:06 smithi170 ceph-mon[97338]: pgmap v11478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:06 smithi081 ceph-mon[95500]: pgmap v11478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:06 smithi081 ceph-mon[107735]: pgmap v11478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:08 smithi170 ceph-mon[97338]: pgmap v11479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:08 smithi081 ceph-mon[95500]: pgmap v11479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:08 smithi081 ceph-mon[107735]: pgmap v11479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:10 smithi170 ceph-mon[97338]: pgmap v11480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:10 smithi081 ceph-mon[95500]: pgmap v11480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:10 smithi081 ceph-mon[107735]: pgmap v11480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:12 smithi170 ceph-mon[97338]: pgmap v11481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:12 smithi081 ceph-mon[95500]: pgmap v11481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:12 smithi081 ceph-mon[107735]: pgmap v11481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:01:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:13.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:13.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:14 smithi170 ceph-mon[97338]: pgmap v11482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:14 smithi081 ceph-mon[95500]: pgmap v11482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:14 smithi081 ceph-mon[107735]: pgmap v11482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:15.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:15.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:16 smithi170 ceph-mon[97338]: pgmap v11483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:16 smithi081 ceph-mon[95500]: pgmap v11483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:16 smithi081 ceph-mon[107735]: pgmap v11483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:18 smithi170 ceph-mon[97338]: pgmap v11484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:18 smithi081 ceph-mon[95500]: pgmap v11484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:18 smithi081 ceph-mon[107735]: pgmap v11484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:20 smithi170 ceph-mon[97338]: pgmap v11485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:20 smithi081 ceph-mon[95500]: pgmap v11485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:20 smithi081 ceph-mon[107735]: pgmap v11485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:22 smithi170 ceph-mon[97338]: pgmap v11486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:22 smithi081 ceph-mon[95500]: pgmap v11486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:22 smithi081 ceph-mon[107735]: pgmap v11486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:01:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:23.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:23.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:24 smithi170 ceph-mon[97338]: pgmap v11487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:24 smithi081 ceph-mon[95500]: pgmap v11487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:24 smithi081 ceph-mon[107735]: pgmap v11487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:25.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:25.080Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:25.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:26 smithi170 ceph-mon[97338]: pgmap v11488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:26 smithi081 ceph-mon[95500]: pgmap v11488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:26 smithi081 ceph-mon[107735]: pgmap v11488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:28 smithi170 ceph-mon[97338]: pgmap v11489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:28.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:28 smithi081 ceph-mon[95500]: pgmap v11489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:28 smithi081 ceph-mon[107735]: pgmap v11489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:30 smithi170 ceph-mon[97338]: pgmap v11490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:30 smithi081 ceph-mon[95500]: pgmap v11490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:30 smithi081 ceph-mon[107735]: pgmap v11490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:32 smithi170 ceph-mon[97338]: pgmap v11491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:32 smithi081 ceph-mon[95500]: pgmap v11491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:32 smithi081 ceph-mon[107735]: pgmap v11491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:33.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:33 smithi170 ceph-mon[97338]: pgmap v11492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:33.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:33 smithi081 ceph-mon[95500]: pgmap v11492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:01:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:33 smithi081 ceph-mon[107735]: pgmap v11492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:33.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:33.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:33.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:33.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:35.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:35.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:36.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:36 smithi081 ceph-mon[95500]: pgmap v11493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:36.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:36 smithi081 ceph-mon[107735]: pgmap v11493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:36 smithi170 ceph-mon[97338]: pgmap v11493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:38.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:38 smithi081 ceph-mon[95500]: pgmap v11494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:38.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:38 smithi081 ceph-mon[107735]: pgmap v11494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:38 smithi170 ceph-mon[97338]: pgmap v11494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:40 smithi170 ceph-mon[97338]: pgmap v11495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:40 smithi081 ceph-mon[95500]: pgmap v11495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:40 smithi081 ceph-mon[107735]: pgmap v11495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:42.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:42 smithi170 ceph-mon[97338]: pgmap v11496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:42 smithi081 ceph-mon[95500]: pgmap v11496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:42 smithi081 ceph-mon[107735]: pgmap v11496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:43.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:01:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:43.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:43.230Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:44 smithi170 ceph-mon[97338]: pgmap v11497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:44.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:44 smithi081 ceph-mon[95500]: pgmap v11497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:44 smithi081 ceph-mon[107735]: pgmap v11497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:45.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:45.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:46 smithi170 ceph-mon[97338]: pgmap v11498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:46 smithi081 ceph-mon[95500]: pgmap v11498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:46 smithi081 ceph-mon[107735]: pgmap v11498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:48 smithi170 ceph-mon[97338]: pgmap v11499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:48 smithi081 ceph-mon[95500]: pgmap v11499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:48 smithi081 ceph-mon[107735]: pgmap v11499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:50 smithi170 ceph-mon[97338]: pgmap v11500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:50 smithi081 ceph-mon[95500]: pgmap v11500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:50 smithi081 ceph-mon[107735]: pgmap v11500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:52.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:52 smithi170 ceph-mon[97338]: pgmap v11501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:52 smithi081 ceph-mon[95500]: pgmap v11501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:52 smithi081 ceph-mon[107735]: pgmap v11501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:01:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:53.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:53.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:54 smithi170 ceph-mon[97338]: pgmap v11502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:54 smithi081 ceph-mon[95500]: pgmap v11502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:54 smithi081 ceph-mon[107735]: pgmap v11502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:01:55.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:01:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:01:55.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:01:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:56 smithi170 ceph-mon[97338]: pgmap v11503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:56 smithi081 ceph-mon[95500]: pgmap v11503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:56 smithi081 ceph-mon[107735]: pgmap v11503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:01:58 smithi170 ceph-mon[97338]: pgmap v11504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:01:58 smithi081 ceph-mon[95500]: pgmap v11504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:01:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:01:58 smithi081 ceph-mon[107735]: pgmap v11504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:00 smithi170 ceph-mon[97338]: pgmap v11505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:00 smithi081 ceph-mon[95500]: pgmap v11505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:00 smithi081 ceph-mon[107735]: pgmap v11505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:02.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:02 smithi170 ceph-mon[97338]: pgmap v11506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:02 smithi081 ceph-mon[95500]: pgmap v11506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:02 smithi081 ceph-mon[107735]: pgmap v11506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:02:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:03.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:03.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:04 smithi170 ceph-mon[97338]: pgmap v11507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:04 smithi081 ceph-mon[95500]: pgmap v11507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:04 smithi081 ceph-mon[107735]: pgmap v11507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:05.083Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:05.084Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:06 smithi170 ceph-mon[97338]: pgmap v11508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:06 smithi081 ceph-mon[95500]: pgmap v11508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:06 smithi081 ceph-mon[107735]: pgmap v11508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:08.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:08 smithi170 ceph-mon[97338]: pgmap v11509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:08 smithi081 ceph-mon[95500]: pgmap v11509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:08 smithi081 ceph-mon[107735]: pgmap v11509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:10 smithi170 ceph-mon[97338]: pgmap v11510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:10.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:10 smithi081 ceph-mon[95500]: pgmap v11510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:10 smithi081 ceph-mon[107735]: pgmap v11510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:12.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:12 smithi170 ceph-mon[97338]: pgmap v11511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:12 smithi081 ceph-mon[95500]: pgmap v11511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:12 smithi081 ceph-mon[107735]: pgmap v11511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:13.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:13.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:02:14.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:14 smithi170 ceph-mon[97338]: pgmap v11512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:14 smithi081 ceph-mon[95500]: pgmap v11512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:14 smithi081 ceph-mon[107735]: pgmap v11512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:15.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:15.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:16 smithi170 ceph-mon[97338]: pgmap v11513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:16.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:16 smithi081 ceph-mon[95500]: pgmap v11513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:16 smithi081 ceph-mon[107735]: pgmap v11513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:18.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:18 smithi170 ceph-mon[97338]: pgmap v11514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:18 smithi081 ceph-mon[95500]: pgmap v11514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:18 smithi081 ceph-mon[107735]: pgmap v11514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:20 smithi170 ceph-mon[97338]: pgmap v11515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:20 smithi081 ceph-mon[95500]: pgmap v11515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:20 smithi081 ceph-mon[107735]: pgmap v11515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:22 smithi170 ceph-mon[97338]: pgmap v11516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:22 smithi081 ceph-mon[95500]: pgmap v11516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:22 smithi081 ceph-mon[107735]: pgmap v11516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:02:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:23.232Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:23.233Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:24 smithi170 ceph-mon[97338]: pgmap v11517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:24 smithi081 ceph-mon[95500]: pgmap v11517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:24 smithi081 ceph-mon[107735]: pgmap v11517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:25.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:25.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:26.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:26 smithi170 ceph-mon[97338]: pgmap v11518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:26 smithi081 ceph-mon[95500]: pgmap v11518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:26 smithi081 ceph-mon[107735]: pgmap v11518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:28.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:28 smithi170 ceph-mon[97338]: pgmap v11519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:28 smithi081 ceph-mon[95500]: pgmap v11519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:28 smithi081 ceph-mon[107735]: pgmap v11519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:30 smithi170 ceph-mon[97338]: pgmap v11520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:30 smithi081 ceph-mon[95500]: pgmap v11520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:30 smithi081 ceph-mon[107735]: pgmap v11520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:32.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:32 smithi170 ceph-mon[97338]: pgmap v11521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:32 smithi081 ceph-mon[95500]: pgmap v11521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:32 smithi081 ceph-mon[107735]: pgmap v11521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:02:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:33.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:33.234Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:34 smithi170 ceph-mon[97338]: pgmap v11522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:34 smithi081 ceph-mon[95500]: pgmap v11522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:34 smithi081 ceph-mon[107735]: pgmap v11522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:35.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:35.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:36.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:36 smithi170 ceph-mon[97338]: pgmap v11523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:36 smithi081 ceph-mon[95500]: pgmap v11523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:36 smithi081 ceph-mon[107735]: pgmap v11523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:38 smithi170 ceph-mon[97338]: pgmap v11524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:38 smithi081 ceph-mon[95500]: pgmap v11524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:38 smithi081 ceph-mon[107735]: pgmap v11524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:40 smithi170 ceph-mon[97338]: pgmap v11525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:40 smithi081 ceph-mon[95500]: pgmap v11525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:40 smithi081 ceph-mon[107735]: pgmap v11525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:42 smithi170 ceph-mon[97338]: pgmap v11526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:42 smithi081 ceph-mon[95500]: pgmap v11526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:42 smithi081 ceph-mon[107735]: pgmap v11526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:02:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:43.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:43.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:44.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:44 smithi170 ceph-mon[97338]: pgmap v11527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:44 smithi081 ceph-mon[95500]: pgmap v11527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:44 smithi081 ceph-mon[107735]: pgmap v11527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:45.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:45.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:46.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:46 smithi170 ceph-mon[97338]: pgmap v11528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:46 smithi081 ceph-mon[95500]: pgmap v11528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:46 smithi081 ceph-mon[107735]: pgmap v11528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:48.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:48 smithi170 ceph-mon[97338]: pgmap v11529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:48 smithi081 ceph-mon[95500]: pgmap v11529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:48 smithi081 ceph-mon[107735]: pgmap v11529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:50.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:50 smithi170 ceph-mon[97338]: pgmap v11530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:50 smithi081 ceph-mon[95500]: pgmap v11530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:50 smithi081 ceph-mon[107735]: pgmap v11530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:52 smithi170 ceph-mon[97338]: pgmap v11531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:52 smithi081 ceph-mon[95500]: pgmap v11531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:52 smithi081 ceph-mon[107735]: pgmap v11531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:02:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:53.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:53.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:54 smithi170 ceph-mon[97338]: pgmap v11532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:54 smithi081 ceph-mon[95500]: pgmap v11532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:54 smithi081 ceph-mon[107735]: pgmap v11532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:02:55.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:02:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:02:55.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:02:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:56 smithi170 ceph-mon[97338]: pgmap v11533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:56 smithi081 ceph-mon[95500]: pgmap v11533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:56 smithi081 ceph-mon[107735]: pgmap v11533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:58.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:02:58 smithi170 ceph-mon[97338]: pgmap v11534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:02:58 smithi081 ceph-mon[95500]: pgmap v11534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:02:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:02:58 smithi081 ceph-mon[107735]: pgmap v11534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:00.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:00 smithi170 ceph-mon[97338]: pgmap v11535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:00 smithi081 ceph-mon[95500]: pgmap v11535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:00 smithi081 ceph-mon[107735]: pgmap v11535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:02 smithi170 ceph-mon[97338]: pgmap v11536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:02 smithi081 ceph-mon[95500]: pgmap v11536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:02 smithi081 ceph-mon[107735]: pgmap v11536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:03:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:03.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:03.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:04.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:04 smithi170 ceph-mon[97338]: pgmap v11537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:04 smithi081 ceph-mon[95500]: pgmap v11537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:04 smithi081 ceph-mon[107735]: pgmap v11537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:05.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:05.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:06 smithi170 ceph-mon[97338]: pgmap v11538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:06 smithi081 ceph-mon[95500]: pgmap v11538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:06 smithi081 ceph-mon[107735]: pgmap v11538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:08 smithi170 ceph-mon[97338]: pgmap v11539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:08 smithi081 ceph-mon[95500]: pgmap v11539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:08 smithi081 ceph-mon[107735]: pgmap v11539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:10 smithi170 ceph-mon[97338]: pgmap v11540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:10 smithi081 ceph-mon[95500]: pgmap v11540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:10 smithi081 ceph-mon[107735]: pgmap v11540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:11 smithi170 ceph-mon[97338]: pgmap v11541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:11 smithi081 ceph-mon[95500]: pgmap v11541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:11.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:11 smithi081 ceph-mon[107735]: pgmap v11541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:03:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:13.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:13.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:13.993 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:13 smithi170 ceph-mon[97338]: pgmap v11542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:14.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:13 smithi081 ceph-mon[95500]: pgmap v11542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:14.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:13 smithi081 ceph-mon[107735]: pgmap v11542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:15.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:15.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:16 smithi170 ceph-mon[97338]: pgmap v11543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:16 smithi081 ceph-mon[95500]: pgmap v11543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:16 smithi081 ceph-mon[107735]: pgmap v11543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:18 smithi170 ceph-mon[97338]: pgmap v11544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:18 smithi081 ceph-mon[95500]: pgmap v11544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:18 smithi081 ceph-mon[107735]: pgmap v11544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:20.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:20 smithi170 ceph-mon[97338]: pgmap v11545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:20 smithi081 ceph-mon[95500]: pgmap v11545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:20 smithi081 ceph-mon[107735]: pgmap v11545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:22 smithi170 ceph-mon[97338]: pgmap v11546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:22 smithi081 ceph-mon[95500]: pgmap v11546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:22 smithi081 ceph-mon[107735]: pgmap v11546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:03:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:23.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:23.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:24.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:24 smithi170 ceph-mon[97338]: pgmap v11547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:24 smithi081 ceph-mon[95500]: pgmap v11547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:24 smithi081 ceph-mon[107735]: pgmap v11547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:25.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:25.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:26 smithi170 ceph-mon[97338]: pgmap v11548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:26 smithi081 ceph-mon[95500]: pgmap v11548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:26 smithi081 ceph-mon[107735]: pgmap v11548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:28 smithi170 ceph-mon[97338]: pgmap v11549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:28 smithi081 ceph-mon[95500]: pgmap v11549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:28.656 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:28 smithi081 ceph-mon[107735]: pgmap v11549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:30 smithi170 ceph-mon[97338]: pgmap v11550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:30 smithi081 ceph-mon[95500]: pgmap v11550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:30 smithi081 ceph-mon[107735]: pgmap v11550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:32 smithi170 ceph-mon[97338]: pgmap v11551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:32 smithi081 ceph-mon[95500]: pgmap v11551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:32 smithi081 ceph-mon[107735]: pgmap v11551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:03:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:33.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:33.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:34.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:34 smithi170 ceph-mon[97338]: pgmap v11552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:34 smithi081 ceph-mon[95500]: pgmap v11552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:34 smithi081 ceph-mon[107735]: pgmap v11552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:35.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:35.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:36 smithi170 ceph-mon[97338]: pgmap v11553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:36 smithi081 ceph-mon[95500]: pgmap v11553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:36 smithi081 ceph-mon[107735]: pgmap v11553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:38.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:38 smithi170 ceph-mon[97338]: pgmap v11554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:38 smithi081 ceph-mon[95500]: pgmap v11554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:38 smithi081 ceph-mon[107735]: pgmap v11554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:40.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:40 smithi170 ceph-mon[97338]: pgmap v11555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:40 smithi081 ceph-mon[95500]: pgmap v11555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:40 smithi081 ceph-mon[107735]: pgmap v11555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:42 smithi170 ceph-mon[97338]: pgmap v11556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:42 smithi081 ceph-mon[95500]: pgmap v11556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:42 smithi081 ceph-mon[107735]: pgmap v11556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:03:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:43.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:43.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:44 smithi170 ceph-mon[97338]: pgmap v11557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:44 smithi081 ceph-mon[95500]: pgmap v11557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:44 smithi081 ceph-mon[107735]: pgmap v11557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:45.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:45.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:46 smithi170 ceph-mon[97338]: pgmap v11558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:46 smithi081 ceph-mon[95500]: pgmap v11558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:46 smithi081 ceph-mon[107735]: pgmap v11558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:48 smithi170 ceph-mon[97338]: pgmap v11559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:48 smithi081 ceph-mon[95500]: pgmap v11559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:48 smithi081 ceph-mon[107735]: pgmap v11559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:50 smithi170 ceph-mon[97338]: pgmap v11560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:50 smithi081 ceph-mon[95500]: pgmap v11560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:50 smithi081 ceph-mon[107735]: pgmap v11560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:52 smithi170 ceph-mon[97338]: pgmap v11561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:52 smithi081 ceph-mon[95500]: pgmap v11561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:52 smithi081 ceph-mon[107735]: pgmap v11561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:03:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:53.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:53.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:54.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:54 smithi170 ceph-mon[97338]: pgmap v11562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:54 smithi081 ceph-mon[95500]: pgmap v11562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:54 smithi081 ceph-mon[107735]: pgmap v11562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:03:55.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:03:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:03:55.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:03:56.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:56 smithi170 ceph-mon[97338]: pgmap v11563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:56 smithi081 ceph-mon[95500]: pgmap v11563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:56 smithi081 ceph-mon[107735]: pgmap v11563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:03:58 smithi170 ceph-mon[97338]: pgmap v11564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:03:58 smithi081 ceph-mon[95500]: pgmap v11564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:03:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:03:58 smithi081 ceph-mon[107735]: pgmap v11564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:00 smithi170 ceph-mon[97338]: pgmap v11565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:00 smithi081 ceph-mon[95500]: pgmap v11565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:00 smithi081 ceph-mon[107735]: pgmap v11565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:02 smithi170 ceph-mon[97338]: pgmap v11566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:02 smithi081 ceph-mon[95500]: pgmap v11566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:02 smithi081 ceph-mon[107735]: pgmap v11566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:04:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:03.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:03.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:04 smithi170 ceph-mon[97338]: pgmap v11567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:04 smithi081 ceph-mon[95500]: pgmap v11567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:04 smithi081 ceph-mon[107735]: pgmap v11567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:05.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:05.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:06.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:06 smithi170 ceph-mon[97338]: pgmap v11568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:06 smithi081 ceph-mon[95500]: pgmap v11568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:06 smithi081 ceph-mon[107735]: pgmap v11568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:08 smithi170 ceph-mon[97338]: pgmap v11569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:08 smithi081 ceph-mon[95500]: pgmap v11569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:08 smithi081 ceph-mon[107735]: pgmap v11569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:10.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:10 smithi170 ceph-mon[97338]: pgmap v11570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:10 smithi081 ceph-mon[95500]: pgmap v11570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:10 smithi081 ceph-mon[107735]: pgmap v11570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:12 smithi170 ceph-mon[97338]: pgmap v11571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:12 smithi081 ceph-mon[95500]: pgmap v11571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:12 smithi081 ceph-mon[107735]: pgmap v11571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:04:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:13.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:13.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:14 smithi170 ceph-mon[97338]: pgmap v11572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:14 smithi081 ceph-mon[95500]: pgmap v11572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:14 smithi081 ceph-mon[107735]: pgmap v11572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:15.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:15.094Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:16.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:16 smithi170 ceph-mon[97338]: pgmap v11573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:16 smithi081 ceph-mon[95500]: pgmap v11573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:16 smithi081 ceph-mon[107735]: pgmap v11573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:18 smithi170 ceph-mon[97338]: pgmap v11574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:18 smithi081 ceph-mon[95500]: pgmap v11574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:18 smithi081 ceph-mon[107735]: pgmap v11574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:20 smithi170 ceph-mon[97338]: pgmap v11575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:20 smithi081 ceph-mon[95500]: pgmap v11575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:20 smithi081 ceph-mon[107735]: pgmap v11575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:22.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:22 smithi170 ceph-mon[97338]: pgmap v11576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:22 smithi081 ceph-mon[95500]: pgmap v11576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:22 smithi081 ceph-mon[107735]: pgmap v11576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:04:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:23.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:23.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:24 smithi170 ceph-mon[97338]: pgmap v11577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:24 smithi081 ceph-mon[95500]: pgmap v11577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:24 smithi081 ceph-mon[107735]: pgmap v11577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:25.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:25.094Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:26 smithi170 ceph-mon[97338]: pgmap v11578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:26 smithi081 ceph-mon[95500]: pgmap v11578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:26 smithi081 ceph-mon[107735]: pgmap v11578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:28 smithi170 ceph-mon[97338]: pgmap v11579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:28 smithi081 ceph-mon[95500]: pgmap v11579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:28 smithi081 ceph-mon[107735]: pgmap v11579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:30.493 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:30 smithi170 ceph-mon[97338]: pgmap v11580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:30 smithi081 ceph-mon[95500]: pgmap v11580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:30 smithi081 ceph-mon[107735]: pgmap v11580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:32 smithi170 ceph-mon[97338]: pgmap v11581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:32 smithi081 ceph-mon[95500]: pgmap v11581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:32 smithi081 ceph-mon[107735]: pgmap v11581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:04:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:33.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:33.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:34 smithi170 ceph-mon[97338]: pgmap v11582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:34 smithi081 ceph-mon[95500]: pgmap v11582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:34 smithi081 ceph-mon[107735]: pgmap v11582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:35.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:35.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:36 smithi170 ceph-mon[97338]: pgmap v11583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:36 smithi081 ceph-mon[95500]: pgmap v11583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:36 smithi081 ceph-mon[107735]: pgmap v11583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:38 smithi170 ceph-mon[97338]: pgmap v11584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:38 smithi081 ceph-mon[95500]: pgmap v11584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:38 smithi081 ceph-mon[107735]: pgmap v11584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:40 smithi170 ceph-mon[97338]: pgmap v11585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:40 smithi081 ceph-mon[95500]: pgmap v11585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:40 smithi081 ceph-mon[107735]: pgmap v11585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:42 smithi170 ceph-mon[97338]: pgmap v11586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:42 smithi081 ceph-mon[95500]: pgmap v11586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:42 smithi081 ceph-mon[107735]: pgmap v11586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:04:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:43.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:43.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:44 smithi170 ceph-mon[97338]: pgmap v11587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:44 smithi081 ceph-mon[95500]: pgmap v11587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:44 smithi081 ceph-mon[107735]: pgmap v11587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:45.095Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:45.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:46 smithi170 ceph-mon[97338]: pgmap v11588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:46 smithi081 ceph-mon[95500]: pgmap v11588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:46 smithi081 ceph-mon[107735]: pgmap v11588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:48 smithi170 ceph-mon[97338]: pgmap v11589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:48 smithi081 ceph-mon[95500]: pgmap v11589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:48 smithi081 ceph-mon[107735]: pgmap v11589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:50 smithi170 ceph-mon[97338]: pgmap v11590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:50 smithi081 ceph-mon[95500]: pgmap v11590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:50 smithi081 ceph-mon[107735]: pgmap v11590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:52 smithi170 ceph-mon[97338]: pgmap v11591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:52 smithi081 ceph-mon[95500]: pgmap v11591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:52 smithi081 ceph-mon[107735]: pgmap v11591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:53 smithi170 ceph-mon[97338]: pgmap v11592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:53.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:53 smithi081 ceph-mon[95500]: pgmap v11592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:04:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:53 smithi081 ceph-mon[107735]: pgmap v11592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:53.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:53.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:04:55.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:04:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:04:55.098Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:04:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:56 smithi170 ceph-mon[97338]: pgmap v11593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:56 smithi081 ceph-mon[95500]: pgmap v11593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:56 smithi081 ceph-mon[107735]: pgmap v11593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:04:58 smithi170 ceph-mon[97338]: pgmap v11594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:04:58 smithi081 ceph-mon[95500]: pgmap v11594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:04:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:04:58 smithi081 ceph-mon[107735]: pgmap v11594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:00 smithi170 ceph-mon[97338]: pgmap v11595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:00 smithi081 ceph-mon[95500]: pgmap v11595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:00 smithi081 ceph-mon[107735]: pgmap v11595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:02 smithi170 ceph-mon[97338]: pgmap v11596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:02 smithi081 ceph-mon[95500]: pgmap v11596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:02 smithi081 ceph-mon[107735]: pgmap v11596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:05:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:03.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:03.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:04 smithi170 ceph-mon[97338]: pgmap v11597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:04 smithi081 ceph-mon[95500]: pgmap v11597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:04 smithi081 ceph-mon[107735]: pgmap v11597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:05.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:05.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:06 smithi170 ceph-mon[97338]: pgmap v11598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:06 smithi081 ceph-mon[95500]: pgmap v11598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:06 smithi081 ceph-mon[107735]: pgmap v11598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:08 smithi170 ceph-mon[97338]: pgmap v11599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:08 smithi081 ceph-mon[95500]: pgmap v11599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:08 smithi081 ceph-mon[107735]: pgmap v11599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:10 smithi170 ceph-mon[97338]: pgmap v11600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:10 smithi081 ceph-mon[95500]: pgmap v11600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:10 smithi081 ceph-mon[107735]: pgmap v11600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:12 smithi170 ceph-mon[97338]: pgmap v11601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:12 smithi081 ceph-mon[95500]: pgmap v11601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:12 smithi081 ceph-mon[107735]: pgmap v11601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:05:13.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:13.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:13.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:14 smithi170 ceph-mon[97338]: pgmap v11602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:14.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:14 smithi081 ceph-mon[95500]: pgmap v11602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:14.565 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:14 smithi081 ceph-mon[107735]: pgmap v11602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:15.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:15.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:16 smithi170 ceph-mon[97338]: pgmap v11603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:16 smithi081 ceph-mon[95500]: pgmap v11603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:16 smithi081 ceph-mon[107735]: pgmap v11603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:18 smithi170 ceph-mon[97338]: pgmap v11604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:18 smithi081 ceph-mon[95500]: pgmap v11604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:18 smithi081 ceph-mon[107735]: pgmap v11604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:20 smithi170 ceph-mon[97338]: pgmap v11605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:20 smithi081 ceph-mon[95500]: pgmap v11605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:20 smithi081 ceph-mon[107735]: pgmap v11605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:22 smithi170 ceph-mon[97338]: pgmap v11606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:22 smithi081 ceph-mon[95500]: pgmap v11606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:22 smithi081 ceph-mon[107735]: pgmap v11606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:05:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:23.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:23.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:24 smithi170 ceph-mon[97338]: pgmap v11607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:24 smithi081 ceph-mon[95500]: pgmap v11607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:24 smithi081 ceph-mon[107735]: pgmap v11607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:25.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:25.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:26 smithi170 ceph-mon[97338]: pgmap v11608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:26 smithi081 ceph-mon[95500]: pgmap v11608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:26 smithi081 ceph-mon[107735]: pgmap v11608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:28 smithi170 ceph-mon[97338]: pgmap v11609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:28 smithi081 ceph-mon[95500]: pgmap v11609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:28 smithi081 ceph-mon[107735]: pgmap v11609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:30 smithi170 ceph-mon[97338]: pgmap v11610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:30 smithi081 ceph-mon[95500]: pgmap v11610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:30 smithi081 ceph-mon[107735]: pgmap v11610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:32 smithi170 ceph-mon[97338]: pgmap v11611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:32 smithi081 ceph-mon[95500]: pgmap v11611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:32 smithi081 ceph-mon[107735]: pgmap v11611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:05:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:33.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:33.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:34 smithi170 ceph-mon[97338]: pgmap v11612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:34 smithi081 ceph-mon[95500]: pgmap v11612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:34 smithi081 ceph-mon[107735]: pgmap v11612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:35.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:35.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:36 smithi170 ceph-mon[97338]: pgmap v11613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:36 smithi081 ceph-mon[95500]: pgmap v11613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:36 smithi081 ceph-mon[107735]: pgmap v11613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:38 smithi170 ceph-mon[97338]: pgmap v11614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:38 smithi081 ceph-mon[95500]: pgmap v11614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:38 smithi081 ceph-mon[107735]: pgmap v11614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:40 smithi170 ceph-mon[97338]: pgmap v11615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:40.575 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:40 smithi081 ceph-mon[95500]: pgmap v11615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:40.575 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:40 smithi081 ceph-mon[107735]: pgmap v11615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:42 smithi170 ceph-mon[97338]: pgmap v11616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:42 smithi081 ceph-mon[95500]: pgmap v11616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:42 smithi081 ceph-mon[107735]: pgmap v11616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:05:43.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:43.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:43.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:44 smithi170 ceph-mon[97338]: pgmap v11617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:44 smithi081 ceph-mon[95500]: pgmap v11617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:44 smithi081 ceph-mon[107735]: pgmap v11617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:45.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:45.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:46 smithi170 ceph-mon[97338]: pgmap v11618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:46 smithi081 ceph-mon[95500]: pgmap v11618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:46 smithi081 ceph-mon[107735]: pgmap v11618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:48 smithi170 ceph-mon[97338]: pgmap v11619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:48 smithi081 ceph-mon[95500]: pgmap v11619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:48 smithi081 ceph-mon[107735]: pgmap v11619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:50 smithi170 ceph-mon[97338]: pgmap v11620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:50 smithi081 ceph-mon[95500]: pgmap v11620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:50 smithi081 ceph-mon[107735]: pgmap v11620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:52 smithi170 ceph-mon[97338]: pgmap v11621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:52 smithi081 ceph-mon[95500]: pgmap v11621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:52 smithi081 ceph-mon[107735]: pgmap v11621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:05:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:53.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:53.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:54 smithi170 ceph-mon[97338]: pgmap v11622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:54 smithi081 ceph-mon[95500]: pgmap v11622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:54 smithi081 ceph-mon[107735]: pgmap v11622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:05:55.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:05:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:05:55.101Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:05:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:56 smithi170 ceph-mon[97338]: pgmap v11623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:56 smithi081 ceph-mon[95500]: pgmap v11623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:56 smithi081 ceph-mon[107735]: pgmap v11623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:05:58 smithi170 ceph-mon[97338]: pgmap v11624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:05:58 smithi081 ceph-mon[95500]: pgmap v11624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:05:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:05:58 smithi081 ceph-mon[107735]: pgmap v11624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:00 smithi170 ceph-mon[97338]: pgmap v11625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:00 smithi081 ceph-mon[95500]: pgmap v11625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:00 smithi081 ceph-mon[107735]: pgmap v11625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:02 smithi170 ceph-mon[97338]: pgmap v11626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:02 smithi081 ceph-mon[95500]: pgmap v11626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:02 smithi081 ceph-mon[107735]: pgmap v11626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:06:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:03.247Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:03.248Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:04 smithi170 ceph-mon[97338]: pgmap v11627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:04 smithi081 ceph-mon[95500]: pgmap v11627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:04 smithi081 ceph-mon[107735]: pgmap v11627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:05.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:05.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:06 smithi170 ceph-mon[97338]: pgmap v11628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:06 smithi081 ceph-mon[95500]: pgmap v11628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:06 smithi081 ceph-mon[107735]: pgmap v11628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:08 smithi170 ceph-mon[97338]: pgmap v11629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:08 smithi081 ceph-mon[95500]: pgmap v11629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:08 smithi081 ceph-mon[107735]: pgmap v11629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:10 smithi170 ceph-mon[97338]: pgmap v11630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:10 smithi081 ceph-mon[95500]: pgmap v11630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:10 smithi081 ceph-mon[107735]: pgmap v11630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:12 smithi170 ceph-mon[97338]: pgmap v11631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:12 smithi081 ceph-mon[95500]: pgmap v11631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:12 smithi081 ceph-mon[107735]: pgmap v11631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:06:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:13.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:13.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:14 smithi170 ceph-mon[97338]: pgmap v11632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:14 smithi081 ceph-mon[95500]: pgmap v11632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:14 smithi081 ceph-mon[107735]: pgmap v11632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:15.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:15.104Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:16 smithi170 ceph-mon[97338]: pgmap v11633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:16 smithi081 ceph-mon[95500]: pgmap v11633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:16 smithi081 ceph-mon[107735]: pgmap v11633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:17 smithi170 ceph-mon[97338]: pgmap v11634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:17.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:17 smithi081 ceph-mon[95500]: pgmap v11634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:17.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:17 smithi081 ceph-mon[107735]: pgmap v11634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:20 smithi170 ceph-mon[97338]: pgmap v11635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:20 smithi081 ceph-mon[95500]: pgmap v11635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:20 smithi081 ceph-mon[107735]: pgmap v11635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:22 smithi170 ceph-mon[97338]: pgmap v11636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:22 smithi081 ceph-mon[95500]: pgmap v11636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:22 smithi081 ceph-mon[107735]: pgmap v11636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:06:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:23.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:23.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:24 smithi170 ceph-mon[97338]: pgmap v11637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:24 smithi081 ceph-mon[95500]: pgmap v11637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:24 smithi081 ceph-mon[107735]: pgmap v11637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:25.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:25.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:26 smithi170 ceph-mon[97338]: pgmap v11638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:26 smithi081 ceph-mon[95500]: pgmap v11638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:26 smithi081 ceph-mon[107735]: pgmap v11638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:28 smithi170 ceph-mon[97338]: pgmap v11639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:28 smithi081 ceph-mon[95500]: pgmap v11639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:28 smithi081 ceph-mon[107735]: pgmap v11639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:30 smithi170 ceph-mon[97338]: pgmap v11640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:30 smithi081 ceph-mon[95500]: pgmap v11640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:30 smithi081 ceph-mon[107735]: pgmap v11640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:32 smithi170 ceph-mon[97338]: pgmap v11641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:32 smithi081 ceph-mon[95500]: pgmap v11641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:32 smithi081 ceph-mon[107735]: pgmap v11641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:06:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:33.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:33.250Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:34 smithi170 ceph-mon[97338]: pgmap v11642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:34 smithi081 ceph-mon[95500]: pgmap v11642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:34 smithi081 ceph-mon[107735]: pgmap v11642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:35.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:35.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:36 smithi170 ceph-mon[97338]: pgmap v11643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:36 smithi081 ceph-mon[95500]: pgmap v11643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:36 smithi081 ceph-mon[107735]: pgmap v11643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:38 smithi170 ceph-mon[97338]: pgmap v11644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:38 smithi081 ceph-mon[95500]: pgmap v11644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:38 smithi081 ceph-mon[107735]: pgmap v11644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:40 smithi170 ceph-mon[97338]: pgmap v11645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:40 smithi081 ceph-mon[95500]: pgmap v11645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:40 smithi081 ceph-mon[107735]: pgmap v11645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:42 smithi170 ceph-mon[97338]: pgmap v11646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:42 smithi081 ceph-mon[95500]: pgmap v11646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:42 smithi081 ceph-mon[107735]: pgmap v11646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:06:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:43.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:43.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:44 smithi170 ceph-mon[97338]: pgmap v11647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:44 smithi081 ceph-mon[95500]: pgmap v11647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:44 smithi081 ceph-mon[107735]: pgmap v11647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:45.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:45.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:46 smithi170 ceph-mon[97338]: pgmap v11648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:46 smithi081 ceph-mon[95500]: pgmap v11648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:46 smithi081 ceph-mon[107735]: pgmap v11648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:48 smithi170 ceph-mon[97338]: pgmap v11649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:48 smithi081 ceph-mon[95500]: pgmap v11649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:48 smithi081 ceph-mon[107735]: pgmap v11649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:50 smithi170 ceph-mon[97338]: pgmap v11650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:50 smithi081 ceph-mon[95500]: pgmap v11650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:50 smithi081 ceph-mon[107735]: pgmap v11650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:52 smithi170 ceph-mon[97338]: pgmap v11651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:52 smithi081 ceph-mon[95500]: pgmap v11651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:52.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:52 smithi081 ceph-mon[107735]: pgmap v11651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:06:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:53.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:53.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:54 smithi170 ceph-mon[97338]: pgmap v11652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:54 smithi081 ceph-mon[95500]: pgmap v11652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:54 smithi081 ceph-mon[107735]: pgmap v11652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:06:55.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:06:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:06:55.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:06:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:56 smithi170 ceph-mon[97338]: pgmap v11653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:56 smithi081 ceph-mon[95500]: pgmap v11653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:56.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:56 smithi081 ceph-mon[107735]: pgmap v11653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:06:58 smithi170 ceph-mon[97338]: pgmap v11654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:06:58 smithi081 ceph-mon[95500]: pgmap v11654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:06:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:06:58 smithi081 ceph-mon[107735]: pgmap v11654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:00 smithi170 ceph-mon[97338]: pgmap v11655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:00 smithi081 ceph-mon[95500]: pgmap v11655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:00 smithi081 ceph-mon[107735]: pgmap v11655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:02 smithi170 ceph-mon[97338]: pgmap v11656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:02 smithi081 ceph-mon[95500]: pgmap v11656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:02 smithi081 ceph-mon[107735]: pgmap v11656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:07:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:03.252Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:03.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:04 smithi170 ceph-mon[97338]: pgmap v11657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:04 smithi081 ceph-mon[95500]: pgmap v11657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:04 smithi081 ceph-mon[107735]: pgmap v11657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:05.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:05.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:06 smithi170 ceph-mon[97338]: pgmap v11658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:06 smithi081 ceph-mon[95500]: pgmap v11658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:06 smithi081 ceph-mon[107735]: pgmap v11658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:08 smithi170 ceph-mon[97338]: pgmap v11659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:08 smithi081 ceph-mon[95500]: pgmap v11659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:08 smithi081 ceph-mon[107735]: pgmap v11659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:10 smithi170 ceph-mon[97338]: pgmap v11660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:10 smithi081 ceph-mon[95500]: pgmap v11660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:10.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:10 smithi081 ceph-mon[107735]: pgmap v11660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:12 smithi170 ceph-mon[97338]: pgmap v11661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:12 smithi081 ceph-mon[95500]: pgmap v11661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:12 smithi081 ceph-mon[107735]: pgmap v11661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:07:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:13.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:13.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:14 smithi170 ceph-mon[97338]: pgmap v11662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:14 smithi081 ceph-mon[95500]: pgmap v11662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:14 smithi081 ceph-mon[107735]: pgmap v11662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:15.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:15.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:16 smithi170 ceph-mon[97338]: pgmap v11663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:16 smithi081 ceph-mon[95500]: pgmap v11663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:16 smithi081 ceph-mon[107735]: pgmap v11663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:18 smithi170 ceph-mon[97338]: pgmap v11664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:18 smithi081 ceph-mon[95500]: pgmap v11664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:18 smithi081 ceph-mon[107735]: pgmap v11664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:20 smithi170 ceph-mon[97338]: pgmap v11665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:20 smithi081 ceph-mon[95500]: pgmap v11665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:20.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:20 smithi081 ceph-mon[107735]: pgmap v11665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:22 smithi170 ceph-mon[97338]: pgmap v11666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:22 smithi081 ceph-mon[95500]: pgmap v11666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:22 smithi081 ceph-mon[107735]: pgmap v11666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:07:23.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:23.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:23.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:24 smithi170 ceph-mon[97338]: pgmap v11667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:24 smithi081 ceph-mon[95500]: pgmap v11667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:24 smithi081 ceph-mon[107735]: pgmap v11667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:25.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:25.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:26 smithi170 ceph-mon[97338]: pgmap v11668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:26 smithi081 ceph-mon[95500]: pgmap v11668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:26 smithi081 ceph-mon[107735]: pgmap v11668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:28 smithi170 ceph-mon[97338]: pgmap v11669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:28 smithi081 ceph-mon[95500]: pgmap v11669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:28 smithi081 ceph-mon[107735]: pgmap v11669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:30 smithi170 ceph-mon[97338]: pgmap v11670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:30 smithi081 ceph-mon[95500]: pgmap v11670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:30 smithi081 ceph-mon[107735]: pgmap v11670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:32 smithi170 ceph-mon[97338]: pgmap v11671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:32 smithi081 ceph-mon[95500]: pgmap v11671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:32 smithi081 ceph-mon[107735]: pgmap v11671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:07:33.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:33.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:33.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:34 smithi170 ceph-mon[97338]: pgmap v11672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:34 smithi081 ceph-mon[95500]: pgmap v11672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:34 smithi081 ceph-mon[107735]: pgmap v11672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:35.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:35.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:36 smithi170 ceph-mon[97338]: pgmap v11673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:36 smithi081 ceph-mon[95500]: pgmap v11673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:36 smithi081 ceph-mon[107735]: pgmap v11673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:38 smithi170 ceph-mon[97338]: pgmap v11674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:38 smithi081 ceph-mon[95500]: pgmap v11674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:38.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:38 smithi081 ceph-mon[107735]: pgmap v11674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:40 smithi170 ceph-mon[97338]: pgmap v11675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:40 smithi081 ceph-mon[95500]: pgmap v11675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:40 smithi081 ceph-mon[107735]: pgmap v11675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:42 smithi170 ceph-mon[97338]: pgmap v11676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:42 smithi081 ceph-mon[95500]: pgmap v11676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:42.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:42 smithi081 ceph-mon[107735]: pgmap v11676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:07:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:43.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:43.257Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:44 smithi170 ceph-mon[97338]: pgmap v11677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:44 smithi081 ceph-mon[95500]: pgmap v11677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:44.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:44 smithi081 ceph-mon[107735]: pgmap v11677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:45.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:45.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:46 smithi170 ceph-mon[97338]: pgmap v11678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:46 smithi081 ceph-mon[95500]: pgmap v11678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:46.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:46 smithi081 ceph-mon[107735]: pgmap v11678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:48 smithi170 ceph-mon[97338]: pgmap v11679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:48 smithi081 ceph-mon[95500]: pgmap v11679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:48 smithi081 ceph-mon[107735]: pgmap v11679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:50 smithi170 ceph-mon[97338]: pgmap v11680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:50 smithi081 ceph-mon[95500]: pgmap v11680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:50.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:50 smithi081 ceph-mon[107735]: pgmap v11680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:52 smithi170 ceph-mon[97338]: pgmap v11681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:52 smithi081 ceph-mon[95500]: pgmap v11681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:52 smithi081 ceph-mon[107735]: pgmap v11681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:07:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:53.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:53.257Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:54 smithi170 ceph-mon[97338]: pgmap v11682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:54 smithi081 ceph-mon[95500]: pgmap v11682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:54 smithi081 ceph-mon[107735]: pgmap v11682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:55 smithi170 ceph-mon[97338]: pgmap v11683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:55.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:55 smithi081 ceph-mon[95500]: pgmap v11683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:55 smithi081 ceph-mon[107735]: pgmap v11683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:07:55.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:07:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:07:55.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:07:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:07:57 smithi170 ceph-mon[97338]: pgmap v11684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:58.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:07:57 smithi081 ceph-mon[95500]: pgmap v11684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:07:58.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:07:57 smithi081 ceph-mon[107735]: pgmap v11684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:00 smithi170 ceph-mon[97338]: pgmap v11685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:00 smithi081 ceph-mon[95500]: pgmap v11685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:00 smithi081 ceph-mon[107735]: pgmap v11685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:02 smithi170 ceph-mon[97338]: pgmap v11686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:02 smithi081 ceph-mon[95500]: pgmap v11686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:02.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:02 smithi081 ceph-mon[107735]: pgmap v11686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:08:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:03.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:03.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:04 smithi170 ceph-mon[97338]: pgmap v11687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:04 smithi081 ceph-mon[95500]: pgmap v11687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:04.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:04 smithi081 ceph-mon[107735]: pgmap v11687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:05.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:05.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:06 smithi170 ceph-mon[97338]: pgmap v11688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:06 smithi081 ceph-mon[95500]: pgmap v11688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:06 smithi081 ceph-mon[107735]: pgmap v11688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:08 smithi170 ceph-mon[97338]: pgmap v11689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:08 smithi081 ceph-mon[95500]: pgmap v11689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:08.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:08 smithi081 ceph-mon[107735]: pgmap v11689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:10 smithi170 ceph-mon[97338]: pgmap v11690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:10 smithi081 ceph-mon[95500]: pgmap v11690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:10 smithi081 ceph-mon[107735]: pgmap v11690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:12 smithi170 ceph-mon[97338]: pgmap v11691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:12 smithi081 ceph-mon[95500]: pgmap v11691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:12 smithi081 ceph-mon[107735]: pgmap v11691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:08:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:13.258Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:13.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:14 smithi170 ceph-mon[97338]: pgmap v11692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:14 smithi081 ceph-mon[95500]: pgmap v11692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:14 smithi081 ceph-mon[107735]: pgmap v11692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:15.112Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:15.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:16 smithi170 ceph-mon[97338]: pgmap v11693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:16 smithi081 ceph-mon[95500]: pgmap v11693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:16.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:16 smithi081 ceph-mon[107735]: pgmap v11693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:18 smithi170 ceph-mon[97338]: pgmap v11694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:18 smithi081 ceph-mon[95500]: pgmap v11694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:18.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:18 smithi081 ceph-mon[107735]: pgmap v11694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:20 smithi170 ceph-mon[97338]: pgmap v11695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:20 smithi081 ceph-mon[95500]: pgmap v11695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:20 smithi081 ceph-mon[107735]: pgmap v11695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:22 smithi170 ceph-mon[97338]: pgmap v11696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:22 smithi081 ceph-mon[95500]: pgmap v11696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:22 smithi081 ceph-mon[107735]: pgmap v11696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:08:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:23.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:23.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:24 smithi170 ceph-mon[97338]: pgmap v11697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:24 smithi081 ceph-mon[95500]: pgmap v11697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:24 smithi081 ceph-mon[107735]: pgmap v11697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:25.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:25.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:26 smithi170 ceph-mon[97338]: pgmap v11698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:26 smithi081 ceph-mon[95500]: pgmap v11698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:26.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:26 smithi081 ceph-mon[107735]: pgmap v11698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:28 smithi170 ceph-mon[97338]: pgmap v11699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:28 smithi081 ceph-mon[95500]: pgmap v11699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:28.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:28 smithi081 ceph-mon[107735]: pgmap v11699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:30 smithi170 ceph-mon[97338]: pgmap v11700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:30 smithi081 ceph-mon[95500]: pgmap v11700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:30.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:30 smithi081 ceph-mon[107735]: pgmap v11700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:32 smithi170 ceph-mon[97338]: pgmap v11701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:32 smithi081 ceph-mon[95500]: pgmap v11701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:32 smithi081 ceph-mon[107735]: pgmap v11701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:08:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:33.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:33.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:34 smithi170 ceph-mon[97338]: pgmap v11702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:34 smithi081 ceph-mon[95500]: pgmap v11702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:34.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:34 smithi081 ceph-mon[107735]: pgmap v11702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:35.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:35.596 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:35.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:36 smithi170 ceph-mon[97338]: pgmap v11703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:36 smithi081 ceph-mon[95500]: pgmap v11703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:36 smithi081 ceph-mon[107735]: pgmap v11703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:38 smithi170 ceph-mon[97338]: pgmap v11704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:38 smithi081 ceph-mon[95500]: pgmap v11704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:38 smithi081 ceph-mon[107735]: pgmap v11704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:40 smithi170 ceph-mon[97338]: pgmap v11705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:40 smithi081 ceph-mon[95500]: pgmap v11705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:40.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:40 smithi081 ceph-mon[107735]: pgmap v11705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:42 smithi170 ceph-mon[97338]: pgmap v11706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:42 smithi081 ceph-mon[95500]: pgmap v11706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:42 smithi081 ceph-mon[107735]: pgmap v11706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:08:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:43.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:43.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:44 smithi170 ceph-mon[97338]: pgmap v11707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:44 smithi081 ceph-mon[95500]: pgmap v11707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:44 smithi081 ceph-mon[107735]: pgmap v11707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:45.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:45.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:46 smithi170 ceph-mon[97338]: pgmap v11708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:46 smithi081 ceph-mon[95500]: pgmap v11708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:46 smithi081 ceph-mon[107735]: pgmap v11708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:48 smithi170 ceph-mon[97338]: pgmap v11709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:48 smithi081 ceph-mon[95500]: pgmap v11709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:48.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:48 smithi081 ceph-mon[107735]: pgmap v11709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:50 smithi170 ceph-mon[97338]: pgmap v11710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:50 smithi081 ceph-mon[95500]: pgmap v11710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:50 smithi081 ceph-mon[107735]: pgmap v11710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:52 smithi170 ceph-mon[97338]: pgmap v11711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:52 smithi081 ceph-mon[95500]: pgmap v11711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:52 smithi081 ceph-mon[107735]: pgmap v11711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:08:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:53.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:53.263Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:54 smithi170 ceph-mon[97338]: pgmap v11712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:54 smithi081 ceph-mon[95500]: pgmap v11712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:54 smithi081 ceph-mon[107735]: pgmap v11712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:08:55.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:08:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:08:55.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:08:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:56 smithi170 ceph-mon[97338]: pgmap v11713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:56 smithi081 ceph-mon[95500]: pgmap v11713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:56 smithi081 ceph-mon[107735]: pgmap v11713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:08:58 smithi170 ceph-mon[97338]: pgmap v11714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:08:58 smithi081 ceph-mon[95500]: pgmap v11714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:08:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:08:58 smithi081 ceph-mon[107735]: pgmap v11714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:00 smithi170 ceph-mon[97338]: pgmap v11715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:00 smithi081 ceph-mon[95500]: pgmap v11715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:00.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:00 smithi081 ceph-mon[107735]: pgmap v11715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:02 smithi170 ceph-mon[97338]: pgmap v11716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:02 smithi081 ceph-mon[95500]: pgmap v11716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:02 smithi081 ceph-mon[107735]: pgmap v11716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:09:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:03.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:03.263Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:04 smithi170 ceph-mon[97338]: pgmap v11717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:04 smithi081 ceph-mon[95500]: pgmap v11717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:04 smithi081 ceph-mon[107735]: pgmap v11717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:05.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:05.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:06 smithi170 ceph-mon[97338]: pgmap v11718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:06 smithi081 ceph-mon[95500]: pgmap v11718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:06.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:06 smithi081 ceph-mon[107735]: pgmap v11718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:08 smithi170 ceph-mon[97338]: pgmap v11719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:08 smithi081 ceph-mon[95500]: pgmap v11719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:08 smithi081 ceph-mon[107735]: pgmap v11719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:10 smithi170 ceph-mon[97338]: pgmap v11720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:10 smithi081 ceph-mon[95500]: pgmap v11720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:10 smithi081 ceph-mon[107735]: pgmap v11720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:12 smithi170 ceph-mon[97338]: pgmap v11721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:12 smithi081 ceph-mon[95500]: pgmap v11721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:12 smithi081 ceph-mon[107735]: pgmap v11721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:09:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:13.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:13.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:14 smithi170 ceph-mon[97338]: pgmap v11722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:14 smithi081 ceph-mon[95500]: pgmap v11722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:14.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:14 smithi081 ceph-mon[107735]: pgmap v11722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:15.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:15.118Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:16 smithi170 ceph-mon[97338]: pgmap v11723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:16 smithi081 ceph-mon[95500]: pgmap v11723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:16 smithi081 ceph-mon[107735]: pgmap v11723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:18 smithi170 ceph-mon[97338]: pgmap v11724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:18 smithi081 ceph-mon[95500]: pgmap v11724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:18 smithi081 ceph-mon[107735]: pgmap v11724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:20 smithi170 ceph-mon[97338]: pgmap v11725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:20 smithi081 ceph-mon[95500]: pgmap v11725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:20 smithi081 ceph-mon[107735]: pgmap v11725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:22 smithi170 ceph-mon[97338]: pgmap v11726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:22 smithi081 ceph-mon[95500]: pgmap v11726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:22.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:22 smithi081 ceph-mon[107735]: pgmap v11726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:09:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:23.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:23.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:24 smithi170 ceph-mon[97338]: pgmap v11727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:24 smithi081 ceph-mon[95500]: pgmap v11727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:24.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:24 smithi081 ceph-mon[107735]: pgmap v11727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:25 smithi170 ceph-mon[97338]: pgmap v11728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:25.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:25 smithi081 ceph-mon[95500]: pgmap v11728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:25 smithi081 ceph-mon[107735]: pgmap v11728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:25.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:25.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:27 smithi170 ceph-mon[97338]: pgmap v11729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:27 smithi081 ceph-mon[95500]: pgmap v11729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:28.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:27 smithi081 ceph-mon[107735]: pgmap v11729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:30 smithi170 ceph-mon[97338]: pgmap v11730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:30 smithi081 ceph-mon[95500]: pgmap v11730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:30 smithi081 ceph-mon[107735]: pgmap v11730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:32 smithi170 ceph-mon[97338]: pgmap v11731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:32 smithi081 ceph-mon[95500]: pgmap v11731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:32.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:32 smithi081 ceph-mon[107735]: pgmap v11731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:09:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:33.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:33.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:34 smithi170 ceph-mon[97338]: pgmap v11732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:34 smithi081 ceph-mon[95500]: pgmap v11732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:34 smithi081 ceph-mon[107735]: pgmap v11732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:35.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:35.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:36 smithi170 ceph-mon[97338]: pgmap v11733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:36 smithi081 ceph-mon[95500]: pgmap v11733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:36.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:36 smithi081 ceph-mon[107735]: pgmap v11733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:38 smithi170 ceph-mon[97338]: pgmap v11734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:38 smithi081 ceph-mon[95500]: pgmap v11734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:38 smithi081 ceph-mon[107735]: pgmap v11734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:40 smithi170 ceph-mon[97338]: pgmap v11735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:40 smithi081 ceph-mon[95500]: pgmap v11735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:40 smithi081 ceph-mon[107735]: pgmap v11735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:42 smithi170 ceph-mon[97338]: pgmap v11736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:42 smithi081 ceph-mon[95500]: pgmap v11736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:42 smithi081 ceph-mon[107735]: pgmap v11736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:09:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:43.265Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:43.266Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:44 smithi170 ceph-mon[97338]: pgmap v11737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:44 smithi081 ceph-mon[95500]: pgmap v11737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:44 smithi081 ceph-mon[107735]: pgmap v11737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:45.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:45.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:46 smithi170 ceph-mon[97338]: pgmap v11738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:46 smithi081 ceph-mon[95500]: pgmap v11738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:46 smithi081 ceph-mon[107735]: pgmap v11738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:48 smithi170 ceph-mon[97338]: pgmap v11739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:48 smithi081 ceph-mon[95500]: pgmap v11739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:48 smithi081 ceph-mon[107735]: pgmap v11739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:50 smithi170 ceph-mon[97338]: pgmap v11740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:50 smithi081 ceph-mon[95500]: pgmap v11740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:50 smithi081 ceph-mon[107735]: pgmap v11740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:52 smithi170 ceph-mon[97338]: pgmap v11741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:52 smithi081 ceph-mon[95500]: pgmap v11741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:52 smithi081 ceph-mon[107735]: pgmap v11741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:09:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:53.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:53.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:54 smithi170 ceph-mon[97338]: pgmap v11742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:54 smithi081 ceph-mon[95500]: pgmap v11742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:54.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:54 smithi081 ceph-mon[107735]: pgmap v11742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:09:55.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:09:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:09:55.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:09:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:56 smithi170 ceph-mon[97338]: pgmap v11743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:56 smithi081 ceph-mon[95500]: pgmap v11743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:56 smithi081 ceph-mon[107735]: pgmap v11743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:09:58 smithi170 ceph-mon[97338]: pgmap v11744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:09:58 smithi081 ceph-mon[95500]: pgmap v11744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:09:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:09:58 smithi081 ceph-mon[107735]: pgmap v11744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:00 smithi170 ceph-mon[97338]: pgmap v11745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:10:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:00 smithi081 ceph-mon[95500]: pgmap v11745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:10:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:00 smithi081 ceph-mon[107735]: pgmap v11745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:10:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:02 smithi170 ceph-mon[97338]: pgmap v11746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:02 smithi081 ceph-mon[95500]: pgmap v11746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:02 smithi081 ceph-mon[107735]: pgmap v11746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:10:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:03.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:03.268Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:04 smithi170 ceph-mon[97338]: pgmap v11747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:04 smithi081 ceph-mon[95500]: pgmap v11747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:04 smithi081 ceph-mon[107735]: pgmap v11747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:05.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:05.121Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:06 smithi170 ceph-mon[97338]: pgmap v11748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:06 smithi081 ceph-mon[95500]: pgmap v11748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:06 smithi081 ceph-mon[107735]: pgmap v11748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:08 smithi170 ceph-mon[97338]: pgmap v11749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:08 smithi081 ceph-mon[95500]: pgmap v11749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:08 smithi081 ceph-mon[107735]: pgmap v11749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:10 smithi170 ceph-mon[97338]: pgmap v11750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:10 smithi081 ceph-mon[95500]: pgmap v11750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:10 smithi081 ceph-mon[107735]: pgmap v11750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:12 smithi170 ceph-mon[97338]: pgmap v11751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:12 smithi081 ceph-mon[95500]: pgmap v11751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:12 smithi081 ceph-mon[107735]: pgmap v11751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:10:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:13.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:13.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:14 smithi170 ceph-mon[97338]: pgmap v11752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:14 smithi081 ceph-mon[95500]: pgmap v11752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:14 smithi081 ceph-mon[107735]: pgmap v11752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:15.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:15.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:16 smithi170 ceph-mon[97338]: pgmap v11753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:16 smithi081 ceph-mon[95500]: pgmap v11753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:16 smithi081 ceph-mon[107735]: pgmap v11753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:18 smithi170 ceph-mon[97338]: pgmap v11754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:18 smithi081 ceph-mon[95500]: pgmap v11754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:18 smithi081 ceph-mon[107735]: pgmap v11754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:20 smithi170 ceph-mon[97338]: pgmap v11755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:20 smithi081 ceph-mon[95500]: pgmap v11755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:20 smithi081 ceph-mon[107735]: pgmap v11755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:22 smithi170 ceph-mon[97338]: pgmap v11756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:22 smithi081 ceph-mon[95500]: pgmap v11756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:22 smithi081 ceph-mon[107735]: pgmap v11756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:10:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:23.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:23.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:24 smithi170 ceph-mon[97338]: pgmap v11757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:24 smithi081 ceph-mon[95500]: pgmap v11757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:24 smithi081 ceph-mon[107735]: pgmap v11757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:25.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:25.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:26 smithi170 ceph-mon[97338]: pgmap v11758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:26 smithi081 ceph-mon[95500]: pgmap v11758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:26 smithi081 ceph-mon[107735]: pgmap v11758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:28 smithi170 ceph-mon[97338]: pgmap v11759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:28 smithi081 ceph-mon[95500]: pgmap v11759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:28 smithi081 ceph-mon[107735]: pgmap v11759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:30 smithi170 ceph-mon[97338]: pgmap v11760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:30 smithi081 ceph-mon[95500]: pgmap v11760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:30 smithi081 ceph-mon[107735]: pgmap v11760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:32 smithi170 ceph-mon[97338]: pgmap v11761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:32 smithi081 ceph-mon[95500]: pgmap v11761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:32 smithi081 ceph-mon[107735]: pgmap v11761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:10:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:33.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:33.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:34 smithi170 ceph-mon[97338]: pgmap v11762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:34 smithi081 ceph-mon[95500]: pgmap v11762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:34 smithi081 ceph-mon[107735]: pgmap v11762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:35.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:35.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:36 smithi170 ceph-mon[97338]: pgmap v11763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:36 smithi081 ceph-mon[95500]: pgmap v11763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:36 smithi081 ceph-mon[107735]: pgmap v11763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:38 smithi170 ceph-mon[97338]: pgmap v11764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:38 smithi081 ceph-mon[95500]: pgmap v11764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:38 smithi081 ceph-mon[107735]: pgmap v11764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:40 smithi170 ceph-mon[97338]: pgmap v11765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:40 smithi081 ceph-mon[95500]: pgmap v11765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:40 smithi081 ceph-mon[107735]: pgmap v11765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:42 smithi170 ceph-mon[97338]: pgmap v11766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:42 smithi081 ceph-mon[95500]: pgmap v11766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:42 smithi081 ceph-mon[107735]: pgmap v11766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:10:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:43.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:43.271Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:44 smithi170 ceph-mon[97338]: pgmap v11767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:44 smithi081 ceph-mon[95500]: pgmap v11767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:44 smithi081 ceph-mon[107735]: pgmap v11767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:45.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:45.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:46 smithi170 ceph-mon[97338]: pgmap v11768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:46 smithi081 ceph-mon[95500]: pgmap v11768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:46 smithi081 ceph-mon[107735]: pgmap v11768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:48 smithi170 ceph-mon[97338]: pgmap v11769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:48 smithi081 ceph-mon[95500]: pgmap v11769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:48 smithi081 ceph-mon[107735]: pgmap v11769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:50 smithi170 ceph-mon[97338]: pgmap v11770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:50 smithi081 ceph-mon[95500]: pgmap v11770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:50 smithi081 ceph-mon[107735]: pgmap v11770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:52 smithi170 ceph-mon[97338]: pgmap v11771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:52 smithi081 ceph-mon[95500]: pgmap v11771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:52 smithi081 ceph-mon[107735]: pgmap v11771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:53.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:53.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:53.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:10:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:54 smithi170 ceph-mon[97338]: pgmap v11772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:54 smithi081 ceph-mon[95500]: pgmap v11772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:54 smithi081 ceph-mon[107735]: pgmap v11772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:10:55.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:10:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:10:55.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:10:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:56 smithi170 ceph-mon[97338]: pgmap v11773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:56 smithi081 ceph-mon[95500]: pgmap v11773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:56 smithi081 ceph-mon[107735]: pgmap v11773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:10:58 smithi170 ceph-mon[97338]: pgmap v11774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:10:58 smithi081 ceph-mon[95500]: pgmap v11774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:10:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:10:58 smithi081 ceph-mon[107735]: pgmap v11774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:00 smithi170 ceph-mon[97338]: pgmap v11775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:00 smithi081 ceph-mon[95500]: pgmap v11775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:00 smithi081 ceph-mon[107735]: pgmap v11775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:02 smithi170 ceph-mon[97338]: pgmap v11776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:02 smithi081 ceph-mon[95500]: pgmap v11776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:02 smithi081 ceph-mon[107735]: pgmap v11776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:11:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:03.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:03.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:04 smithi170 ceph-mon[97338]: pgmap v11777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:04 smithi081 ceph-mon[95500]: pgmap v11777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:04 smithi081 ceph-mon[107735]: pgmap v11777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:05.124Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:05.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:06 smithi170 ceph-mon[97338]: pgmap v11778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:06 smithi081 ceph-mon[95500]: pgmap v11778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:06 smithi081 ceph-mon[107735]: pgmap v11778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:08 smithi170 ceph-mon[97338]: pgmap v11779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:08 smithi081 ceph-mon[95500]: pgmap v11779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:08 smithi081 ceph-mon[107735]: pgmap v11779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:10 smithi170 ceph-mon[97338]: pgmap v11780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:10 smithi081 ceph-mon[95500]: pgmap v11780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:10 smithi081 ceph-mon[107735]: pgmap v11780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:12 smithi170 ceph-mon[97338]: pgmap v11781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:12 smithi081 ceph-mon[95500]: pgmap v11781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:12 smithi081 ceph-mon[107735]: pgmap v11781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:11:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:13.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:13.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:14 smithi170 ceph-mon[97338]: pgmap v11782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:14.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:14 smithi081 ceph-mon[95500]: pgmap v11782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:14.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:14 smithi081 ceph-mon[107735]: pgmap v11782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:15.124Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:15.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:16 smithi170 ceph-mon[97338]: pgmap v11783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:16 smithi081 ceph-mon[95500]: pgmap v11783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:16 smithi081 ceph-mon[107735]: pgmap v11783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:18 smithi170 ceph-mon[97338]: pgmap v11784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:18 smithi081 ceph-mon[95500]: pgmap v11784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:18 smithi081 ceph-mon[107735]: pgmap v11784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:20 smithi170 ceph-mon[97338]: pgmap v11785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:20 smithi081 ceph-mon[95500]: pgmap v11785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:20 smithi081 ceph-mon[107735]: pgmap v11785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:22 smithi170 ceph-mon[97338]: pgmap v11786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:22 smithi081 ceph-mon[95500]: pgmap v11786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:22 smithi081 ceph-mon[107735]: pgmap v11786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:11:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:23.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:23.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:24 smithi170 ceph-mon[97338]: pgmap v11787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:24 smithi081 ceph-mon[95500]: pgmap v11787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:24 smithi081 ceph-mon[107735]: pgmap v11787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:25.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:25.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:26 smithi170 ceph-mon[97338]: pgmap v11788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:26 smithi081 ceph-mon[95500]: pgmap v11788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:26 smithi081 ceph-mon[107735]: pgmap v11788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:28 smithi170 ceph-mon[97338]: pgmap v11789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:28 smithi081 ceph-mon[95500]: pgmap v11789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:28 smithi081 ceph-mon[107735]: pgmap v11789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:30 smithi170 ceph-mon[97338]: pgmap v11790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:30 smithi081 ceph-mon[95500]: pgmap v11790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:30 smithi081 ceph-mon[107735]: pgmap v11790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:32 smithi170 ceph-mon[97338]: pgmap v11791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:32 smithi081 ceph-mon[95500]: pgmap v11791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:32 smithi081 ceph-mon[107735]: pgmap v11791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:11:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:33.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:33.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:34 smithi170 ceph-mon[97338]: pgmap v11792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:34.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:34 smithi081 ceph-mon[95500]: pgmap v11792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:34 smithi081 ceph-mon[107735]: pgmap v11792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:35.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:35.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:36 smithi170 ceph-mon[97338]: pgmap v11793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:36 smithi081 ceph-mon[95500]: pgmap v11793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:36 smithi081 ceph-mon[107735]: pgmap v11793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:38 smithi170 ceph-mon[97338]: pgmap v11794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:38 smithi081 ceph-mon[95500]: pgmap v11794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:38 smithi081 ceph-mon[107735]: pgmap v11794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:40 smithi170 ceph-mon[97338]: pgmap v11795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:40 smithi081 ceph-mon[95500]: pgmap v11795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:40 smithi081 ceph-mon[107735]: pgmap v11795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:42 smithi170 ceph-mon[97338]: pgmap v11796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:42.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:42 smithi081 ceph-mon[95500]: pgmap v11796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:42 smithi081 ceph-mon[107735]: pgmap v11796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:11:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:43.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:43.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:44 smithi170 ceph-mon[97338]: pgmap v11797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:44 smithi081 ceph-mon[95500]: pgmap v11797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:44 smithi081 ceph-mon[107735]: pgmap v11797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:45.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:45.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:45.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:46 smithi170 ceph-mon[97338]: pgmap v11798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:46 smithi081 ceph-mon[95500]: pgmap v11798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:46 smithi081 ceph-mon[107735]: pgmap v11798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:48 smithi170 ceph-mon[97338]: pgmap v11799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:48.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:48 smithi081 ceph-mon[95500]: pgmap v11799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:48 smithi081 ceph-mon[107735]: pgmap v11799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:50 smithi170 ceph-mon[97338]: pgmap v11800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:50 smithi081 ceph-mon[95500]: pgmap v11800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:50 smithi081 ceph-mon[107735]: pgmap v11800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:52 smithi170 ceph-mon[97338]: pgmap v11801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:52.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:52 smithi081 ceph-mon[95500]: pgmap v11801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:52 smithi081 ceph-mon[107735]: pgmap v11801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:11:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:53.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:53.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:54 smithi170 ceph-mon[97338]: pgmap v11802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:54.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:54 smithi081 ceph-mon[95500]: pgmap v11802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:54 smithi081 ceph-mon[107735]: pgmap v11802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:11:55.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:11:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:11:55.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:11:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:56 smithi170 ceph-mon[97338]: pgmap v11803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:56 smithi081 ceph-mon[95500]: pgmap v11803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:56 smithi081 ceph-mon[107735]: pgmap v11803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:11:58 smithi170 ceph-mon[97338]: pgmap v11804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:11:58 smithi081 ceph-mon[95500]: pgmap v11804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:11:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:11:58 smithi081 ceph-mon[107735]: pgmap v11804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:00 smithi170 ceph-mon[97338]: pgmap v11805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:00 smithi081 ceph-mon[95500]: pgmap v11805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:00 smithi081 ceph-mon[107735]: pgmap v11805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:02 smithi170 ceph-mon[97338]: pgmap v11806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:02 smithi081 ceph-mon[95500]: pgmap v11806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:02 smithi081 ceph-mon[107735]: pgmap v11806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:12:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:03.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:03.276Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:04 smithi081 ceph-mon[95500]: pgmap v11807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:04 smithi081 ceph-mon[107735]: pgmap v11807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:04 smithi170 ceph-mon[97338]: pgmap v11807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:05.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:05.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:05.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:06.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:06 smithi081 ceph-mon[95500]: pgmap v11808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:06 smithi081 ceph-mon[107735]: pgmap v11808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:06 smithi170 ceph-mon[97338]: pgmap v11808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:08 smithi081 ceph-mon[95500]: pgmap v11809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:08 smithi081 ceph-mon[107735]: pgmap v11809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:08 smithi170 ceph-mon[97338]: pgmap v11809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:10 smithi081 ceph-mon[95500]: pgmap v11810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:10 smithi081 ceph-mon[107735]: pgmap v11810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:10 smithi170 ceph-mon[97338]: pgmap v11810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:11.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:11 smithi081 ceph-mon[95500]: pgmap v11811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:11 smithi081 ceph-mon[107735]: pgmap v11811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:11.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:11 smithi170 ceph-mon[97338]: pgmap v11811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:12:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:13.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:13.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:14.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:13 smithi170 ceph-mon[97338]: pgmap v11812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:14.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:13 smithi081 ceph-mon[95500]: pgmap v11812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:14.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:13 smithi081 ceph-mon[107735]: pgmap v11812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:15.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:15.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:16 smithi170 ceph-mon[97338]: pgmap v11813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:16 smithi081 ceph-mon[95500]: pgmap v11813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:16 smithi081 ceph-mon[107735]: pgmap v11813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:18 smithi170 ceph-mon[97338]: pgmap v11814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:18 smithi081 ceph-mon[95500]: pgmap v11814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:18 smithi081 ceph-mon[107735]: pgmap v11814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:20 smithi170 ceph-mon[97338]: pgmap v11815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:20.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:20 smithi081 ceph-mon[95500]: pgmap v11815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:20 smithi081 ceph-mon[107735]: pgmap v11815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:22 smithi170 ceph-mon[97338]: pgmap v11816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:22 smithi081 ceph-mon[95500]: pgmap v11816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:22 smithi081 ceph-mon[107735]: pgmap v11816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:12:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:23.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:23.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:24 smithi170 ceph-mon[97338]: pgmap v11817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:24 smithi081 ceph-mon[95500]: pgmap v11817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:24 smithi081 ceph-mon[107735]: pgmap v11817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:25.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:25.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:26 smithi170 ceph-mon[97338]: pgmap v11818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:26.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:26 smithi081 ceph-mon[95500]: pgmap v11818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:26 smithi081 ceph-mon[107735]: pgmap v11818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:28.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:28 smithi170 ceph-mon[97338]: pgmap v11819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:28.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:28 smithi081 ceph-mon[95500]: pgmap v11819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:28 smithi081 ceph-mon[107735]: pgmap v11819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:30 smithi170 ceph-mon[97338]: pgmap v11820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:30 smithi081 ceph-mon[95500]: pgmap v11820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:30 smithi081 ceph-mon[107735]: pgmap v11820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:32 smithi170 ceph-mon[97338]: pgmap v11821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:32 smithi081 ceph-mon[95500]: pgmap v11821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:32 smithi081 ceph-mon[107735]: pgmap v11821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:12:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:33.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:33.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:34 smithi170 ceph-mon[97338]: pgmap v11822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:34 smithi081 ceph-mon[95500]: pgmap v11822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:34 smithi081 ceph-mon[107735]: pgmap v11822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:35.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:35.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:36 smithi170 ceph-mon[97338]: pgmap v11823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:36 smithi081 ceph-mon[95500]: pgmap v11823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:36 smithi081 ceph-mon[107735]: pgmap v11823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:38 smithi170 ceph-mon[97338]: pgmap v11824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:38 smithi081 ceph-mon[95500]: pgmap v11824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:38 smithi081 ceph-mon[107735]: pgmap v11824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:40 smithi170 ceph-mon[97338]: pgmap v11825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:40.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:40 smithi081 ceph-mon[95500]: pgmap v11825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:40 smithi081 ceph-mon[107735]: pgmap v11825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:42 smithi170 ceph-mon[97338]: pgmap v11826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:42 smithi081 ceph-mon[95500]: pgmap v11826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:42 smithi081 ceph-mon[107735]: pgmap v11826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:12:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:43.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:43.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:44 smithi170 ceph-mon[97338]: pgmap v11827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:44 smithi081 ceph-mon[95500]: pgmap v11827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:44 smithi081 ceph-mon[107735]: pgmap v11827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:45.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:45.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:46 smithi170 ceph-mon[97338]: pgmap v11828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:46 smithi081 ceph-mon[95500]: pgmap v11828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:46 smithi081 ceph-mon[107735]: pgmap v11828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:48 smithi170 ceph-mon[97338]: pgmap v11829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:48 smithi081 ceph-mon[95500]: pgmap v11829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:48 smithi081 ceph-mon[107735]: pgmap v11829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:50 smithi170 ceph-mon[97338]: pgmap v11830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:50 smithi081 ceph-mon[95500]: pgmap v11830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:50 smithi081 ceph-mon[107735]: pgmap v11830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:52 smithi170 ceph-mon[97338]: pgmap v11831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:52 smithi081 ceph-mon[95500]: pgmap v11831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:52 smithi081 ceph-mon[107735]: pgmap v11831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:12:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:53.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:53.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:54 smithi170 ceph-mon[97338]: pgmap v11832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:54 smithi081 ceph-mon[95500]: pgmap v11832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:54 smithi081 ceph-mon[107735]: pgmap v11832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:12:55.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:12:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:12:55.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:12:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:56 smithi170 ceph-mon[97338]: pgmap v11833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:56 smithi081 ceph-mon[95500]: pgmap v11833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:56 smithi081 ceph-mon[107735]: pgmap v11833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:12:58 smithi170 ceph-mon[97338]: pgmap v11834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:12:58 smithi081 ceph-mon[95500]: pgmap v11834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:12:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:12:58 smithi081 ceph-mon[107735]: pgmap v11834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:00 smithi170 ceph-mon[97338]: pgmap v11835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:00 smithi081 ceph-mon[95500]: pgmap v11835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:00 smithi081 ceph-mon[107735]: pgmap v11835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:02 smithi170 ceph-mon[97338]: pgmap v11836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:02.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:02 smithi081 ceph-mon[95500]: pgmap v11836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:02 smithi081 ceph-mon[107735]: pgmap v11836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:03.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:03.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:03.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:13:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:04 smithi170 ceph-mon[97338]: pgmap v11837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:04 smithi081 ceph-mon[95500]: pgmap v11837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:04 smithi081 ceph-mon[107735]: pgmap v11837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:05.133Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:05.134Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:06 smithi170 ceph-mon[97338]: pgmap v11838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:06 smithi081 ceph-mon[95500]: pgmap v11838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:06 smithi081 ceph-mon[107735]: pgmap v11838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:08 smithi170 ceph-mon[97338]: pgmap v11839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:08.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:08 smithi081 ceph-mon[95500]: pgmap v11839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:08 smithi081 ceph-mon[107735]: pgmap v11839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:10 smithi170 ceph-mon[97338]: pgmap v11840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:10.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:10 smithi081 ceph-mon[95500]: pgmap v11840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:10 smithi081 ceph-mon[107735]: pgmap v11840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:12 smithi081 ceph-mon[95500]: pgmap v11841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:12 smithi081 ceph-mon[107735]: pgmap v11841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:12 smithi170 ceph-mon[97338]: pgmap v11841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:13:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:13.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:13.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:14 smithi081 ceph-mon[95500]: pgmap v11842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:14 smithi081 ceph-mon[107735]: pgmap v11842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:14 smithi170 ceph-mon[97338]: pgmap v11842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:15.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:15.133Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:15.134Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:16.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:16 smithi081 ceph-mon[95500]: pgmap v11843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:16 smithi081 ceph-mon[107735]: pgmap v11843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:16 smithi170 ceph-mon[97338]: pgmap v11843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:18.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:18 smithi081 ceph-mon[95500]: pgmap v11844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:18 smithi081 ceph-mon[107735]: pgmap v11844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:18 smithi170 ceph-mon[97338]: pgmap v11844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:20 smithi081 ceph-mon[95500]: pgmap v11845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:20 smithi081 ceph-mon[107735]: pgmap v11845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:20 smithi170 ceph-mon[97338]: pgmap v11845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:22 smithi081 ceph-mon[95500]: pgmap v11846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:22 smithi081 ceph-mon[107735]: pgmap v11846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:22 smithi170 ceph-mon[97338]: pgmap v11846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:13:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:23.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:23.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:23.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:24 smithi081 ceph-mon[95500]: pgmap v11847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:24 smithi081 ceph-mon[107735]: pgmap v11847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:24 smithi170 ceph-mon[97338]: pgmap v11847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:25.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:25.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:25.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:26 smithi170 ceph-mon[97338]: pgmap v11848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:26.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:26 smithi081 ceph-mon[95500]: pgmap v11848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:26 smithi081 ceph-mon[107735]: pgmap v11848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:28 smithi170 ceph-mon[97338]: pgmap v11849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:28 smithi081 ceph-mon[95500]: pgmap v11849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:28 smithi081 ceph-mon[107735]: pgmap v11849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:30 smithi170 ceph-mon[97338]: pgmap v11850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:30.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:30 smithi081 ceph-mon[95500]: pgmap v11850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:30 smithi081 ceph-mon[107735]: pgmap v11850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:32 smithi170 ceph-mon[97338]: pgmap v11851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:32.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:32 smithi081 ceph-mon[95500]: pgmap v11851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:32 smithi081 ceph-mon[107735]: pgmap v11851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:13:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:33.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:33.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:34.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:34 smithi170 ceph-mon[97338]: pgmap v11852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:34 smithi081 ceph-mon[95500]: pgmap v11852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:34 smithi081 ceph-mon[107735]: pgmap v11852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:35.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:35.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:36 smithi170 ceph-mon[97338]: pgmap v11853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:36.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:36 smithi081 ceph-mon[95500]: pgmap v11853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:36 smithi081 ceph-mon[107735]: pgmap v11853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:38 smithi170 ceph-mon[97338]: pgmap v11854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:38.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:38 smithi081 ceph-mon[95500]: pgmap v11854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:38 smithi081 ceph-mon[107735]: pgmap v11854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:40 smithi170 ceph-mon[97338]: pgmap v11855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:40 smithi081 ceph-mon[95500]: pgmap v11855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:40 smithi081 ceph-mon[107735]: pgmap v11855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:42 smithi170 ceph-mon[97338]: pgmap v11856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:42 smithi081 ceph-mon[95500]: pgmap v11856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:42.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:42 smithi081 ceph-mon[107735]: pgmap v11856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:13:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:43.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:43.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:44 smithi170 ceph-mon[97338]: pgmap v11857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:44.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:44 smithi081 ceph-mon[95500]: pgmap v11857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:44 smithi081 ceph-mon[107735]: pgmap v11857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:45.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:45.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:46 smithi170 ceph-mon[97338]: pgmap v11858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:46.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:46 smithi081 ceph-mon[95500]: pgmap v11858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:46 smithi081 ceph-mon[107735]: pgmap v11858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:48 smithi170 ceph-mon[97338]: pgmap v11859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:48 smithi081 ceph-mon[95500]: pgmap v11859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:48 smithi081 ceph-mon[107735]: pgmap v11859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:50 smithi170 ceph-mon[97338]: pgmap v11860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:50 smithi081 ceph-mon[95500]: pgmap v11860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:50 smithi081 ceph-mon[107735]: pgmap v11860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:52 smithi170 ceph-mon[97338]: pgmap v11861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:52 smithi081 ceph-mon[95500]: pgmap v11861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:52 smithi081 ceph-mon[107735]: pgmap v11861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:13:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:53.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:53.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:54 smithi170 ceph-mon[97338]: pgmap v11862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:54 smithi081 ceph-mon[95500]: pgmap v11862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:54 smithi081 ceph-mon[107735]: pgmap v11862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:55.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:13:55.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:13:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:13:55.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:13:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:56 smithi170 ceph-mon[97338]: pgmap v11863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:56 smithi081 ceph-mon[95500]: pgmap v11863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:56 smithi081 ceph-mon[107735]: pgmap v11863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:13:58 smithi170 ceph-mon[97338]: pgmap v11864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:13:58 smithi081 ceph-mon[95500]: pgmap v11864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:13:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:13:58 smithi081 ceph-mon[107735]: pgmap v11864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:00 smithi170 ceph-mon[97338]: pgmap v11865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:00.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:00 smithi081 ceph-mon[95500]: pgmap v11865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:00 smithi081 ceph-mon[107735]: pgmap v11865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:02.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:02 smithi170 ceph-mon[97338]: pgmap v11866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:02 smithi081 ceph-mon[95500]: pgmap v11866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:02 smithi081 ceph-mon[107735]: pgmap v11866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:14:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:03.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:03.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:04 smithi170 ceph-mon[97338]: pgmap v11867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:04.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:04 smithi081 ceph-mon[95500]: pgmap v11867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:04 smithi081 ceph-mon[107735]: pgmap v11867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:05.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:05.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:06 smithi170 ceph-mon[97338]: pgmap v11868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:06 smithi081 ceph-mon[95500]: pgmap v11868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:06 smithi081 ceph-mon[107735]: pgmap v11868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:08 smithi170 ceph-mon[97338]: pgmap v11869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:08 smithi081 ceph-mon[95500]: pgmap v11869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:08 smithi081 ceph-mon[107735]: pgmap v11869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:10 smithi170 ceph-mon[97338]: pgmap v11870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:10 smithi081 ceph-mon[95500]: pgmap v11870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:10 smithi081 ceph-mon[107735]: pgmap v11870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:12 smithi170 ceph-mon[97338]: pgmap v11871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:12 smithi081 ceph-mon[95500]: pgmap v11871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:12 smithi081 ceph-mon[107735]: pgmap v11871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:14:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:13.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:13.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:14 smithi170 ceph-mon[97338]: pgmap v11872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:14.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:14 smithi081 ceph-mon[95500]: pgmap v11872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:14 smithi081 ceph-mon[107735]: pgmap v11872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:15.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:15.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:16 smithi170 ceph-mon[97338]: pgmap v11873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:16 smithi081 ceph-mon[95500]: pgmap v11873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:16 smithi081 ceph-mon[107735]: pgmap v11873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:18 smithi081 ceph-mon[95500]: pgmap v11874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:18 smithi081 ceph-mon[107735]: pgmap v11874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:18 smithi170 ceph-mon[97338]: pgmap v11874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:20 smithi081 ceph-mon[95500]: pgmap v11875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:20 smithi081 ceph-mon[107735]: pgmap v11875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:20 smithi170 ceph-mon[97338]: pgmap v11875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:22.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:22 smithi081 ceph-mon[95500]: pgmap v11876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:22 smithi081 ceph-mon[107735]: pgmap v11876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:22 smithi170 ceph-mon[97338]: pgmap v11876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:14:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:23.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:23.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:24.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:24 smithi081 ceph-mon[95500]: pgmap v11877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:24 smithi081 ceph-mon[107735]: pgmap v11877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:24 smithi170 ceph-mon[97338]: pgmap v11877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:25.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:25.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:26 smithi081 ceph-mon[95500]: pgmap v11878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:26 smithi081 ceph-mon[107735]: pgmap v11878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:26 smithi170 ceph-mon[97338]: pgmap v11878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:28 smithi081 ceph-mon[95500]: pgmap v11879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:28 smithi081 ceph-mon[107735]: pgmap v11879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:28 smithi170 ceph-mon[97338]: pgmap v11879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:30 smithi081 ceph-mon[95500]: pgmap v11880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:30 smithi081 ceph-mon[107735]: pgmap v11880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:30 smithi170 ceph-mon[97338]: pgmap v11880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:32 smithi081 ceph-mon[95500]: pgmap v11881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:32 smithi081 ceph-mon[107735]: pgmap v11881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:32 smithi170 ceph-mon[97338]: pgmap v11881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:14:33.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:33.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:33.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:33.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:34 smithi170 ceph-mon[97338]: pgmap v11882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:34 smithi081 ceph-mon[95500]: pgmap v11882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:34 smithi081 ceph-mon[107735]: pgmap v11882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:35.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:35.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:35.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:36 smithi170 ceph-mon[97338]: pgmap v11883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:36.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:36 smithi081 ceph-mon[95500]: pgmap v11883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:36.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:36 smithi081 ceph-mon[107735]: pgmap v11883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:38 smithi170 ceph-mon[97338]: pgmap v11884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:38 smithi081 ceph-mon[95500]: pgmap v11884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:38 smithi081 ceph-mon[107735]: pgmap v11884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:40 smithi170 ceph-mon[97338]: pgmap v11885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:40 smithi081 ceph-mon[95500]: pgmap v11885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:40 smithi081 ceph-mon[107735]: pgmap v11885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:42 smithi170 ceph-mon[97338]: pgmap v11886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:42 smithi081 ceph-mon[95500]: pgmap v11886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:42 smithi081 ceph-mon[107735]: pgmap v11886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:43.335 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:14:43.336 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:43.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:43.336 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:43.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:43.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:43 smithi170 ceph-mon[97338]: pgmap v11887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:43 smithi081 ceph-mon[95500]: pgmap v11887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:43 smithi081 ceph-mon[107735]: pgmap v11887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:45.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:45.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:46 smithi170 ceph-mon[97338]: pgmap v11888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:46 smithi081 ceph-mon[95500]: pgmap v11888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:46 smithi081 ceph-mon[107735]: pgmap v11888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:48 smithi170 ceph-mon[97338]: pgmap v11889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:48 smithi081 ceph-mon[95500]: pgmap v11889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:48 smithi081 ceph-mon[107735]: pgmap v11889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:50 smithi170 ceph-mon[97338]: pgmap v11890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:50.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:50 smithi081 ceph-mon[95500]: pgmap v11890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:50 smithi081 ceph-mon[107735]: pgmap v11890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:52 smithi170 ceph-mon[97338]: pgmap v11891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:52 smithi081 ceph-mon[95500]: pgmap v11891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:52 smithi081 ceph-mon[107735]: pgmap v11891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:14:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:53.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:53.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:53.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:54 smithi170 ceph-mon[97338]: pgmap v11892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:54 smithi081 ceph-mon[95500]: pgmap v11892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:54 smithi081 ceph-mon[107735]: pgmap v11892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:14:55.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:14:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:14:55.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:14:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:56 smithi170 ceph-mon[97338]: pgmap v11893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:56.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:56 smithi081 ceph-mon[95500]: pgmap v11893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:56 smithi081 ceph-mon[107735]: pgmap v11893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:14:58 smithi170 ceph-mon[97338]: pgmap v11894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:14:58 smithi081 ceph-mon[95500]: pgmap v11894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:14:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:14:58 smithi081 ceph-mon[107735]: pgmap v11894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:00 smithi170 ceph-mon[97338]: pgmap v11895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:00 smithi081 ceph-mon[95500]: pgmap v11895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:00 smithi081 ceph-mon[107735]: pgmap v11895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:02 smithi170 ceph-mon[97338]: pgmap v11896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:02 smithi081 ceph-mon[95500]: pgmap v11896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:02 smithi081 ceph-mon[107735]: pgmap v11896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:15:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:03.288Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:03.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:03.289Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:04 smithi170 ceph-mon[97338]: pgmap v11897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:04 smithi081 ceph-mon[95500]: pgmap v11897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:04 smithi081 ceph-mon[107735]: pgmap v11897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:05.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:05.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:06 smithi170 ceph-mon[97338]: pgmap v11898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:06 smithi081 ceph-mon[95500]: pgmap v11898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:06 smithi081 ceph-mon[107735]: pgmap v11898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:08 smithi170 ceph-mon[97338]: pgmap v11899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:08 smithi081 ceph-mon[95500]: pgmap v11899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:08 smithi081 ceph-mon[107735]: pgmap v11899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:10 smithi170 ceph-mon[97338]: pgmap v11900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:10 smithi081 ceph-mon[95500]: pgmap v11900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:10 smithi081 ceph-mon[107735]: pgmap v11900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:12 smithi170 ceph-mon[97338]: pgmap v11901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:12 smithi081 ceph-mon[95500]: pgmap v11901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:12 smithi081 ceph-mon[107735]: pgmap v11901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:15:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:13.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:13.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:14 smithi170 ceph-mon[97338]: pgmap v11902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:14 smithi081 ceph-mon[95500]: pgmap v11902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:14 smithi081 ceph-mon[107735]: pgmap v11902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:15.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:15.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:16 smithi170 ceph-mon[97338]: pgmap v11903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:16 smithi081 ceph-mon[95500]: pgmap v11903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:16 smithi081 ceph-mon[107735]: pgmap v11903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:18 smithi170 ceph-mon[97338]: pgmap v11904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:18 smithi081 ceph-mon[95500]: pgmap v11904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:18 smithi081 ceph-mon[107735]: pgmap v11904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:20 smithi081 ceph-mon[95500]: pgmap v11905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:20 smithi081 ceph-mon[107735]: pgmap v11905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:20 smithi170 ceph-mon[97338]: pgmap v11905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:22 smithi081 ceph-mon[95500]: pgmap v11906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:22 smithi081 ceph-mon[107735]: pgmap v11906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:22 smithi170 ceph-mon[97338]: pgmap v11906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:15:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:23.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:23.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:24 smithi081 ceph-mon[95500]: pgmap v11907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:24 smithi081 ceph-mon[107735]: pgmap v11907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:24 smithi170 ceph-mon[97338]: pgmap v11907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:25.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:25.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:26 smithi081 ceph-mon[95500]: pgmap v11908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:26 smithi081 ceph-mon[107735]: pgmap v11908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:26 smithi170 ceph-mon[97338]: pgmap v11908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:28 smithi081 ceph-mon[95500]: pgmap v11909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:28 smithi081 ceph-mon[107735]: pgmap v11909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:28 smithi170 ceph-mon[97338]: pgmap v11909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:30 smithi081 ceph-mon[95500]: pgmap v11910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:30 smithi081 ceph-mon[107735]: pgmap v11910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:30 smithi170 ceph-mon[97338]: pgmap v11910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:32 smithi081 ceph-mon[95500]: pgmap v11911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:32 smithi081 ceph-mon[107735]: pgmap v11911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:32 smithi170 ceph-mon[97338]: pgmap v11911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:15:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:33.291Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:33.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:34 smithi170 ceph-mon[97338]: pgmap v11912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:34 smithi081 ceph-mon[95500]: pgmap v11912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:34 smithi081 ceph-mon[107735]: pgmap v11912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:35.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:35.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:36 smithi170 ceph-mon[97338]: pgmap v11913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:36 smithi081 ceph-mon[95500]: pgmap v11913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:36 smithi081 ceph-mon[107735]: pgmap v11913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:38 smithi170 ceph-mon[97338]: pgmap v11914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:38.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:38 smithi081 ceph-mon[95500]: pgmap v11914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:38.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:38 smithi081 ceph-mon[107735]: pgmap v11914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:40 smithi170 ceph-mon[97338]: pgmap v11915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:40.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:40 smithi081 ceph-mon[95500]: pgmap v11915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:40 smithi081 ceph-mon[107735]: pgmap v11915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:42 smithi170 ceph-mon[97338]: pgmap v11916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:42 smithi081 ceph-mon[95500]: pgmap v11916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:42 smithi081 ceph-mon[107735]: pgmap v11916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:15:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:43.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:43.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:44 smithi170 ceph-mon[97338]: pgmap v11917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:44 smithi081 ceph-mon[95500]: pgmap v11917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:44 smithi081 ceph-mon[107735]: pgmap v11917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:45.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:45.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:46 smithi170 ceph-mon[97338]: pgmap v11918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:46.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:46 smithi081 ceph-mon[95500]: pgmap v11918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:46.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:46 smithi081 ceph-mon[107735]: pgmap v11918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:48 smithi170 ceph-mon[97338]: pgmap v11919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:48 smithi081 ceph-mon[95500]: pgmap v11919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:48 smithi081 ceph-mon[107735]: pgmap v11919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:50 smithi170 ceph-mon[97338]: pgmap v11920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:50 smithi081 ceph-mon[95500]: pgmap v11920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:50 smithi081 ceph-mon[107735]: pgmap v11920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:52 smithi170 ceph-mon[97338]: pgmap v11921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:52 smithi081 ceph-mon[95500]: pgmap v11921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:52 smithi081 ceph-mon[107735]: pgmap v11921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:15:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:53.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:53.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:54 smithi170 ceph-mon[97338]: pgmap v11922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:54 smithi081 ceph-mon[95500]: pgmap v11922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:54 smithi081 ceph-mon[107735]: pgmap v11922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:55 smithi081 ceph-mon[95500]: pgmap v11923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:55 smithi081 ceph-mon[107735]: pgmap v11923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:15:55.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:15:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:15:55.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:15:55.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:55 smithi170 ceph-mon[97338]: pgmap v11923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:58.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:15:57 smithi170 ceph-mon[97338]: pgmap v11924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:15:57 smithi081 ceph-mon[95500]: pgmap v11924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:15:58.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:15:57 smithi081 ceph-mon[107735]: pgmap v11924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:00 smithi170 ceph-mon[97338]: pgmap v11925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:00 smithi081 ceph-mon[95500]: pgmap v11925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:00 smithi081 ceph-mon[107735]: pgmap v11925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:02 smithi170 ceph-mon[97338]: pgmap v11926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:02 smithi081 ceph-mon[95500]: pgmap v11926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:02 smithi081 ceph-mon[107735]: pgmap v11926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:03.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:03.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:16:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:04 smithi170 ceph-mon[97338]: pgmap v11927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:04 smithi081 ceph-mon[95500]: pgmap v11927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:04 smithi081 ceph-mon[107735]: pgmap v11927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:05.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:05.144Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:06 smithi170 ceph-mon[97338]: pgmap v11928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:06 smithi081 ceph-mon[95500]: pgmap v11928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:06 smithi081 ceph-mon[107735]: pgmap v11928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:08 smithi170 ceph-mon[97338]: pgmap v11929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:08 smithi081 ceph-mon[95500]: pgmap v11929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:08 smithi081 ceph-mon[107735]: pgmap v11929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:10 smithi170 ceph-mon[97338]: pgmap v11930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:10 smithi081 ceph-mon[95500]: pgmap v11930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:10 smithi081 ceph-mon[107735]: pgmap v11930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:12 smithi170 ceph-mon[97338]: pgmap v11931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:12 smithi081 ceph-mon[95500]: pgmap v11931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:12 smithi081 ceph-mon[107735]: pgmap v11931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:16:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:13.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:13.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:13.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:14 smithi170 ceph-mon[97338]: pgmap v11932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:14 smithi081 ceph-mon[95500]: pgmap v11932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:14 smithi081 ceph-mon[107735]: pgmap v11932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:15.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:15.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:16 smithi170 ceph-mon[97338]: pgmap v11933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:16 smithi081 ceph-mon[95500]: pgmap v11933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:16 smithi081 ceph-mon[107735]: pgmap v11933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:18 smithi170 ceph-mon[97338]: pgmap v11934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:18 smithi081 ceph-mon[95500]: pgmap v11934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:18 smithi081 ceph-mon[107735]: pgmap v11934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:20 smithi170 ceph-mon[97338]: pgmap v11935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:20 smithi081 ceph-mon[95500]: pgmap v11935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:20 smithi081 ceph-mon[107735]: pgmap v11935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:22 smithi081 ceph-mon[95500]: pgmap v11936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:22 smithi081 ceph-mon[107735]: pgmap v11936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:22 smithi170 ceph-mon[97338]: pgmap v11936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:16:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:23.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:23.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:23.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:24 smithi081 ceph-mon[95500]: pgmap v11937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:24 smithi081 ceph-mon[107735]: pgmap v11937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:24 smithi170 ceph-mon[97338]: pgmap v11937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:25.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:25.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:26 smithi081 ceph-mon[95500]: pgmap v11938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:26 smithi081 ceph-mon[107735]: pgmap v11938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:26 smithi170 ceph-mon[97338]: pgmap v11938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:28 smithi081 ceph-mon[95500]: pgmap v11939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:28 smithi081 ceph-mon[107735]: pgmap v11939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:28.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:28 smithi170 ceph-mon[97338]: pgmap v11939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:30 smithi081 ceph-mon[95500]: pgmap v11940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:30 smithi081 ceph-mon[107735]: pgmap v11940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:30 smithi170 ceph-mon[97338]: pgmap v11940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:32 smithi081 ceph-mon[95500]: pgmap v11941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:32 smithi081 ceph-mon[107735]: pgmap v11941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:32 smithi170 ceph-mon[97338]: pgmap v11941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:16:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:33.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:33.298Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:34 smithi081 ceph-mon[95500]: pgmap v11942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:34 smithi081 ceph-mon[107735]: pgmap v11942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:34 smithi170 ceph-mon[97338]: pgmap v11942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:35.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:35.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:36 smithi081 ceph-mon[95500]: pgmap v11943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:36 smithi081 ceph-mon[107735]: pgmap v11943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:36 smithi170 ceph-mon[97338]: pgmap v11943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:38 smithi170 ceph-mon[97338]: pgmap v11944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:38 smithi081 ceph-mon[95500]: pgmap v11944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:38 smithi081 ceph-mon[107735]: pgmap v11944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:40 smithi170 ceph-mon[97338]: pgmap v11945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:40 smithi081 ceph-mon[95500]: pgmap v11945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:40 smithi081 ceph-mon[107735]: pgmap v11945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:42 smithi170 ceph-mon[97338]: pgmap v11946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:42 smithi081 ceph-mon[95500]: pgmap v11946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:42 smithi081 ceph-mon[107735]: pgmap v11946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:16:43.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:43.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:43.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:43.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:44 smithi170 ceph-mon[97338]: pgmap v11947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:44 smithi081 ceph-mon[95500]: pgmap v11947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:44 smithi081 ceph-mon[107735]: pgmap v11947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:45.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:45.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:46 smithi170 ceph-mon[97338]: pgmap v11948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:46 smithi081 ceph-mon[95500]: pgmap v11948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:46 smithi081 ceph-mon[107735]: pgmap v11948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:48 smithi170 ceph-mon[97338]: pgmap v11949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:48 smithi081 ceph-mon[95500]: pgmap v11949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:48 smithi081 ceph-mon[107735]: pgmap v11949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:50 smithi170 ceph-mon[97338]: pgmap v11950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:50 smithi081 ceph-mon[95500]: pgmap v11950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:50 smithi081 ceph-mon[107735]: pgmap v11950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:52 smithi170 ceph-mon[97338]: pgmap v11951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:52 smithi081 ceph-mon[95500]: pgmap v11951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:52 smithi081 ceph-mon[107735]: pgmap v11951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:16:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:53.298Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:53.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:53.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:54 smithi170 ceph-mon[97338]: pgmap v11952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:54 smithi081 ceph-mon[95500]: pgmap v11952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:54 smithi081 ceph-mon[107735]: pgmap v11952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:16:55.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:16:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:16:55.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:16:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:56 smithi170 ceph-mon[97338]: pgmap v11953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:56 smithi081 ceph-mon[95500]: pgmap v11953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:56 smithi081 ceph-mon[107735]: pgmap v11953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:16:58 smithi170 ceph-mon[97338]: pgmap v11954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:16:58 smithi081 ceph-mon[95500]: pgmap v11954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:16:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:16:58 smithi081 ceph-mon[107735]: pgmap v11954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:00 smithi170 ceph-mon[97338]: pgmap v11955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:00.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:00 smithi081 ceph-mon[95500]: pgmap v11955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:00.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:00 smithi081 ceph-mon[107735]: pgmap v11955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:02 smithi170 ceph-mon[97338]: pgmap v11956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:02 smithi081 ceph-mon[95500]: pgmap v11956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:02 smithi081 ceph-mon[107735]: pgmap v11956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:03.359 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:17:03.360 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:03.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:03.360 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:03.300Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:03.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:03 smithi170 ceph-mon[97338]: pgmap v11957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:03 smithi081 ceph-mon[95500]: pgmap v11957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:03 smithi081 ceph-mon[107735]: pgmap v11957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:05.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:05.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:06 smithi170 ceph-mon[97338]: pgmap v11958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:06 smithi081 ceph-mon[95500]: pgmap v11958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:06 smithi081 ceph-mon[107735]: pgmap v11958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:08 smithi170 ceph-mon[97338]: pgmap v11959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:08 smithi081 ceph-mon[95500]: pgmap v11959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:08 smithi081 ceph-mon[107735]: pgmap v11959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:10 smithi170 ceph-mon[97338]: pgmap v11960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:10 smithi081 ceph-mon[95500]: pgmap v11960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:10 smithi081 ceph-mon[107735]: pgmap v11960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:12 smithi170 ceph-mon[97338]: pgmap v11961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:12 smithi081 ceph-mon[95500]: pgmap v11961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:12 smithi081 ceph-mon[107735]: pgmap v11961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:17:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:13.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:13.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:13.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:14 smithi170 ceph-mon[97338]: pgmap v11962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:14 smithi081 ceph-mon[95500]: pgmap v11962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:14 smithi081 ceph-mon[107735]: pgmap v11962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:15.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:15.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:16 smithi170 ceph-mon[97338]: pgmap v11963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:16 smithi081 ceph-mon[95500]: pgmap v11963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:16 smithi081 ceph-mon[107735]: pgmap v11963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:18 smithi081 ceph-mon[95500]: pgmap v11964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:18 smithi081 ceph-mon[107735]: pgmap v11964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:18 smithi170 ceph-mon[97338]: pgmap v11964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:20 smithi081 ceph-mon[95500]: pgmap v11965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:20 smithi081 ceph-mon[107735]: pgmap v11965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:20 smithi170 ceph-mon[97338]: pgmap v11965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:22 smithi081 ceph-mon[95500]: pgmap v11966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:22 smithi081 ceph-mon[107735]: pgmap v11966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:22 smithi170 ceph-mon[97338]: pgmap v11966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:17:23.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:23.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:23.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:23.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:24 smithi081 ceph-mon[95500]: pgmap v11967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:24 smithi081 ceph-mon[107735]: pgmap v11967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:24 smithi170 ceph-mon[97338]: pgmap v11967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:25.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:25.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:26 smithi081 ceph-mon[95500]: pgmap v11968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:26 smithi081 ceph-mon[107735]: pgmap v11968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:26 smithi170 ceph-mon[97338]: pgmap v11968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:28 smithi081 ceph-mon[95500]: pgmap v11969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:28 smithi081 ceph-mon[107735]: pgmap v11969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:28 smithi170 ceph-mon[97338]: pgmap v11969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:30 smithi081 ceph-mon[95500]: pgmap v11970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:30 smithi081 ceph-mon[107735]: pgmap v11970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:30 smithi170 ceph-mon[97338]: pgmap v11970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:32 smithi170 ceph-mon[97338]: pgmap v11971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:32 smithi081 ceph-mon[95500]: pgmap v11971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:32 smithi081 ceph-mon[107735]: pgmap v11971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:17:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:33.301Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:33.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:34 smithi170 ceph-mon[97338]: pgmap v11972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:34 smithi081 ceph-mon[95500]: pgmap v11972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:34 smithi081 ceph-mon[107735]: pgmap v11972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:35.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:35.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:36 smithi170 ceph-mon[97338]: pgmap v11973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:36 smithi081 ceph-mon[95500]: pgmap v11973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:36 smithi081 ceph-mon[107735]: pgmap v11973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:38 smithi170 ceph-mon[97338]: pgmap v11974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:38 smithi081 ceph-mon[95500]: pgmap v11974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:38 smithi081 ceph-mon[107735]: pgmap v11974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:40 smithi170 ceph-mon[97338]: pgmap v11975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:40 smithi081 ceph-mon[95500]: pgmap v11975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:40 smithi081 ceph-mon[107735]: pgmap v11975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:42 smithi170 ceph-mon[97338]: pgmap v11976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:42 smithi081 ceph-mon[95500]: pgmap v11976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:42 smithi081 ceph-mon[107735]: pgmap v11976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:17:43.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:43.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:43.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:43.303Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:44 smithi170 ceph-mon[97338]: pgmap v11977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:44 smithi081 ceph-mon[95500]: pgmap v11977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:44 smithi081 ceph-mon[107735]: pgmap v11977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:45.151Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:45.152Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:46 smithi170 ceph-mon[97338]: pgmap v11978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:46 smithi081 ceph-mon[95500]: pgmap v11978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:46 smithi081 ceph-mon[107735]: pgmap v11978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:48 smithi170 ceph-mon[97338]: pgmap v11979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:48 smithi081 ceph-mon[95500]: pgmap v11979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:48 smithi081 ceph-mon[107735]: pgmap v11979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:50 smithi170 ceph-mon[97338]: pgmap v11980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:50 smithi081 ceph-mon[95500]: pgmap v11980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:50 smithi081 ceph-mon[107735]: pgmap v11980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:52 smithi170 ceph-mon[97338]: pgmap v11981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:52 smithi081 ceph-mon[95500]: pgmap v11981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:52 smithi081 ceph-mon[107735]: pgmap v11981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:17:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:53.303Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:53.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:53.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:54 smithi170 ceph-mon[97338]: pgmap v11982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:54 smithi081 ceph-mon[95500]: pgmap v11982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:54 smithi081 ceph-mon[107735]: pgmap v11982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:17:55.151Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:17:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:17:55.152Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:17:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:56 smithi170 ceph-mon[97338]: pgmap v11983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:56 smithi081 ceph-mon[95500]: pgmap v11983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:56 smithi081 ceph-mon[107735]: pgmap v11983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:17:58 smithi170 ceph-mon[97338]: pgmap v11984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:17:58 smithi081 ceph-mon[95500]: pgmap v11984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:17:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:17:58 smithi081 ceph-mon[107735]: pgmap v11984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:00 smithi170 ceph-mon[97338]: pgmap v11985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:00 smithi081 ceph-mon[95500]: pgmap v11985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:00 smithi081 ceph-mon[107735]: pgmap v11985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:02 smithi170 ceph-mon[97338]: pgmap v11986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:02 smithi081 ceph-mon[95500]: pgmap v11986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:02 smithi081 ceph-mon[107735]: pgmap v11986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:03.322 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:18:03.322 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:03.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:03.323 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:03.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:03.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:03 smithi170 ceph-mon[97338]: pgmap v11987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:03 smithi081 ceph-mon[95500]: pgmap v11987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:03.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:03 smithi081 ceph-mon[107735]: pgmap v11987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:05.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:05.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:06 smithi170 ceph-mon[97338]: pgmap v11988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:06 smithi081 ceph-mon[95500]: pgmap v11988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:06 smithi081 ceph-mon[107735]: pgmap v11988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:08.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:08 smithi170 ceph-mon[97338]: pgmap v11989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:08 smithi081 ceph-mon[95500]: pgmap v11989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:08 smithi081 ceph-mon[107735]: pgmap v11989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:10 smithi081 ceph-mon[95500]: pgmap v11990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:10 smithi081 ceph-mon[107735]: pgmap v11990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:10 smithi170 ceph-mon[97338]: pgmap v11990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:12 smithi081 ceph-mon[95500]: pgmap v11991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:12 smithi081 ceph-mon[107735]: pgmap v11991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:12 smithi170 ceph-mon[97338]: pgmap v11991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:18:13.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:13.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:13.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:13.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:14 smithi081 ceph-mon[95500]: pgmap v11992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:14 smithi081 ceph-mon[107735]: pgmap v11992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:14 smithi170 ceph-mon[97338]: pgmap v11992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:15.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:15.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:16 smithi081 ceph-mon[95500]: pgmap v11993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:16 smithi081 ceph-mon[107735]: pgmap v11993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:16 smithi170 ceph-mon[97338]: pgmap v11993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:18 smithi081 ceph-mon[95500]: pgmap v11994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:18 smithi081 ceph-mon[107735]: pgmap v11994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:18 smithi170 ceph-mon[97338]: pgmap v11994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:20 smithi081 ceph-mon[95500]: pgmap v11995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:20 smithi081 ceph-mon[107735]: pgmap v11995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:20 smithi170 ceph-mon[97338]: pgmap v11995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:22 smithi170 ceph-mon[97338]: pgmap v11996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:22 smithi081 ceph-mon[95500]: pgmap v11996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:22 smithi081 ceph-mon[107735]: pgmap v11996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:18:23.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:23.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:23.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:23.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:24 smithi170 ceph-mon[97338]: pgmap v11997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:24 smithi081 ceph-mon[95500]: pgmap v11997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:24 smithi081 ceph-mon[107735]: pgmap v11997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:25.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:25.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:26 smithi170 ceph-mon[97338]: pgmap v11998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:26 smithi081 ceph-mon[95500]: pgmap v11998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:26 smithi081 ceph-mon[107735]: pgmap v11998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:28 smithi170 ceph-mon[97338]: pgmap v11999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:28 smithi081 ceph-mon[95500]: pgmap v11999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:28 smithi081 ceph-mon[107735]: pgmap v11999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:30 smithi170 ceph-mon[97338]: pgmap v12000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:30 smithi081 ceph-mon[95500]: pgmap v12000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:30 smithi081 ceph-mon[107735]: pgmap v12000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:32 smithi170 ceph-mon[97338]: pgmap v12001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:32 smithi081 ceph-mon[95500]: pgmap v12001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:32 smithi081 ceph-mon[107735]: pgmap v12001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:18:33.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:33.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:33.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:33.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:34 smithi170 ceph-mon[97338]: pgmap v12002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:34 smithi081 ceph-mon[95500]: pgmap v12002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:34 smithi081 ceph-mon[107735]: pgmap v12002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:35.155Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:35.156Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:36 smithi170 ceph-mon[97338]: pgmap v12003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:36 smithi081 ceph-mon[95500]: pgmap v12003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:36 smithi081 ceph-mon[107735]: pgmap v12003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:38 smithi170 ceph-mon[97338]: pgmap v12004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:38 smithi081 ceph-mon[95500]: pgmap v12004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:38 smithi081 ceph-mon[107735]: pgmap v12004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:40 smithi170 ceph-mon[97338]: pgmap v12005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:40 smithi081 ceph-mon[95500]: pgmap v12005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:40 smithi081 ceph-mon[107735]: pgmap v12005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:42 smithi170 ceph-mon[97338]: pgmap v12006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:42 smithi081 ceph-mon[95500]: pgmap v12006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:42 smithi081 ceph-mon[107735]: pgmap v12006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:18:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:43.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:43.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:43.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:44 smithi170 ceph-mon[97338]: pgmap v12007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:44 smithi081 ceph-mon[95500]: pgmap v12007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:44 smithi081 ceph-mon[107735]: pgmap v12007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:45.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:45.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:46 smithi170 ceph-mon[97338]: pgmap v12008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:46 smithi081 ceph-mon[95500]: pgmap v12008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:46 smithi081 ceph-mon[107735]: pgmap v12008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:48 smithi170 ceph-mon[97338]: pgmap v12009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:48 smithi081 ceph-mon[95500]: pgmap v12009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:48 smithi081 ceph-mon[107735]: pgmap v12009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:50 smithi170 ceph-mon[97338]: pgmap v12010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:50 smithi081 ceph-mon[95500]: pgmap v12010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:50 smithi081 ceph-mon[107735]: pgmap v12010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:52 smithi170 ceph-mon[97338]: pgmap v12011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:52 smithi081 ceph-mon[95500]: pgmap v12011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:52 smithi081 ceph-mon[107735]: pgmap v12011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:18:53.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:53.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:53.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:53.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:54 smithi170 ceph-mon[97338]: pgmap v12012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:54 smithi081 ceph-mon[95500]: pgmap v12012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:54 smithi081 ceph-mon[107735]: pgmap v12012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:18:55.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:18:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:18:55.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:18:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:56 smithi170 ceph-mon[97338]: pgmap v12013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:56 smithi081 ceph-mon[95500]: pgmap v12013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:56 smithi081 ceph-mon[107735]: pgmap v12013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:18:57 smithi170 ceph-mon[97338]: pgmap v12014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:18:57 smithi081 ceph-mon[95500]: pgmap v12014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:18:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:18:57 smithi081 ceph-mon[107735]: pgmap v12014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:00 smithi081 ceph-mon[95500]: pgmap v12015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:00 smithi081 ceph-mon[107735]: pgmap v12015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:00 smithi170 ceph-mon[97338]: pgmap v12015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:02 smithi081 ceph-mon[95500]: pgmap v12016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:02 smithi081 ceph-mon[107735]: pgmap v12016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:02 smithi170 ceph-mon[97338]: pgmap v12016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:19:03.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:03.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:03.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:03.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:04 smithi081 ceph-mon[95500]: pgmap v12017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:04 smithi081 ceph-mon[107735]: pgmap v12017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:04 smithi170 ceph-mon[97338]: pgmap v12017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:05.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:05.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:06 smithi081 ceph-mon[95500]: pgmap v12018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:06 smithi081 ceph-mon[107735]: pgmap v12018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:06 smithi170 ceph-mon[97338]: pgmap v12018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:08 smithi081 ceph-mon[95500]: pgmap v12019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:08 smithi081 ceph-mon[107735]: pgmap v12019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:08 smithi170 ceph-mon[97338]: pgmap v12019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:10 smithi081 ceph-mon[95500]: pgmap v12020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:10 smithi081 ceph-mon[107735]: pgmap v12020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:10 smithi170 ceph-mon[97338]: pgmap v12020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:12 smithi081 ceph-mon[95500]: pgmap v12021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:12 smithi081 ceph-mon[107735]: pgmap v12021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:12 smithi170 ceph-mon[97338]: pgmap v12021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:13.312 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:19:13.313 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:13.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:13.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:14 smithi170 ceph-mon[97338]: pgmap v12022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:14 smithi081 ceph-mon[95500]: pgmap v12022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:14 smithi081 ceph-mon[107735]: pgmap v12022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:15.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:15.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:16 smithi170 ceph-mon[97338]: pgmap v12023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:16 smithi081 ceph-mon[95500]: pgmap v12023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:16 smithi081 ceph-mon[107735]: pgmap v12023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:18 smithi170 ceph-mon[97338]: pgmap v12024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:18.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:18 smithi081 ceph-mon[95500]: pgmap v12024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:18.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:18 smithi081 ceph-mon[107735]: pgmap v12024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:20 smithi170 ceph-mon[97338]: pgmap v12025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:20 smithi081 ceph-mon[95500]: pgmap v12025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:20 smithi081 ceph-mon[107735]: pgmap v12025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:22 smithi170 ceph-mon[97338]: pgmap v12026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:22 smithi081 ceph-mon[95500]: pgmap v12026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:22 smithi081 ceph-mon[107735]: pgmap v12026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:23.313 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:19:23.313 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:23.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:23.310Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:24 smithi170 ceph-mon[97338]: pgmap v12027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:24 smithi081 ceph-mon[95500]: pgmap v12027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:24 smithi081 ceph-mon[107735]: pgmap v12027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:25.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:25.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:26 smithi170 ceph-mon[97338]: pgmap v12028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:26 smithi081 ceph-mon[95500]: pgmap v12028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:26 smithi081 ceph-mon[107735]: pgmap v12028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:28 smithi170 ceph-mon[97338]: pgmap v12029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:28 smithi081 ceph-mon[95500]: pgmap v12029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:28 smithi081 ceph-mon[107735]: pgmap v12029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:30 smithi170 ceph-mon[97338]: pgmap v12030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:30 smithi081 ceph-mon[95500]: pgmap v12030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:30 smithi081 ceph-mon[107735]: pgmap v12030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:32 smithi170 ceph-mon[97338]: pgmap v12031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:32 smithi081 ceph-mon[95500]: pgmap v12031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:32 smithi081 ceph-mon[107735]: pgmap v12031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:33.313 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:19:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:33.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:33.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:34 smithi170 ceph-mon[97338]: pgmap v12032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:34.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:34 smithi081 ceph-mon[95500]: pgmap v12032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:34.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:34 smithi081 ceph-mon[107735]: pgmap v12032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:35.160Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:35.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:36 smithi170 ceph-mon[97338]: pgmap v12033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:36 smithi081 ceph-mon[95500]: pgmap v12033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:36 smithi081 ceph-mon[107735]: pgmap v12033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:38 smithi170 ceph-mon[97338]: pgmap v12034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:38 smithi081 ceph-mon[95500]: pgmap v12034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:38 smithi081 ceph-mon[107735]: pgmap v12034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:40 smithi170 ceph-mon[97338]: pgmap v12035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:40 smithi081 ceph-mon[95500]: pgmap v12035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:40 smithi081 ceph-mon[107735]: pgmap v12035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:42 smithi170 ceph-mon[97338]: pgmap v12036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:42 smithi081 ceph-mon[95500]: pgmap v12036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:42 smithi081 ceph-mon[107735]: pgmap v12036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:43.313 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:19:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:43.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:43.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:44 smithi170 ceph-mon[97338]: pgmap v12037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:44 smithi081 ceph-mon[95500]: pgmap v12037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:44 smithi081 ceph-mon[107735]: pgmap v12037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:45 smithi081 ceph-mon[95500]: pgmap v12038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:45 smithi081 ceph-mon[107735]: pgmap v12038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:45.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:45.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:45 smithi170 ceph-mon[97338]: pgmap v12038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:47 smithi170 ceph-mon[97338]: pgmap v12039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:47 smithi081 ceph-mon[95500]: pgmap v12039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:47 smithi081 ceph-mon[107735]: pgmap v12039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:50 smithi081 ceph-mon[95500]: pgmap v12040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:50 smithi081 ceph-mon[107735]: pgmap v12040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:50 smithi170 ceph-mon[97338]: pgmap v12040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:52 smithi081 ceph-mon[95500]: pgmap v12041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:52 smithi081 ceph-mon[107735]: pgmap v12041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:52 smithi170 ceph-mon[97338]: pgmap v12041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:53.314 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:19:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:53.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:53.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:54 smithi170 ceph-mon[97338]: pgmap v12042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:54 smithi081 ceph-mon[95500]: pgmap v12042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:54 smithi081 ceph-mon[107735]: pgmap v12042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:19:55.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:19:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:19:55.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:19:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:56 smithi170 ceph-mon[97338]: pgmap v12043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:56 smithi081 ceph-mon[95500]: pgmap v12043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:56 smithi081 ceph-mon[107735]: pgmap v12043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:19:58 smithi170 ceph-mon[97338]: pgmap v12044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:19:58 smithi081 ceph-mon[95500]: pgmap v12044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:19:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:19:58 smithi081 ceph-mon[107735]: pgmap v12044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:00 smithi170 ceph-mon[97338]: pgmap v12045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:20:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:00 smithi081 ceph-mon[95500]: pgmap v12045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:20:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:00 smithi081 ceph-mon[107735]: pgmap v12045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:20:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:02 smithi170 ceph-mon[97338]: pgmap v12046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:02 smithi081 ceph-mon[95500]: pgmap v12046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:02 smithi081 ceph-mon[107735]: pgmap v12046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:03.315 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:20:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:03.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:03.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:04 smithi170 ceph-mon[97338]: pgmap v12047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:04 smithi081 ceph-mon[95500]: pgmap v12047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:04 smithi081 ceph-mon[107735]: pgmap v12047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:05.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:05.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:06 smithi170 ceph-mon[97338]: pgmap v12048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:06 smithi081 ceph-mon[95500]: pgmap v12048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:06 smithi081 ceph-mon[107735]: pgmap v12048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:08 smithi170 ceph-mon[97338]: pgmap v12049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:08 smithi081 ceph-mon[95500]: pgmap v12049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:08 smithi081 ceph-mon[107735]: pgmap v12049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:10 smithi170 ceph-mon[97338]: pgmap v12050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:10 smithi081 ceph-mon[95500]: pgmap v12050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:10 smithi081 ceph-mon[107735]: pgmap v12050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:12 smithi170 ceph-mon[97338]: pgmap v12051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:12 smithi081 ceph-mon[95500]: pgmap v12051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:12 smithi081 ceph-mon[107735]: pgmap v12051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:13.316 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:20:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:13.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:13.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:14 smithi170 ceph-mon[97338]: pgmap v12052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:14 smithi081 ceph-mon[95500]: pgmap v12052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:14 smithi081 ceph-mon[107735]: pgmap v12052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:15.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:15.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:16 smithi170 ceph-mon[97338]: pgmap v12053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:16 smithi081 ceph-mon[95500]: pgmap v12053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:16 smithi081 ceph-mon[107735]: pgmap v12053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:18 smithi170 ceph-mon[97338]: pgmap v12054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:18 smithi081 ceph-mon[95500]: pgmap v12054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:18 smithi081 ceph-mon[107735]: pgmap v12054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:20 smithi170 ceph-mon[97338]: pgmap v12055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:20 smithi081 ceph-mon[95500]: pgmap v12055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:20 smithi081 ceph-mon[107735]: pgmap v12055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:22 smithi170 ceph-mon[97338]: pgmap v12056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:22 smithi081 ceph-mon[95500]: pgmap v12056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:22 smithi081 ceph-mon[107735]: pgmap v12056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:23.316 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:20:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:23.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:23.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:24 smithi170 ceph-mon[97338]: pgmap v12057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:24 smithi081 ceph-mon[95500]: pgmap v12057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:24 smithi081 ceph-mon[107735]: pgmap v12057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:25.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:25.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:26 smithi170 ceph-mon[97338]: pgmap v12058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:26 smithi081 ceph-mon[95500]: pgmap v12058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:26 smithi081 ceph-mon[107735]: pgmap v12058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:28 smithi170 ceph-mon[97338]: pgmap v12059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:28 smithi081 ceph-mon[95500]: pgmap v12059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:28 smithi081 ceph-mon[107735]: pgmap v12059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:30 smithi170 ceph-mon[97338]: pgmap v12060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:30 smithi081 ceph-mon[95500]: pgmap v12060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:30 smithi081 ceph-mon[107735]: pgmap v12060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:32 smithi170 ceph-mon[97338]: pgmap v12061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:32 smithi081 ceph-mon[95500]: pgmap v12061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:32 smithi081 ceph-mon[107735]: pgmap v12061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:33.317 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:20:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:33.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:33.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:34 smithi170 ceph-mon[97338]: pgmap v12062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:34 smithi081 ceph-mon[95500]: pgmap v12062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:34 smithi081 ceph-mon[107735]: pgmap v12062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:35.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:35.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:36 smithi170 ceph-mon[97338]: pgmap v12063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:36 smithi081 ceph-mon[95500]: pgmap v12063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:36 smithi081 ceph-mon[107735]: pgmap v12063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:38 smithi170 ceph-mon[97338]: pgmap v12064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:38 smithi081 ceph-mon[95500]: pgmap v12064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:38 smithi081 ceph-mon[107735]: pgmap v12064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:40 smithi170 ceph-mon[97338]: pgmap v12065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:40 smithi081 ceph-mon[95500]: pgmap v12065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:40 smithi081 ceph-mon[107735]: pgmap v12065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:42 smithi170 ceph-mon[97338]: pgmap v12066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:42 smithi081 ceph-mon[95500]: pgmap v12066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:42 smithi081 ceph-mon[107735]: pgmap v12066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:43.318 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:20:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:43.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:43.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:44 smithi170 ceph-mon[97338]: pgmap v12067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:44 smithi081 ceph-mon[95500]: pgmap v12067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:44 smithi081 ceph-mon[107735]: pgmap v12067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:45 smithi081 ceph-mon[95500]: pgmap v12068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:45 smithi081 ceph-mon[107735]: pgmap v12068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:45.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:45.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:45 smithi170 ceph-mon[97338]: pgmap v12068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:47 smithi170 ceph-mon[97338]: pgmap v12069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:47 smithi081 ceph-mon[95500]: pgmap v12069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:47 smithi081 ceph-mon[107735]: pgmap v12069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:50 smithi170 ceph-mon[97338]: pgmap v12070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:50 smithi081 ceph-mon[95500]: pgmap v12070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:50 smithi081 ceph-mon[107735]: pgmap v12070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:52 smithi170 ceph-mon[97338]: pgmap v12071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:52.785 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:52 smithi081 ceph-mon[95500]: pgmap v12071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:52.786 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:52 smithi081 ceph-mon[107735]: pgmap v12071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:53.318 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:20:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:53.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:53.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:54 smithi170 ceph-mon[97338]: pgmap v12072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:54 smithi081 ceph-mon[95500]: pgmap v12072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:54 smithi081 ceph-mon[107735]: pgmap v12072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:20:55.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:20:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:20:55.168Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:20:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:56 smithi170 ceph-mon[97338]: pgmap v12073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:56 smithi081 ceph-mon[95500]: pgmap v12073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:56 smithi081 ceph-mon[107735]: pgmap v12073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:20:58 smithi170 ceph-mon[97338]: pgmap v12074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:20:58 smithi081 ceph-mon[95500]: pgmap v12074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:20:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:20:58 smithi081 ceph-mon[107735]: pgmap v12074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:00 smithi170 ceph-mon[97338]: pgmap v12075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:00 smithi081 ceph-mon[95500]: pgmap v12075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:00 smithi081 ceph-mon[107735]: pgmap v12075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:02 smithi170 ceph-mon[97338]: pgmap v12076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:02 smithi081 ceph-mon[95500]: pgmap v12076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:02 smithi081 ceph-mon[107735]: pgmap v12076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:03.319 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:21:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:03.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:03.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:04 smithi170 ceph-mon[97338]: pgmap v12077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:04 smithi081 ceph-mon[95500]: pgmap v12077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:04 smithi081 ceph-mon[107735]: pgmap v12077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:05.168Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:05.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:06 smithi170 ceph-mon[97338]: pgmap v12078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:06 smithi081 ceph-mon[95500]: pgmap v12078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:06 smithi081 ceph-mon[107735]: pgmap v12078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:08 smithi170 ceph-mon[97338]: pgmap v12079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:08 smithi081 ceph-mon[95500]: pgmap v12079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:08 smithi081 ceph-mon[107735]: pgmap v12079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:10 smithi170 ceph-mon[97338]: pgmap v12080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:10 smithi081 ceph-mon[95500]: pgmap v12080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:10 smithi081 ceph-mon[107735]: pgmap v12080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:12 smithi170 ceph-mon[97338]: pgmap v12081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:12 smithi081 ceph-mon[95500]: pgmap v12081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:12 smithi081 ceph-mon[107735]: pgmap v12081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:13.320 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:21:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:13.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:13.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:14 smithi170 ceph-mon[97338]: pgmap v12082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:14 smithi081 ceph-mon[95500]: pgmap v12082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:14 smithi081 ceph-mon[107735]: pgmap v12082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:15.169Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:15.170Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:16 smithi170 ceph-mon[97338]: pgmap v12083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:16 smithi081 ceph-mon[95500]: pgmap v12083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:16 smithi081 ceph-mon[107735]: pgmap v12083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:18 smithi170 ceph-mon[97338]: pgmap v12084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:18 smithi081 ceph-mon[95500]: pgmap v12084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:18 smithi081 ceph-mon[107735]: pgmap v12084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:20 smithi170 ceph-mon[97338]: pgmap v12085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:20 smithi081 ceph-mon[95500]: pgmap v12085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:20 smithi081 ceph-mon[107735]: pgmap v12085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:22 smithi170 ceph-mon[97338]: pgmap v12086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:22 smithi081 ceph-mon[95500]: pgmap v12086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:22 smithi081 ceph-mon[107735]: pgmap v12086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:23.320 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:21:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:23.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:23.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:24 smithi170 ceph-mon[97338]: pgmap v12087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:24 smithi081 ceph-mon[95500]: pgmap v12087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:24 smithi081 ceph-mon[107735]: pgmap v12087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:25.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:25.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:26 smithi170 ceph-mon[97338]: pgmap v12088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:26 smithi081 ceph-mon[95500]: pgmap v12088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:26 smithi081 ceph-mon[107735]: pgmap v12088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:28 smithi170 ceph-mon[97338]: pgmap v12089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:28 smithi081 ceph-mon[95500]: pgmap v12089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:28 smithi081 ceph-mon[107735]: pgmap v12089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:30 smithi170 ceph-mon[97338]: pgmap v12090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:30 smithi081 ceph-mon[95500]: pgmap v12090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:30 smithi081 ceph-mon[107735]: pgmap v12090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:32 smithi170 ceph-mon[97338]: pgmap v12091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:32 smithi081 ceph-mon[95500]: pgmap v12091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:32 smithi081 ceph-mon[107735]: pgmap v12091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:33.321 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:21:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:33.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:33.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:34 smithi170 ceph-mon[97338]: pgmap v12092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:34 smithi081 ceph-mon[95500]: pgmap v12092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:34 smithi081 ceph-mon[107735]: pgmap v12092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:35.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:35.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:36 smithi170 ceph-mon[97338]: pgmap v12093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:36 smithi081 ceph-mon[95500]: pgmap v12093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:36 smithi081 ceph-mon[107735]: pgmap v12093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:38 smithi170 ceph-mon[97338]: pgmap v12094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:38 smithi081 ceph-mon[95500]: pgmap v12094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:38 smithi081 ceph-mon[107735]: pgmap v12094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:40 smithi170 ceph-mon[97338]: pgmap v12095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:40 smithi081 ceph-mon[95500]: pgmap v12095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:40 smithi081 ceph-mon[107735]: pgmap v12095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:42 smithi170 ceph-mon[97338]: pgmap v12096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:42 smithi081 ceph-mon[95500]: pgmap v12096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:42 smithi081 ceph-mon[107735]: pgmap v12096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:43.321 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:21:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:43.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:43.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:44 smithi170 ceph-mon[97338]: pgmap v12097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:44 smithi081 ceph-mon[95500]: pgmap v12097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:44 smithi081 ceph-mon[107735]: pgmap v12097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:45 smithi081 ceph-mon[95500]: pgmap v12098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:45 smithi081 ceph-mon[107735]: pgmap v12098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:45.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:45.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:45 smithi170 ceph-mon[97338]: pgmap v12098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:47 smithi170 ceph-mon[97338]: pgmap v12099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:47 smithi081 ceph-mon[95500]: pgmap v12099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:48.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:47 smithi081 ceph-mon[107735]: pgmap v12099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:50 smithi170 ceph-mon[97338]: pgmap v12100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:50 smithi081 ceph-mon[95500]: pgmap v12100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:50 smithi081 ceph-mon[107735]: pgmap v12100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:52 smithi170 ceph-mon[97338]: pgmap v12101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:52 smithi081 ceph-mon[95500]: pgmap v12101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:52 smithi081 ceph-mon[107735]: pgmap v12101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:53.322 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:21:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:53.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:53.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:54 smithi170 ceph-mon[97338]: pgmap v12102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:54 smithi081 ceph-mon[95500]: pgmap v12102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:54 smithi081 ceph-mon[107735]: pgmap v12102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:21:55.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:21:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:21:55.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:21:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:56 smithi170 ceph-mon[97338]: pgmap v12103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:56 smithi081 ceph-mon[95500]: pgmap v12103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:56 smithi081 ceph-mon[107735]: pgmap v12103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:21:58 smithi170 ceph-mon[97338]: pgmap v12104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:21:58 smithi081 ceph-mon[95500]: pgmap v12104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:21:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:21:58 smithi081 ceph-mon[107735]: pgmap v12104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:00 smithi170 ceph-mon[97338]: pgmap v12105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:00 smithi081 ceph-mon[95500]: pgmap v12105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:00 smithi081 ceph-mon[107735]: pgmap v12105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:02 smithi170 ceph-mon[97338]: pgmap v12106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:02 smithi081 ceph-mon[95500]: pgmap v12106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:02 smithi081 ceph-mon[107735]: pgmap v12106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:03.322 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:22:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:03.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:03.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:04 smithi170 ceph-mon[97338]: pgmap v12107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:04 smithi081 ceph-mon[107735]: pgmap v12107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:04 smithi081 ceph-mon[95500]: pgmap v12107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:05.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:05.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:06 smithi170 ceph-mon[97338]: pgmap v12108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:06 smithi081 ceph-mon[95500]: pgmap v12108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:06 smithi081 ceph-mon[107735]: pgmap v12108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:08 smithi170 ceph-mon[97338]: pgmap v12109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:08 smithi081 ceph-mon[95500]: pgmap v12109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:08 smithi081 ceph-mon[107735]: pgmap v12109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:10 smithi170 ceph-mon[97338]: pgmap v12110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:10 smithi081 ceph-mon[95500]: pgmap v12110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:10 smithi081 ceph-mon[107735]: pgmap v12110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:12 smithi170 ceph-mon[97338]: pgmap v12111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:12 smithi081 ceph-mon[95500]: pgmap v12111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:12 smithi081 ceph-mon[107735]: pgmap v12111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:13.323 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:22:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:13.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:13.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:14 smithi170 ceph-mon[97338]: pgmap v12112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:14 smithi081 ceph-mon[95500]: pgmap v12112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:14 smithi081 ceph-mon[107735]: pgmap v12112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:15.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:15.175Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:16 smithi170 ceph-mon[97338]: pgmap v12113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:16 smithi081 ceph-mon[95500]: pgmap v12113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:16 smithi081 ceph-mon[107735]: pgmap v12113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:18 smithi170 ceph-mon[97338]: pgmap v12114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:18 smithi081 ceph-mon[95500]: pgmap v12114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:18 smithi081 ceph-mon[107735]: pgmap v12114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:20 smithi170 ceph-mon[97338]: pgmap v12115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:20 smithi081 ceph-mon[95500]: pgmap v12115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:20 smithi081 ceph-mon[107735]: pgmap v12115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:22 smithi170 ceph-mon[97338]: pgmap v12116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:22 smithi081 ceph-mon[95500]: pgmap v12116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:22 smithi081 ceph-mon[107735]: pgmap v12116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:23.324 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:22:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:23.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:23.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:24 smithi170 ceph-mon[97338]: pgmap v12117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:24 smithi081 ceph-mon[95500]: pgmap v12117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:24 smithi081 ceph-mon[107735]: pgmap v12117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:25.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:25.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:26 smithi170 ceph-mon[97338]: pgmap v12118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:26 smithi081 ceph-mon[95500]: pgmap v12118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:26 smithi081 ceph-mon[107735]: pgmap v12118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:28 smithi170 ceph-mon[97338]: pgmap v12119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:28 smithi081 ceph-mon[95500]: pgmap v12119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:28 smithi081 ceph-mon[107735]: pgmap v12119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:30 smithi170 ceph-mon[97338]: pgmap v12120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:30 smithi081 ceph-mon[95500]: pgmap v12120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:30 smithi081 ceph-mon[107735]: pgmap v12120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:32 smithi170 ceph-mon[97338]: pgmap v12121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:32 smithi081 ceph-mon[95500]: pgmap v12121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:32 smithi081 ceph-mon[107735]: pgmap v12121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:33.324 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:22:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:33.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:33.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:34 smithi170 ceph-mon[97338]: pgmap v12122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:34 smithi081 ceph-mon[95500]: pgmap v12122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:34 smithi081 ceph-mon[107735]: pgmap v12122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:35 smithi081 ceph-mon[95500]: pgmap v12123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:35 smithi081 ceph-mon[107735]: pgmap v12123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:35.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:35.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:35 smithi170 ceph-mon[97338]: pgmap v12123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:37 smithi170 ceph-mon[97338]: pgmap v12124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:37 smithi081 ceph-mon[95500]: pgmap v12124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:38.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:37 smithi081 ceph-mon[107735]: pgmap v12124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:40 smithi170 ceph-mon[97338]: pgmap v12125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:40 smithi081 ceph-mon[95500]: pgmap v12125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:40 smithi081 ceph-mon[107735]: pgmap v12125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:42 smithi170 ceph-mon[97338]: pgmap v12126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:42 smithi081 ceph-mon[95500]: pgmap v12126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:42 smithi081 ceph-mon[107735]: pgmap v12126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:43.326 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:22:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:43.322Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:43.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:44 smithi170 ceph-mon[97338]: pgmap v12127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:44 smithi081 ceph-mon[95500]: pgmap v12127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:44 smithi081 ceph-mon[107735]: pgmap v12127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:45.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:45.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:46 smithi170 ceph-mon[97338]: pgmap v12128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:46 smithi081 ceph-mon[95500]: pgmap v12128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:46 smithi081 ceph-mon[107735]: pgmap v12128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:48 smithi170 ceph-mon[97338]: pgmap v12129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:48 smithi081 ceph-mon[95500]: pgmap v12129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:48 smithi081 ceph-mon[107735]: pgmap v12129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:50 smithi170 ceph-mon[97338]: pgmap v12130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:50 smithi081 ceph-mon[95500]: pgmap v12130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:50 smithi081 ceph-mon[107735]: pgmap v12130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:52 smithi170 ceph-mon[97338]: pgmap v12131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:52 smithi081 ceph-mon[95500]: pgmap v12131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:52 smithi081 ceph-mon[107735]: pgmap v12131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:53.326 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:22:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:53.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:53.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:54.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:54 smithi170 ceph-mon[97338]: pgmap v12132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:54 smithi081 ceph-mon[95500]: pgmap v12132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:54 smithi081 ceph-mon[107735]: pgmap v12132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:22:55.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:22:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:22:55.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:22:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:56 smithi170 ceph-mon[97338]: pgmap v12133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:56 smithi081 ceph-mon[95500]: pgmap v12133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:56 smithi081 ceph-mon[107735]: pgmap v12133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:22:58 smithi170 ceph-mon[97338]: pgmap v12134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:22:58 smithi081 ceph-mon[95500]: pgmap v12134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:22:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:22:58 smithi081 ceph-mon[107735]: pgmap v12134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:00 smithi170 ceph-mon[97338]: pgmap v12135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:00 smithi081 ceph-mon[95500]: pgmap v12135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:00 smithi081 ceph-mon[107735]: pgmap v12135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:02 smithi170 ceph-mon[97338]: pgmap v12136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:02 smithi081 ceph-mon[95500]: pgmap v12136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:02 smithi081 ceph-mon[107735]: pgmap v12136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:03.327 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:23:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:03.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:03.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:04 smithi170 ceph-mon[97338]: pgmap v12137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:04 smithi081 ceph-mon[95500]: pgmap v12137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:04 smithi081 ceph-mon[107735]: pgmap v12137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:05.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:05.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:06 smithi170 ceph-mon[97338]: pgmap v12138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:06 smithi081 ceph-mon[95500]: pgmap v12138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:06 smithi081 ceph-mon[107735]: pgmap v12138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:08 smithi170 ceph-mon[97338]: pgmap v12139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:08 smithi081 ceph-mon[95500]: pgmap v12139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:08 smithi081 ceph-mon[107735]: pgmap v12139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:10 smithi170 ceph-mon[97338]: pgmap v12140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:10 smithi081 ceph-mon[95500]: pgmap v12140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:10 smithi081 ceph-mon[107735]: pgmap v12140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:12 smithi170 ceph-mon[97338]: pgmap v12141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:12 smithi081 ceph-mon[95500]: pgmap v12141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:12 smithi081 ceph-mon[107735]: pgmap v12141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:13.327 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:23:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:13.324Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:13.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:14 smithi170 ceph-mon[97338]: pgmap v12142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:14 smithi081 ceph-mon[95500]: pgmap v12142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:14 smithi081 ceph-mon[107735]: pgmap v12142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:15.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:15.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:16 smithi170 ceph-mon[97338]: pgmap v12143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:16 smithi081 ceph-mon[95500]: pgmap v12143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:16 smithi081 ceph-mon[107735]: pgmap v12143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:18 smithi170 ceph-mon[97338]: pgmap v12144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:18 smithi081 ceph-mon[95500]: pgmap v12144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:18 smithi081 ceph-mon[107735]: pgmap v12144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:20 smithi170 ceph-mon[97338]: pgmap v12145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:20 smithi081 ceph-mon[95500]: pgmap v12145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:20 smithi081 ceph-mon[107735]: pgmap v12145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:22 smithi170 ceph-mon[97338]: pgmap v12146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:22 smithi081 ceph-mon[95500]: pgmap v12146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:22 smithi081 ceph-mon[107735]: pgmap v12146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:23.328 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:23:23.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:23 smithi170 ceph-mon[97338]: pgmap v12147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:23 smithi081 ceph-mon[95500]: pgmap v12147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:23.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:23 smithi081 ceph-mon[107735]: pgmap v12147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:23.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:23.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:25.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:25.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:26 smithi170 ceph-mon[97338]: pgmap v12148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:26 smithi081 ceph-mon[95500]: pgmap v12148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:26 smithi081 ceph-mon[107735]: pgmap v12148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:28 smithi170 ceph-mon[97338]: pgmap v12149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:28 smithi081 ceph-mon[95500]: pgmap v12149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:28 smithi081 ceph-mon[107735]: pgmap v12149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:30 smithi170 ceph-mon[97338]: pgmap v12150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:30 smithi081 ceph-mon[95500]: pgmap v12150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:30 smithi081 ceph-mon[107735]: pgmap v12150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:32 smithi170 ceph-mon[97338]: pgmap v12151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:32 smithi081 ceph-mon[95500]: pgmap v12151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:32 smithi081 ceph-mon[107735]: pgmap v12151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:33.328 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:23:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:33.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:33.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:34 smithi170 ceph-mon[97338]: pgmap v12152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:34 smithi081 ceph-mon[95500]: pgmap v12152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:34 smithi081 ceph-mon[107735]: pgmap v12152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:35.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:35.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:36 smithi170 ceph-mon[97338]: pgmap v12153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:36 smithi081 ceph-mon[95500]: pgmap v12153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:36 smithi081 ceph-mon[107735]: pgmap v12153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:38 smithi170 ceph-mon[97338]: pgmap v12154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:38 smithi081 ceph-mon[95500]: pgmap v12154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:38 smithi081 ceph-mon[107735]: pgmap v12154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:40 smithi170 ceph-mon[97338]: pgmap v12155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:40 smithi081 ceph-mon[95500]: pgmap v12155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:40 smithi081 ceph-mon[107735]: pgmap v12155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:42 smithi170 ceph-mon[97338]: pgmap v12156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:42 smithi081 ceph-mon[95500]: pgmap v12156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:42 smithi081 ceph-mon[107735]: pgmap v12156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:43.329 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:23:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:43.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:43.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:44 smithi170 ceph-mon[97338]: pgmap v12157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:44 smithi081 ceph-mon[95500]: pgmap v12157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:44 smithi081 ceph-mon[107735]: pgmap v12157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:45.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:45.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:46 smithi170 ceph-mon[97338]: pgmap v12158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:46 smithi081 ceph-mon[95500]: pgmap v12158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:46 smithi081 ceph-mon[107735]: pgmap v12158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:48 smithi170 ceph-mon[97338]: pgmap v12159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:48 smithi081 ceph-mon[95500]: pgmap v12159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:48 smithi081 ceph-mon[107735]: pgmap v12159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:50 smithi170 ceph-mon[97338]: pgmap v12160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:50 smithi081 ceph-mon[95500]: pgmap v12160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:50 smithi081 ceph-mon[107735]: pgmap v12160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:52 smithi170 ceph-mon[97338]: pgmap v12161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:52 smithi081 ceph-mon[95500]: pgmap v12161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:52 smithi081 ceph-mon[107735]: pgmap v12161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:53.330 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:23:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:53.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:53.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:54 smithi170 ceph-mon[97338]: pgmap v12162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:54 smithi081 ceph-mon[95500]: pgmap v12162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:54 smithi081 ceph-mon[107735]: pgmap v12162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:55 smithi081 ceph-mon[95500]: pgmap v12163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:55 smithi081 ceph-mon[107735]: pgmap v12163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:23:55.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:23:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:23:55.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:23:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:55 smithi170 ceph-mon[97338]: pgmap v12163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:23:58 smithi170 ceph-mon[97338]: pgmap v12164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:23:58 smithi081 ceph-mon[95500]: pgmap v12164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:23:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:23:58 smithi081 ceph-mon[107735]: pgmap v12164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:00 smithi170 ceph-mon[97338]: pgmap v12165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:00 smithi081 ceph-mon[95500]: pgmap v12165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:00 smithi081 ceph-mon[107735]: pgmap v12165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:02 smithi170 ceph-mon[97338]: pgmap v12166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:02 smithi081 ceph-mon[95500]: pgmap v12166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:02 smithi081 ceph-mon[107735]: pgmap v12166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:03.331 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:24:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:03.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:03.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:04 smithi170 ceph-mon[97338]: pgmap v12167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:04 smithi081 ceph-mon[95500]: pgmap v12167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:04 smithi081 ceph-mon[107735]: pgmap v12167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:05.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:05.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:06 smithi170 ceph-mon[97338]: pgmap v12168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:06 smithi081 ceph-mon[95500]: pgmap v12168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:06 smithi081 ceph-mon[107735]: pgmap v12168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:08 smithi170 ceph-mon[97338]: pgmap v12169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:08 smithi081 ceph-mon[95500]: pgmap v12169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:08 smithi081 ceph-mon[107735]: pgmap v12169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:10 smithi170 ceph-mon[97338]: pgmap v12170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:10 smithi081 ceph-mon[95500]: pgmap v12170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:10 smithi081 ceph-mon[107735]: pgmap v12170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:12 smithi170 ceph-mon[97338]: pgmap v12171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:12 smithi081 ceph-mon[95500]: pgmap v12171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:12 smithi081 ceph-mon[107735]: pgmap v12171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:13.332 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:24:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:13.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:13.330Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:14 smithi170 ceph-mon[97338]: pgmap v12172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:14 smithi081 ceph-mon[95500]: pgmap v12172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:14 smithi081 ceph-mon[107735]: pgmap v12172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:15.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:15.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:16 smithi170 ceph-mon[97338]: pgmap v12173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:16 smithi081 ceph-mon[95500]: pgmap v12173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:16 smithi081 ceph-mon[107735]: pgmap v12173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:18 smithi170 ceph-mon[97338]: pgmap v12174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:18 smithi081 ceph-mon[95500]: pgmap v12174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:18 smithi081 ceph-mon[107735]: pgmap v12174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:20 smithi170 ceph-mon[97338]: pgmap v12175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:20 smithi081 ceph-mon[95500]: pgmap v12175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:20 smithi081 ceph-mon[107735]: pgmap v12175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:22 smithi170 ceph-mon[97338]: pgmap v12176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:22 smithi081 ceph-mon[95500]: pgmap v12176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:22 smithi081 ceph-mon[107735]: pgmap v12176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:23.333 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:24:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:23.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:23.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:24 smithi170 ceph-mon[97338]: pgmap v12177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:24 smithi081 ceph-mon[95500]: pgmap v12177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:24 smithi081 ceph-mon[107735]: pgmap v12177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:25.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:25.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:26 smithi170 ceph-mon[97338]: pgmap v12178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:26 smithi081 ceph-mon[95500]: pgmap v12178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:26 smithi081 ceph-mon[107735]: pgmap v12178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:28 smithi170 ceph-mon[97338]: pgmap v12179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:28 smithi081 ceph-mon[95500]: pgmap v12179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:28 smithi081 ceph-mon[107735]: pgmap v12179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:30 smithi170 ceph-mon[97338]: pgmap v12180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:30 smithi081 ceph-mon[95500]: pgmap v12180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:30 smithi081 ceph-mon[107735]: pgmap v12180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:32 smithi170 ceph-mon[97338]: pgmap v12181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:32 smithi081 ceph-mon[95500]: pgmap v12181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:32 smithi081 ceph-mon[107735]: pgmap v12181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:33.333 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:24:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:33.330Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:33.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:34 smithi170 ceph-mon[97338]: pgmap v12182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:34 smithi081 ceph-mon[95500]: pgmap v12182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:34 smithi081 ceph-mon[107735]: pgmap v12182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:35.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:35.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:36 smithi170 ceph-mon[97338]: pgmap v12183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:36 smithi081 ceph-mon[95500]: pgmap v12183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:36 smithi081 ceph-mon[107735]: pgmap v12183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:38 smithi170 ceph-mon[97338]: pgmap v12184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:38 smithi081 ceph-mon[95500]: pgmap v12184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:38 smithi081 ceph-mon[107735]: pgmap v12184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:40 smithi170 ceph-mon[97338]: pgmap v12185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:40 smithi081 ceph-mon[95500]: pgmap v12185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:40 smithi081 ceph-mon[107735]: pgmap v12185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:42 smithi170 ceph-mon[97338]: pgmap v12186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:42 smithi081 ceph-mon[95500]: pgmap v12186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:42 smithi081 ceph-mon[107735]: pgmap v12186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:43.334 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:24:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:43.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:43.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:44 smithi170 ceph-mon[97338]: pgmap v12187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:44 smithi081 ceph-mon[95500]: pgmap v12187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:44 smithi081 ceph-mon[107735]: pgmap v12187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:45 smithi081 ceph-mon[95500]: pgmap v12188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:45 smithi081 ceph-mon[107735]: pgmap v12188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:45.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:45.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:45 smithi170 ceph-mon[97338]: pgmap v12188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:48 smithi170 ceph-mon[97338]: pgmap v12189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:48 smithi081 ceph-mon[95500]: pgmap v12189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:48 smithi081 ceph-mon[107735]: pgmap v12189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:50 smithi170 ceph-mon[97338]: pgmap v12190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:50 smithi081 ceph-mon[95500]: pgmap v12190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:50 smithi081 ceph-mon[107735]: pgmap v12190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:52 smithi170 ceph-mon[97338]: pgmap v12191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:52 smithi081 ceph-mon[95500]: pgmap v12191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:52 smithi081 ceph-mon[107735]: pgmap v12191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:53.335 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:24:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:53.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:53.333Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:54 smithi170 ceph-mon[97338]: pgmap v12192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:54 smithi081 ceph-mon[95500]: pgmap v12192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:54 smithi081 ceph-mon[107735]: pgmap v12192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:24:55.186Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:24:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:24:55.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:24:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:56 smithi170 ceph-mon[97338]: pgmap v12193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:56 smithi081 ceph-mon[95500]: pgmap v12193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:56 smithi081 ceph-mon[107735]: pgmap v12193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:24:58 smithi170 ceph-mon[97338]: pgmap v12194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:24:58 smithi081 ceph-mon[95500]: pgmap v12194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:24:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:24:58 smithi081 ceph-mon[107735]: pgmap v12194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:00 smithi170 ceph-mon[97338]: pgmap v12195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:00 smithi081 ceph-mon[95500]: pgmap v12195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:00 smithi081 ceph-mon[107735]: pgmap v12195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:02 smithi170 ceph-mon[97338]: pgmap v12196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:02 smithi081 ceph-mon[95500]: pgmap v12196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:02 smithi081 ceph-mon[107735]: pgmap v12196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:03.336 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:25:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:03.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:03.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:04 smithi170 ceph-mon[97338]: pgmap v12197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:04 smithi081 ceph-mon[95500]: pgmap v12197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:04 smithi081 ceph-mon[107735]: pgmap v12197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:05.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:05.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:06 smithi170 ceph-mon[97338]: pgmap v12198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:06 smithi081 ceph-mon[95500]: pgmap v12198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:06 smithi081 ceph-mon[107735]: pgmap v12198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:08 smithi170 ceph-mon[97338]: pgmap v12199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:08 smithi081 ceph-mon[95500]: pgmap v12199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:08 smithi081 ceph-mon[107735]: pgmap v12199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:10 smithi170 ceph-mon[97338]: pgmap v12200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:10 smithi081 ceph-mon[95500]: pgmap v12200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:10 smithi081 ceph-mon[107735]: pgmap v12200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:12 smithi170 ceph-mon[97338]: pgmap v12201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:12 smithi081 ceph-mon[95500]: pgmap v12201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:12 smithi081 ceph-mon[107735]: pgmap v12201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:13.336 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:25:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:13.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:13.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:14 smithi170 ceph-mon[97338]: pgmap v12202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:14 smithi081 ceph-mon[95500]: pgmap v12202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:14 smithi081 ceph-mon[107735]: pgmap v12202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:15.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:15.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:16 smithi170 ceph-mon[97338]: pgmap v12203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:16 smithi081 ceph-mon[95500]: pgmap v12203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:16 smithi081 ceph-mon[107735]: pgmap v12203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:18 smithi170 ceph-mon[97338]: pgmap v12204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:18 smithi081 ceph-mon[95500]: pgmap v12204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:18 smithi081 ceph-mon[107735]: pgmap v12204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:20 smithi170 ceph-mon[97338]: pgmap v12205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:20 smithi081 ceph-mon[95500]: pgmap v12205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:20 smithi081 ceph-mon[107735]: pgmap v12205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:22 smithi170 ceph-mon[97338]: pgmap v12206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:22 smithi081 ceph-mon[95500]: pgmap v12206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:22 smithi081 ceph-mon[107735]: pgmap v12206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:23.337 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:25:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:23.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:23.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:24 smithi170 ceph-mon[97338]: pgmap v12207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:24 smithi081 ceph-mon[95500]: pgmap v12207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:24 smithi081 ceph-mon[107735]: pgmap v12207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:25.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:25.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:26 smithi170 ceph-mon[97338]: pgmap v12208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:26 smithi081 ceph-mon[95500]: pgmap v12208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:26 smithi081 ceph-mon[107735]: pgmap v12208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:28 smithi170 ceph-mon[97338]: pgmap v12209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:28 smithi081 ceph-mon[95500]: pgmap v12209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:28 smithi081 ceph-mon[107735]: pgmap v12209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:30 smithi170 ceph-mon[97338]: pgmap v12210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:30 smithi081 ceph-mon[95500]: pgmap v12210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:30 smithi081 ceph-mon[107735]: pgmap v12210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:31 smithi170 ceph-mon[97338]: pgmap v12211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:31 smithi081 ceph-mon[95500]: pgmap v12211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:31.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:31 smithi081 ceph-mon[107735]: pgmap v12211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:33.338 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:25:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:33.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:33.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:34 smithi170 ceph-mon[97338]: pgmap v12212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:34 smithi081 ceph-mon[95500]: pgmap v12212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:34 smithi081 ceph-mon[107735]: pgmap v12212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:35.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:35.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:36 smithi170 ceph-mon[97338]: pgmap v12213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:36 smithi081 ceph-mon[95500]: pgmap v12213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:36 smithi081 ceph-mon[107735]: pgmap v12213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:38 smithi170 ceph-mon[97338]: pgmap v12214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:38 smithi081 ceph-mon[95500]: pgmap v12214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:38 smithi081 ceph-mon[107735]: pgmap v12214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:40 smithi170 ceph-mon[97338]: pgmap v12215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:40 smithi081 ceph-mon[95500]: pgmap v12215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:40 smithi081 ceph-mon[107735]: pgmap v12215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:42 smithi170 ceph-mon[97338]: pgmap v12216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:42 smithi081 ceph-mon[95500]: pgmap v12216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:42 smithi081 ceph-mon[107735]: pgmap v12216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:43.339 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:25:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:43.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:43.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:44 smithi170 ceph-mon[97338]: pgmap v12217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:44 smithi081 ceph-mon[95500]: pgmap v12217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:44 smithi081 ceph-mon[107735]: pgmap v12217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:45.189Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:45.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:46 smithi170 ceph-mon[97338]: pgmap v12218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:46 smithi081 ceph-mon[95500]: pgmap v12218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:46 smithi081 ceph-mon[107735]: pgmap v12218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:48 smithi170 ceph-mon[97338]: pgmap v12219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:48 smithi081 ceph-mon[95500]: pgmap v12219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:48 smithi081 ceph-mon[107735]: pgmap v12219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:50 smithi170 ceph-mon[97338]: pgmap v12220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:50 smithi081 ceph-mon[95500]: pgmap v12220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:50 smithi081 ceph-mon[107735]: pgmap v12220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:52 smithi170 ceph-mon[97338]: pgmap v12221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:52 smithi081 ceph-mon[95500]: pgmap v12221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:52 smithi081 ceph-mon[107735]: pgmap v12221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:53.339 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:25:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:53.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:53.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:54 smithi170 ceph-mon[97338]: pgmap v12222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:54 smithi081 ceph-mon[95500]: pgmap v12222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:54 smithi081 ceph-mon[107735]: pgmap v12222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:25:55.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:25:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:25:55.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:25:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:56 smithi170 ceph-mon[97338]: pgmap v12223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:56 smithi081 ceph-mon[95500]: pgmap v12223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:56 smithi081 ceph-mon[107735]: pgmap v12223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:25:58 smithi170 ceph-mon[97338]: pgmap v12224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:25:58 smithi081 ceph-mon[95500]: pgmap v12224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:25:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:25:58 smithi081 ceph-mon[107735]: pgmap v12224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:00 smithi170 ceph-mon[97338]: pgmap v12225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:00 smithi081 ceph-mon[95500]: pgmap v12225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:00 smithi081 ceph-mon[107735]: pgmap v12225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:02 smithi170 ceph-mon[97338]: pgmap v12226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:02 smithi081 ceph-mon[95500]: pgmap v12226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:02 smithi081 ceph-mon[107735]: pgmap v12226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:03.340 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:26:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:03.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:03.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:04 smithi170 ceph-mon[97338]: pgmap v12227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:04 smithi081 ceph-mon[95500]: pgmap v12227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:04 smithi081 ceph-mon[107735]: pgmap v12227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:05.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:05.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:06 smithi170 ceph-mon[97338]: pgmap v12228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:06 smithi081 ceph-mon[95500]: pgmap v12228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:06 smithi081 ceph-mon[107735]: pgmap v12228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:08 smithi170 ceph-mon[97338]: pgmap v12229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:08 smithi081 ceph-mon[95500]: pgmap v12229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:08 smithi081 ceph-mon[107735]: pgmap v12229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:10 smithi170 ceph-mon[97338]: pgmap v12230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:10 smithi081 ceph-mon[95500]: pgmap v12230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:10 smithi081 ceph-mon[107735]: pgmap v12230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:11.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:11 smithi170 ceph-mon[97338]: pgmap v12231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:11.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:11 smithi081 ceph-mon[95500]: pgmap v12231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:11.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:11 smithi081 ceph-mon[107735]: pgmap v12231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:13.341 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:26:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:13.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:13.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:14 smithi170 ceph-mon[97338]: pgmap v12232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:14 smithi081 ceph-mon[95500]: pgmap v12232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:14 smithi081 ceph-mon[107735]: pgmap v12232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:15.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:15.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:16 smithi170 ceph-mon[97338]: pgmap v12233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:16 smithi081 ceph-mon[95500]: pgmap v12233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:16 smithi081 ceph-mon[107735]: pgmap v12233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:18 smithi170 ceph-mon[97338]: pgmap v12234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:18 smithi081 ceph-mon[95500]: pgmap v12234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:18 smithi081 ceph-mon[107735]: pgmap v12234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:20 smithi170 ceph-mon[97338]: pgmap v12235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:20 smithi081 ceph-mon[95500]: pgmap v12235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:20 smithi081 ceph-mon[107735]: pgmap v12235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:22 smithi170 ceph-mon[97338]: pgmap v12236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:22 smithi081 ceph-mon[95500]: pgmap v12236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:22 smithi081 ceph-mon[107735]: pgmap v12236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:23.342 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:26:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:23.339Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:23.340Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:24 smithi170 ceph-mon[97338]: pgmap v12237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:24 smithi081 ceph-mon[95500]: pgmap v12237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:24 smithi081 ceph-mon[107735]: pgmap v12237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:25.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:25.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:26 smithi170 ceph-mon[97338]: pgmap v12238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:26 smithi081 ceph-mon[95500]: pgmap v12238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:26 smithi081 ceph-mon[107735]: pgmap v12238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:28 smithi170 ceph-mon[97338]: pgmap v12239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:28 smithi081 ceph-mon[95500]: pgmap v12239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:28 smithi081 ceph-mon[107735]: pgmap v12239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:30 smithi170 ceph-mon[97338]: pgmap v12240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:30 smithi081 ceph-mon[95500]: pgmap v12240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:30 smithi081 ceph-mon[107735]: pgmap v12240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:32 smithi170 ceph-mon[97338]: pgmap v12241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:32 smithi081 ceph-mon[95500]: pgmap v12241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:32 smithi081 ceph-mon[107735]: pgmap v12241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:33.344 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:26:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:33.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:33.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:34 smithi170 ceph-mon[97338]: pgmap v12242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:34 smithi081 ceph-mon[95500]: pgmap v12242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:34 smithi081 ceph-mon[107735]: pgmap v12242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:35.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:35.194Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:36 smithi170 ceph-mon[97338]: pgmap v12243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:36 smithi081 ceph-mon[95500]: pgmap v12243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:36 smithi081 ceph-mon[107735]: pgmap v12243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:38 smithi170 ceph-mon[97338]: pgmap v12244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:38 smithi081 ceph-mon[95500]: pgmap v12244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:38 smithi081 ceph-mon[107735]: pgmap v12244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:40 smithi170 ceph-mon[97338]: pgmap v12245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:40 smithi081 ceph-mon[95500]: pgmap v12245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:40 smithi081 ceph-mon[107735]: pgmap v12245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:42 smithi170 ceph-mon[97338]: pgmap v12246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:42 smithi081 ceph-mon[95500]: pgmap v12246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:42 smithi081 ceph-mon[107735]: pgmap v12246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:43.344 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:26:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:43 smithi170 ceph-mon[97338]: pgmap v12247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:43 smithi081 ceph-mon[95500]: pgmap v12247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:43.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:43 smithi081 ceph-mon[107735]: pgmap v12247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:43.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:43.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:45.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:45.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:46 smithi170 ceph-mon[97338]: pgmap v12248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:46 smithi081 ceph-mon[95500]: pgmap v12248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:46 smithi081 ceph-mon[107735]: pgmap v12248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:48 smithi170 ceph-mon[97338]: pgmap v12249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:48 smithi081 ceph-mon[95500]: pgmap v12249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:48 smithi081 ceph-mon[107735]: pgmap v12249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:50 smithi170 ceph-mon[97338]: pgmap v12250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:50 smithi081 ceph-mon[95500]: pgmap v12250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:50 smithi081 ceph-mon[107735]: pgmap v12250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:52 smithi170 ceph-mon[97338]: pgmap v12251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:52 smithi081 ceph-mon[95500]: pgmap v12251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:52 smithi081 ceph-mon[107735]: pgmap v12251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:53.345 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:26:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:53.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:53.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:54 smithi170 ceph-mon[97338]: pgmap v12252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:54 smithi081 ceph-mon[95500]: pgmap v12252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:54 smithi081 ceph-mon[107735]: pgmap v12252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:26:55.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:26:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:26:55.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:26:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:56 smithi170 ceph-mon[97338]: pgmap v12253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:56 smithi081 ceph-mon[95500]: pgmap v12253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:56 smithi081 ceph-mon[107735]: pgmap v12253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:26:58 smithi170 ceph-mon[97338]: pgmap v12254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:26:58 smithi081 ceph-mon[95500]: pgmap v12254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:26:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:26:58 smithi081 ceph-mon[107735]: pgmap v12254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:00 smithi170 ceph-mon[97338]: pgmap v12255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:00 smithi081 ceph-mon[95500]: pgmap v12255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:00 smithi081 ceph-mon[107735]: pgmap v12255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:02 smithi170 ceph-mon[97338]: pgmap v12256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:02 smithi081 ceph-mon[95500]: pgmap v12256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:02 smithi081 ceph-mon[107735]: pgmap v12256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:03.345 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:27:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:03.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:03.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:04 smithi170 ceph-mon[97338]: pgmap v12257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:04 smithi081 ceph-mon[95500]: pgmap v12257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:04 smithi081 ceph-mon[107735]: pgmap v12257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:05.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:05.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:06 smithi170 ceph-mon[97338]: pgmap v12258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:06 smithi081 ceph-mon[95500]: pgmap v12258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:06 smithi081 ceph-mon[107735]: pgmap v12258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:08 smithi170 ceph-mon[97338]: pgmap v12259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:08 smithi081 ceph-mon[95500]: pgmap v12259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:08 smithi081 ceph-mon[107735]: pgmap v12259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:10 smithi170 ceph-mon[97338]: pgmap v12260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:10 smithi081 ceph-mon[95500]: pgmap v12260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:10 smithi081 ceph-mon[107735]: pgmap v12260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:12 smithi170 ceph-mon[97338]: pgmap v12261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:12 smithi081 ceph-mon[95500]: pgmap v12261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:12 smithi081 ceph-mon[107735]: pgmap v12261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:13.346 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:27:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:13.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:13.344Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:14 smithi170 ceph-mon[97338]: pgmap v12262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:14 smithi081 ceph-mon[95500]: pgmap v12262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:14 smithi081 ceph-mon[107735]: pgmap v12262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:15.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:15.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:16 smithi170 ceph-mon[97338]: pgmap v12263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:16 smithi081 ceph-mon[95500]: pgmap v12263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:16 smithi081 ceph-mon[107735]: pgmap v12263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:18 smithi170 ceph-mon[97338]: pgmap v12264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:18 smithi081 ceph-mon[95500]: pgmap v12264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:18 smithi081 ceph-mon[107735]: pgmap v12264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:20 smithi170 ceph-mon[97338]: pgmap v12265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:20 smithi081 ceph-mon[95500]: pgmap v12265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:20 smithi081 ceph-mon[107735]: pgmap v12265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:21.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:21 smithi170 ceph-mon[97338]: pgmap v12266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:21.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:21 smithi081 ceph-mon[95500]: pgmap v12266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:21.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:21 smithi081 ceph-mon[107735]: pgmap v12266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:23.347 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:27:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:23.343Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:23.344Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:24 smithi170 ceph-mon[97338]: pgmap v12267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:24 smithi081 ceph-mon[95500]: pgmap v12267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:24 smithi081 ceph-mon[107735]: pgmap v12267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:25.196Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:25.197Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:26 smithi170 ceph-mon[97338]: pgmap v12268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:26 smithi081 ceph-mon[95500]: pgmap v12268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:26 smithi081 ceph-mon[107735]: pgmap v12268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:28 smithi170 ceph-mon[97338]: pgmap v12269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:28 smithi081 ceph-mon[95500]: pgmap v12269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:28 smithi081 ceph-mon[107735]: pgmap v12269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:30 smithi170 ceph-mon[97338]: pgmap v12270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:30 smithi081 ceph-mon[95500]: pgmap v12270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:30 smithi081 ceph-mon[107735]: pgmap v12270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:32 smithi170 ceph-mon[97338]: pgmap v12271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:32.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:32 smithi081 ceph-mon[95500]: pgmap v12271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:32 smithi081 ceph-mon[107735]: pgmap v12271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:33.347 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:27:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:33.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:33.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:34 smithi170 ceph-mon[97338]: pgmap v12272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:34 smithi081 ceph-mon[95500]: pgmap v12272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:34 smithi081 ceph-mon[107735]: pgmap v12272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:35.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:35.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:36 smithi170 ceph-mon[97338]: pgmap v12273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:36 smithi081 ceph-mon[95500]: pgmap v12273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:36 smithi081 ceph-mon[107735]: pgmap v12273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:38 smithi170 ceph-mon[97338]: pgmap v12274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:38 smithi081 ceph-mon[95500]: pgmap v12274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:38 smithi081 ceph-mon[107735]: pgmap v12274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:40 smithi170 ceph-mon[97338]: pgmap v12275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:40 smithi081 ceph-mon[95500]: pgmap v12275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:40 smithi081 ceph-mon[107735]: pgmap v12275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:42 smithi170 ceph-mon[97338]: pgmap v12276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:42 smithi081 ceph-mon[95500]: pgmap v12276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:42 smithi081 ceph-mon[107735]: pgmap v12276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:43.348 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:27:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:43.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:43.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:44 smithi170 ceph-mon[97338]: pgmap v12277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:44 smithi081 ceph-mon[95500]: pgmap v12277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:44 smithi081 ceph-mon[107735]: pgmap v12277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:45.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:45.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:46 smithi170 ceph-mon[97338]: pgmap v12278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:46 smithi081 ceph-mon[95500]: pgmap v12278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:46 smithi081 ceph-mon[107735]: pgmap v12278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:48 smithi170 ceph-mon[97338]: pgmap v12279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:48 smithi081 ceph-mon[95500]: pgmap v12279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:48 smithi081 ceph-mon[107735]: pgmap v12279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:50 smithi170 ceph-mon[97338]: pgmap v12280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:50 smithi081 ceph-mon[95500]: pgmap v12280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:50 smithi081 ceph-mon[107735]: pgmap v12280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:52 smithi170 ceph-mon[97338]: pgmap v12281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:52 smithi081 ceph-mon[95500]: pgmap v12281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:52 smithi081 ceph-mon[107735]: pgmap v12281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:53.348 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:27:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:53.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:53.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:54 smithi170 ceph-mon[97338]: pgmap v12282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:54 smithi081 ceph-mon[95500]: pgmap v12282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:54 smithi081 ceph-mon[107735]: pgmap v12282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:27:55.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:27:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:27:55.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:27:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:56 smithi170 ceph-mon[97338]: pgmap v12283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:56 smithi081 ceph-mon[95500]: pgmap v12283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:56 smithi081 ceph-mon[107735]: pgmap v12283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:27:57 smithi170 ceph-mon[97338]: pgmap v12284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:27:57 smithi081 ceph-mon[95500]: pgmap v12284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:27:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:27:57 smithi081 ceph-mon[107735]: pgmap v12284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:00 smithi170 ceph-mon[97338]: pgmap v12285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:00 smithi081 ceph-mon[95500]: pgmap v12285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:00 smithi081 ceph-mon[107735]: pgmap v12285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:02 smithi170 ceph-mon[97338]: pgmap v12286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:02 smithi081 ceph-mon[95500]: pgmap v12286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:02 smithi081 ceph-mon[107735]: pgmap v12286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:03.350 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:28:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:03.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:03.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:04 smithi170 ceph-mon[97338]: pgmap v12287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:04 smithi081 ceph-mon[95500]: pgmap v12287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:04 smithi081 ceph-mon[107735]: pgmap v12287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:05.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:05.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:06 smithi170 ceph-mon[97338]: pgmap v12288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:06 smithi081 ceph-mon[95500]: pgmap v12288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:06 smithi081 ceph-mon[107735]: pgmap v12288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:08 smithi170 ceph-mon[97338]: pgmap v12289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:08 smithi081 ceph-mon[95500]: pgmap v12289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:08 smithi081 ceph-mon[107735]: pgmap v12289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:10 smithi170 ceph-mon[97338]: pgmap v12290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:10 smithi081 ceph-mon[95500]: pgmap v12290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:10 smithi081 ceph-mon[107735]: pgmap v12290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:12 smithi170 ceph-mon[97338]: pgmap v12291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:12 smithi081 ceph-mon[95500]: pgmap v12291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:12 smithi081 ceph-mon[107735]: pgmap v12291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:13.351 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:28:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:13.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:13.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:14 smithi170 ceph-mon[97338]: pgmap v12292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:14 smithi081 ceph-mon[95500]: pgmap v12292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:14 smithi081 ceph-mon[107735]: pgmap v12292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:15.200Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:15.201Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:16 smithi170 ceph-mon[97338]: pgmap v12293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:16 smithi081 ceph-mon[95500]: pgmap v12293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:16 smithi081 ceph-mon[107735]: pgmap v12293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:18 smithi170 ceph-mon[97338]: pgmap v12294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:18 smithi081 ceph-mon[95500]: pgmap v12294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:18 smithi081 ceph-mon[107735]: pgmap v12294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:20 smithi170 ceph-mon[97338]: pgmap v12295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:20 smithi081 ceph-mon[95500]: pgmap v12295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:20 smithi081 ceph-mon[107735]: pgmap v12295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:22 smithi170 ceph-mon[97338]: pgmap v12296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:22 smithi081 ceph-mon[95500]: pgmap v12296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:22 smithi081 ceph-mon[107735]: pgmap v12296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:23.351 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:28:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:23.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:23.349Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:24 smithi170 ceph-mon[97338]: pgmap v12297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:24 smithi081 ceph-mon[95500]: pgmap v12297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:24 smithi081 ceph-mon[107735]: pgmap v12297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:25.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:25.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:26.751 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:26 smithi170 ceph-mon[97338]: pgmap v12298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:26 smithi081 ceph-mon[95500]: pgmap v12298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:26 smithi081 ceph-mon[107735]: pgmap v12298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:28.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:28 smithi170 ceph-mon[97338]: pgmap v12299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:28 smithi081 ceph-mon[95500]: pgmap v12299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:28 smithi081 ceph-mon[107735]: pgmap v12299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:30 smithi170 ceph-mon[97338]: pgmap v12300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:30 smithi081 ceph-mon[95500]: pgmap v12300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:30 smithi081 ceph-mon[107735]: pgmap v12300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:32 smithi170 ceph-mon[97338]: pgmap v12301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:32 smithi081 ceph-mon[95500]: pgmap v12301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:32 smithi081 ceph-mon[107735]: pgmap v12301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:33.352 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:28:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:33.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:33.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:34 smithi170 ceph-mon[97338]: pgmap v12302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:34 smithi081 ceph-mon[107735]: pgmap v12302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:34 smithi081 ceph-mon[95500]: pgmap v12302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:35.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:35.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:36 smithi170 ceph-mon[97338]: pgmap v12303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:36 smithi081 ceph-mon[95500]: pgmap v12303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:36 smithi081 ceph-mon[107735]: pgmap v12303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:38 smithi170 ceph-mon[97338]: pgmap v12304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:38 smithi081 ceph-mon[95500]: pgmap v12304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:38 smithi081 ceph-mon[107735]: pgmap v12304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:40 smithi170 ceph-mon[97338]: pgmap v12305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:40 smithi081 ceph-mon[95500]: pgmap v12305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:40 smithi081 ceph-mon[107735]: pgmap v12305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:42 smithi170 ceph-mon[97338]: pgmap v12306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:42 smithi081 ceph-mon[95500]: pgmap v12306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:42 smithi081 ceph-mon[107735]: pgmap v12306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:43.353 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:28:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:43.350Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:43.351Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:44 smithi170 ceph-mon[97338]: pgmap v12307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:44 smithi081 ceph-mon[95500]: pgmap v12307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:44 smithi081 ceph-mon[107735]: pgmap v12307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:45.202Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:45.203Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:46 smithi170 ceph-mon[97338]: pgmap v12308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:46 smithi081 ceph-mon[95500]: pgmap v12308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:46 smithi081 ceph-mon[107735]: pgmap v12308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:48 smithi170 ceph-mon[97338]: pgmap v12309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:48 smithi081 ceph-mon[95500]: pgmap v12309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:48 smithi081 ceph-mon[107735]: pgmap v12309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:50 smithi170 ceph-mon[97338]: pgmap v12310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:50 smithi081 ceph-mon[95500]: pgmap v12310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:50 smithi081 ceph-mon[107735]: pgmap v12310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:52 smithi170 ceph-mon[97338]: pgmap v12311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:52 smithi081 ceph-mon[95500]: pgmap v12311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:52 smithi081 ceph-mon[107735]: pgmap v12311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:53.354 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:28:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:53.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:53.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:54 smithi170 ceph-mon[97338]: pgmap v12312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:54 smithi081 ceph-mon[107735]: pgmap v12312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:54 smithi081 ceph-mon[95500]: pgmap v12312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:28:55.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:28:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:28:55.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:28:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:56 smithi170 ceph-mon[97338]: pgmap v12313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:56 smithi081 ceph-mon[95500]: pgmap v12313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:56 smithi081 ceph-mon[107735]: pgmap v12313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:57.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:28:57 smithi170 ceph-mon[97338]: pgmap v12314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:28:57 smithi081 ceph-mon[95500]: pgmap v12314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:28:57.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:28:57 smithi081 ceph-mon[107735]: pgmap v12314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:00 smithi170 ceph-mon[97338]: pgmap v12315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:00 smithi081 ceph-mon[95500]: pgmap v12315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:00 smithi081 ceph-mon[107735]: pgmap v12315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:02 smithi170 ceph-mon[97338]: pgmap v12316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:02 smithi081 ceph-mon[95500]: pgmap v12316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:02 smithi081 ceph-mon[107735]: pgmap v12316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:03.355 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:29:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:03.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:03.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:04 smithi170 ceph-mon[97338]: pgmap v12317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:04 smithi081 ceph-mon[107735]: pgmap v12317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:04 smithi081 ceph-mon[95500]: pgmap v12317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:05.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:05.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:06 smithi170 ceph-mon[97338]: pgmap v12318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:06 smithi081 ceph-mon[95500]: pgmap v12318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:06 smithi081 ceph-mon[107735]: pgmap v12318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:08 smithi170 ceph-mon[97338]: pgmap v12319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:08 smithi081 ceph-mon[95500]: pgmap v12319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:08 smithi081 ceph-mon[107735]: pgmap v12319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:10 smithi170 ceph-mon[97338]: pgmap v12320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:10 smithi081 ceph-mon[95500]: pgmap v12320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:10 smithi081 ceph-mon[107735]: pgmap v12320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:12 smithi170 ceph-mon[97338]: pgmap v12321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:12 smithi081 ceph-mon[95500]: pgmap v12321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:12 smithi081 ceph-mon[107735]: pgmap v12321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:13.356 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:29:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:13.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:13.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:14 smithi170 ceph-mon[97338]: pgmap v12322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:14 smithi081 ceph-mon[95500]: pgmap v12322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:14 smithi081 ceph-mon[107735]: pgmap v12322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:15.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:15.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:16 smithi170 ceph-mon[97338]: pgmap v12323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:16 smithi081 ceph-mon[95500]: pgmap v12323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:16 smithi081 ceph-mon[107735]: pgmap v12323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:18 smithi170 ceph-mon[97338]: pgmap v12324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:18 smithi081 ceph-mon[95500]: pgmap v12324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:18 smithi081 ceph-mon[107735]: pgmap v12324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:20 smithi170 ceph-mon[97338]: pgmap v12325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:20 smithi081 ceph-mon[95500]: pgmap v12325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:20 smithi081 ceph-mon[107735]: pgmap v12325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:22 smithi170 ceph-mon[97338]: pgmap v12326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:22 smithi081 ceph-mon[95500]: pgmap v12326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:22 smithi081 ceph-mon[107735]: pgmap v12326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:23.357 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:29:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:23.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:23.354Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:24 smithi170 ceph-mon[97338]: pgmap v12327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:24 smithi081 ceph-mon[95500]: pgmap v12327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:24 smithi081 ceph-mon[107735]: pgmap v12327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:25 smithi081 ceph-mon[95500]: pgmap v12328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:25 smithi081 ceph-mon[107735]: pgmap v12328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:25.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:25.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:25.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:25.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:25 smithi170 ceph-mon[97338]: pgmap v12328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:28 smithi170 ceph-mon[97338]: pgmap v12329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:28 smithi081 ceph-mon[95500]: pgmap v12329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:28 smithi081 ceph-mon[107735]: pgmap v12329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:30 smithi170 ceph-mon[97338]: pgmap v12330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:30 smithi081 ceph-mon[95500]: pgmap v12330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:30 smithi081 ceph-mon[107735]: pgmap v12330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:32 smithi170 ceph-mon[97338]: pgmap v12331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:32 smithi081 ceph-mon[95500]: pgmap v12331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:32 smithi081 ceph-mon[107735]: pgmap v12331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:33.358 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:29:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:33.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:33.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:34 smithi170 ceph-mon[97338]: pgmap v12332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:34 smithi081 ceph-mon[95500]: pgmap v12332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:34 smithi081 ceph-mon[107735]: pgmap v12332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:35.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:35.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:36 smithi170 ceph-mon[97338]: pgmap v12333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:36 smithi081 ceph-mon[95500]: pgmap v12333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:36 smithi081 ceph-mon[107735]: pgmap v12333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:38 smithi170 ceph-mon[97338]: pgmap v12334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:38 smithi081 ceph-mon[95500]: pgmap v12334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:38 smithi081 ceph-mon[107735]: pgmap v12334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:40 smithi170 ceph-mon[97338]: pgmap v12335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:40 smithi081 ceph-mon[95500]: pgmap v12335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:40 smithi081 ceph-mon[107735]: pgmap v12335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:42 smithi170 ceph-mon[97338]: pgmap v12336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:42 smithi081 ceph-mon[95500]: pgmap v12336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:42 smithi081 ceph-mon[107735]: pgmap v12336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:43.359 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:29:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:43.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:43.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:44.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:44 smithi170 ceph-mon[97338]: pgmap v12337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:44 smithi081 ceph-mon[95500]: pgmap v12337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:44 smithi081 ceph-mon[107735]: pgmap v12337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:45.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:45.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:46 smithi170 ceph-mon[97338]: pgmap v12338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:46 smithi081 ceph-mon[95500]: pgmap v12338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:46 smithi081 ceph-mon[107735]: pgmap v12338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:48.696 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:48 smithi170 ceph-mon[97338]: pgmap v12339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:48 smithi081 ceph-mon[95500]: pgmap v12339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:48 smithi081 ceph-mon[107735]: pgmap v12339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:50 smithi170 ceph-mon[97338]: pgmap v12340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:50 smithi081 ceph-mon[95500]: pgmap v12340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:50 smithi081 ceph-mon[107735]: pgmap v12340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:52 smithi170 ceph-mon[97338]: pgmap v12341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:52 smithi081 ceph-mon[95500]: pgmap v12341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:52 smithi081 ceph-mon[107735]: pgmap v12341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:53.360 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:29:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:53.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:53.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:54 smithi170 ceph-mon[97338]: pgmap v12342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:54 smithi081 ceph-mon[95500]: pgmap v12342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:54 smithi081 ceph-mon[107735]: pgmap v12342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:29:55.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:29:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:29:55.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:29:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:56 smithi170 ceph-mon[97338]: pgmap v12343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:56 smithi081 ceph-mon[95500]: pgmap v12343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:56 smithi081 ceph-mon[107735]: pgmap v12343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:29:58 smithi170 ceph-mon[97338]: pgmap v12344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:29:58 smithi081 ceph-mon[95500]: pgmap v12344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:29:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:29:58 smithi081 ceph-mon[107735]: pgmap v12344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:00 smithi170 ceph-mon[97338]: pgmap v12345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:30:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:00 smithi081 ceph-mon[95500]: pgmap v12345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:30:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:00 smithi081 ceph-mon[107735]: pgmap v12345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:30:01.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:01 smithi170 ceph-mon[97338]: pgmap v12346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:01 smithi081 ceph-mon[95500]: pgmap v12346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:01 smithi081 ceph-mon[107735]: pgmap v12346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:03.361 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:30:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:03.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:03.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:04 smithi170 ceph-mon[97338]: pgmap v12347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:04 smithi081 ceph-mon[95500]: pgmap v12347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:04 smithi081 ceph-mon[107735]: pgmap v12347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:05.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:05.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:06 smithi170 ceph-mon[97338]: pgmap v12348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:06 smithi081 ceph-mon[95500]: pgmap v12348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:06 smithi081 ceph-mon[107735]: pgmap v12348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:08 smithi170 ceph-mon[97338]: pgmap v12349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:08 smithi081 ceph-mon[95500]: pgmap v12349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:08 smithi081 ceph-mon[107735]: pgmap v12349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:10 smithi170 ceph-mon[97338]: pgmap v12350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:10 smithi081 ceph-mon[95500]: pgmap v12350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:10 smithi081 ceph-mon[107735]: pgmap v12350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:12 smithi170 ceph-mon[97338]: pgmap v12351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:12 smithi081 ceph-mon[95500]: pgmap v12351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:12 smithi081 ceph-mon[107735]: pgmap v12351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:13.364 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:30:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:13.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:13.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:14 smithi170 ceph-mon[97338]: pgmap v12352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:14 smithi081 ceph-mon[95500]: pgmap v12352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:14 smithi081 ceph-mon[107735]: pgmap v12352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:15.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:15.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:16 smithi170 ceph-mon[97338]: pgmap v12353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:16 smithi081 ceph-mon[95500]: pgmap v12353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:16 smithi081 ceph-mon[107735]: pgmap v12353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:18 smithi170 ceph-mon[97338]: pgmap v12354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:18 smithi081 ceph-mon[95500]: pgmap v12354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:18 smithi081 ceph-mon[107735]: pgmap v12354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:20 smithi170 ceph-mon[97338]: pgmap v12355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:20 smithi081 ceph-mon[95500]: pgmap v12355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:20 smithi081 ceph-mon[107735]: pgmap v12355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:22 smithi170 ceph-mon[97338]: pgmap v12356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:22 smithi081 ceph-mon[95500]: pgmap v12356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:22 smithi081 ceph-mon[107735]: pgmap v12356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:23.363 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:30:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:23.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:23.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:24 smithi170 ceph-mon[97338]: pgmap v12357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:24 smithi081 ceph-mon[95500]: pgmap v12357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:24 smithi081 ceph-mon[107735]: pgmap v12357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:25.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:25.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:26 smithi170 ceph-mon[97338]: pgmap v12358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:26 smithi081 ceph-mon[95500]: pgmap v12358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:26 smithi081 ceph-mon[107735]: pgmap v12358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:28 smithi170 ceph-mon[97338]: pgmap v12359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:28 smithi081 ceph-mon[95500]: pgmap v12359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:28 smithi081 ceph-mon[107735]: pgmap v12359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:30 smithi170 ceph-mon[97338]: pgmap v12360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:30 smithi081 ceph-mon[95500]: pgmap v12360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:30 smithi081 ceph-mon[107735]: pgmap v12360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:32 smithi170 ceph-mon[97338]: pgmap v12361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:32 smithi081 ceph-mon[95500]: pgmap v12361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:32 smithi081 ceph-mon[107735]: pgmap v12361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:33.363 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:30:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:33.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:33.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:34 smithi170 ceph-mon[97338]: pgmap v12362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:34.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:34 smithi081 ceph-mon[95500]: pgmap v12362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:34.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:34 smithi081 ceph-mon[107735]: pgmap v12362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:35 smithi081 ceph-mon[95500]: pgmap v12363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:35 smithi081 ceph-mon[107735]: pgmap v12363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:35.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:35.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:35.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:35 smithi170 ceph-mon[97338]: pgmap v12363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:38 smithi170 ceph-mon[97338]: pgmap v12364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:38 smithi081 ceph-mon[95500]: pgmap v12364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:38 smithi081 ceph-mon[107735]: pgmap v12364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:40 smithi170 ceph-mon[97338]: pgmap v12365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:40 smithi081 ceph-mon[95500]: pgmap v12365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:40 smithi081 ceph-mon[107735]: pgmap v12365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:42 smithi170 ceph-mon[97338]: pgmap v12366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:42 smithi081 ceph-mon[95500]: pgmap v12366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:42 smithi081 ceph-mon[107735]: pgmap v12366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:43.364 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:30:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:43.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:43.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:44 smithi170 ceph-mon[97338]: pgmap v12367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:44 smithi081 ceph-mon[95500]: pgmap v12367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:44 smithi081 ceph-mon[107735]: pgmap v12367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:45.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:45.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:46 smithi170 ceph-mon[97338]: pgmap v12368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:46 smithi081 ceph-mon[95500]: pgmap v12368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:46 smithi081 ceph-mon[107735]: pgmap v12368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:48 smithi170 ceph-mon[97338]: pgmap v12369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:48 smithi081 ceph-mon[95500]: pgmap v12369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:48 smithi081 ceph-mon[107735]: pgmap v12369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:50 smithi170 ceph-mon[97338]: pgmap v12370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:50 smithi081 ceph-mon[95500]: pgmap v12370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:50 smithi081 ceph-mon[107735]: pgmap v12370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:52 smithi170 ceph-mon[97338]: pgmap v12371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:52 smithi081 ceph-mon[95500]: pgmap v12371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:52 smithi081 ceph-mon[107735]: pgmap v12371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:53.364 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:30:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:53.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:53.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:54 smithi170 ceph-mon[97338]: pgmap v12372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:54 smithi081 ceph-mon[95500]: pgmap v12372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:54 smithi081 ceph-mon[107735]: pgmap v12372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:30:55.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:30:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:30:55.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:30:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:56 smithi170 ceph-mon[97338]: pgmap v12373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:56 smithi081 ceph-mon[95500]: pgmap v12373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:56 smithi081 ceph-mon[107735]: pgmap v12373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:30:58 smithi170 ceph-mon[97338]: pgmap v12374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:30:58 smithi081 ceph-mon[95500]: pgmap v12374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:30:58.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:30:58 smithi081 ceph-mon[107735]: pgmap v12374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:00 smithi170 ceph-mon[97338]: pgmap v12375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:00 smithi081 ceph-mon[95500]: pgmap v12375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:00 smithi081 ceph-mon[107735]: pgmap v12375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:02 smithi170 ceph-mon[97338]: pgmap v12376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:02 smithi081 ceph-mon[95500]: pgmap v12376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:02 smithi081 ceph-mon[107735]: pgmap v12376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:03.365 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:31:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:03.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:03.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:04 smithi170 ceph-mon[97338]: pgmap v12377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:04 smithi081 ceph-mon[95500]: pgmap v12377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:04.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:04 smithi081 ceph-mon[107735]: pgmap v12377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:05 smithi081 ceph-mon[95500]: pgmap v12378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:05 smithi081 ceph-mon[107735]: pgmap v12378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:05.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:05.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:05 smithi170 ceph-mon[97338]: pgmap v12378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:08 smithi170 ceph-mon[97338]: pgmap v12379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:08 smithi081 ceph-mon[95500]: pgmap v12379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:08 smithi081 ceph-mon[107735]: pgmap v12379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:10 smithi170 ceph-mon[97338]: pgmap v12380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:10 smithi081 ceph-mon[95500]: pgmap v12380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:10 smithi081 ceph-mon[107735]: pgmap v12380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:12 smithi170 ceph-mon[97338]: pgmap v12381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:12 smithi081 ceph-mon[95500]: pgmap v12381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:12 smithi081 ceph-mon[107735]: pgmap v12381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:13.366 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:31:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:13.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:13.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:14 smithi170 ceph-mon[97338]: pgmap v12382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:14 smithi081 ceph-mon[95500]: pgmap v12382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:14.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:14 smithi081 ceph-mon[107735]: pgmap v12382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:15.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:15.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:16.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:16 smithi170 ceph-mon[97338]: pgmap v12383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:16 smithi081 ceph-mon[95500]: pgmap v12383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:16 smithi081 ceph-mon[107735]: pgmap v12383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:18 smithi170 ceph-mon[97338]: pgmap v12384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:18 smithi081 ceph-mon[95500]: pgmap v12384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:18 smithi081 ceph-mon[107735]: pgmap v12384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:20 smithi170 ceph-mon[97338]: pgmap v12385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:20 smithi081 ceph-mon[95500]: pgmap v12385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:20 smithi081 ceph-mon[107735]: pgmap v12385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:22 smithi170 ceph-mon[97338]: pgmap v12386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:22 smithi081 ceph-mon[95500]: pgmap v12386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:22 smithi081 ceph-mon[107735]: pgmap v12386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:23.366 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:31:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:23.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:23.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:24 smithi170 ceph-mon[97338]: pgmap v12387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:24 smithi081 ceph-mon[95500]: pgmap v12387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:24 smithi081 ceph-mon[107735]: pgmap v12387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:25.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:25.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:26 smithi170 ceph-mon[97338]: pgmap v12388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:26 smithi081 ceph-mon[95500]: pgmap v12388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:26 smithi081 ceph-mon[107735]: pgmap v12388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:28 smithi170 ceph-mon[97338]: pgmap v12389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:28 smithi081 ceph-mon[95500]: pgmap v12389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:28 smithi081 ceph-mon[107735]: pgmap v12389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:30 smithi170 ceph-mon[97338]: pgmap v12390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:30 smithi081 ceph-mon[95500]: pgmap v12390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:30 smithi081 ceph-mon[107735]: pgmap v12390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:32 smithi170 ceph-mon[97338]: pgmap v12391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:32 smithi081 ceph-mon[95500]: pgmap v12391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:32 smithi081 ceph-mon[107735]: pgmap v12391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:33.367 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:31:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:33.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:33.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:34 smithi170 ceph-mon[97338]: pgmap v12392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:34 smithi081 ceph-mon[95500]: pgmap v12392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:34 smithi081 ceph-mon[107735]: pgmap v12392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:35.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:35.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:36 smithi170 ceph-mon[97338]: pgmap v12393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:36 smithi081 ceph-mon[95500]: pgmap v12393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:36 smithi081 ceph-mon[107735]: pgmap v12393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:38 smithi170 ceph-mon[97338]: pgmap v12394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:38 smithi081 ceph-mon[95500]: pgmap v12394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:38 smithi081 ceph-mon[107735]: pgmap v12394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:40 smithi170 ceph-mon[97338]: pgmap v12395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:40 smithi081 ceph-mon[95500]: pgmap v12395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:40 smithi081 ceph-mon[107735]: pgmap v12395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:42 smithi170 ceph-mon[97338]: pgmap v12396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:42 smithi081 ceph-mon[95500]: pgmap v12396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:42 smithi081 ceph-mon[107735]: pgmap v12396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:43.368 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:31:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:43.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:43.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:44 smithi170 ceph-mon[97338]: pgmap v12397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:44.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:44 smithi081 ceph-mon[95500]: pgmap v12397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:44 smithi081 ceph-mon[107735]: pgmap v12397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:45.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:45.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:46 smithi170 ceph-mon[97338]: pgmap v12398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:46 smithi081 ceph-mon[95500]: pgmap v12398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:46 smithi081 ceph-mon[107735]: pgmap v12398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:48 smithi170 ceph-mon[97338]: pgmap v12399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:48 smithi081 ceph-mon[95500]: pgmap v12399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:48 smithi081 ceph-mon[107735]: pgmap v12399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:50 smithi170 ceph-mon[97338]: pgmap v12400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:50 smithi081 ceph-mon[95500]: pgmap v12400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:50 smithi081 ceph-mon[107735]: pgmap v12400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:52 smithi170 ceph-mon[97338]: pgmap v12401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:52 smithi081 ceph-mon[95500]: pgmap v12401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:52 smithi081 ceph-mon[107735]: pgmap v12401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:53.368 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:31:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:53 smithi081 ceph-mon[95500]: pgmap v12402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:53 smithi081 ceph-mon[107735]: pgmap v12402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:53.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:53.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:53 smithi170 ceph-mon[97338]: pgmap v12402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:31:55.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:31:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:31:55.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:31:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:56 smithi170 ceph-mon[97338]: pgmap v12403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:56 smithi081 ceph-mon[95500]: pgmap v12403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:56 smithi081 ceph-mon[107735]: pgmap v12403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:31:58 smithi170 ceph-mon[97338]: pgmap v12404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:31:58 smithi081 ceph-mon[95500]: pgmap v12404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:31:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:31:58 smithi081 ceph-mon[107735]: pgmap v12404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:00 smithi170 ceph-mon[97338]: pgmap v12405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:00 smithi081 ceph-mon[95500]: pgmap v12405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:00 smithi081 ceph-mon[107735]: pgmap v12405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:02 smithi170 ceph-mon[97338]: pgmap v12406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:02 smithi081 ceph-mon[95500]: pgmap v12406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:02 smithi081 ceph-mon[107735]: pgmap v12406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:03.369 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:32:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:03.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:03.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:04 smithi170 ceph-mon[97338]: pgmap v12407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:04 smithi081 ceph-mon[95500]: pgmap v12407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:04 smithi081 ceph-mon[107735]: pgmap v12407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:05.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:05.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:06 smithi170 ceph-mon[97338]: pgmap v12408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:06 smithi081 ceph-mon[95500]: pgmap v12408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:06 smithi081 ceph-mon[107735]: pgmap v12408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:08 smithi170 ceph-mon[97338]: pgmap v12409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:08 smithi081 ceph-mon[95500]: pgmap v12409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:08 smithi081 ceph-mon[107735]: pgmap v12409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:10 smithi170 ceph-mon[97338]: pgmap v12410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:10 smithi081 ceph-mon[95500]: pgmap v12410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:10 smithi081 ceph-mon[107735]: pgmap v12410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:12 smithi170 ceph-mon[97338]: pgmap v12411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:12 smithi081 ceph-mon[95500]: pgmap v12411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:12 smithi081 ceph-mon[107735]: pgmap v12411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:13.370 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:32:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:13.367Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:13.368Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:14 smithi170 ceph-mon[97338]: pgmap v12412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:14 smithi081 ceph-mon[95500]: pgmap v12412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:14 smithi081 ceph-mon[107735]: pgmap v12412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:15.497 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:15.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:15.497 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:15.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:15 smithi170 ceph-mon[97338]: pgmap v12413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:15 smithi081 ceph-mon[95500]: pgmap v12413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:15 smithi081 ceph-mon[107735]: pgmap v12413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:18 smithi170 ceph-mon[97338]: pgmap v12414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:18 smithi081 ceph-mon[95500]: pgmap v12414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:18 smithi081 ceph-mon[107735]: pgmap v12414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:20 smithi170 ceph-mon[97338]: pgmap v12415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:20 smithi081 ceph-mon[95500]: pgmap v12415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:20 smithi081 ceph-mon[107735]: pgmap v12415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:22 smithi170 ceph-mon[97338]: pgmap v12416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:22 smithi081 ceph-mon[95500]: pgmap v12416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:22 smithi081 ceph-mon[107735]: pgmap v12416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:23.371 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:32:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:23.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:23.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:24 smithi170 ceph-mon[97338]: pgmap v12417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:24 smithi081 ceph-mon[95500]: pgmap v12417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:24 smithi081 ceph-mon[107735]: pgmap v12417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:25.217Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:25.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:26 smithi170 ceph-mon[97338]: pgmap v12418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:26 smithi081 ceph-mon[95500]: pgmap v12418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:26 smithi081 ceph-mon[107735]: pgmap v12418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:28 smithi170 ceph-mon[97338]: pgmap v12419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:28 smithi081 ceph-mon[95500]: pgmap v12419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:28 smithi081 ceph-mon[107735]: pgmap v12419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:30 smithi170 ceph-mon[97338]: pgmap v12420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:30 smithi081 ceph-mon[95500]: pgmap v12420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:30 smithi081 ceph-mon[107735]: pgmap v12420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:32 smithi170 ceph-mon[97338]: pgmap v12421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:32 smithi081 ceph-mon[95500]: pgmap v12421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:32 smithi081 ceph-mon[107735]: pgmap v12421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:33.373 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:32:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:33.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:33.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:34 smithi170 ceph-mon[97338]: pgmap v12422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:34 smithi081 ceph-mon[95500]: pgmap v12422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:34 smithi081 ceph-mon[107735]: pgmap v12422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:35.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:35.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:36 smithi170 ceph-mon[97338]: pgmap v12423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:36 smithi081 ceph-mon[95500]: pgmap v12423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:36 smithi081 ceph-mon[107735]: pgmap v12423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:38 smithi170 ceph-mon[97338]: pgmap v12424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:38 smithi081 ceph-mon[95500]: pgmap v12424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:38 smithi081 ceph-mon[107735]: pgmap v12424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:40 smithi170 ceph-mon[97338]: pgmap v12425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:40 smithi081 ceph-mon[95500]: pgmap v12425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:40 smithi081 ceph-mon[107735]: pgmap v12425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:41 smithi170 ceph-mon[97338]: pgmap v12426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:41.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:41 smithi081 ceph-mon[95500]: pgmap v12426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:41 smithi081 ceph-mon[107735]: pgmap v12426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:43.374 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:32:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:43.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:43.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:44 smithi170 ceph-mon[97338]: pgmap v12427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:44 smithi081 ceph-mon[95500]: pgmap v12427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:44 smithi081 ceph-mon[107735]: pgmap v12427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:45.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:45.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:46.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:46 smithi170 ceph-mon[97338]: pgmap v12428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:46 smithi081 ceph-mon[95500]: pgmap v12428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:46 smithi081 ceph-mon[107735]: pgmap v12428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:48 smithi170 ceph-mon[97338]: pgmap v12429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:48 smithi081 ceph-mon[95500]: pgmap v12429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:48 smithi081 ceph-mon[107735]: pgmap v12429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:50 smithi170 ceph-mon[97338]: pgmap v12430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:50 smithi081 ceph-mon[95500]: pgmap v12430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:50 smithi081 ceph-mon[107735]: pgmap v12430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:52 smithi170 ceph-mon[97338]: pgmap v12431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:52.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:52 smithi081 ceph-mon[95500]: pgmap v12431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:52.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:52 smithi081 ceph-mon[107735]: pgmap v12431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:53.375 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:32:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:53.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:53.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:54 smithi170 ceph-mon[97338]: pgmap v12432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:54 smithi081 ceph-mon[95500]: pgmap v12432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:54 smithi081 ceph-mon[107735]: pgmap v12432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:32:55.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:32:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:32:55.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:32:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:56 smithi170 ceph-mon[97338]: pgmap v12433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:56 smithi081 ceph-mon[95500]: pgmap v12433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:56 smithi081 ceph-mon[107735]: pgmap v12433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:32:58 smithi170 ceph-mon[97338]: pgmap v12434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:32:58 smithi081 ceph-mon[95500]: pgmap v12434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:32:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:32:58 smithi081 ceph-mon[107735]: pgmap v12434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:00 smithi170 ceph-mon[97338]: pgmap v12435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:00 smithi081 ceph-mon[95500]: pgmap v12435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:00 smithi081 ceph-mon[107735]: pgmap v12435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:01 smithi170 ceph-mon[97338]: pgmap v12436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:01 smithi081 ceph-mon[95500]: pgmap v12436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:01 smithi081 ceph-mon[107735]: pgmap v12436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:03.375 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:33:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:03.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:03.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:04 smithi170 ceph-mon[97338]: pgmap v12437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:04 smithi081 ceph-mon[95500]: pgmap v12437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:04 smithi081 ceph-mon[107735]: pgmap v12437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:05.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:05.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:06 smithi170 ceph-mon[97338]: pgmap v12438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:06 smithi081 ceph-mon[95500]: pgmap v12438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:06 smithi081 ceph-mon[107735]: pgmap v12438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:08 smithi170 ceph-mon[97338]: pgmap v12439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:08 smithi081 ceph-mon[95500]: pgmap v12439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:08 smithi081 ceph-mon[107735]: pgmap v12439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:10 smithi170 ceph-mon[97338]: pgmap v12440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:10 smithi081 ceph-mon[95500]: pgmap v12440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:10 smithi081 ceph-mon[107735]: pgmap v12440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:12 smithi170 ceph-mon[97338]: pgmap v12441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:12 smithi081 ceph-mon[95500]: pgmap v12441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:12 smithi081 ceph-mon[107735]: pgmap v12441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:13.375 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:33:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:13.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:13.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:14 smithi170 ceph-mon[97338]: pgmap v12442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:14 smithi081 ceph-mon[95500]: pgmap v12442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:14 smithi081 ceph-mon[107735]: pgmap v12442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:15.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:15.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:16 smithi170 ceph-mon[97338]: pgmap v12443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:16 smithi081 ceph-mon[95500]: pgmap v12443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:16 smithi081 ceph-mon[107735]: pgmap v12443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:17 smithi170 ceph-mon[97338]: pgmap v12444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:17 smithi081 ceph-mon[95500]: pgmap v12444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:17 smithi081 ceph-mon[107735]: pgmap v12444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:20 smithi170 ceph-mon[97338]: pgmap v12445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:20 smithi081 ceph-mon[95500]: pgmap v12445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:20 smithi081 ceph-mon[107735]: pgmap v12445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:22 smithi170 ceph-mon[97338]: pgmap v12446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:22 smithi081 ceph-mon[95500]: pgmap v12446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:22 smithi081 ceph-mon[107735]: pgmap v12446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:23.376 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:33:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:23.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:23.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:24 smithi170 ceph-mon[97338]: pgmap v12447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:24 smithi081 ceph-mon[95500]: pgmap v12447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:24 smithi081 ceph-mon[107735]: pgmap v12447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:25.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:25.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:26 smithi170 ceph-mon[97338]: pgmap v12448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:26 smithi081 ceph-mon[95500]: pgmap v12448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:26 smithi081 ceph-mon[107735]: pgmap v12448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:28 smithi170 ceph-mon[97338]: pgmap v12449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:28 smithi081 ceph-mon[95500]: pgmap v12449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:28 smithi081 ceph-mon[107735]: pgmap v12449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:30 smithi170 ceph-mon[97338]: pgmap v12450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:30 smithi081 ceph-mon[95500]: pgmap v12450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:30 smithi081 ceph-mon[107735]: pgmap v12450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:32 smithi170 ceph-mon[97338]: pgmap v12451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:32.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:32 smithi081 ceph-mon[95500]: pgmap v12451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:32.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:32 smithi081 ceph-mon[107735]: pgmap v12451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:33.377 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:33:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:33.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:33.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:34 smithi170 ceph-mon[97338]: pgmap v12452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:34 smithi081 ceph-mon[95500]: pgmap v12452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:34 smithi081 ceph-mon[107735]: pgmap v12452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:35.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:35.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:36 smithi170 ceph-mon[97338]: pgmap v12453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:36 smithi081 ceph-mon[95500]: pgmap v12453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:36 smithi081 ceph-mon[107735]: pgmap v12453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:37 smithi170 ceph-mon[97338]: pgmap v12454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:37 smithi081 ceph-mon[95500]: pgmap v12454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:37 smithi081 ceph-mon[107735]: pgmap v12454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:40 smithi170 ceph-mon[97338]: pgmap v12455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:40 smithi081 ceph-mon[95500]: pgmap v12455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:40 smithi081 ceph-mon[107735]: pgmap v12455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:42 smithi170 ceph-mon[97338]: pgmap v12456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:42 smithi081 ceph-mon[95500]: pgmap v12456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:42 smithi081 ceph-mon[107735]: pgmap v12456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:43.378 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:33:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:43.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:43.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:44 smithi170 ceph-mon[97338]: pgmap v12457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:44 smithi081 ceph-mon[95500]: pgmap v12457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:44 smithi081 ceph-mon[107735]: pgmap v12457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:45.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:45.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:46 smithi170 ceph-mon[97338]: pgmap v12458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:46 smithi081 ceph-mon[95500]: pgmap v12458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:46 smithi081 ceph-mon[107735]: pgmap v12458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:48 smithi170 ceph-mon[97338]: pgmap v12459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:48 smithi081 ceph-mon[95500]: pgmap v12459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:48 smithi081 ceph-mon[107735]: pgmap v12459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:50 smithi170 ceph-mon[97338]: pgmap v12460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:50 smithi081 ceph-mon[95500]: pgmap v12460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:50 smithi081 ceph-mon[107735]: pgmap v12460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:51.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:51 smithi170 ceph-mon[97338]: pgmap v12461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:51.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:51 smithi081 ceph-mon[95500]: pgmap v12461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:51 smithi081 ceph-mon[107735]: pgmap v12461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:53.379 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:33:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:53.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:53.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:54 smithi170 ceph-mon[97338]: pgmap v12462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:54 smithi081 ceph-mon[95500]: pgmap v12462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:54 smithi081 ceph-mon[107735]: pgmap v12462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:33:55.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:33:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:33:55.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:33:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:56 smithi170 ceph-mon[97338]: pgmap v12463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:56 smithi081 ceph-mon[95500]: pgmap v12463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:56 smithi081 ceph-mon[107735]: pgmap v12463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:33:58 smithi170 ceph-mon[97338]: pgmap v12464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:33:58 smithi081 ceph-mon[95500]: pgmap v12464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:33:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:33:58 smithi081 ceph-mon[107735]: pgmap v12464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:00 smithi170 ceph-mon[97338]: pgmap v12465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:00 smithi081 ceph-mon[95500]: pgmap v12465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:00 smithi081 ceph-mon[107735]: pgmap v12465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:02 smithi170 ceph-mon[97338]: pgmap v12466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:02 smithi081 ceph-mon[95500]: pgmap v12466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:02 smithi081 ceph-mon[107735]: pgmap v12466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:03.379 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:34:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:03.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:03.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:04 smithi170 ceph-mon[97338]: pgmap v12467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:04 smithi081 ceph-mon[95500]: pgmap v12467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:04 smithi081 ceph-mon[107735]: pgmap v12467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:05.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:05.225Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:06 smithi170 ceph-mon[97338]: pgmap v12468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:06 smithi081 ceph-mon[95500]: pgmap v12468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:06 smithi081 ceph-mon[107735]: pgmap v12468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:08 smithi170 ceph-mon[97338]: pgmap v12469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:08 smithi081 ceph-mon[95500]: pgmap v12469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:08 smithi081 ceph-mon[107735]: pgmap v12469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:10 smithi170 ceph-mon[97338]: pgmap v12470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:10 smithi081 ceph-mon[95500]: pgmap v12470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:10 smithi081 ceph-mon[107735]: pgmap v12470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:12 smithi170 ceph-mon[97338]: pgmap v12471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:12 smithi081 ceph-mon[95500]: pgmap v12471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:12 smithi081 ceph-mon[107735]: pgmap v12471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:13.380 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:34:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:13.376Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:13.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:14 smithi170 ceph-mon[97338]: pgmap v12472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:14 smithi081 ceph-mon[95500]: pgmap v12472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:14 smithi081 ceph-mon[107735]: pgmap v12472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:15.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:15.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:16 smithi170 ceph-mon[97338]: pgmap v12473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:16 smithi081 ceph-mon[95500]: pgmap v12473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:16 smithi081 ceph-mon[107735]: pgmap v12473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:18 smithi170 ceph-mon[97338]: pgmap v12474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:18 smithi081 ceph-mon[95500]: pgmap v12474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:18 smithi081 ceph-mon[107735]: pgmap v12474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:20 smithi170 ceph-mon[97338]: pgmap v12475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:20 smithi081 ceph-mon[95500]: pgmap v12475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:20 smithi081 ceph-mon[107735]: pgmap v12475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:22 smithi170 ceph-mon[97338]: pgmap v12476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:22 smithi081 ceph-mon[95500]: pgmap v12476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:22 smithi081 ceph-mon[107735]: pgmap v12476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:23.381 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:34:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:23.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:23.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:24 smithi170 ceph-mon[97338]: pgmap v12477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:24 smithi081 ceph-mon[95500]: pgmap v12477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:24 smithi081 ceph-mon[107735]: pgmap v12477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:25.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:25.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:25 smithi170 ceph-mon[97338]: pgmap v12478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:25 smithi081 ceph-mon[95500]: pgmap v12478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:25 smithi081 ceph-mon[107735]: pgmap v12478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:28 smithi170 ceph-mon[97338]: pgmap v12479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:28 smithi081 ceph-mon[95500]: pgmap v12479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:28 smithi081 ceph-mon[107735]: pgmap v12479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:30 smithi170 ceph-mon[97338]: pgmap v12480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:30 smithi081 ceph-mon[95500]: pgmap v12480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:30 smithi081 ceph-mon[107735]: pgmap v12480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:32 smithi170 ceph-mon[97338]: pgmap v12481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:32 smithi081 ceph-mon[95500]: pgmap v12481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:32 smithi081 ceph-mon[107735]: pgmap v12481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:33.381 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:34:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:33.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:33.379Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:34 smithi170 ceph-mon[97338]: pgmap v12482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:34 smithi081 ceph-mon[95500]: pgmap v12482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:34 smithi081 ceph-mon[107735]: pgmap v12482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:35.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:35.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:36 smithi170 ceph-mon[97338]: pgmap v12483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:36 smithi081 ceph-mon[95500]: pgmap v12483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:36 smithi081 ceph-mon[107735]: pgmap v12483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:38 smithi170 ceph-mon[97338]: pgmap v12484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:38 smithi081 ceph-mon[95500]: pgmap v12484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:38 smithi081 ceph-mon[107735]: pgmap v12484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:40 smithi170 ceph-mon[97338]: pgmap v12485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:40 smithi081 ceph-mon[95500]: pgmap v12485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:40 smithi081 ceph-mon[107735]: pgmap v12485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:42 smithi170 ceph-mon[97338]: pgmap v12486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:42 smithi081 ceph-mon[95500]: pgmap v12486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:42 smithi081 ceph-mon[107735]: pgmap v12486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:43.382 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:34:43.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:43 smithi170 ceph-mon[97338]: pgmap v12487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:43 smithi081 ceph-mon[95500]: pgmap v12487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:43 smithi081 ceph-mon[107735]: pgmap v12487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:43.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:43.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:45.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:45.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:46 smithi170 ceph-mon[97338]: pgmap v12488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:46 smithi081 ceph-mon[95500]: pgmap v12488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:46 smithi081 ceph-mon[107735]: pgmap v12488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:48 smithi170 ceph-mon[97338]: pgmap v12489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:48 smithi081 ceph-mon[95500]: pgmap v12489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:48 smithi081 ceph-mon[107735]: pgmap v12489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:50 smithi170 ceph-mon[97338]: pgmap v12490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:50 smithi081 ceph-mon[95500]: pgmap v12490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:50 smithi081 ceph-mon[107735]: pgmap v12490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:52 smithi170 ceph-mon[97338]: pgmap v12491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:52 smithi081 ceph-mon[95500]: pgmap v12491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:52 smithi081 ceph-mon[107735]: pgmap v12491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:53.383 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:34:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:53.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:53.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:54 smithi170 ceph-mon[97338]: pgmap v12492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:54 smithi081 ceph-mon[95500]: pgmap v12492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:54 smithi081 ceph-mon[107735]: pgmap v12492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:34:55.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:34:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:34:55.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:34:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:56 smithi170 ceph-mon[97338]: pgmap v12493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:56 smithi081 ceph-mon[95500]: pgmap v12493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:56 smithi081 ceph-mon[107735]: pgmap v12493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:34:57 smithi170 ceph-mon[97338]: pgmap v12494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:34:57 smithi081 ceph-mon[95500]: pgmap v12494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:34:58.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:34:57 smithi081 ceph-mon[107735]: pgmap v12494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:00 smithi170 ceph-mon[97338]: pgmap v12495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:00 smithi081 ceph-mon[95500]: pgmap v12495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:00 smithi081 ceph-mon[107735]: pgmap v12495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:02 smithi170 ceph-mon[97338]: pgmap v12496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:02 smithi081 ceph-mon[95500]: pgmap v12496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:02 smithi081 ceph-mon[107735]: pgmap v12496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:03.384 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:35:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:03.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:03.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:04 smithi170 ceph-mon[97338]: pgmap v12497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:04 smithi081 ceph-mon[95500]: pgmap v12497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:04 smithi081 ceph-mon[107735]: pgmap v12497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:05.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:05.230Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:06 smithi170 ceph-mon[97338]: pgmap v12498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:06 smithi081 ceph-mon[95500]: pgmap v12498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:06 smithi081 ceph-mon[107735]: pgmap v12498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:08 smithi170 ceph-mon[97338]: pgmap v12499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:08 smithi081 ceph-mon[95500]: pgmap v12499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:08 smithi081 ceph-mon[107735]: pgmap v12499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:10 smithi170 ceph-mon[97338]: pgmap v12500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:10 smithi081 ceph-mon[95500]: pgmap v12500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:10 smithi081 ceph-mon[107735]: pgmap v12500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:11 smithi170 ceph-mon[97338]: pgmap v12501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:11 smithi081 ceph-mon[95500]: pgmap v12501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:11 smithi081 ceph-mon[107735]: pgmap v12501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:13.385 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:35:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:13.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:13.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:14 smithi170 ceph-mon[97338]: pgmap v12502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:14 smithi081 ceph-mon[95500]: pgmap v12502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:14 smithi081 ceph-mon[107735]: pgmap v12502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:15.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:15.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:16 smithi170 ceph-mon[97338]: pgmap v12503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:16 smithi081 ceph-mon[95500]: pgmap v12503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:16 smithi081 ceph-mon[107735]: pgmap v12503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:18 smithi170 ceph-mon[97338]: pgmap v12504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:18 smithi081 ceph-mon[95500]: pgmap v12504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:18 smithi081 ceph-mon[107735]: pgmap v12504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:20 smithi170 ceph-mon[97338]: pgmap v12505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:20 smithi081 ceph-mon[95500]: pgmap v12505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:20 smithi081 ceph-mon[107735]: pgmap v12505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:22 smithi170 ceph-mon[97338]: pgmap v12506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:22 smithi081 ceph-mon[95500]: pgmap v12506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:22 smithi081 ceph-mon[107735]: pgmap v12506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:23.386 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:35:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:23.382Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:23.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:24 smithi170 ceph-mon[97338]: pgmap v12507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:24 smithi081 ceph-mon[95500]: pgmap v12507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:24 smithi081 ceph-mon[107735]: pgmap v12507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:25.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:25.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:25 smithi170 ceph-mon[97338]: pgmap v12508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:25 smithi081 ceph-mon[95500]: pgmap v12508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:26.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:25 smithi081 ceph-mon[107735]: pgmap v12508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:28 smithi081 ceph-mon[95500]: pgmap v12509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:28 smithi081 ceph-mon[107735]: pgmap v12509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:28 smithi170 ceph-mon[97338]: pgmap v12509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:30 smithi170 ceph-mon[97338]: pgmap v12510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:30 smithi081 ceph-mon[95500]: pgmap v12510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:30 smithi081 ceph-mon[107735]: pgmap v12510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:32 smithi170 ceph-mon[97338]: pgmap v12511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:32 smithi081 ceph-mon[95500]: pgmap v12511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:32 smithi081 ceph-mon[107735]: pgmap v12511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:33.387 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:35:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:33.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:33.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:34 smithi170 ceph-mon[97338]: pgmap v12512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:34 smithi081 ceph-mon[95500]: pgmap v12512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:34 smithi081 ceph-mon[107735]: pgmap v12512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:35.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:35.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:36 smithi170 ceph-mon[97338]: pgmap v12513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:36 smithi081 ceph-mon[95500]: pgmap v12513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:36 smithi081 ceph-mon[107735]: pgmap v12513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:38 smithi170 ceph-mon[97338]: pgmap v12514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:38 smithi081 ceph-mon[95500]: pgmap v12514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:38 smithi081 ceph-mon[107735]: pgmap v12514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:40 smithi081 ceph-mon[95500]: pgmap v12515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:40 smithi081 ceph-mon[107735]: pgmap v12515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:40 smithi170 ceph-mon[97338]: pgmap v12515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:41.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:41 smithi081 ceph-mon[95500]: pgmap v12516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:41 smithi081 ceph-mon[107735]: pgmap v12516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:41 smithi170 ceph-mon[97338]: pgmap v12516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:43.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:35:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:43.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:43.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:44 smithi081 ceph-mon[95500]: pgmap v12517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:44 smithi081 ceph-mon[107735]: pgmap v12517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:44 smithi170 ceph-mon[97338]: pgmap v12517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:45.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:45.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:46 smithi170 ceph-mon[97338]: pgmap v12518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:46 smithi081 ceph-mon[95500]: pgmap v12518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:46 smithi081 ceph-mon[107735]: pgmap v12518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:48 smithi170 ceph-mon[97338]: pgmap v12519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:48 smithi081 ceph-mon[95500]: pgmap v12519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:48 smithi081 ceph-mon[107735]: pgmap v12519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:50 smithi170 ceph-mon[97338]: pgmap v12520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:50 smithi081 ceph-mon[95500]: pgmap v12520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:50 smithi081 ceph-mon[107735]: pgmap v12520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:52 smithi081 ceph-mon[95500]: pgmap v12521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:52 smithi081 ceph-mon[107735]: pgmap v12521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:52 smithi170 ceph-mon[97338]: pgmap v12521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:53.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:35:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:53.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:53.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:54 smithi081 ceph-mon[95500]: pgmap v12522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:54 smithi081 ceph-mon[107735]: pgmap v12522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:54 smithi170 ceph-mon[97338]: pgmap v12522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:55.504 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:35:55.232Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:55.504 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:35:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:35:55.233Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:35:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:55 smithi081 ceph-mon[95500]: pgmap v12523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:55 smithi081 ceph-mon[107735]: pgmap v12523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:55 smithi170 ceph-mon[97338]: pgmap v12523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:35:58 smithi081 ceph-mon[95500]: pgmap v12524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:35:58 smithi081 ceph-mon[107735]: pgmap v12524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:35:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:35:58 smithi170 ceph-mon[97338]: pgmap v12524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:00 smithi170 ceph-mon[97338]: pgmap v12525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:00 smithi081 ceph-mon[95500]: pgmap v12525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:00 smithi081 ceph-mon[107735]: pgmap v12525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:02 smithi170 ceph-mon[97338]: pgmap v12526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:02 smithi081 ceph-mon[95500]: pgmap v12526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:02 smithi081 ceph-mon[107735]: pgmap v12526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:03.388 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:36:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:03.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:03.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:04 smithi081 ceph-mon[95500]: pgmap v12527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:04 smithi081 ceph-mon[107735]: pgmap v12527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:04 smithi170 ceph-mon[97338]: pgmap v12527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:05.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:05.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:06 smithi081 ceph-mon[95500]: pgmap v12528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:06 smithi081 ceph-mon[107735]: pgmap v12528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:06 smithi170 ceph-mon[97338]: pgmap v12528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:07 smithi170 ceph-mon[97338]: pgmap v12529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:07 smithi081 ceph-mon[95500]: pgmap v12529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:07 smithi081 ceph-mon[107735]: pgmap v12529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:10 smithi170 ceph-mon[97338]: pgmap v12530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:10 smithi081 ceph-mon[95500]: pgmap v12530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:10 smithi081 ceph-mon[107735]: pgmap v12530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:12 smithi170 ceph-mon[97338]: pgmap v12531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:12 smithi081 ceph-mon[95500]: pgmap v12531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:12 smithi081 ceph-mon[107735]: pgmap v12531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:13.390 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:36:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:13.386Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:13.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:14 smithi081 ceph-mon[95500]: pgmap v12532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:14 smithi081 ceph-mon[107735]: pgmap v12532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:14 smithi170 ceph-mon[97338]: pgmap v12532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:15.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:15.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:16 smithi081 ceph-mon[95500]: pgmap v12533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:16 smithi081 ceph-mon[107735]: pgmap v12533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:16 smithi170 ceph-mon[97338]: pgmap v12533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:18 smithi081 ceph-mon[95500]: pgmap v12534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:18 smithi081 ceph-mon[107735]: pgmap v12534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:18 smithi170 ceph-mon[97338]: pgmap v12534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:20 smithi170 ceph-mon[97338]: pgmap v12535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:20 smithi081 ceph-mon[95500]: pgmap v12535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:20 smithi081 ceph-mon[107735]: pgmap v12535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:22 smithi170 ceph-mon[97338]: pgmap v12536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:22 smithi081 ceph-mon[95500]: pgmap v12536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:22 smithi081 ceph-mon[107735]: pgmap v12536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:23.391 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:36:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:23.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:23.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:24 smithi170 ceph-mon[97338]: pgmap v12537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:24 smithi081 ceph-mon[95500]: pgmap v12537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:24 smithi081 ceph-mon[107735]: pgmap v12537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:25.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:25.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:26 smithi081 ceph-mon[95500]: pgmap v12538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:26 smithi081 ceph-mon[107735]: pgmap v12538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:26 smithi170 ceph-mon[97338]: pgmap v12538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:28 smithi081 ceph-mon[95500]: pgmap v12539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:28 smithi081 ceph-mon[107735]: pgmap v12539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:28 smithi170 ceph-mon[97338]: pgmap v12539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:30 smithi081 ceph-mon[95500]: pgmap v12540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:30 smithi081 ceph-mon[107735]: pgmap v12540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:30 smithi170 ceph-mon[97338]: pgmap v12540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:31 smithi170 ceph-mon[97338]: pgmap v12541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:31 smithi081 ceph-mon[95500]: pgmap v12541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:32.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:31 smithi081 ceph-mon[107735]: pgmap v12541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:33.392 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:36:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:33.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:33.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:34 smithi170 ceph-mon[97338]: pgmap v12542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:34 smithi081 ceph-mon[95500]: pgmap v12542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:34 smithi081 ceph-mon[107735]: pgmap v12542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:35.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:35.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:36 smithi081 ceph-mon[95500]: pgmap v12543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:36 smithi081 ceph-mon[107735]: pgmap v12543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:36 smithi170 ceph-mon[97338]: pgmap v12543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:38 smithi081 ceph-mon[95500]: pgmap v12544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:38 smithi081 ceph-mon[107735]: pgmap v12544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:38 smithi170 ceph-mon[97338]: pgmap v12544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:40 smithi081 ceph-mon[95500]: pgmap v12545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:40 smithi081 ceph-mon[107735]: pgmap v12545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:40 smithi170 ceph-mon[97338]: pgmap v12545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:42 smithi081 ceph-mon[95500]: pgmap v12546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:42 smithi081 ceph-mon[107735]: pgmap v12546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:42 smithi170 ceph-mon[97338]: pgmap v12546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:43.392 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:36:43.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:43 smithi081 ceph-mon[95500]: pgmap v12547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:43.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:43.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:43 smithi081 ceph-mon[107735]: pgmap v12547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:43 smithi170 ceph-mon[97338]: pgmap v12547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:45.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:45.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:46 smithi081 ceph-mon[95500]: pgmap v12548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:46 smithi081 ceph-mon[107735]: pgmap v12548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:46 smithi170 ceph-mon[97338]: pgmap v12548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:48 smithi081 ceph-mon[95500]: pgmap v12549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:48 smithi081 ceph-mon[107735]: pgmap v12549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:48 smithi170 ceph-mon[97338]: pgmap v12549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:50 smithi081 ceph-mon[95500]: pgmap v12550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:50 smithi081 ceph-mon[107735]: pgmap v12550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:50 smithi170 ceph-mon[97338]: pgmap v12550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:52 smithi081 ceph-mon[95500]: pgmap v12551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:52 smithi081 ceph-mon[107735]: pgmap v12551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:52 smithi170 ceph-mon[97338]: pgmap v12551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:53.393 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:36:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:53 smithi081 ceph-mon[95500]: pgmap v12552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:53 smithi081 ceph-mon[107735]: pgmap v12552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:53.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:53.391Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:53 smithi170 ceph-mon[97338]: pgmap v12552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:36:55.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": context deadline exceeded" 2023-05-20T12:36:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:36:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:36:55.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:36:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:56 smithi081 ceph-mon[95500]: pgmap v12553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:56 smithi081 ceph-mon[107735]: pgmap v12553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:56 smithi170 ceph-mon[97338]: pgmap v12553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:36:58 smithi081 ceph-mon[95500]: pgmap v12554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:36:58 smithi081 ceph-mon[107735]: pgmap v12554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:36:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:36:58 smithi170 ceph-mon[97338]: pgmap v12554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:00 smithi081 ceph-mon[95500]: pgmap v12555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:00 smithi081 ceph-mon[107735]: pgmap v12555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:00 smithi170 ceph-mon[97338]: pgmap v12555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:02 smithi081 ceph-mon[95500]: pgmap v12556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:02 smithi081 ceph-mon[107735]: pgmap v12556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:02 smithi170 ceph-mon[97338]: pgmap v12556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:03.394 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:37:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:03.391Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:03.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:04 smithi081 ceph-mon[95500]: pgmap v12557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:04 smithi081 ceph-mon[107735]: pgmap v12557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:04 smithi170 ceph-mon[97338]: pgmap v12557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:05.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:05.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:06 smithi081 ceph-mon[95500]: pgmap v12558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:06 smithi081 ceph-mon[107735]: pgmap v12558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:06 smithi170 ceph-mon[97338]: pgmap v12558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:07 smithi170 ceph-mon[97338]: pgmap v12559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:07 smithi081 ceph-mon[95500]: pgmap v12559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:07 smithi081 ceph-mon[107735]: pgmap v12559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:10 smithi081 ceph-mon[95500]: pgmap v12560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:10 smithi081 ceph-mon[107735]: pgmap v12560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:10 smithi170 ceph-mon[97338]: pgmap v12560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:12 smithi081 ceph-mon[95500]: pgmap v12561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:12 smithi081 ceph-mon[107735]: pgmap v12561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:12 smithi170 ceph-mon[97338]: pgmap v12561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:13.395 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:37:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:13.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:13.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:14 smithi081 ceph-mon[95500]: pgmap v12562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:14 smithi081 ceph-mon[107735]: pgmap v12562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:14 smithi170 ceph-mon[97338]: pgmap v12562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:15.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:15.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:15 smithi170 ceph-mon[97338]: pgmap v12563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:15 smithi081 ceph-mon[95500]: pgmap v12563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:15 smithi081 ceph-mon[107735]: pgmap v12563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:18 smithi170 ceph-mon[97338]: pgmap v12564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:18 smithi081 ceph-mon[95500]: pgmap v12564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:18 smithi081 ceph-mon[107735]: pgmap v12564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:20 smithi081 ceph-mon[95500]: pgmap v12565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:20 smithi081 ceph-mon[107735]: pgmap v12565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:20 smithi170 ceph-mon[97338]: pgmap v12565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:22 smithi081 ceph-mon[95500]: pgmap v12566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:22 smithi081 ceph-mon[107735]: pgmap v12566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:22 smithi170 ceph-mon[97338]: pgmap v12566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:23.396 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:37:23.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:23 smithi081 ceph-mon[95500]: pgmap v12567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:23.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:23.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:23 smithi081 ceph-mon[107735]: pgmap v12567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:23 smithi170 ceph-mon[97338]: pgmap v12567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:25.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:25.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:26 smithi081 ceph-mon[95500]: pgmap v12568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:26 smithi081 ceph-mon[107735]: pgmap v12568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:26 smithi170 ceph-mon[97338]: pgmap v12568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:28 smithi081 ceph-mon[95500]: pgmap v12569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:28 smithi081 ceph-mon[107735]: pgmap v12569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:28 smithi170 ceph-mon[97338]: pgmap v12569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:30 smithi081 ceph-mon[95500]: pgmap v12570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:30 smithi081 ceph-mon[107735]: pgmap v12570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:30 smithi170 ceph-mon[97338]: pgmap v12570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:31 smithi170 ceph-mon[97338]: pgmap v12571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:31 smithi081 ceph-mon[95500]: pgmap v12571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:31 smithi081 ceph-mon[107735]: pgmap v12571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:33.397 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:37:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:33.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:33.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:34 smithi170 ceph-mon[97338]: pgmap v12572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:34 smithi081 ceph-mon[95500]: pgmap v12572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:34 smithi081 ceph-mon[107735]: pgmap v12572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:35.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:35.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:36 smithi081 ceph-mon[95500]: pgmap v12573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:36 smithi081 ceph-mon[107735]: pgmap v12573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:36 smithi170 ceph-mon[97338]: pgmap v12573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:38 smithi081 ceph-mon[95500]: pgmap v12574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:38 smithi081 ceph-mon[107735]: pgmap v12574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:38 smithi170 ceph-mon[97338]: pgmap v12574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:40 smithi081 ceph-mon[95500]: pgmap v12575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:40 smithi081 ceph-mon[107735]: pgmap v12575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:40 smithi170 ceph-mon[97338]: pgmap v12575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:42 smithi081 ceph-mon[95500]: pgmap v12576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:42 smithi081 ceph-mon[107735]: pgmap v12576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:42 smithi170 ceph-mon[97338]: pgmap v12576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:43.397 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:37:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:43.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:43.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:44 smithi170 ceph-mon[97338]: pgmap v12577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:44 smithi081 ceph-mon[107735]: pgmap v12577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:44 smithi081 ceph-mon[95500]: pgmap v12577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:45.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:45.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:45 smithi170 ceph-mon[97338]: pgmap v12578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:45 smithi081 ceph-mon[95500]: pgmap v12578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:45 smithi081 ceph-mon[107735]: pgmap v12578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:48 smithi170 ceph-mon[97338]: pgmap v12579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:48 smithi081 ceph-mon[95500]: pgmap v12579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:48 smithi081 ceph-mon[107735]: pgmap v12579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:50 smithi081 ceph-mon[95500]: pgmap v12580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:50 smithi081 ceph-mon[107735]: pgmap v12580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:50 smithi170 ceph-mon[97338]: pgmap v12580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:51 smithi170 ceph-mon[97338]: pgmap v12581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:51 smithi081 ceph-mon[95500]: pgmap v12581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:52.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:51 smithi081 ceph-mon[107735]: pgmap v12581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:53.397 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:37:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:53.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:53.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:54 smithi170 ceph-mon[97338]: pgmap v12582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:54 smithi081 ceph-mon[95500]: pgmap v12582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:54 smithi081 ceph-mon[107735]: pgmap v12582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:37:55.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:37:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:37:55.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:37:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:55 smithi170 ceph-mon[97338]: pgmap v12583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:55 smithi081 ceph-mon[95500]: pgmap v12583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:55 smithi081 ceph-mon[107735]: pgmap v12583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:37:58 smithi170 ceph-mon[97338]: pgmap v12584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:37:58 smithi081 ceph-mon[95500]: pgmap v12584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:37:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:37:58 smithi081 ceph-mon[107735]: pgmap v12584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:00 smithi081 ceph-mon[95500]: pgmap v12585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:00 smithi081 ceph-mon[107735]: pgmap v12585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:00 smithi170 ceph-mon[97338]: pgmap v12585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:02 smithi170 ceph-mon[97338]: pgmap v12586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:02 smithi081 ceph-mon[95500]: pgmap v12586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:02 smithi081 ceph-mon[107735]: pgmap v12586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:03.398 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:38:03.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:03 smithi081 ceph-mon[95500]: pgmap v12587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:03 smithi081 ceph-mon[107735]: pgmap v12587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:03.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:03.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:03 smithi170 ceph-mon[97338]: pgmap v12587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:05.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:05.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:06 smithi170 ceph-mon[97338]: pgmap v12588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:06 smithi081 ceph-mon[95500]: pgmap v12588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:06 smithi081 ceph-mon[107735]: pgmap v12588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:07 smithi170 ceph-mon[97338]: pgmap v12589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:07 smithi081 ceph-mon[95500]: pgmap v12589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:07 smithi081 ceph-mon[107735]: pgmap v12589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:10 smithi170 ceph-mon[97338]: pgmap v12590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:10 smithi081 ceph-mon[95500]: pgmap v12590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:10 smithi081 ceph-mon[107735]: pgmap v12590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:12 smithi170 ceph-mon[97338]: pgmap v12591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:12 smithi081 ceph-mon[95500]: pgmap v12591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:12 smithi081 ceph-mon[107735]: pgmap v12591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:13.399 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:38:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:13 smithi081 ceph-mon[95500]: pgmap v12592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:13 smithi081 ceph-mon[107735]: pgmap v12592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:13.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:13.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:13 smithi170 ceph-mon[97338]: pgmap v12592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:15.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:15.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:16 smithi170 ceph-mon[97338]: pgmap v12593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:16 smithi081 ceph-mon[95500]: pgmap v12593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:16 smithi081 ceph-mon[107735]: pgmap v12593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:17 smithi170 ceph-mon[97338]: pgmap v12594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:17 smithi081 ceph-mon[95500]: pgmap v12594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:17 smithi081 ceph-mon[107735]: pgmap v12594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:20 smithi170 ceph-mon[97338]: pgmap v12595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:20 smithi081 ceph-mon[95500]: pgmap v12595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:20 smithi081 ceph-mon[107735]: pgmap v12595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:21 smithi170 ceph-mon[97338]: pgmap v12596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:22.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:21 smithi081 ceph-mon[95500]: pgmap v12596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:21 smithi081 ceph-mon[107735]: pgmap v12596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:23.400 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:38:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:23.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:23.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:24 smithi170 ceph-mon[97338]: pgmap v12597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:24 smithi081 ceph-mon[95500]: pgmap v12597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:24 smithi081 ceph-mon[107735]: pgmap v12597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:25.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:25.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:26 smithi170 ceph-mon[97338]: pgmap v12598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:26 smithi081 ceph-mon[95500]: pgmap v12598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:26 smithi081 ceph-mon[107735]: pgmap v12598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:27 smithi170 ceph-mon[97338]: pgmap v12599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:28.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:27 smithi081 ceph-mon[95500]: pgmap v12599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:27 smithi081 ceph-mon[107735]: pgmap v12599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:30 smithi170 ceph-mon[97338]: pgmap v12600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:30 smithi081 ceph-mon[95500]: pgmap v12600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:30 smithi081 ceph-mon[107735]: pgmap v12600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:31 smithi170 ceph-mon[97338]: pgmap v12601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:31 smithi081 ceph-mon[95500]: pgmap v12601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:31 smithi081 ceph-mon[107735]: pgmap v12601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:33.401 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:38:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:33.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:33.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:34 smithi170 ceph-mon[97338]: pgmap v12602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:34 smithi081 ceph-mon[95500]: pgmap v12602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:34 smithi081 ceph-mon[107735]: pgmap v12602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:35.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:35.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:36 smithi170 ceph-mon[97338]: pgmap v12603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:36 smithi081 ceph-mon[95500]: pgmap v12603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:36 smithi081 ceph-mon[107735]: pgmap v12603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:37 smithi170 ceph-mon[97338]: pgmap v12604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:37 smithi081 ceph-mon[95500]: pgmap v12604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:37 smithi081 ceph-mon[107735]: pgmap v12604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:40 smithi170 ceph-mon[97338]: pgmap v12605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:40 smithi081 ceph-mon[95500]: pgmap v12605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:40 smithi081 ceph-mon[107735]: pgmap v12605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:41 smithi170 ceph-mon[97338]: pgmap v12606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:41 smithi081 ceph-mon[95500]: pgmap v12606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:41 smithi081 ceph-mon[107735]: pgmap v12606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:43.402 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:38:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:43.398Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:43.399Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:44.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:44 smithi170 ceph-mon[97338]: pgmap v12607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:44 smithi081 ceph-mon[95500]: pgmap v12607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:44 smithi081 ceph-mon[107735]: pgmap v12607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:45.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:45.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:45 smithi170 ceph-mon[97338]: pgmap v12608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:45 smithi081 ceph-mon[95500]: pgmap v12608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:45 smithi081 ceph-mon[107735]: pgmap v12608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:48 smithi170 ceph-mon[97338]: pgmap v12609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:48 smithi081 ceph-mon[95500]: pgmap v12609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:48 smithi081 ceph-mon[107735]: pgmap v12609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:50 smithi170 ceph-mon[97338]: pgmap v12610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:50 smithi081 ceph-mon[95500]: pgmap v12610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:50 smithi081 ceph-mon[107735]: pgmap v12610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:51 smithi170 ceph-mon[97338]: pgmap v12611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:51 smithi081 ceph-mon[95500]: pgmap v12611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:51 smithi081 ceph-mon[107735]: pgmap v12611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:53.402 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:38:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:53.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:53.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:54 smithi170 ceph-mon[97338]: pgmap v12612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:54 smithi081 ceph-mon[95500]: pgmap v12612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:54 smithi081 ceph-mon[107735]: pgmap v12612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:38:55.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:38:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:38:55.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:38:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:55 smithi170 ceph-mon[97338]: pgmap v12613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:55 smithi081 ceph-mon[95500]: pgmap v12613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:55 smithi081 ceph-mon[107735]: pgmap v12613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:38:58 smithi170 ceph-mon[97338]: pgmap v12614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:38:58 smithi081 ceph-mon[95500]: pgmap v12614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:38:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:38:58 smithi081 ceph-mon[107735]: pgmap v12614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:00 smithi170 ceph-mon[97338]: pgmap v12615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:00 smithi081 ceph-mon[95500]: pgmap v12615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:00 smithi081 ceph-mon[107735]: pgmap v12615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:01 smithi170 ceph-mon[97338]: pgmap v12616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:01 smithi081 ceph-mon[107735]: pgmap v12616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:01 smithi081 ceph-mon[95500]: pgmap v12616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:03.404 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:39:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:03.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:03.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:04 smithi170 ceph-mon[97338]: pgmap v12617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:04 smithi081 ceph-mon[95500]: pgmap v12617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:04 smithi081 ceph-mon[107735]: pgmap v12617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:05.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:05.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:05 smithi170 ceph-mon[97338]: pgmap v12618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:05 smithi081 ceph-mon[95500]: pgmap v12618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:05 smithi081 ceph-mon[107735]: pgmap v12618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:08 smithi170 ceph-mon[97338]: pgmap v12619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:08 smithi081 ceph-mon[95500]: pgmap v12619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:08 smithi081 ceph-mon[107735]: pgmap v12619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:10 smithi170 ceph-mon[97338]: pgmap v12620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:10 smithi081 ceph-mon[95500]: pgmap v12620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:10 smithi081 ceph-mon[107735]: pgmap v12620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:11 smithi170 ceph-mon[97338]: pgmap v12621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:11 smithi081 ceph-mon[95500]: pgmap v12621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:12.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:11 smithi081 ceph-mon[107735]: pgmap v12621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:13.405 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:39:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:13.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:13.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:14 smithi170 ceph-mon[97338]: pgmap v12622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:14 smithi081 ceph-mon[95500]: pgmap v12622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:14.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:14 smithi081 ceph-mon[107735]: pgmap v12622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:15.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:15.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:15 smithi170 ceph-mon[97338]: pgmap v12623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:15 smithi081 ceph-mon[95500]: pgmap v12623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:15 smithi081 ceph-mon[107735]: pgmap v12623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:18 smithi170 ceph-mon[97338]: pgmap v12624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:18 smithi081 ceph-mon[95500]: pgmap v12624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:18 smithi081 ceph-mon[107735]: pgmap v12624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:20 smithi170 ceph-mon[97338]: pgmap v12625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:20 smithi081 ceph-mon[95500]: pgmap v12625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:20 smithi081 ceph-mon[107735]: pgmap v12625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:21 smithi170 ceph-mon[97338]: pgmap v12626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:22.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:21 smithi081 ceph-mon[95500]: pgmap v12626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:21 smithi081 ceph-mon[107735]: pgmap v12626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:23.405 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:39:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:23.402Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:23.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:24 smithi170 ceph-mon[97338]: pgmap v12627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:24 smithi081 ceph-mon[95500]: pgmap v12627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:24 smithi081 ceph-mon[107735]: pgmap v12627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:25.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:25.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:25 smithi170 ceph-mon[97338]: pgmap v12628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:25 smithi081 ceph-mon[95500]: pgmap v12628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:25 smithi081 ceph-mon[107735]: pgmap v12628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:28 smithi170 ceph-mon[97338]: pgmap v12629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:28 smithi081 ceph-mon[95500]: pgmap v12629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:28 smithi081 ceph-mon[107735]: pgmap v12629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:30 smithi170 ceph-mon[97338]: pgmap v12630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:30 smithi081 ceph-mon[95500]: pgmap v12630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:30 smithi081 ceph-mon[107735]: pgmap v12630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:32 smithi170 ceph-mon[97338]: pgmap v12631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:32 smithi081 ceph-mon[95500]: pgmap v12631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:32 smithi081 ceph-mon[107735]: pgmap v12631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:33.409 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:39:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:33.402Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:33.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:34 smithi170 ceph-mon[97338]: pgmap v12632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:34 smithi081 ceph-mon[95500]: pgmap v12632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:34 smithi081 ceph-mon[107735]: pgmap v12632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:35.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:35.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:35 smithi170 ceph-mon[97338]: pgmap v12633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:35 smithi081 ceph-mon[95500]: pgmap v12633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:35 smithi081 ceph-mon[107735]: pgmap v12633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:38 smithi170 ceph-mon[97338]: pgmap v12634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:38 smithi081 ceph-mon[95500]: pgmap v12634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:38 smithi081 ceph-mon[107735]: pgmap v12634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:40 smithi170 ceph-mon[97338]: pgmap v12635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:40 smithi081 ceph-mon[95500]: pgmap v12635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:40 smithi081 ceph-mon[107735]: pgmap v12635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:42 smithi170 ceph-mon[97338]: pgmap v12636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:42 smithi081 ceph-mon[95500]: pgmap v12636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:42 smithi081 ceph-mon[107735]: pgmap v12636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:43.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:39:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:43.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:43.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:44 smithi170 ceph-mon[97338]: pgmap v12637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:44 smithi081 ceph-mon[95500]: pgmap v12637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:44 smithi081 ceph-mon[107735]: pgmap v12637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:45.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:45.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:45 smithi170 ceph-mon[97338]: pgmap v12638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:45 smithi081 ceph-mon[95500]: pgmap v12638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:45 smithi081 ceph-mon[107735]: pgmap v12638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:48 smithi170 ceph-mon[97338]: pgmap v12639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:48 smithi081 ceph-mon[95500]: pgmap v12639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:48 smithi081 ceph-mon[107735]: pgmap v12639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:50 smithi170 ceph-mon[97338]: pgmap v12640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:50 smithi081 ceph-mon[95500]: pgmap v12640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:50 smithi081 ceph-mon[107735]: pgmap v12640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:52 smithi170 ceph-mon[97338]: pgmap v12641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:52 smithi081 ceph-mon[95500]: pgmap v12641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:52 smithi081 ceph-mon[107735]: pgmap v12641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:53.408 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:39:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:53.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:53.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:54 smithi170 ceph-mon[97338]: pgmap v12642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:54 smithi081 ceph-mon[95500]: pgmap v12642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:54 smithi081 ceph-mon[107735]: pgmap v12642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:39:55.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:39:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:39:55.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:39:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:55 smithi170 ceph-mon[97338]: pgmap v12643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:55 smithi081 ceph-mon[95500]: pgmap v12643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:55 smithi081 ceph-mon[107735]: pgmap v12643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:39:58 smithi170 ceph-mon[97338]: pgmap v12644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:39:58 smithi081 ceph-mon[95500]: pgmap v12644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:39:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:39:58 smithi081 ceph-mon[107735]: pgmap v12644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:00 smithi170 ceph-mon[97338]: pgmap v12645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:40:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:00 smithi081 ceph-mon[95500]: pgmap v12645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:40:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:00 smithi081 ceph-mon[107735]: pgmap v12645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:40:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:02 smithi170 ceph-mon[97338]: pgmap v12646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:02 smithi081 ceph-mon[95500]: pgmap v12646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:02 smithi081 ceph-mon[107735]: pgmap v12646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:03.409 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:40:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:03.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:03.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:04 smithi170 ceph-mon[97338]: pgmap v12647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:04 smithi081 ceph-mon[95500]: pgmap v12647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:04 smithi081 ceph-mon[107735]: pgmap v12647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:05.247Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:05.248Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:05 smithi170 ceph-mon[97338]: pgmap v12648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:05 smithi081 ceph-mon[95500]: pgmap v12648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:05 smithi081 ceph-mon[107735]: pgmap v12648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:08 smithi170 ceph-mon[97338]: pgmap v12649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:08 smithi081 ceph-mon[95500]: pgmap v12649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:08 smithi081 ceph-mon[107735]: pgmap v12649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:10 smithi170 ceph-mon[97338]: pgmap v12650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:10 smithi081 ceph-mon[95500]: pgmap v12650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:10 smithi081 ceph-mon[107735]: pgmap v12650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:12 smithi170 ceph-mon[97338]: pgmap v12651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:12 smithi081 ceph-mon[95500]: pgmap v12651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:12 smithi081 ceph-mon[107735]: pgmap v12651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:13.409 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:40:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:13.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:13.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:14 smithi170 ceph-mon[97338]: pgmap v12652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:14 smithi081 ceph-mon[95500]: pgmap v12652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:14 smithi081 ceph-mon[107735]: pgmap v12652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:15.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:15.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:15 smithi170 ceph-mon[97338]: pgmap v12653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:15 smithi081 ceph-mon[95500]: pgmap v12653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:15 smithi081 ceph-mon[107735]: pgmap v12653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:18 smithi170 ceph-mon[97338]: pgmap v12654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:18 smithi081 ceph-mon[95500]: pgmap v12654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:18 smithi081 ceph-mon[107735]: pgmap v12654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:20 smithi170 ceph-mon[97338]: pgmap v12655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:20 smithi081 ceph-mon[95500]: pgmap v12655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:20 smithi081 ceph-mon[107735]: pgmap v12655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:22 smithi170 ceph-mon[97338]: pgmap v12656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:22 smithi081 ceph-mon[95500]: pgmap v12656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:22 smithi081 ceph-mon[107735]: pgmap v12656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:23.410 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:40:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:23.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:23.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:24 smithi170 ceph-mon[97338]: pgmap v12657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:24 smithi081 ceph-mon[95500]: pgmap v12657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:24 smithi081 ceph-mon[107735]: pgmap v12657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:25.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:25.250Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:25 smithi170 ceph-mon[97338]: pgmap v12658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:26.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:25 smithi081 ceph-mon[95500]: pgmap v12658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:26.072 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:25 smithi081 ceph-mon[107735]: pgmap v12658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:28 smithi170 ceph-mon[97338]: pgmap v12659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:28 smithi081 ceph-mon[95500]: pgmap v12659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:28 smithi081 ceph-mon[107735]: pgmap v12659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:30 smithi170 ceph-mon[97338]: pgmap v12660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:30 smithi081 ceph-mon[95500]: pgmap v12660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:30 smithi081 ceph-mon[107735]: pgmap v12660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:32 smithi170 ceph-mon[97338]: pgmap v12661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:32 smithi081 ceph-mon[95500]: pgmap v12661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:32 smithi081 ceph-mon[107735]: pgmap v12661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:33.410 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:40:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:33.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:33.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:34 smithi170 ceph-mon[97338]: pgmap v12662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:34 smithi081 ceph-mon[95500]: pgmap v12662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:34 smithi081 ceph-mon[107735]: pgmap v12662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:35.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:35.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:35 smithi170 ceph-mon[97338]: pgmap v12663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:35 smithi081 ceph-mon[95500]: pgmap v12663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:35 smithi081 ceph-mon[107735]: pgmap v12663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:38 smithi170 ceph-mon[97338]: pgmap v12664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:38 smithi081 ceph-mon[95500]: pgmap v12664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:38 smithi081 ceph-mon[107735]: pgmap v12664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:40 smithi170 ceph-mon[97338]: pgmap v12665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:40 smithi081 ceph-mon[95500]: pgmap v12665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:40 smithi081 ceph-mon[107735]: pgmap v12665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:42 smithi170 ceph-mon[97338]: pgmap v12666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:42 smithi081 ceph-mon[95500]: pgmap v12666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:42 smithi081 ceph-mon[107735]: pgmap v12666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:43.411 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:40:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:43.408Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:43.409Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:44 smithi170 ceph-mon[97338]: pgmap v12667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:44 smithi081 ceph-mon[95500]: pgmap v12667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:44 smithi081 ceph-mon[107735]: pgmap v12667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:45.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:45.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:45 smithi170 ceph-mon[97338]: pgmap v12668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:45 smithi081 ceph-mon[95500]: pgmap v12668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:45 smithi081 ceph-mon[107735]: pgmap v12668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:48 smithi170 ceph-mon[97338]: pgmap v12669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:48 smithi081 ceph-mon[95500]: pgmap v12669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:48 smithi081 ceph-mon[107735]: pgmap v12669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:50 smithi170 ceph-mon[97338]: pgmap v12670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:50 smithi081 ceph-mon[95500]: pgmap v12670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:50 smithi081 ceph-mon[107735]: pgmap v12670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:52 smithi170 ceph-mon[97338]: pgmap v12671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:52 smithi081 ceph-mon[95500]: pgmap v12671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:52 smithi081 ceph-mon[107735]: pgmap v12671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:53.412 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:40:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:53.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:53.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:54 smithi170 ceph-mon[97338]: pgmap v12672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:54 smithi081 ceph-mon[95500]: pgmap v12672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:54 smithi081 ceph-mon[107735]: pgmap v12672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:40:55.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:40:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:40:55.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:40:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:55 smithi170 ceph-mon[97338]: pgmap v12673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:55 smithi081 ceph-mon[95500]: pgmap v12673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:55 smithi081 ceph-mon[107735]: pgmap v12673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:40:58 smithi170 ceph-mon[97338]: pgmap v12674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:40:58 smithi081 ceph-mon[95500]: pgmap v12674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:40:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:40:58 smithi081 ceph-mon[107735]: pgmap v12674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:00 smithi170 ceph-mon[97338]: pgmap v12675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:00 smithi081 ceph-mon[95500]: pgmap v12675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:00 smithi081 ceph-mon[107735]: pgmap v12675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:02 smithi170 ceph-mon[97338]: pgmap v12676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:02 smithi081 ceph-mon[95500]: pgmap v12676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:02 smithi081 ceph-mon[107735]: pgmap v12676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:03.413 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:41:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:03.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:03.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:04 smithi170 ceph-mon[97338]: pgmap v12677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:04 smithi081 ceph-mon[95500]: pgmap v12677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:04 smithi081 ceph-mon[107735]: pgmap v12677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:05.252Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:05.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:05 smithi170 ceph-mon[97338]: pgmap v12678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:05 smithi081 ceph-mon[95500]: pgmap v12678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:05 smithi081 ceph-mon[107735]: pgmap v12678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:08 smithi170 ceph-mon[97338]: pgmap v12679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:08 smithi081 ceph-mon[95500]: pgmap v12679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:08 smithi081 ceph-mon[107735]: pgmap v12679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:10 smithi170 ceph-mon[97338]: pgmap v12680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:10 smithi081 ceph-mon[95500]: pgmap v12680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:10 smithi081 ceph-mon[107735]: pgmap v12680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:12 smithi170 ceph-mon[97338]: pgmap v12681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:12 smithi081 ceph-mon[95500]: pgmap v12681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:12 smithi081 ceph-mon[107735]: pgmap v12681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:13.414 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:41:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:13.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:13.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:14 smithi170 ceph-mon[97338]: pgmap v12682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:14 smithi081 ceph-mon[95500]: pgmap v12682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:14 smithi081 ceph-mon[107735]: pgmap v12682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:15.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:15.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:15 smithi170 ceph-mon[97338]: pgmap v12683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:15 smithi081 ceph-mon[95500]: pgmap v12683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:15 smithi081 ceph-mon[107735]: pgmap v12683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:18 smithi170 ceph-mon[97338]: pgmap v12684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:18 smithi081 ceph-mon[95500]: pgmap v12684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:18 smithi081 ceph-mon[107735]: pgmap v12684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:20 smithi170 ceph-mon[97338]: pgmap v12685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:20 smithi081 ceph-mon[95500]: pgmap v12685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:20 smithi081 ceph-mon[107735]: pgmap v12685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:22 smithi170 ceph-mon[97338]: pgmap v12686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:22 smithi081 ceph-mon[95500]: pgmap v12686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:22 smithi081 ceph-mon[107735]: pgmap v12686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:23.415 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:41:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:23.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:23.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:24 smithi170 ceph-mon[97338]: pgmap v12687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:24 smithi081 ceph-mon[95500]: pgmap v12687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:24 smithi081 ceph-mon[107735]: pgmap v12687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:25.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:25.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:25 smithi170 ceph-mon[97338]: pgmap v12688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:25 smithi081 ceph-mon[95500]: pgmap v12688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:26.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:25 smithi081 ceph-mon[107735]: pgmap v12688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:28 smithi170 ceph-mon[97338]: pgmap v12689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:28 smithi081 ceph-mon[95500]: pgmap v12689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:28 smithi081 ceph-mon[107735]: pgmap v12689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:30 smithi170 ceph-mon[97338]: pgmap v12690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:30 smithi081 ceph-mon[95500]: pgmap v12690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:30 smithi081 ceph-mon[107735]: pgmap v12690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:32 smithi170 ceph-mon[97338]: pgmap v12691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:32 smithi081 ceph-mon[95500]: pgmap v12691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:32 smithi081 ceph-mon[107735]: pgmap v12691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:33.415 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:41:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:33.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:33.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:34 smithi170 ceph-mon[97338]: pgmap v12692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:34 smithi081 ceph-mon[95500]: pgmap v12692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:34 smithi081 ceph-mon[107735]: pgmap v12692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:35.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:35.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:35 smithi170 ceph-mon[97338]: pgmap v12693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:35 smithi081 ceph-mon[95500]: pgmap v12693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:35 smithi081 ceph-mon[107735]: pgmap v12693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:38 smithi170 ceph-mon[97338]: pgmap v12694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:38 smithi081 ceph-mon[95500]: pgmap v12694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:38 smithi081 ceph-mon[107735]: pgmap v12694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:40 smithi170 ceph-mon[97338]: pgmap v12695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:40 smithi081 ceph-mon[95500]: pgmap v12695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:40 smithi081 ceph-mon[107735]: pgmap v12695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:42 smithi170 ceph-mon[97338]: pgmap v12696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:42 smithi081 ceph-mon[95500]: pgmap v12696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:42 smithi081 ceph-mon[107735]: pgmap v12696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:43.416 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:41:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:43.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:43.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:44 smithi170 ceph-mon[97338]: pgmap v12697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:44 smithi081 ceph-mon[95500]: pgmap v12697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:44 smithi081 ceph-mon[107735]: pgmap v12697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:45.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:45.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:45 smithi170 ceph-mon[97338]: pgmap v12698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:45 smithi081 ceph-mon[95500]: pgmap v12698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:45 smithi081 ceph-mon[107735]: pgmap v12698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:48 smithi170 ceph-mon[97338]: pgmap v12699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:48 smithi081 ceph-mon[95500]: pgmap v12699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:48 smithi081 ceph-mon[107735]: pgmap v12699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:50 smithi170 ceph-mon[97338]: pgmap v12700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:50 smithi081 ceph-mon[95500]: pgmap v12700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:50 smithi081 ceph-mon[107735]: pgmap v12700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:52 smithi170 ceph-mon[97338]: pgmap v12701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:52 smithi081 ceph-mon[95500]: pgmap v12701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:52 smithi081 ceph-mon[107735]: pgmap v12701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:53.417 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:41:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:53.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:53.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:54 smithi170 ceph-mon[97338]: pgmap v12702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:54 smithi081 ceph-mon[95500]: pgmap v12702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:54 smithi081 ceph-mon[107735]: pgmap v12702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:41:55.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:41:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:41:55.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:41:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:55 smithi170 ceph-mon[97338]: pgmap v12703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:55 smithi081 ceph-mon[95500]: pgmap v12703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:55 smithi081 ceph-mon[107735]: pgmap v12703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:41:58 smithi170 ceph-mon[97338]: pgmap v12704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:41:58 smithi081 ceph-mon[95500]: pgmap v12704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:41:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:41:58 smithi081 ceph-mon[107735]: pgmap v12704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:00 smithi170 ceph-mon[97338]: pgmap v12705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:00 smithi081 ceph-mon[95500]: pgmap v12705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:00 smithi081 ceph-mon[107735]: pgmap v12705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:02 smithi170 ceph-mon[97338]: pgmap v12706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:02 smithi081 ceph-mon[95500]: pgmap v12706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:02 smithi081 ceph-mon[107735]: pgmap v12706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:03.417 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:42:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:03.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:03.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:04 smithi170 ceph-mon[97338]: pgmap v12707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:04 smithi081 ceph-mon[95500]: pgmap v12707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:04 smithi081 ceph-mon[107735]: pgmap v12707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:05.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:05.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:05 smithi170 ceph-mon[97338]: pgmap v12708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:05 smithi081 ceph-mon[95500]: pgmap v12708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:05 smithi081 ceph-mon[107735]: pgmap v12708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:08 smithi170 ceph-mon[97338]: pgmap v12709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:08 smithi081 ceph-mon[95500]: pgmap v12709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:08 smithi081 ceph-mon[107735]: pgmap v12709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:10 smithi170 ceph-mon[97338]: pgmap v12710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:10 smithi081 ceph-mon[95500]: pgmap v12710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:10 smithi081 ceph-mon[107735]: pgmap v12710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:12 smithi170 ceph-mon[97338]: pgmap v12711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:12 smithi081 ceph-mon[95500]: pgmap v12711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:12 smithi081 ceph-mon[107735]: pgmap v12711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:13.418 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:42:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:13.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:13.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:14 smithi170 ceph-mon[97338]: pgmap v12712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:14 smithi081 ceph-mon[95500]: pgmap v12712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:14 smithi081 ceph-mon[107735]: pgmap v12712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:15.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:15.258Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:15.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:15 smithi170 ceph-mon[97338]: pgmap v12713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:15 smithi081 ceph-mon[95500]: pgmap v12713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:15 smithi081 ceph-mon[107735]: pgmap v12713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:18 smithi170 ceph-mon[97338]: pgmap v12714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:18 smithi081 ceph-mon[95500]: pgmap v12714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:18 smithi081 ceph-mon[107735]: pgmap v12714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:20 smithi170 ceph-mon[97338]: pgmap v12715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:20 smithi081 ceph-mon[95500]: pgmap v12715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:20 smithi081 ceph-mon[107735]: pgmap v12715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:22 smithi170 ceph-mon[97338]: pgmap v12716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:22 smithi081 ceph-mon[95500]: pgmap v12716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:22 smithi081 ceph-mon[107735]: pgmap v12716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:23.418 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:42:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:23.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:23.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:24 smithi170 ceph-mon[97338]: pgmap v12717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:24 smithi081 ceph-mon[95500]: pgmap v12717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:24 smithi081 ceph-mon[107735]: pgmap v12717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:25.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:25.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:25.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:25 smithi170 ceph-mon[97338]: pgmap v12718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:25 smithi081 ceph-mon[95500]: pgmap v12718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:25 smithi081 ceph-mon[107735]: pgmap v12718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:28 smithi170 ceph-mon[97338]: pgmap v12719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:28 smithi081 ceph-mon[95500]: pgmap v12719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:28 smithi081 ceph-mon[107735]: pgmap v12719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:30 smithi170 ceph-mon[97338]: pgmap v12720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:30 smithi081 ceph-mon[95500]: pgmap v12720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:30 smithi081 ceph-mon[107735]: pgmap v12720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:32 smithi170 ceph-mon[97338]: pgmap v12721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:32 smithi081 ceph-mon[95500]: pgmap v12721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:32 smithi081 ceph-mon[107735]: pgmap v12721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:33.419 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:42:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:33.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:33.417Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:34 smithi170 ceph-mon[97338]: pgmap v12722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:34 smithi081 ceph-mon[95500]: pgmap v12722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:34 smithi081 ceph-mon[107735]: pgmap v12722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:35.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:35.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:35.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:35 smithi170 ceph-mon[97338]: pgmap v12723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:35 smithi081 ceph-mon[95500]: pgmap v12723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:36.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:35 smithi081 ceph-mon[107735]: pgmap v12723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:38 smithi170 ceph-mon[97338]: pgmap v12724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:38 smithi081 ceph-mon[95500]: pgmap v12724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:38 smithi081 ceph-mon[107735]: pgmap v12724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:40 smithi170 ceph-mon[97338]: pgmap v12725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:40 smithi081 ceph-mon[95500]: pgmap v12725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:40 smithi081 ceph-mon[107735]: pgmap v12725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:42 smithi170 ceph-mon[97338]: pgmap v12726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:42 smithi081 ceph-mon[95500]: pgmap v12726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:42 smithi081 ceph-mon[107735]: pgmap v12726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:43.420 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:42:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:43.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:43.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:44 smithi170 ceph-mon[97338]: pgmap v12727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:44 smithi081 ceph-mon[95500]: pgmap v12727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:44 smithi081 ceph-mon[107735]: pgmap v12727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:45.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:45.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:45.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:45 smithi170 ceph-mon[97338]: pgmap v12728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:45 smithi081 ceph-mon[95500]: pgmap v12728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:45 smithi081 ceph-mon[107735]: pgmap v12728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:48 smithi170 ceph-mon[97338]: pgmap v12729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:48 smithi081 ceph-mon[95500]: pgmap v12729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:48 smithi081 ceph-mon[107735]: pgmap v12729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:50 smithi170 ceph-mon[97338]: pgmap v12730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:50 smithi081 ceph-mon[95500]: pgmap v12730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:50 smithi081 ceph-mon[107735]: pgmap v12730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:52 smithi170 ceph-mon[97338]: pgmap v12731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:52 smithi081 ceph-mon[95500]: pgmap v12731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:52 smithi081 ceph-mon[107735]: pgmap v12731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:53.421 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:42:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:53.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:53.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:54 smithi170 ceph-mon[97338]: pgmap v12732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:54 smithi081 ceph-mon[95500]: pgmap v12732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:54 smithi081 ceph-mon[107735]: pgmap v12732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:42:55.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:55.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:42:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:42:55.263Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:42:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:55 smithi170 ceph-mon[97338]: pgmap v12733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:55 smithi081 ceph-mon[95500]: pgmap v12733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:55 smithi081 ceph-mon[107735]: pgmap v12733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:42:58 smithi170 ceph-mon[97338]: pgmap v12734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:42:58 smithi081 ceph-mon[95500]: pgmap v12734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:42:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:42:58 smithi081 ceph-mon[107735]: pgmap v12734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:00 smithi170 ceph-mon[97338]: pgmap v12735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:00 smithi081 ceph-mon[95500]: pgmap v12735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:00 smithi081 ceph-mon[107735]: pgmap v12735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:02 smithi170 ceph-mon[97338]: pgmap v12736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:02 smithi081 ceph-mon[95500]: pgmap v12736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:02 smithi081 ceph-mon[107735]: pgmap v12736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:03.422 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:43:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:03.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:03.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:04 smithi170 ceph-mon[97338]: pgmap v12737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:04 smithi081 ceph-mon[95500]: pgmap v12737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:04 smithi081 ceph-mon[107735]: pgmap v12737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:05.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:05.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:05.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:05 smithi170 ceph-mon[97338]: pgmap v12738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:05 smithi081 ceph-mon[95500]: pgmap v12738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:05 smithi081 ceph-mon[107735]: pgmap v12738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:08 smithi170 ceph-mon[97338]: pgmap v12739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:08 smithi081 ceph-mon[95500]: pgmap v12739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:08 smithi081 ceph-mon[107735]: pgmap v12739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:10 smithi170 ceph-mon[97338]: pgmap v12740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:10 smithi081 ceph-mon[95500]: pgmap v12740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:10 smithi081 ceph-mon[107735]: pgmap v12740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:12 smithi170 ceph-mon[97338]: pgmap v12741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:12 smithi081 ceph-mon[95500]: pgmap v12741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:12 smithi081 ceph-mon[107735]: pgmap v12741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:13.423 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:43:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:13.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:13.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:14 smithi170 ceph-mon[97338]: pgmap v12742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:14 smithi081 ceph-mon[95500]: pgmap v12742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:14 smithi081 ceph-mon[107735]: pgmap v12742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:15.589 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:15.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:15.589 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:15.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:15 smithi170 ceph-mon[97338]: pgmap v12743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:15 smithi081 ceph-mon[95500]: pgmap v12743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:15 smithi081 ceph-mon[107735]: pgmap v12743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:18 smithi170 ceph-mon[97338]: pgmap v12744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:18 smithi081 ceph-mon[95500]: pgmap v12744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:18 smithi081 ceph-mon[107735]: pgmap v12744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:20 smithi170 ceph-mon[97338]: pgmap v12745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:20 smithi081 ceph-mon[95500]: pgmap v12745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:20 smithi081 ceph-mon[107735]: pgmap v12745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:22 smithi170 ceph-mon[97338]: pgmap v12746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:22 smithi081 ceph-mon[95500]: pgmap v12746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:22 smithi081 ceph-mon[107735]: pgmap v12746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:23.423 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:43:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:23.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:23.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:24 smithi170 ceph-mon[97338]: pgmap v12747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:24 smithi081 ceph-mon[95500]: pgmap v12747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:24 smithi081 ceph-mon[107735]: pgmap v12747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:25.594 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:25.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:25.595 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:25.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:25 smithi170 ceph-mon[97338]: pgmap v12748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:25 smithi081 ceph-mon[95500]: pgmap v12748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:25 smithi081 ceph-mon[107735]: pgmap v12748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:28 smithi170 ceph-mon[97338]: pgmap v12749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:28 smithi081 ceph-mon[95500]: pgmap v12749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:28 smithi081 ceph-mon[107735]: pgmap v12749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:30 smithi170 ceph-mon[97338]: pgmap v12750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:30 smithi081 ceph-mon[95500]: pgmap v12750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:30 smithi081 ceph-mon[107735]: pgmap v12750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:32 smithi170 ceph-mon[97338]: pgmap v12751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:32 smithi081 ceph-mon[95500]: pgmap v12751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:32 smithi081 ceph-mon[107735]: pgmap v12751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:33.423 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:43:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:33.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:33.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:34 smithi170 ceph-mon[97338]: pgmap v12752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:34 smithi081 ceph-mon[95500]: pgmap v12752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:34 smithi081 ceph-mon[107735]: pgmap v12752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:35.595 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:35.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:35.595 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:35.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:35 smithi170 ceph-mon[97338]: pgmap v12753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:35 smithi081 ceph-mon[95500]: pgmap v12753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:35 smithi081 ceph-mon[107735]: pgmap v12753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:38 smithi170 ceph-mon[97338]: pgmap v12754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:38 smithi081 ceph-mon[95500]: pgmap v12754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:38 smithi081 ceph-mon[107735]: pgmap v12754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:40 smithi170 ceph-mon[97338]: pgmap v12755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:40 smithi081 ceph-mon[95500]: pgmap v12755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:40 smithi081 ceph-mon[107735]: pgmap v12755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:42 smithi170 ceph-mon[97338]: pgmap v12756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:42 smithi081 ceph-mon[95500]: pgmap v12756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:42 smithi081 ceph-mon[107735]: pgmap v12756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:43.424 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:43:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:43.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:43.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:44 smithi170 ceph-mon[97338]: pgmap v12757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:44 smithi081 ceph-mon[95500]: pgmap v12757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:44 smithi081 ceph-mon[107735]: pgmap v12757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:45.595 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:45.265Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:45.595 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:45.266Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:45 smithi170 ceph-mon[97338]: pgmap v12758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:45 smithi081 ceph-mon[95500]: pgmap v12758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:45 smithi081 ceph-mon[107735]: pgmap v12758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:48 smithi170 ceph-mon[97338]: pgmap v12759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:48 smithi081 ceph-mon[95500]: pgmap v12759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:48 smithi081 ceph-mon[107735]: pgmap v12759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:50 smithi170 ceph-mon[97338]: pgmap v12760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:50 smithi081 ceph-mon[95500]: pgmap v12760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:50 smithi081 ceph-mon[107735]: pgmap v12760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:52 smithi170 ceph-mon[97338]: pgmap v12761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:52 smithi081 ceph-mon[95500]: pgmap v12761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:52 smithi081 ceph-mon[107735]: pgmap v12761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:53.425 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:43:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:53.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:53.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:54 smithi170 ceph-mon[97338]: pgmap v12762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:54 smithi081 ceph-mon[95500]: pgmap v12762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:54 smithi081 ceph-mon[107735]: pgmap v12762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:55.601 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:43:55.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:55.602 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:43:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:43:55.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:43:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:55 smithi170 ceph-mon[97338]: pgmap v12763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:55 smithi081 ceph-mon[107735]: pgmap v12763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:55 smithi081 ceph-mon[95500]: pgmap v12763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:43:58 smithi170 ceph-mon[97338]: pgmap v12764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:43:58 smithi081 ceph-mon[95500]: pgmap v12764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:43:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:43:58 smithi081 ceph-mon[107735]: pgmap v12764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:00 smithi170 ceph-mon[97338]: pgmap v12765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:00 smithi081 ceph-mon[95500]: pgmap v12765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:00 smithi081 ceph-mon[107735]: pgmap v12765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:02 smithi170 ceph-mon[97338]: pgmap v12766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:02 smithi081 ceph-mon[95500]: pgmap v12766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:02 smithi081 ceph-mon[107735]: pgmap v12766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:03.425 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:44:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:03.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:03.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:04 smithi170 ceph-mon[97338]: pgmap v12767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:04 smithi081 ceph-mon[95500]: pgmap v12767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:04 smithi081 ceph-mon[107735]: pgmap v12767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:05.603 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:05.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:05.603 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:05.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:05 smithi170 ceph-mon[97338]: pgmap v12768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:05 smithi081 ceph-mon[95500]: pgmap v12768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:05 smithi081 ceph-mon[107735]: pgmap v12768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:08 smithi170 ceph-mon[97338]: pgmap v12769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:08 smithi081 ceph-mon[95500]: pgmap v12769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:08 smithi081 ceph-mon[107735]: pgmap v12769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:10 smithi170 ceph-mon[97338]: pgmap v12770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:10 smithi081 ceph-mon[95500]: pgmap v12770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:10 smithi081 ceph-mon[107735]: pgmap v12770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:12 smithi170 ceph-mon[97338]: pgmap v12771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:12 smithi081 ceph-mon[95500]: pgmap v12771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:12 smithi081 ceph-mon[107735]: pgmap v12771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:13.426 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:44:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:13.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:13.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:14 smithi170 ceph-mon[97338]: pgmap v12772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:14 smithi081 ceph-mon[95500]: pgmap v12772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:14 smithi081 ceph-mon[107735]: pgmap v12772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:15.601 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:15.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:15.602 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:15.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:15 smithi170 ceph-mon[97338]: pgmap v12773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:15 smithi081 ceph-mon[95500]: pgmap v12773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:15 smithi081 ceph-mon[107735]: pgmap v12773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:18 smithi170 ceph-mon[97338]: pgmap v12774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:18 smithi081 ceph-mon[95500]: pgmap v12774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:18 smithi081 ceph-mon[107735]: pgmap v12774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:20 smithi170 ceph-mon[97338]: pgmap v12775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:20 smithi081 ceph-mon[95500]: pgmap v12775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:20 smithi081 ceph-mon[107735]: pgmap v12775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:22 smithi170 ceph-mon[97338]: pgmap v12776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:22 smithi081 ceph-mon[95500]: pgmap v12776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:22 smithi081 ceph-mon[107735]: pgmap v12776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:23.426 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:44:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:23.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:23.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:24 smithi170 ceph-mon[97338]: pgmap v12777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:24 smithi081 ceph-mon[95500]: pgmap v12777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:24 smithi081 ceph-mon[107735]: pgmap v12777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:25.607 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:25.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:25.607 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:25.268Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:25 smithi170 ceph-mon[97338]: pgmap v12778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:25 smithi081 ceph-mon[95500]: pgmap v12778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:25 smithi081 ceph-mon[107735]: pgmap v12778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:28 smithi170 ceph-mon[97338]: pgmap v12779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:28 smithi081 ceph-mon[95500]: pgmap v12779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:28 smithi081 ceph-mon[107735]: pgmap v12779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:30 smithi170 ceph-mon[97338]: pgmap v12780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:30 smithi081 ceph-mon[95500]: pgmap v12780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:30 smithi081 ceph-mon[107735]: pgmap v12780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:32 smithi170 ceph-mon[97338]: pgmap v12781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:32 smithi081 ceph-mon[95500]: pgmap v12781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:32 smithi081 ceph-mon[107735]: pgmap v12781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:33.427 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:44:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:33.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:33.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:34 smithi170 ceph-mon[97338]: pgmap v12782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:34 smithi081 ceph-mon[95500]: pgmap v12782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:34 smithi081 ceph-mon[107735]: pgmap v12782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:35.609 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:35.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:35.610 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:35.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:35 smithi170 ceph-mon[97338]: pgmap v12783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:35 smithi081 ceph-mon[95500]: pgmap v12783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:35 smithi081 ceph-mon[107735]: pgmap v12783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:38 smithi170 ceph-mon[97338]: pgmap v12784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:38 smithi081 ceph-mon[95500]: pgmap v12784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:38 smithi081 ceph-mon[107735]: pgmap v12784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:40 smithi170 ceph-mon[97338]: pgmap v12785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:40 smithi081 ceph-mon[95500]: pgmap v12785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:40 smithi081 ceph-mon[107735]: pgmap v12785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:42 smithi170 ceph-mon[97338]: pgmap v12786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:42 smithi081 ceph-mon[95500]: pgmap v12786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:42 smithi081 ceph-mon[107735]: pgmap v12786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:43.427 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:44:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:43.424Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:43.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:44 smithi170 ceph-mon[97338]: pgmap v12787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:44 smithi081 ceph-mon[95500]: pgmap v12787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:44 smithi081 ceph-mon[107735]: pgmap v12787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:45.608 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:45.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:45.608 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:45.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:45 smithi170 ceph-mon[97338]: pgmap v12788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:45 smithi081 ceph-mon[95500]: pgmap v12788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:45 smithi081 ceph-mon[107735]: pgmap v12788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:48 smithi170 ceph-mon[97338]: pgmap v12789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:48 smithi081 ceph-mon[95500]: pgmap v12789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:48 smithi081 ceph-mon[107735]: pgmap v12789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:50 smithi170 ceph-mon[97338]: pgmap v12790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:50 smithi081 ceph-mon[95500]: pgmap v12790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:50 smithi081 ceph-mon[107735]: pgmap v12790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:52 smithi170 ceph-mon[97338]: pgmap v12791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:52 smithi081 ceph-mon[95500]: pgmap v12791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:52 smithi081 ceph-mon[107735]: pgmap v12791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:53.428 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:44:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:53.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:53.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:54 smithi170 ceph-mon[97338]: pgmap v12792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:54 smithi081 ceph-mon[95500]: pgmap v12792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:54 smithi081 ceph-mon[107735]: pgmap v12792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:55.610 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:44:55.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:55.610 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:44:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:44:55.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:44:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:55 smithi170 ceph-mon[97338]: pgmap v12793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:55 smithi081 ceph-mon[95500]: pgmap v12793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:55 smithi081 ceph-mon[107735]: pgmap v12793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:44:58 smithi170 ceph-mon[97338]: pgmap v12794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:44:58 smithi081 ceph-mon[95500]: pgmap v12794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:44:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:44:58 smithi081 ceph-mon[107735]: pgmap v12794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:00 smithi170 ceph-mon[97338]: pgmap v12795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:00 smithi081 ceph-mon[95500]: pgmap v12795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:00 smithi081 ceph-mon[107735]: pgmap v12795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:02 smithi170 ceph-mon[97338]: pgmap v12796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:02 smithi081 ceph-mon[95500]: pgmap v12796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:02 smithi081 ceph-mon[107735]: pgmap v12796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:03.428 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:45:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:03.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:03.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:04 smithi170 ceph-mon[97338]: pgmap v12797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:04 smithi081 ceph-mon[95500]: pgmap v12797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:04 smithi081 ceph-mon[107735]: pgmap v12797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:05.613 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:05.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:05.614 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:05.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:05 smithi170 ceph-mon[97338]: pgmap v12798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:05 smithi081 ceph-mon[95500]: pgmap v12798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:05 smithi081 ceph-mon[107735]: pgmap v12798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:08 smithi170 ceph-mon[97338]: pgmap v12799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:08 smithi081 ceph-mon[95500]: pgmap v12799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:08 smithi081 ceph-mon[107735]: pgmap v12799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:10 smithi170 ceph-mon[97338]: pgmap v12800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:10 smithi081 ceph-mon[95500]: pgmap v12800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:10 smithi081 ceph-mon[107735]: pgmap v12800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:12 smithi170 ceph-mon[97338]: pgmap v12801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:12 smithi081 ceph-mon[95500]: pgmap v12801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:12 smithi081 ceph-mon[107735]: pgmap v12801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:13.429 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:45:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:13.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:13.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:14 smithi170 ceph-mon[97338]: pgmap v12802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:14 smithi081 ceph-mon[95500]: pgmap v12802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:14 smithi081 ceph-mon[107735]: pgmap v12802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:15.619 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:15.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:15.620 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:15.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:15 smithi170 ceph-mon[97338]: pgmap v12803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:15 smithi081 ceph-mon[95500]: pgmap v12803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:15 smithi081 ceph-mon[107735]: pgmap v12803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:18 smithi170 ceph-mon[97338]: pgmap v12804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:18 smithi081 ceph-mon[95500]: pgmap v12804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:18 smithi081 ceph-mon[107735]: pgmap v12804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:20 smithi170 ceph-mon[97338]: pgmap v12805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:20 smithi081 ceph-mon[95500]: pgmap v12805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:20 smithi081 ceph-mon[107735]: pgmap v12805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:22 smithi170 ceph-mon[97338]: pgmap v12806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:22 smithi081 ceph-mon[95500]: pgmap v12806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:22 smithi081 ceph-mon[107735]: pgmap v12806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:23.429 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:45:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:23.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:23.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:24 smithi170 ceph-mon[97338]: pgmap v12807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:24 smithi081 ceph-mon[95500]: pgmap v12807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:24 smithi081 ceph-mon[107735]: pgmap v12807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:25.617 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:25.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:25.617 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:25.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:25 smithi170 ceph-mon[97338]: pgmap v12808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:25 smithi081 ceph-mon[95500]: pgmap v12808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:26.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:25 smithi081 ceph-mon[107735]: pgmap v12808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:28 smithi170 ceph-mon[97338]: pgmap v12809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:28 smithi081 ceph-mon[95500]: pgmap v12809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:28 smithi081 ceph-mon[107735]: pgmap v12809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:30 smithi170 ceph-mon[97338]: pgmap v12810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:30 smithi081 ceph-mon[95500]: pgmap v12810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:30 smithi081 ceph-mon[107735]: pgmap v12810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:32 smithi170 ceph-mon[97338]: pgmap v12811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:32 smithi081 ceph-mon[95500]: pgmap v12811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:32 smithi081 ceph-mon[107735]: pgmap v12811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:33.430 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:45:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:33.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:33.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:34 smithi170 ceph-mon[97338]: pgmap v12812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:34 smithi081 ceph-mon[95500]: pgmap v12812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:34 smithi081 ceph-mon[107735]: pgmap v12812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:35.622 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:35.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:35.622 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:35.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:35 smithi170 ceph-mon[97338]: pgmap v12813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:35 smithi081 ceph-mon[95500]: pgmap v12813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:35 smithi081 ceph-mon[107735]: pgmap v12813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:38 smithi170 ceph-mon[97338]: pgmap v12814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:38 smithi081 ceph-mon[95500]: pgmap v12814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:38 smithi081 ceph-mon[107735]: pgmap v12814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:40 smithi170 ceph-mon[97338]: pgmap v12815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:40 smithi081 ceph-mon[95500]: pgmap v12815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:40 smithi081 ceph-mon[107735]: pgmap v12815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:42 smithi170 ceph-mon[97338]: pgmap v12816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:42 smithi081 ceph-mon[95500]: pgmap v12816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:42 smithi081 ceph-mon[107735]: pgmap v12816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:43.431 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:45:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:43.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:43.429Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:44 smithi170 ceph-mon[97338]: pgmap v12817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:44 smithi081 ceph-mon[95500]: pgmap v12817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:44 smithi081 ceph-mon[107735]: pgmap v12817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:45.624 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:45.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:45.625 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:45.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:45 smithi170 ceph-mon[97338]: pgmap v12818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:46.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:45 smithi081 ceph-mon[107735]: pgmap v12818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:45 smithi081 ceph-mon[95500]: pgmap v12818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:48 smithi170 ceph-mon[97338]: pgmap v12819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:48 smithi081 ceph-mon[107735]: pgmap v12819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:48 smithi081 ceph-mon[95500]: pgmap v12819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:50 smithi170 ceph-mon[97338]: pgmap v12820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:50 smithi081 ceph-mon[95500]: pgmap v12820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:50 smithi081 ceph-mon[107735]: pgmap v12820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:52 smithi170 ceph-mon[97338]: pgmap v12821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:52 smithi081 ceph-mon[95500]: pgmap v12821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:52 smithi081 ceph-mon[107735]: pgmap v12821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:53.432 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:45:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:53.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:53.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:54 smithi170 ceph-mon[97338]: pgmap v12822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:54 smithi081 ceph-mon[95500]: pgmap v12822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:54 smithi081 ceph-mon[107735]: pgmap v12822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:55.628 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:45:55.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:55.628 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:45:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:45:55.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:45:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:55 smithi170 ceph-mon[97338]: pgmap v12823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:55 smithi081 ceph-mon[95500]: pgmap v12823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:55 smithi081 ceph-mon[107735]: pgmap v12823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:45:58 smithi170 ceph-mon[97338]: pgmap v12824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:45:58 smithi081 ceph-mon[95500]: pgmap v12824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:45:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:45:58 smithi081 ceph-mon[107735]: pgmap v12824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:00 smithi170 ceph-mon[97338]: pgmap v12825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:00 smithi081 ceph-mon[95500]: pgmap v12825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:00 smithi081 ceph-mon[107735]: pgmap v12825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:02 smithi170 ceph-mon[97338]: pgmap v12826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:02 smithi081 ceph-mon[95500]: pgmap v12826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:02 smithi081 ceph-mon[107735]: pgmap v12826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:03.433 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:46:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:03.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:03.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:04 smithi170 ceph-mon[97338]: pgmap v12827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:04 smithi081 ceph-mon[107735]: pgmap v12827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:04 smithi081 ceph-mon[95500]: pgmap v12827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:05.625 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:05.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:05.625 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:05.276Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:05 smithi170 ceph-mon[97338]: pgmap v12828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:05 smithi081 ceph-mon[95500]: pgmap v12828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:05 smithi081 ceph-mon[107735]: pgmap v12828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:08 smithi170 ceph-mon[97338]: pgmap v12829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:08 smithi081 ceph-mon[95500]: pgmap v12829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:08 smithi081 ceph-mon[107735]: pgmap v12829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:10 smithi170 ceph-mon[97338]: pgmap v12830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:10 smithi081 ceph-mon[95500]: pgmap v12830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:10 smithi081 ceph-mon[107735]: pgmap v12830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:12 smithi170 ceph-mon[97338]: pgmap v12831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:12 smithi081 ceph-mon[95500]: pgmap v12831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:12 smithi081 ceph-mon[107735]: pgmap v12831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:13.433 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:46:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:13.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:13.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:14 smithi170 ceph-mon[97338]: pgmap v12832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:14 smithi081 ceph-mon[95500]: pgmap v12832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:14 smithi081 ceph-mon[107735]: pgmap v12832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:15.630 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:15.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:15.630 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:15.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:15 smithi170 ceph-mon[97338]: pgmap v12833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:15 smithi081 ceph-mon[95500]: pgmap v12833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:15 smithi081 ceph-mon[107735]: pgmap v12833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:18 smithi170 ceph-mon[97338]: pgmap v12834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:18 smithi081 ceph-mon[95500]: pgmap v12834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:18 smithi081 ceph-mon[107735]: pgmap v12834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:20 smithi170 ceph-mon[97338]: pgmap v12835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:20 smithi081 ceph-mon[95500]: pgmap v12835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:20 smithi081 ceph-mon[107735]: pgmap v12835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:22 smithi170 ceph-mon[97338]: pgmap v12836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:22 smithi081 ceph-mon[95500]: pgmap v12836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:22 smithi081 ceph-mon[107735]: pgmap v12836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:23.433 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:46:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:23.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:23.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:24 smithi170 ceph-mon[97338]: pgmap v12837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:24.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:24 smithi081 ceph-mon[95500]: pgmap v12837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:24 smithi081 ceph-mon[107735]: pgmap v12837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:25.629 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:25.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:25.630 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:25.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:25 smithi170 ceph-mon[97338]: pgmap v12838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:25 smithi081 ceph-mon[95500]: pgmap v12838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:25 smithi081 ceph-mon[107735]: pgmap v12838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:28 smithi170 ceph-mon[97338]: pgmap v12839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:28 smithi081 ceph-mon[95500]: pgmap v12839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:28 smithi081 ceph-mon[107735]: pgmap v12839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:30 smithi170 ceph-mon[97338]: pgmap v12840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:30 smithi081 ceph-mon[95500]: pgmap v12840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:30 smithi081 ceph-mon[107735]: pgmap v12840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:32 smithi170 ceph-mon[97338]: pgmap v12841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:32 smithi081 ceph-mon[95500]: pgmap v12841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:32 smithi081 ceph-mon[107735]: pgmap v12841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:33.434 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:46:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:33.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:33.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:34 smithi170 ceph-mon[97338]: pgmap v12842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:34 smithi081 ceph-mon[95500]: pgmap v12842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:34 smithi081 ceph-mon[107735]: pgmap v12842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:35.631 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:35.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:35.632 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:35.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:35 smithi170 ceph-mon[97338]: pgmap v12843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:35 smithi081 ceph-mon[95500]: pgmap v12843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:35 smithi081 ceph-mon[107735]: pgmap v12843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:38 smithi170 ceph-mon[97338]: pgmap v12844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:38 smithi081 ceph-mon[95500]: pgmap v12844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:38 smithi081 ceph-mon[107735]: pgmap v12844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:40 smithi170 ceph-mon[97338]: pgmap v12845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:40 smithi081 ceph-mon[95500]: pgmap v12845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:40 smithi081 ceph-mon[107735]: pgmap v12845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:42 smithi170 ceph-mon[97338]: pgmap v12846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:42 smithi081 ceph-mon[95500]: pgmap v12846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:42 smithi081 ceph-mon[107735]: pgmap v12846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:43.434 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:46:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:43.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:43.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:44 smithi170 ceph-mon[97338]: pgmap v12847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:44 smithi081 ceph-mon[95500]: pgmap v12847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:44 smithi081 ceph-mon[107735]: pgmap v12847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:45.634 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:45.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:45.634 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:45.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:45 smithi170 ceph-mon[97338]: pgmap v12848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:45 smithi081 ceph-mon[95500]: pgmap v12848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:45 smithi081 ceph-mon[107735]: pgmap v12848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:48 smithi170 ceph-mon[97338]: pgmap v12849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:48 smithi081 ceph-mon[95500]: pgmap v12849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:48 smithi081 ceph-mon[107735]: pgmap v12849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:50 smithi170 ceph-mon[97338]: pgmap v12850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:50 smithi081 ceph-mon[95500]: pgmap v12850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:50 smithi081 ceph-mon[107735]: pgmap v12850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:52 smithi170 ceph-mon[97338]: pgmap v12851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:52 smithi081 ceph-mon[95500]: pgmap v12851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:52 smithi081 ceph-mon[107735]: pgmap v12851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:53.436 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:46:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:53.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:53.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:54 smithi170 ceph-mon[97338]: pgmap v12852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:54.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:54 smithi081 ceph-mon[95500]: pgmap v12852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:54.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:54 smithi081 ceph-mon[107735]: pgmap v12852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:55.635 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:46:55.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:55.636 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:46:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:46:55.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:46:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:55 smithi170 ceph-mon[97338]: pgmap v12853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:55 smithi081 ceph-mon[95500]: pgmap v12853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:55 smithi081 ceph-mon[107735]: pgmap v12853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:46:58 smithi170 ceph-mon[97338]: pgmap v12854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:46:58 smithi081 ceph-mon[95500]: pgmap v12854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:46:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:46:58 smithi081 ceph-mon[107735]: pgmap v12854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:00 smithi170 ceph-mon[97338]: pgmap v12855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:00 smithi081 ceph-mon[95500]: pgmap v12855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:00 smithi081 ceph-mon[107735]: pgmap v12855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:02 smithi170 ceph-mon[97338]: pgmap v12856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:02 smithi081 ceph-mon[95500]: pgmap v12856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:02 smithi081 ceph-mon[107735]: pgmap v12856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:03.436 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:47:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:03.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:03.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:04 smithi170 ceph-mon[97338]: pgmap v12857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:04 smithi081 ceph-mon[95500]: pgmap v12857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:04 smithi081 ceph-mon[107735]: pgmap v12857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:05.638 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:05.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:05.638 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:05.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:05 smithi170 ceph-mon[97338]: pgmap v12858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:05 smithi081 ceph-mon[95500]: pgmap v12858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:05 smithi081 ceph-mon[107735]: pgmap v12858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:08 smithi170 ceph-mon[97338]: pgmap v12859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:08 smithi081 ceph-mon[95500]: pgmap v12859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:08 smithi081 ceph-mon[107735]: pgmap v12859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:10 smithi170 ceph-mon[97338]: pgmap v12860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:10 smithi081 ceph-mon[95500]: pgmap v12860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:10 smithi081 ceph-mon[107735]: pgmap v12860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:12 smithi170 ceph-mon[97338]: pgmap v12861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:12 smithi081 ceph-mon[95500]: pgmap v12861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:12 smithi081 ceph-mon[107735]: pgmap v12861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:13.437 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:47:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:13.434Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:13.435Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:14 smithi170 ceph-mon[97338]: pgmap v12862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:14 smithi081 ceph-mon[95500]: pgmap v12862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:14 smithi081 ceph-mon[107735]: pgmap v12862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:15.640 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:15.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:15.640 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:15.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:15 smithi170 ceph-mon[97338]: pgmap v12863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:15 smithi081 ceph-mon[95500]: pgmap v12863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:15 smithi081 ceph-mon[107735]: pgmap v12863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:18 smithi170 ceph-mon[97338]: pgmap v12864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:18 smithi081 ceph-mon[95500]: pgmap v12864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:18 smithi081 ceph-mon[107735]: pgmap v12864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:20 smithi170 ceph-mon[97338]: pgmap v12865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:20 smithi081 ceph-mon[95500]: pgmap v12865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:20 smithi081 ceph-mon[107735]: pgmap v12865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:22 smithi170 ceph-mon[97338]: pgmap v12866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:22 smithi081 ceph-mon[95500]: pgmap v12866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:22 smithi081 ceph-mon[107735]: pgmap v12866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:23.438 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:47:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:23.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:23.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:24 smithi170 ceph-mon[97338]: pgmap v12867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:24 smithi081 ceph-mon[95500]: pgmap v12867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:24 smithi081 ceph-mon[107735]: pgmap v12867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:25.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:25.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:25.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:25.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:25 smithi170 ceph-mon[97338]: pgmap v12868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:25 smithi081 ceph-mon[95500]: pgmap v12868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:25 smithi081 ceph-mon[107735]: pgmap v12868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:28 smithi170 ceph-mon[97338]: pgmap v12869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:28 smithi081 ceph-mon[95500]: pgmap v12869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:28 smithi081 ceph-mon[107735]: pgmap v12869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:30 smithi170 ceph-mon[97338]: pgmap v12870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:30 smithi081 ceph-mon[95500]: pgmap v12870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:30 smithi081 ceph-mon[107735]: pgmap v12870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:32 smithi170 ceph-mon[97338]: pgmap v12871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:32 smithi081 ceph-mon[95500]: pgmap v12871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:32 smithi081 ceph-mon[107735]: pgmap v12871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:33.439 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:47:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:33.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:33.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:34 smithi170 ceph-mon[97338]: pgmap v12872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:34 smithi081 ceph-mon[95500]: pgmap v12872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:34 smithi081 ceph-mon[107735]: pgmap v12872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:35.645 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:35.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:35.645 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:35.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:35 smithi170 ceph-mon[97338]: pgmap v12873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:35 smithi081 ceph-mon[95500]: pgmap v12873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:36.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:35 smithi081 ceph-mon[107735]: pgmap v12873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:38 smithi170 ceph-mon[97338]: pgmap v12874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:38 smithi081 ceph-mon[95500]: pgmap v12874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:38 smithi081 ceph-mon[107735]: pgmap v12874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:40 smithi170 ceph-mon[97338]: pgmap v12875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:40 smithi081 ceph-mon[95500]: pgmap v12875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:40 smithi081 ceph-mon[107735]: pgmap v12875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:42 smithi170 ceph-mon[97338]: pgmap v12876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:42 smithi081 ceph-mon[95500]: pgmap v12876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:42 smithi081 ceph-mon[107735]: pgmap v12876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:43.439 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:47:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:43.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:43.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:44 smithi170 ceph-mon[97338]: pgmap v12877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:44 smithi081 ceph-mon[95500]: pgmap v12877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:44 smithi081 ceph-mon[107735]: pgmap v12877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:45.647 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:45.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:45.647 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:45.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:45 smithi170 ceph-mon[97338]: pgmap v12878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:45 smithi081 ceph-mon[95500]: pgmap v12878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:46.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:45 smithi081 ceph-mon[107735]: pgmap v12878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:48 smithi170 ceph-mon[97338]: pgmap v12879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:48 smithi081 ceph-mon[95500]: pgmap v12879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:48 smithi081 ceph-mon[107735]: pgmap v12879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:50 smithi170 ceph-mon[97338]: pgmap v12880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:50 smithi081 ceph-mon[95500]: pgmap v12880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:50 smithi081 ceph-mon[107735]: pgmap v12880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:52 smithi081 ceph-mon[95500]: pgmap v12881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:52 smithi081 ceph-mon[107735]: pgmap v12881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:52 smithi170 ceph-mon[97338]: pgmap v12881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:53.440 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:47:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:53.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:53.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:54 smithi081 ceph-mon[95500]: pgmap v12882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:54 smithi081 ceph-mon[107735]: pgmap v12882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:54 smithi170 ceph-mon[97338]: pgmap v12882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:55.651 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:47:55.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:55.652 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:47:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:47:55.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:47:55.652 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:55 smithi081 ceph-mon[107735]: pgmap v12883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:55 smithi170 ceph-mon[97338]: pgmap v12883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:55 smithi081 ceph-mon[95500]: pgmap v12883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:47:58 smithi170 ceph-mon[97338]: pgmap v12884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:47:58 smithi081 ceph-mon[95500]: pgmap v12884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:47:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:47:58 smithi081 ceph-mon[107735]: pgmap v12884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:00 smithi081 ceph-mon[95500]: pgmap v12885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:00 smithi081 ceph-mon[107735]: pgmap v12885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:00 smithi170 ceph-mon[97338]: pgmap v12885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:02 smithi081 ceph-mon[95500]: pgmap v12886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:02 smithi081 ceph-mon[107735]: pgmap v12886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:02 smithi170 ceph-mon[97338]: pgmap v12886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:03.441 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:48:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:03.438Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:03.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:04 smithi081 ceph-mon[95500]: pgmap v12887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:04 smithi081 ceph-mon[107735]: pgmap v12887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:04 smithi170 ceph-mon[97338]: pgmap v12887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:05.651 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:05.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:05.651 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:05.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:05 smithi170 ceph-mon[97338]: pgmap v12888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:05 smithi081 ceph-mon[95500]: pgmap v12888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:05 smithi081 ceph-mon[107735]: pgmap v12888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:08 smithi081 ceph-mon[95500]: pgmap v12889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:08 smithi081 ceph-mon[107735]: pgmap v12889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:08 smithi170 ceph-mon[97338]: pgmap v12889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:10 smithi081 ceph-mon[95500]: pgmap v12890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:10 smithi081 ceph-mon[107735]: pgmap v12890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:10 smithi170 ceph-mon[97338]: pgmap v12890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:12 smithi081 ceph-mon[95500]: pgmap v12891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:12 smithi081 ceph-mon[107735]: pgmap v12891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:12 smithi170 ceph-mon[97338]: pgmap v12891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:13.442 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:48:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:13.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:13.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:14 smithi081 ceph-mon[95500]: pgmap v12892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:14 smithi081 ceph-mon[107735]: pgmap v12892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:14 smithi170 ceph-mon[97338]: pgmap v12892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:15.655 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:15.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:15.656 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:15.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:15 smithi170 ceph-mon[97338]: pgmap v12893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:15 smithi081 ceph-mon[95500]: pgmap v12893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:16.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:15 smithi081 ceph-mon[107735]: pgmap v12893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:18 smithi081 ceph-mon[95500]: pgmap v12894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:18 smithi081 ceph-mon[107735]: pgmap v12894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:18 smithi170 ceph-mon[97338]: pgmap v12894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:20 smithi081 ceph-mon[95500]: pgmap v12895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:20 smithi081 ceph-mon[107735]: pgmap v12895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:20 smithi170 ceph-mon[97338]: pgmap v12895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:22 smithi081 ceph-mon[95500]: pgmap v12896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:22 smithi081 ceph-mon[107735]: pgmap v12896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:22 smithi170 ceph-mon[97338]: pgmap v12896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:23.443 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:48:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:23.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:23.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:24 smithi081 ceph-mon[95500]: pgmap v12897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:24 smithi081 ceph-mon[107735]: pgmap v12897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:24 smithi170 ceph-mon[97338]: pgmap v12897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:25.656 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:25.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:25.656 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:25.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:25 smithi170 ceph-mon[97338]: pgmap v12898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:25 smithi081 ceph-mon[95500]: pgmap v12898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:25 smithi081 ceph-mon[107735]: pgmap v12898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:28 smithi081 ceph-mon[95500]: pgmap v12899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:28 smithi081 ceph-mon[107735]: pgmap v12899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:28 smithi170 ceph-mon[97338]: pgmap v12899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:30 smithi081 ceph-mon[95500]: pgmap v12900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:30 smithi081 ceph-mon[107735]: pgmap v12900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:30 smithi170 ceph-mon[97338]: pgmap v12900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:32 smithi081 ceph-mon[95500]: pgmap v12901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:32 smithi081 ceph-mon[107735]: pgmap v12901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:32 smithi170 ceph-mon[97338]: pgmap v12901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:33.443 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:48:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:33.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:33.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:34 smithi081 ceph-mon[95500]: pgmap v12902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:34 smithi081 ceph-mon[107735]: pgmap v12902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:34 smithi170 ceph-mon[97338]: pgmap v12902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:35.659 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:35.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:35.659 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:35.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:35 smithi170 ceph-mon[97338]: pgmap v12903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:35 smithi081 ceph-mon[95500]: pgmap v12903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:35 smithi081 ceph-mon[107735]: pgmap v12903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:38 smithi081 ceph-mon[95500]: pgmap v12904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:38 smithi081 ceph-mon[107735]: pgmap v12904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:38 smithi170 ceph-mon[97338]: pgmap v12904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:40 smithi081 ceph-mon[95500]: pgmap v12905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:40 smithi081 ceph-mon[107735]: pgmap v12905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:40 smithi170 ceph-mon[97338]: pgmap v12905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:42 smithi081 ceph-mon[95500]: pgmap v12906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:42 smithi081 ceph-mon[107735]: pgmap v12906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:42 smithi170 ceph-mon[97338]: pgmap v12906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:43.444 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:48:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:43.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:43.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:44 smithi081 ceph-mon[95500]: pgmap v12907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:44 smithi081 ceph-mon[107735]: pgmap v12907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:44 smithi170 ceph-mon[97338]: pgmap v12907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:45.668 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:45.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:45.669 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:45.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:45 smithi170 ceph-mon[97338]: pgmap v12908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:45 smithi081 ceph-mon[95500]: pgmap v12908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:46.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:45 smithi081 ceph-mon[107735]: pgmap v12908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:48 smithi081 ceph-mon[95500]: pgmap v12909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:48 smithi081 ceph-mon[107735]: pgmap v12909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:48 smithi170 ceph-mon[97338]: pgmap v12909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:50 smithi081 ceph-mon[95500]: pgmap v12910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:50 smithi081 ceph-mon[107735]: pgmap v12910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:50 smithi170 ceph-mon[97338]: pgmap v12910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:52 smithi081 ceph-mon[95500]: pgmap v12911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:52 smithi081 ceph-mon[107735]: pgmap v12911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:52 smithi170 ceph-mon[97338]: pgmap v12911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:53.444 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:48:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:53.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:53.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:54 smithi170 ceph-mon[97338]: pgmap v12912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:54 smithi081 ceph-mon[95500]: pgmap v12912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:54 smithi081 ceph-mon[107735]: pgmap v12912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:55.671 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:48:55.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:55.671 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:48:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:48:55.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:48:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:55 smithi170 ceph-mon[97338]: pgmap v12913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:55 smithi081 ceph-mon[95500]: pgmap v12913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:55 smithi081 ceph-mon[107735]: pgmap v12913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:48:58 smithi081 ceph-mon[95500]: pgmap v12914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:48:58 smithi081 ceph-mon[107735]: pgmap v12914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:48:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:48:58 smithi170 ceph-mon[97338]: pgmap v12914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:00 smithi081 ceph-mon[95500]: pgmap v12915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:00 smithi081 ceph-mon[107735]: pgmap v12915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:00 smithi170 ceph-mon[97338]: pgmap v12915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:02 smithi170 ceph-mon[97338]: pgmap v12916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:02 smithi081 ceph-mon[95500]: pgmap v12916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:02 smithi081 ceph-mon[107735]: pgmap v12916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:03.445 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:49:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:03.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:03.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:04 smithi170 ceph-mon[97338]: pgmap v12917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:04 smithi081 ceph-mon[95500]: pgmap v12917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:04 smithi081 ceph-mon[107735]: pgmap v12917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:05.670 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:05.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:05.670 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:05.287Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:05 smithi170 ceph-mon[97338]: pgmap v12918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:05 smithi081 ceph-mon[95500]: pgmap v12918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:05 smithi081 ceph-mon[107735]: pgmap v12918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:08 smithi081 ceph-mon[95500]: pgmap v12919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:08 smithi081 ceph-mon[107735]: pgmap v12919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:08 smithi170 ceph-mon[97338]: pgmap v12919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:10 smithi170 ceph-mon[97338]: pgmap v12920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:10 smithi081 ceph-mon[95500]: pgmap v12920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:10 smithi081 ceph-mon[107735]: pgmap v12920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:12 smithi170 ceph-mon[97338]: pgmap v12921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:12 smithi081 ceph-mon[95500]: pgmap v12921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:12 smithi081 ceph-mon[107735]: pgmap v12921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:13.446 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:49:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:13.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:13.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:14 smithi170 ceph-mon[97338]: pgmap v12922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:14 smithi081 ceph-mon[95500]: pgmap v12922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:14 smithi081 ceph-mon[107735]: pgmap v12922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:15.676 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:15.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:15.676 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:15.287Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:15 smithi170 ceph-mon[97338]: pgmap v12923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:15 smithi081 ceph-mon[95500]: pgmap v12923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:15 smithi081 ceph-mon[107735]: pgmap v12923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:18 smithi170 ceph-mon[97338]: pgmap v12924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:18 smithi081 ceph-mon[95500]: pgmap v12924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:18 smithi081 ceph-mon[107735]: pgmap v12924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:20 smithi170 ceph-mon[97338]: pgmap v12925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:20 smithi081 ceph-mon[95500]: pgmap v12925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:20 smithi081 ceph-mon[107735]: pgmap v12925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:22 smithi170 ceph-mon[97338]: pgmap v12926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:22 smithi081 ceph-mon[95500]: pgmap v12926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:22 smithi081 ceph-mon[107735]: pgmap v12926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:23.447 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:49:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:23.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:23.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:24 smithi170 ceph-mon[97338]: pgmap v12927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:24 smithi081 ceph-mon[95500]: pgmap v12927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:24 smithi081 ceph-mon[107735]: pgmap v12927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:25.678 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:25.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:25.678 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:25.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:25 smithi170 ceph-mon[97338]: pgmap v12928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:25 smithi081 ceph-mon[95500]: pgmap v12928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:25 smithi081 ceph-mon[107735]: pgmap v12928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:28 smithi170 ceph-mon[97338]: pgmap v12929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:28 smithi081 ceph-mon[95500]: pgmap v12929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:28 smithi081 ceph-mon[107735]: pgmap v12929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:30 smithi170 ceph-mon[97338]: pgmap v12930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:30 smithi081 ceph-mon[95500]: pgmap v12930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:30 smithi081 ceph-mon[107735]: pgmap v12930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:32 smithi170 ceph-mon[97338]: pgmap v12931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:32 smithi081 ceph-mon[95500]: pgmap v12931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:32 smithi081 ceph-mon[107735]: pgmap v12931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:33.449 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:49:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:33.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:33.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:34 smithi170 ceph-mon[97338]: pgmap v12932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:34 smithi081 ceph-mon[95500]: pgmap v12932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:34 smithi081 ceph-mon[107735]: pgmap v12932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:35.675 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:35.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:35.676 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:35.289Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:35 smithi170 ceph-mon[97338]: pgmap v12933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:35 smithi081 ceph-mon[95500]: pgmap v12933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:35 smithi081 ceph-mon[107735]: pgmap v12933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:38 smithi170 ceph-mon[97338]: pgmap v12934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:38 smithi081 ceph-mon[95500]: pgmap v12934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:38 smithi081 ceph-mon[107735]: pgmap v12934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:40 smithi170 ceph-mon[97338]: pgmap v12935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:40 smithi081 ceph-mon[95500]: pgmap v12935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:40 smithi081 ceph-mon[107735]: pgmap v12935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:42 smithi170 ceph-mon[97338]: pgmap v12936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:42 smithi081 ceph-mon[95500]: pgmap v12936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:42 smithi081 ceph-mon[107735]: pgmap v12936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:43.449 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:49:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:43.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:43.447Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:44 smithi170 ceph-mon[97338]: pgmap v12937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:44 smithi081 ceph-mon[95500]: pgmap v12937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:44 smithi081 ceph-mon[107735]: pgmap v12937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:45.683 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:45.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:45.683 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:45.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:45 smithi170 ceph-mon[97338]: pgmap v12938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:45 smithi081 ceph-mon[95500]: pgmap v12938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:45 smithi081 ceph-mon[107735]: pgmap v12938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:48 smithi170 ceph-mon[97338]: pgmap v12939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:48 smithi081 ceph-mon[95500]: pgmap v12939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:48 smithi081 ceph-mon[107735]: pgmap v12939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:50 smithi170 ceph-mon[97338]: pgmap v12940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:50 smithi081 ceph-mon[95500]: pgmap v12940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:50 smithi081 ceph-mon[107735]: pgmap v12940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:52 smithi170 ceph-mon[97338]: pgmap v12941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:52 smithi081 ceph-mon[95500]: pgmap v12941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:52 smithi081 ceph-mon[107735]: pgmap v12941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:53.451 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:49:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:53.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:53.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:54 smithi170 ceph-mon[97338]: pgmap v12942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:54 smithi081 ceph-mon[95500]: pgmap v12942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:54 smithi081 ceph-mon[107735]: pgmap v12942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:55.690 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:49:55.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:55.690 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:49:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:49:55.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:49:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:55 smithi170 ceph-mon[97338]: pgmap v12943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:55 smithi081 ceph-mon[95500]: pgmap v12943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:55 smithi081 ceph-mon[107735]: pgmap v12943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:49:58 smithi170 ceph-mon[97338]: pgmap v12944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:49:58 smithi081 ceph-mon[95500]: pgmap v12944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:49:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:49:58 smithi081 ceph-mon[107735]: pgmap v12944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:00 smithi170 ceph-mon[97338]: pgmap v12945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:50:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:00 smithi081 ceph-mon[95500]: pgmap v12945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:50:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:00 smithi081 ceph-mon[107735]: pgmap v12945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T12:50:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:02 smithi170 ceph-mon[97338]: pgmap v12946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:02 smithi081 ceph-mon[95500]: pgmap v12946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:02 smithi081 ceph-mon[107735]: pgmap v12946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:03.451 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:50:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:03.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:03.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:04 smithi170 ceph-mon[97338]: pgmap v12947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:04 smithi081 ceph-mon[107735]: pgmap v12947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:04 smithi081 ceph-mon[95500]: pgmap v12947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:05.679 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:05.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:05.679 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:05.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:05 smithi170 ceph-mon[97338]: pgmap v12948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:05 smithi081 ceph-mon[95500]: pgmap v12948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:05 smithi081 ceph-mon[107735]: pgmap v12948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:08 smithi170 ceph-mon[97338]: pgmap v12949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:08 smithi081 ceph-mon[95500]: pgmap v12949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:08 smithi081 ceph-mon[107735]: pgmap v12949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:10 smithi170 ceph-mon[97338]: pgmap v12950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:10 smithi081 ceph-mon[95500]: pgmap v12950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:10 smithi081 ceph-mon[107735]: pgmap v12950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:12 smithi170 ceph-mon[97338]: pgmap v12951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:12 smithi081 ceph-mon[95500]: pgmap v12951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:12 smithi081 ceph-mon[107735]: pgmap v12951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:13.452 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:50:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:13.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:13.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:14 smithi170 ceph-mon[97338]: pgmap v12952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:14 smithi081 ceph-mon[95500]: pgmap v12952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:14 smithi081 ceph-mon[107735]: pgmap v12952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:15.685 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:15.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:15.686 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:15.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:15 smithi170 ceph-mon[97338]: pgmap v12953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:15 smithi081 ceph-mon[95500]: pgmap v12953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:15 smithi081 ceph-mon[107735]: pgmap v12953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:18 smithi170 ceph-mon[97338]: pgmap v12954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:18 smithi081 ceph-mon[95500]: pgmap v12954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:18 smithi081 ceph-mon[107735]: pgmap v12954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:20 smithi170 ceph-mon[97338]: pgmap v12955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:20 smithi081 ceph-mon[95500]: pgmap v12955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:20 smithi081 ceph-mon[107735]: pgmap v12955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:22 smithi170 ceph-mon[97338]: pgmap v12956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:22 smithi081 ceph-mon[95500]: pgmap v12956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:22 smithi081 ceph-mon[107735]: pgmap v12956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:23.452 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:50:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:23.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:23.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:24 smithi170 ceph-mon[97338]: pgmap v12957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:24 smithi081 ceph-mon[95500]: pgmap v12957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:24 smithi081 ceph-mon[107735]: pgmap v12957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:25.691 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:25.291Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:25.691 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:25.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:25 smithi170 ceph-mon[97338]: pgmap v12958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:25 smithi081 ceph-mon[95500]: pgmap v12958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:25 smithi081 ceph-mon[107735]: pgmap v12958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:28 smithi170 ceph-mon[97338]: pgmap v12959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:28 smithi081 ceph-mon[95500]: pgmap v12959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:28 smithi081 ceph-mon[107735]: pgmap v12959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:30 smithi170 ceph-mon[97338]: pgmap v12960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:30 smithi081 ceph-mon[95500]: pgmap v12960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:30 smithi081 ceph-mon[107735]: pgmap v12960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:32 smithi170 ceph-mon[97338]: pgmap v12961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:32 smithi081 ceph-mon[95500]: pgmap v12961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:32 smithi081 ceph-mon[107735]: pgmap v12961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:33.453 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:50:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:33.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:33.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:34 smithi170 ceph-mon[97338]: pgmap v12962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:34 smithi081 ceph-mon[95500]: pgmap v12962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:34 smithi081 ceph-mon[107735]: pgmap v12962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:35.689 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:35.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:35.690 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:35.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:35 smithi170 ceph-mon[97338]: pgmap v12963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:36.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:35 smithi081 ceph-mon[107735]: pgmap v12963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:35 smithi081 ceph-mon[95500]: pgmap v12963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:38 smithi170 ceph-mon[97338]: pgmap v12964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:38 smithi081 ceph-mon[107735]: pgmap v12964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:38 smithi081 ceph-mon[95500]: pgmap v12964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:40 smithi170 ceph-mon[97338]: pgmap v12965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:40 smithi081 ceph-mon[107735]: pgmap v12965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:40 smithi081 ceph-mon[95500]: pgmap v12965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:42 smithi170 ceph-mon[97338]: pgmap v12966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:42 smithi081 ceph-mon[95500]: pgmap v12966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:42 smithi081 ceph-mon[107735]: pgmap v12966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:43.454 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:50:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:43.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:43.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:44 smithi170 ceph-mon[97338]: pgmap v12967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:44 smithi081 ceph-mon[95500]: pgmap v12967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:44 smithi081 ceph-mon[107735]: pgmap v12967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:45.690 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:45.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:45.691 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:45.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:45.691 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:45 smithi081 ceph-mon[107735]: pgmap v12968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:45 smithi170 ceph-mon[97338]: pgmap v12968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:45 smithi081 ceph-mon[95500]: pgmap v12968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:48 smithi170 ceph-mon[97338]: pgmap v12969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:48 smithi081 ceph-mon[95500]: pgmap v12969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:48 smithi081 ceph-mon[107735]: pgmap v12969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:50 smithi170 ceph-mon[97338]: pgmap v12970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:50 smithi081 ceph-mon[95500]: pgmap v12970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:50 smithi081 ceph-mon[107735]: pgmap v12970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:52 smithi170 ceph-mon[97338]: pgmap v12971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:52 smithi081 ceph-mon[95500]: pgmap v12971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:52 smithi081 ceph-mon[107735]: pgmap v12971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:53.454 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:50:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:53.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:53.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:54 smithi170 ceph-mon[97338]: pgmap v12972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:54 smithi081 ceph-mon[95500]: pgmap v12972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:54 smithi081 ceph-mon[107735]: pgmap v12972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:55.693 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:50:55.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:55.693 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:50:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:50:55.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:50:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:55 smithi170 ceph-mon[97338]: pgmap v12973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:55 smithi081 ceph-mon[95500]: pgmap v12973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:55 smithi081 ceph-mon[107735]: pgmap v12973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:50:58 smithi170 ceph-mon[97338]: pgmap v12974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:50:58 smithi081 ceph-mon[95500]: pgmap v12974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:50:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:50:58 smithi081 ceph-mon[107735]: pgmap v12974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:00 smithi170 ceph-mon[97338]: pgmap v12975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:00 smithi081 ceph-mon[95500]: pgmap v12975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:00 smithi081 ceph-mon[107735]: pgmap v12975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:02 smithi170 ceph-mon[97338]: pgmap v12976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:02 smithi081 ceph-mon[95500]: pgmap v12976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:02 smithi081 ceph-mon[107735]: pgmap v12976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:03.456 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:51:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:03.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:03.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:04 smithi170 ceph-mon[97338]: pgmap v12977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:04 smithi081 ceph-mon[95500]: pgmap v12977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:04 smithi081 ceph-mon[107735]: pgmap v12977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:05.700 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:05.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:05.700 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:05.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:05 smithi170 ceph-mon[97338]: pgmap v12978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:05 smithi081 ceph-mon[95500]: pgmap v12978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:06.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:05 smithi081 ceph-mon[107735]: pgmap v12978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:08 smithi170 ceph-mon[97338]: pgmap v12979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:08 smithi081 ceph-mon[95500]: pgmap v12979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:08 smithi081 ceph-mon[107735]: pgmap v12979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:10 smithi170 ceph-mon[97338]: pgmap v12980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:10 smithi081 ceph-mon[95500]: pgmap v12980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:10 smithi081 ceph-mon[107735]: pgmap v12980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:12 smithi170 ceph-mon[97338]: pgmap v12981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:12 smithi081 ceph-mon[95500]: pgmap v12981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:12 smithi081 ceph-mon[107735]: pgmap v12981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:13.456 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:51:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:13.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:13.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:14 smithi170 ceph-mon[97338]: pgmap v12982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:14 smithi081 ceph-mon[95500]: pgmap v12982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:14 smithi081 ceph-mon[107735]: pgmap v12982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:15.701 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:15.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:15.701 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:15.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:15 smithi170 ceph-mon[97338]: pgmap v12983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:15 smithi081 ceph-mon[95500]: pgmap v12983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:15 smithi081 ceph-mon[107735]: pgmap v12983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:18 smithi170 ceph-mon[97338]: pgmap v12984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:18 smithi081 ceph-mon[95500]: pgmap v12984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:18 smithi081 ceph-mon[107735]: pgmap v12984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:20 smithi170 ceph-mon[97338]: pgmap v12985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:20 smithi081 ceph-mon[95500]: pgmap v12985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:20 smithi081 ceph-mon[107735]: pgmap v12985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:22 smithi170 ceph-mon[97338]: pgmap v12986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:22 smithi081 ceph-mon[95500]: pgmap v12986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:22 smithi081 ceph-mon[107735]: pgmap v12986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:23.456 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:51:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:23.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:23.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:24 smithi170 ceph-mon[97338]: pgmap v12987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:24 smithi081 ceph-mon[95500]: pgmap v12987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:24 smithi081 ceph-mon[107735]: pgmap v12987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:25.700 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:25.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:25.700 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:25.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:25 smithi170 ceph-mon[97338]: pgmap v12988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:25 smithi081 ceph-mon[95500]: pgmap v12988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:25 smithi081 ceph-mon[107735]: pgmap v12988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:28 smithi170 ceph-mon[97338]: pgmap v12989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:28 smithi081 ceph-mon[95500]: pgmap v12989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:28 smithi081 ceph-mon[107735]: pgmap v12989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:30 smithi170 ceph-mon[97338]: pgmap v12990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:30 smithi081 ceph-mon[95500]: pgmap v12990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:30 smithi081 ceph-mon[107735]: pgmap v12990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:32 smithi170 ceph-mon[97338]: pgmap v12991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:32 smithi081 ceph-mon[95500]: pgmap v12991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:32 smithi081 ceph-mon[107735]: pgmap v12991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:33.457 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:51:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:33.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:33.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:34 smithi170 ceph-mon[97338]: pgmap v12992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:34 smithi081 ceph-mon[95500]: pgmap v12992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:34 smithi081 ceph-mon[107735]: pgmap v12992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:35.701 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:35.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:35.701 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:35.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:35 smithi170 ceph-mon[97338]: pgmap v12993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:35 smithi081 ceph-mon[95500]: pgmap v12993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:35 smithi081 ceph-mon[107735]: pgmap v12993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:38 smithi170 ceph-mon[97338]: pgmap v12994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:38 smithi081 ceph-mon[95500]: pgmap v12994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:38 smithi081 ceph-mon[107735]: pgmap v12994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:40 smithi170 ceph-mon[97338]: pgmap v12995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:40 smithi081 ceph-mon[95500]: pgmap v12995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:40 smithi081 ceph-mon[107735]: pgmap v12995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:42 smithi170 ceph-mon[97338]: pgmap v12996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:42 smithi081 ceph-mon[95500]: pgmap v12996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:42 smithi081 ceph-mon[107735]: pgmap v12996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:43.457 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:51:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:43.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:43.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:44 smithi170 ceph-mon[97338]: pgmap v12997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:44 smithi081 ceph-mon[107735]: pgmap v12997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:44 smithi081 ceph-mon[95500]: pgmap v12997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:45.709 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:45.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:45.709 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:45.298Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:45 smithi170 ceph-mon[97338]: pgmap v12998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:45 smithi081 ceph-mon[95500]: pgmap v12998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:46.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:45 smithi081 ceph-mon[107735]: pgmap v12998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:48 smithi170 ceph-mon[97338]: pgmap v12999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:48 smithi081 ceph-mon[95500]: pgmap v12999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:48 smithi081 ceph-mon[107735]: pgmap v12999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:50 smithi170 ceph-mon[97338]: pgmap v13000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:50 smithi081 ceph-mon[95500]: pgmap v13000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:50 smithi081 ceph-mon[107735]: pgmap v13000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:52 smithi170 ceph-mon[97338]: pgmap v13001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:52 smithi081 ceph-mon[95500]: pgmap v13001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:52 smithi081 ceph-mon[107735]: pgmap v13001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:53.458 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:51:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:53.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:53.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:54 smithi170 ceph-mon[97338]: pgmap v13002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:54 smithi081 ceph-mon[95500]: pgmap v13002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:54 smithi081 ceph-mon[107735]: pgmap v13002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:55.706 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:51:55.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:55.706 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:51:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:51:55.298Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:51:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:55 smithi170 ceph-mon[97338]: pgmap v13003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:55 smithi081 ceph-mon[95500]: pgmap v13003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:55 smithi081 ceph-mon[107735]: pgmap v13003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:51:58 smithi170 ceph-mon[97338]: pgmap v13004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:51:58 smithi081 ceph-mon[95500]: pgmap v13004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:51:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:51:58 smithi081 ceph-mon[107735]: pgmap v13004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:00 smithi170 ceph-mon[97338]: pgmap v13005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:00 smithi081 ceph-mon[95500]: pgmap v13005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:00 smithi081 ceph-mon[107735]: pgmap v13005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:02 smithi170 ceph-mon[97338]: pgmap v13006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:02 smithi081 ceph-mon[95500]: pgmap v13006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:02 smithi081 ceph-mon[107735]: pgmap v13006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:03.459 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:52:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:03.456Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:03.457Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:04 smithi170 ceph-mon[97338]: pgmap v13007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:04 smithi081 ceph-mon[95500]: pgmap v13007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:04 smithi081 ceph-mon[107735]: pgmap v13007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:05.712 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:05.298Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:05.712 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:05.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:05 smithi170 ceph-mon[97338]: pgmap v13008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:05 smithi081 ceph-mon[95500]: pgmap v13008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:05 smithi081 ceph-mon[107735]: pgmap v13008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:08 smithi170 ceph-mon[97338]: pgmap v13009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:08 smithi081 ceph-mon[95500]: pgmap v13009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:08 smithi081 ceph-mon[107735]: pgmap v13009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:10 smithi170 ceph-mon[97338]: pgmap v13010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:10 smithi081 ceph-mon[95500]: pgmap v13010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:10 smithi081 ceph-mon[107735]: pgmap v13010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:12 smithi170 ceph-mon[97338]: pgmap v13011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:12 smithi081 ceph-mon[95500]: pgmap v13011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:12 smithi081 ceph-mon[107735]: pgmap v13011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:13.460 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:52:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:13.457Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:13.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:14 smithi170 ceph-mon[97338]: pgmap v13012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:14 smithi081 ceph-mon[95500]: pgmap v13012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:14 smithi081 ceph-mon[107735]: pgmap v13012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:15.714 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:15.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:15.714 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:15.300Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:15 smithi170 ceph-mon[97338]: pgmap v13013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:15 smithi081 ceph-mon[95500]: pgmap v13013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:15 smithi081 ceph-mon[107735]: pgmap v13013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:18 smithi170 ceph-mon[97338]: pgmap v13014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:18 smithi081 ceph-mon[95500]: pgmap v13014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:18 smithi081 ceph-mon[107735]: pgmap v13014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:20 smithi170 ceph-mon[97338]: pgmap v13015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:20 smithi081 ceph-mon[95500]: pgmap v13015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:20 smithi081 ceph-mon[107735]: pgmap v13015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:22 smithi170 ceph-mon[97338]: pgmap v13016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:22 smithi081 ceph-mon[95500]: pgmap v13016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:22 smithi081 ceph-mon[107735]: pgmap v13016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:23.462 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:52:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:23.458Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:23.459Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:24 smithi170 ceph-mon[97338]: pgmap v13017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:24 smithi081 ceph-mon[95500]: pgmap v13017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:24 smithi081 ceph-mon[107735]: pgmap v13017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:25.713 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:25.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:25.713 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:25.300Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:25 smithi170 ceph-mon[97338]: pgmap v13018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:25 smithi081 ceph-mon[95500]: pgmap v13018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:25 smithi081 ceph-mon[107735]: pgmap v13018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:28 smithi170 ceph-mon[97338]: pgmap v13019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:28 smithi081 ceph-mon[95500]: pgmap v13019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:28 smithi081 ceph-mon[107735]: pgmap v13019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:30 smithi170 ceph-mon[97338]: pgmap v13020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:30 smithi081 ceph-mon[95500]: pgmap v13020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:30 smithi081 ceph-mon[107735]: pgmap v13020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:32 smithi170 ceph-mon[97338]: pgmap v13021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:32 smithi081 ceph-mon[95500]: pgmap v13021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:32 smithi081 ceph-mon[107735]: pgmap v13021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:33.462 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:52:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:33.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:33.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:34 smithi170 ceph-mon[97338]: pgmap v13022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:34 smithi081 ceph-mon[95500]: pgmap v13022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:34 smithi081 ceph-mon[107735]: pgmap v13022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:35.718 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:35.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:35.718 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:35.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:35 smithi170 ceph-mon[97338]: pgmap v13023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:35 smithi081 ceph-mon[95500]: pgmap v13023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:35 smithi081 ceph-mon[107735]: pgmap v13023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:38 smithi170 ceph-mon[97338]: pgmap v13024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:38 smithi081 ceph-mon[95500]: pgmap v13024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:38 smithi081 ceph-mon[107735]: pgmap v13024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:40 smithi170 ceph-mon[97338]: pgmap v13025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:40 smithi081 ceph-mon[95500]: pgmap v13025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:40 smithi081 ceph-mon[107735]: pgmap v13025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:42 smithi170 ceph-mon[97338]: pgmap v13026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:42 smithi081 ceph-mon[95500]: pgmap v13026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:42 smithi081 ceph-mon[107735]: pgmap v13026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:43.464 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:52:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:43.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:43.824 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:43.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:44 smithi170 ceph-mon[97338]: pgmap v13027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:44 smithi081 ceph-mon[95500]: pgmap v13027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:44 smithi081 ceph-mon[107735]: pgmap v13027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:45.720 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:45.301Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:45.721 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:45.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:45 smithi170 ceph-mon[97338]: pgmap v13028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:45 smithi081 ceph-mon[95500]: pgmap v13028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:45 smithi081 ceph-mon[107735]: pgmap v13028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:48 smithi170 ceph-mon[97338]: pgmap v13029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:48 smithi081 ceph-mon[95500]: pgmap v13029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:48 smithi081 ceph-mon[107735]: pgmap v13029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:50 smithi170 ceph-mon[97338]: pgmap v13030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:50 smithi081 ceph-mon[95500]: pgmap v13030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:50 smithi081 ceph-mon[107735]: pgmap v13030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:52 smithi170 ceph-mon[97338]: pgmap v13031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:52 smithi081 ceph-mon[95500]: pgmap v13031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:52 smithi081 ceph-mon[107735]: pgmap v13031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:53.464 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:52:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:53.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:53.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:54 smithi170 ceph-mon[97338]: pgmap v13032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:54 smithi081 ceph-mon[95500]: pgmap v13032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:54 smithi081 ceph-mon[107735]: pgmap v13032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:55.719 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:52:55.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:55.719 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:52:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:52:55.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:52:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:55 smithi170 ceph-mon[97338]: pgmap v13033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:55 smithi081 ceph-mon[95500]: pgmap v13033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:55 smithi081 ceph-mon[107735]: pgmap v13033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:52:58 smithi170 ceph-mon[97338]: pgmap v13034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:52:58 smithi081 ceph-mon[95500]: pgmap v13034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:52:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:52:58 smithi081 ceph-mon[107735]: pgmap v13034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:00 smithi170 ceph-mon[97338]: pgmap v13035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:00 smithi081 ceph-mon[95500]: pgmap v13035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:00 smithi081 ceph-mon[107735]: pgmap v13035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:02 smithi170 ceph-mon[97338]: pgmap v13036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:02 smithi081 ceph-mon[95500]: pgmap v13036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:02 smithi081 ceph-mon[107735]: pgmap v13036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:03.465 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:53:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:03.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:03.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:04 smithi170 ceph-mon[97338]: pgmap v13037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:04 smithi081 ceph-mon[95500]: pgmap v13037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:04 smithi081 ceph-mon[107735]: pgmap v13037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:05.722 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:05.303Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:05.722 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:05.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:05 smithi170 ceph-mon[97338]: pgmap v13038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:05 smithi081 ceph-mon[95500]: pgmap v13038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:05 smithi081 ceph-mon[107735]: pgmap v13038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:08 smithi170 ceph-mon[97338]: pgmap v13039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:08 smithi081 ceph-mon[95500]: pgmap v13039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:08 smithi081 ceph-mon[107735]: pgmap v13039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:10 smithi170 ceph-mon[97338]: pgmap v13040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:10 smithi081 ceph-mon[95500]: pgmap v13040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:10 smithi081 ceph-mon[107735]: pgmap v13040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:12 smithi170 ceph-mon[97338]: pgmap v13041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:12 smithi081 ceph-mon[95500]: pgmap v13041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:12 smithi081 ceph-mon[107735]: pgmap v13041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:13.466 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:53:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:13.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:13.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:14 smithi170 ceph-mon[97338]: pgmap v13042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:14 smithi081 ceph-mon[107735]: pgmap v13042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:14 smithi081 ceph-mon[95500]: pgmap v13042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:15.727 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:15.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:15.727 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:15.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:15 smithi170 ceph-mon[97338]: pgmap v13043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:15 smithi081 ceph-mon[95500]: pgmap v13043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:15 smithi081 ceph-mon[107735]: pgmap v13043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:18 smithi170 ceph-mon[97338]: pgmap v13044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:18 smithi081 ceph-mon[95500]: pgmap v13044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:18 smithi081 ceph-mon[107735]: pgmap v13044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:20 smithi170 ceph-mon[97338]: pgmap v13045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:20 smithi081 ceph-mon[95500]: pgmap v13045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:20 smithi081 ceph-mon[107735]: pgmap v13045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:22 smithi170 ceph-mon[97338]: pgmap v13046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:22 smithi081 ceph-mon[95500]: pgmap v13046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:22 smithi081 ceph-mon[107735]: pgmap v13046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:23.466 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:53:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:23.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:23.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:24 smithi170 ceph-mon[97338]: pgmap v13047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:24 smithi081 ceph-mon[95500]: pgmap v13047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:24 smithi081 ceph-mon[107735]: pgmap v13047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:25.727 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:25.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:25.727 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:25.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:25 smithi170 ceph-mon[97338]: pgmap v13048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:26.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:25 smithi081 ceph-mon[107735]: pgmap v13048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:25 smithi081 ceph-mon[95500]: pgmap v13048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:28 smithi170 ceph-mon[97338]: pgmap v13049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:28 smithi081 ceph-mon[95500]: pgmap v13049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:28 smithi081 ceph-mon[107735]: pgmap v13049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:30 smithi170 ceph-mon[97338]: pgmap v13050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:30 smithi081 ceph-mon[95500]: pgmap v13050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:30 smithi081 ceph-mon[107735]: pgmap v13050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:32 smithi170 ceph-mon[97338]: pgmap v13051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:32 smithi081 ceph-mon[95500]: pgmap v13051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:32 smithi081 ceph-mon[107735]: pgmap v13051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:33.467 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:53:33.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:33.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:33.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:33.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:34 smithi170 ceph-mon[97338]: pgmap v13052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:34 smithi081 ceph-mon[95500]: pgmap v13052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:34 smithi081 ceph-mon[107735]: pgmap v13052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:35.726 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:35.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:35.727 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:35.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:35 smithi170 ceph-mon[97338]: pgmap v13053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:35 smithi081 ceph-mon[95500]: pgmap v13053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:35 smithi081 ceph-mon[107735]: pgmap v13053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:38 smithi170 ceph-mon[97338]: pgmap v13054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:38 smithi081 ceph-mon[95500]: pgmap v13054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:38 smithi081 ceph-mon[107735]: pgmap v13054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:40 smithi170 ceph-mon[97338]: pgmap v13055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:40 smithi081 ceph-mon[95500]: pgmap v13055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:41.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:40 smithi081 ceph-mon[107735]: pgmap v13055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:42 smithi170 ceph-mon[97338]: pgmap v13056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:42 smithi081 ceph-mon[95500]: pgmap v13056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:42 smithi081 ceph-mon[107735]: pgmap v13056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:43.468 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:53:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:43.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:43.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:44 smithi170 ceph-mon[97338]: pgmap v13057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:44 smithi081 ceph-mon[95500]: pgmap v13057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:44 smithi081 ceph-mon[107735]: pgmap v13057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:45.725 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:45.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:45.725 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:45.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:45 smithi170 ceph-mon[97338]: pgmap v13058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:45 smithi081 ceph-mon[95500]: pgmap v13058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:45 smithi081 ceph-mon[107735]: pgmap v13058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:48 smithi170 ceph-mon[97338]: pgmap v13059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:48 smithi081 ceph-mon[95500]: pgmap v13059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:48 smithi081 ceph-mon[107735]: pgmap v13059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:50 smithi170 ceph-mon[97338]: pgmap v13060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:50 smithi081 ceph-mon[95500]: pgmap v13060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:50 smithi081 ceph-mon[107735]: pgmap v13060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:52 smithi170 ceph-mon[97338]: pgmap v13061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:52 smithi081 ceph-mon[95500]: pgmap v13061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:52 smithi081 ceph-mon[107735]: pgmap v13061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:53.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:53:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:53.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:53.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:54 smithi170 ceph-mon[97338]: pgmap v13062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:54 smithi081 ceph-mon[107735]: pgmap v13062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:54 smithi081 ceph-mon[95500]: pgmap v13062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:55.742 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:53:55.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:55.742 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:53:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:53:55.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:53:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:55 smithi170 ceph-mon[97338]: pgmap v13063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:56.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:55 smithi081 ceph-mon[107735]: pgmap v13063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:55 smithi081 ceph-mon[95500]: pgmap v13063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:53:58 smithi170 ceph-mon[97338]: pgmap v13064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:53:58 smithi081 ceph-mon[95500]: pgmap v13064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:53:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:53:58 smithi081 ceph-mon[107735]: pgmap v13064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:00 smithi170 ceph-mon[97338]: pgmap v13065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:00 smithi081 ceph-mon[95500]: pgmap v13065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:00 smithi081 ceph-mon[107735]: pgmap v13065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:02 smithi170 ceph-mon[97338]: pgmap v13066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:02 smithi081 ceph-mon[95500]: pgmap v13066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:02 smithi081 ceph-mon[107735]: pgmap v13066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:03.470 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:54:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:03.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:03.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:04 smithi170 ceph-mon[97338]: pgmap v13067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:04 smithi081 ceph-mon[95500]: pgmap v13067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:04 smithi081 ceph-mon[107735]: pgmap v13067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:05.734 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:05.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:05.781 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:05.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:05 smithi170 ceph-mon[97338]: pgmap v13068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:05 smithi081 ceph-mon[95500]: pgmap v13068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:05 smithi081 ceph-mon[107735]: pgmap v13068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:08 smithi170 ceph-mon[97338]: pgmap v13069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:08 smithi081 ceph-mon[95500]: pgmap v13069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:08 smithi081 ceph-mon[107735]: pgmap v13069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:10.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:10 smithi170 ceph-mon[97338]: pgmap v13070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:10 smithi081 ceph-mon[95500]: pgmap v13070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:10 smithi081 ceph-mon[107735]: pgmap v13070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:12 smithi170 ceph-mon[97338]: pgmap v13071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:12 smithi081 ceph-mon[95500]: pgmap v13071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:12 smithi081 ceph-mon[107735]: pgmap v13071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:13.471 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:54:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:13.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:13.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:14 smithi170 ceph-mon[97338]: pgmap v13072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:14 smithi081 ceph-mon[95500]: pgmap v13072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:14 smithi081 ceph-mon[107735]: pgmap v13072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:15.740 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:15.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:15.740 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:15.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:15 smithi170 ceph-mon[97338]: pgmap v13073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:16.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:15 smithi081 ceph-mon[95500]: pgmap v13073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:16.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:15 smithi081 ceph-mon[107735]: pgmap v13073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:18 smithi170 ceph-mon[97338]: pgmap v13074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:18 smithi081 ceph-mon[95500]: pgmap v13074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:18 smithi081 ceph-mon[107735]: pgmap v13074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:20 smithi170 ceph-mon[97338]: pgmap v13075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:20 smithi081 ceph-mon[95500]: pgmap v13075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:20 smithi081 ceph-mon[107735]: pgmap v13075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:22 smithi170 ceph-mon[97338]: pgmap v13076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:22 smithi081 ceph-mon[95500]: pgmap v13076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:22 smithi081 ceph-mon[107735]: pgmap v13076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:23.472 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:54:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:23.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:23.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:24 smithi170 ceph-mon[97338]: pgmap v13077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:24 smithi081 ceph-mon[95500]: pgmap v13077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:24 smithi081 ceph-mon[107735]: pgmap v13077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:25.738 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:25.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:25.738 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:25.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:25 smithi170 ceph-mon[97338]: pgmap v13078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:25 smithi081 ceph-mon[95500]: pgmap v13078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:25 smithi081 ceph-mon[107735]: pgmap v13078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:28 smithi170 ceph-mon[97338]: pgmap v13079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:28 smithi081 ceph-mon[95500]: pgmap v13079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:28 smithi081 ceph-mon[107735]: pgmap v13079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:30 smithi170 ceph-mon[97338]: pgmap v13080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:30 smithi081 ceph-mon[95500]: pgmap v13080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:30 smithi081 ceph-mon[107735]: pgmap v13080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:32 smithi170 ceph-mon[97338]: pgmap v13081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:32 smithi081 ceph-mon[95500]: pgmap v13081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:32 smithi081 ceph-mon[107735]: pgmap v13081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:33.472 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:54:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:33.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:33.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:34 smithi170 ceph-mon[97338]: pgmap v13082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:34 smithi081 ceph-mon[95500]: pgmap v13082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:34 smithi081 ceph-mon[107735]: pgmap v13082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:35.740 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:35.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:35.740 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:35.310Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:35.740 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:35 smithi081 ceph-mon[107735]: pgmap v13083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:35 smithi170 ceph-mon[97338]: pgmap v13083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:36.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:35 smithi081 ceph-mon[95500]: pgmap v13083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:38 smithi170 ceph-mon[97338]: pgmap v13084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:38 smithi081 ceph-mon[95500]: pgmap v13084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:38 smithi081 ceph-mon[107735]: pgmap v13084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:40 smithi170 ceph-mon[97338]: pgmap v13085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:40 smithi081 ceph-mon[95500]: pgmap v13085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:40 smithi081 ceph-mon[107735]: pgmap v13085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:42 smithi170 ceph-mon[97338]: pgmap v13086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:42 smithi081 ceph-mon[95500]: pgmap v13086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:42 smithi081 ceph-mon[107735]: pgmap v13086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:43.474 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:54:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:43.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:43.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:44 smithi170 ceph-mon[97338]: pgmap v13087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:44 smithi081 ceph-mon[95500]: pgmap v13087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:44 smithi081 ceph-mon[107735]: pgmap v13087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:45.746 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:45.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:45.746 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:45.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:45 smithi081 ceph-mon[95500]: pgmap v13088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:45 smithi081 ceph-mon[107735]: pgmap v13088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:45 smithi170 ceph-mon[97338]: pgmap v13088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:48 smithi170 ceph-mon[97338]: pgmap v13089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:48 smithi081 ceph-mon[95500]: pgmap v13089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:48 smithi081 ceph-mon[107735]: pgmap v13089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:50 smithi170 ceph-mon[97338]: pgmap v13090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:50 smithi081 ceph-mon[95500]: pgmap v13090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:50 smithi081 ceph-mon[107735]: pgmap v13090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:52 smithi170 ceph-mon[97338]: pgmap v13091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:52 smithi081 ceph-mon[95500]: pgmap v13091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:52 smithi081 ceph-mon[107735]: pgmap v13091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:53.474 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:54:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:53.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:53.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:54 smithi170 ceph-mon[97338]: pgmap v13092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:54 smithi081 ceph-mon[95500]: pgmap v13092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:54 smithi081 ceph-mon[107735]: pgmap v13092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:55.748 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:54:55.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:55.749 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:54:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:54:55.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:54:56.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:55 smithi081 ceph-mon[95500]: pgmap v13093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:55 smithi081 ceph-mon[107735]: pgmap v13093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:55 smithi170 ceph-mon[97338]: pgmap v13093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:54:58 smithi170 ceph-mon[97338]: pgmap v13094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:54:58 smithi081 ceph-mon[95500]: pgmap v13094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:54:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:54:58 smithi081 ceph-mon[107735]: pgmap v13094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:00 smithi170 ceph-mon[97338]: pgmap v13095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:00 smithi081 ceph-mon[95500]: pgmap v13095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:01.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:00 smithi081 ceph-mon[107735]: pgmap v13095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:02.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:02 smithi170 ceph-mon[97338]: pgmap v13096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:02 smithi081 ceph-mon[95500]: pgmap v13096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:02 smithi081 ceph-mon[107735]: pgmap v13096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:03.475 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:55:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:03.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:03.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:04 smithi170 ceph-mon[97338]: pgmap v13097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:04 smithi081 ceph-mon[95500]: pgmap v13097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:05.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:04 smithi081 ceph-mon[107735]: pgmap v13097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:05.746 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:05.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:05.746 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:05.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:05 smithi081 ceph-mon[95500]: pgmap v13098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:05 smithi081 ceph-mon[107735]: pgmap v13098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:05 smithi170 ceph-mon[97338]: pgmap v13098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:08 smithi170 ceph-mon[97338]: pgmap v13099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:08 smithi081 ceph-mon[95500]: pgmap v13099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:08 smithi081 ceph-mon[107735]: pgmap v13099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:10 smithi170 ceph-mon[97338]: pgmap v13100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:10 smithi081 ceph-mon[95500]: pgmap v13100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:10 smithi081 ceph-mon[107735]: pgmap v13100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:12 smithi170 ceph-mon[97338]: pgmap v13101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:12 smithi081 ceph-mon[95500]: pgmap v13101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:12 smithi081 ceph-mon[107735]: pgmap v13101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:13.475 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:55:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:13.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:13.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:14 smithi170 ceph-mon[97338]: pgmap v13102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:14 smithi081 ceph-mon[95500]: pgmap v13102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:14 smithi081 ceph-mon[107735]: pgmap v13102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:15.748 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:15.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:15.748 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:15.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:15 smithi081 ceph-mon[95500]: pgmap v13103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:15 smithi081 ceph-mon[107735]: pgmap v13103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:15 smithi170 ceph-mon[97338]: pgmap v13103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:18 smithi170 ceph-mon[97338]: pgmap v13104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:18 smithi081 ceph-mon[95500]: pgmap v13104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:18 smithi081 ceph-mon[107735]: pgmap v13104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:20 smithi170 ceph-mon[97338]: pgmap v13105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:20 smithi081 ceph-mon[95500]: pgmap v13105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:20 smithi081 ceph-mon[107735]: pgmap v13105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:22 smithi170 ceph-mon[97338]: pgmap v13106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:22 smithi081 ceph-mon[95500]: pgmap v13106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:22 smithi081 ceph-mon[107735]: pgmap v13106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:23.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:55:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:23.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:23.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:24 smithi170 ceph-mon[97338]: pgmap v13107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:24 smithi081 ceph-mon[95500]: pgmap v13107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:24 smithi081 ceph-mon[107735]: pgmap v13107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:25.749 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:25.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:25.749 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:25.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:25 smithi081 ceph-mon[95500]: pgmap v13108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:25 smithi081 ceph-mon[107735]: pgmap v13108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:25 smithi170 ceph-mon[97338]: pgmap v13108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:28 smithi170 ceph-mon[97338]: pgmap v13109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:28 smithi081 ceph-mon[95500]: pgmap v13109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:28 smithi081 ceph-mon[107735]: pgmap v13109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:30 smithi170 ceph-mon[97338]: pgmap v13110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:30 smithi081 ceph-mon[95500]: pgmap v13110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:30 smithi081 ceph-mon[107735]: pgmap v13110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:32 smithi170 ceph-mon[97338]: pgmap v13111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:32 smithi081 ceph-mon[95500]: pgmap v13111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:32 smithi081 ceph-mon[107735]: pgmap v13111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:33.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:55:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:33.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:33.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:34 smithi170 ceph-mon[97338]: pgmap v13112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:34 smithi081 ceph-mon[95500]: pgmap v13112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:34 smithi081 ceph-mon[107735]: pgmap v13112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:35.756 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:35.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:35.757 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:35.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:35 smithi081 ceph-mon[95500]: pgmap v13113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:35 smithi081 ceph-mon[107735]: pgmap v13113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:35 smithi170 ceph-mon[97338]: pgmap v13113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:38 smithi170 ceph-mon[97338]: pgmap v13114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:38 smithi081 ceph-mon[95500]: pgmap v13114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:38 smithi081 ceph-mon[107735]: pgmap v13114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:40 smithi170 ceph-mon[97338]: pgmap v13115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:40 smithi081 ceph-mon[95500]: pgmap v13115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:40 smithi081 ceph-mon[107735]: pgmap v13115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:42 smithi170 ceph-mon[97338]: pgmap v13116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:42 smithi081 ceph-mon[95500]: pgmap v13116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:42 smithi081 ceph-mon[107735]: pgmap v13116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:43.477 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:55:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:43.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:43.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:44 smithi170 ceph-mon[97338]: pgmap v13117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:45.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:44 smithi081 ceph-mon[95500]: pgmap v13117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:45.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:44 smithi081 ceph-mon[107735]: pgmap v13117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:45.754 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:45.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:45.754 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:45.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:46.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:45 smithi081 ceph-mon[95500]: pgmap v13118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:45 smithi081 ceph-mon[107735]: pgmap v13118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:45 smithi170 ceph-mon[97338]: pgmap v13118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:48 smithi170 ceph-mon[97338]: pgmap v13119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:48 smithi081 ceph-mon[95500]: pgmap v13119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:48 smithi081 ceph-mon[107735]: pgmap v13119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:50 smithi170 ceph-mon[97338]: pgmap v13120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:50 smithi081 ceph-mon[95500]: pgmap v13120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:50 smithi081 ceph-mon[107735]: pgmap v13120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:52 smithi170 ceph-mon[97338]: pgmap v13121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:52 smithi081 ceph-mon[95500]: pgmap v13121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:52 smithi081 ceph-mon[107735]: pgmap v13121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:53.477 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:55:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:53.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:53.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:54 smithi170 ceph-mon[97338]: pgmap v13122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:54 smithi081 ceph-mon[95500]: pgmap v13122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:54 smithi081 ceph-mon[107735]: pgmap v13122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:55.756 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:55:55.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:55.756 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:55:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:55:55.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:55:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:55 smithi081 ceph-mon[95500]: pgmap v13123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:55 smithi081 ceph-mon[107735]: pgmap v13123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:55 smithi170 ceph-mon[97338]: pgmap v13123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:55:58 smithi170 ceph-mon[97338]: pgmap v13124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:55:58 smithi081 ceph-mon[95500]: pgmap v13124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:55:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:55:58 smithi081 ceph-mon[107735]: pgmap v13124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:00 smithi170 ceph-mon[97338]: pgmap v13125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:00 smithi081 ceph-mon[95500]: pgmap v13125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:00 smithi081 ceph-mon[107735]: pgmap v13125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:02 smithi170 ceph-mon[97338]: pgmap v13126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:02 smithi081 ceph-mon[95500]: pgmap v13126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:02 smithi081 ceph-mon[107735]: pgmap v13126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:03.478 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:56:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:03.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:03.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:04 smithi170 ceph-mon[97338]: pgmap v13127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:04 smithi081 ceph-mon[95500]: pgmap v13127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:04 smithi081 ceph-mon[107735]: pgmap v13127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:05.760 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:05.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:05.760 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:05.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:06.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:05 smithi081 ceph-mon[95500]: pgmap v13128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:05 smithi081 ceph-mon[107735]: pgmap v13128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:05 smithi170 ceph-mon[97338]: pgmap v13128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:08 smithi170 ceph-mon[97338]: pgmap v13129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:08 smithi081 ceph-mon[95500]: pgmap v13129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:08 smithi081 ceph-mon[107735]: pgmap v13129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:10 smithi170 ceph-mon[97338]: pgmap v13130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:10 smithi081 ceph-mon[95500]: pgmap v13130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:10 smithi081 ceph-mon[107735]: pgmap v13130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:12 smithi170 ceph-mon[97338]: pgmap v13131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:12 smithi081 ceph-mon[95500]: pgmap v13131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:12 smithi081 ceph-mon[107735]: pgmap v13131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:13.479 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:56:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:13.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:13.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:14 smithi170 ceph-mon[97338]: pgmap v13132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:14 smithi081 ceph-mon[95500]: pgmap v13132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:14 smithi081 ceph-mon[107735]: pgmap v13132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:15.762 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:15.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:15.762 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:15.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:16.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:15 smithi081 ceph-mon[95500]: pgmap v13133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:15 smithi081 ceph-mon[107735]: pgmap v13133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:15 smithi170 ceph-mon[97338]: pgmap v13133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:18.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:18 smithi170 ceph-mon[97338]: pgmap v13134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:18 smithi081 ceph-mon[95500]: pgmap v13134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:18 smithi081 ceph-mon[107735]: pgmap v13134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:20 smithi170 ceph-mon[97338]: pgmap v13135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:21.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:20 smithi081 ceph-mon[95500]: pgmap v13135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:21.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:20 smithi081 ceph-mon[107735]: pgmap v13135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:22 smithi170 ceph-mon[97338]: pgmap v13136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:22 smithi081 ceph-mon[95500]: pgmap v13136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:22 smithi081 ceph-mon[107735]: pgmap v13136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:23.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:56:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:23.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:23.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:24 smithi170 ceph-mon[97338]: pgmap v13137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:24 smithi081 ceph-mon[95500]: pgmap v13137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:24 smithi081 ceph-mon[107735]: pgmap v13137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:25.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:25.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:25.765 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:25.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:25 smithi081 ceph-mon[95500]: pgmap v13138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:25 smithi081 ceph-mon[107735]: pgmap v13138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:25 smithi170 ceph-mon[97338]: pgmap v13138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:28 smithi170 ceph-mon[97338]: pgmap v13139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:28 smithi081 ceph-mon[95500]: pgmap v13139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:28 smithi081 ceph-mon[107735]: pgmap v13139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:30 smithi170 ceph-mon[97338]: pgmap v13140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:30 smithi081 ceph-mon[95500]: pgmap v13140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:30 smithi081 ceph-mon[107735]: pgmap v13140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:32 smithi170 ceph-mon[97338]: pgmap v13141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:32 smithi081 ceph-mon[95500]: pgmap v13141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:32 smithi081 ceph-mon[107735]: pgmap v13141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:33.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:56:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:33.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:33.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:34 smithi170 ceph-mon[97338]: pgmap v13142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:34 smithi081 ceph-mon[95500]: pgmap v13142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:34 smithi081 ceph-mon[107735]: pgmap v13142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:35.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:35.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:35 smithi170 ceph-mon[97338]: pgmap v13143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:35 smithi081 ceph-mon[95500]: pgmap v13143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:35 smithi081 ceph-mon[107735]: pgmap v13143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:38 smithi170 ceph-mon[97338]: pgmap v13144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:38 smithi081 ceph-mon[95500]: pgmap v13144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:38 smithi081 ceph-mon[107735]: pgmap v13144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:40 smithi170 ceph-mon[97338]: pgmap v13145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:40 smithi081 ceph-mon[95500]: pgmap v13145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:40 smithi081 ceph-mon[107735]: pgmap v13145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:42 smithi170 ceph-mon[97338]: pgmap v13146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:42 smithi081 ceph-mon[95500]: pgmap v13146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:42 smithi081 ceph-mon[107735]: pgmap v13146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:43.481 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:56:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:43.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:43.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:44 smithi170 ceph-mon[97338]: pgmap v13147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:44 smithi081 ceph-mon[107735]: pgmap v13147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:44 smithi081 ceph-mon[95500]: pgmap v13147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:45.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:45.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:45 smithi170 ceph-mon[97338]: pgmap v13148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:45 smithi081 ceph-mon[95500]: pgmap v13148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:45 smithi081 ceph-mon[107735]: pgmap v13148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:48 smithi170 ceph-mon[97338]: pgmap v13149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:48 smithi081 ceph-mon[95500]: pgmap v13149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:48 smithi081 ceph-mon[107735]: pgmap v13149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:50 smithi170 ceph-mon[97338]: pgmap v13150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:50 smithi081 ceph-mon[95500]: pgmap v13150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:50 smithi081 ceph-mon[107735]: pgmap v13150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:52 smithi170 ceph-mon[97338]: pgmap v13151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:52 smithi081 ceph-mon[95500]: pgmap v13151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:52 smithi081 ceph-mon[107735]: pgmap v13151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:53.482 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:56:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:53.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:53.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:54 smithi170 ceph-mon[97338]: pgmap v13152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:54 smithi081 ceph-mon[95500]: pgmap v13152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:54 smithi081 ceph-mon[107735]: pgmap v13152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:56:55.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:56:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:56:55.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:56:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:55 smithi170 ceph-mon[97338]: pgmap v13153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:55 smithi081 ceph-mon[95500]: pgmap v13153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:55 smithi081 ceph-mon[107735]: pgmap v13153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:56:58 smithi170 ceph-mon[97338]: pgmap v13154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:56:58 smithi081 ceph-mon[95500]: pgmap v13154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:56:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:56:58 smithi081 ceph-mon[107735]: pgmap v13154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:00 smithi170 ceph-mon[97338]: pgmap v13155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:00 smithi081 ceph-mon[95500]: pgmap v13155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:00 smithi081 ceph-mon[107735]: pgmap v13155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:02 smithi170 ceph-mon[97338]: pgmap v13156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:02 smithi081 ceph-mon[95500]: pgmap v13156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:02 smithi081 ceph-mon[107735]: pgmap v13156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:03.482 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:57:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:03.479Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:03.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:04 smithi170 ceph-mon[97338]: pgmap v13157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:04 smithi081 ceph-mon[95500]: pgmap v13157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:04 smithi081 ceph-mon[107735]: pgmap v13157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:05.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:05.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:05 smithi170 ceph-mon[97338]: pgmap v13158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:05 smithi081 ceph-mon[95500]: pgmap v13158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:05 smithi081 ceph-mon[107735]: pgmap v13158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:08 smithi170 ceph-mon[97338]: pgmap v13159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:08 smithi081 ceph-mon[95500]: pgmap v13159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:08 smithi081 ceph-mon[107735]: pgmap v13159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:10 smithi170 ceph-mon[97338]: pgmap v13160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:10 smithi081 ceph-mon[95500]: pgmap v13160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:10 smithi081 ceph-mon[107735]: pgmap v13160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:12 smithi170 ceph-mon[97338]: pgmap v13161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:12 smithi081 ceph-mon[95500]: pgmap v13161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:13.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:12 smithi081 ceph-mon[107735]: pgmap v13161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:13.483 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:57:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:13.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:13.481Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:14 smithi170 ceph-mon[97338]: pgmap v13162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:14 smithi081 ceph-mon[95500]: pgmap v13162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:14 smithi081 ceph-mon[107735]: pgmap v13162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:15.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:15.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:15 smithi170 ceph-mon[97338]: pgmap v13163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:15 smithi081 ceph-mon[95500]: pgmap v13163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:15 smithi081 ceph-mon[107735]: pgmap v13163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:18 smithi170 ceph-mon[97338]: pgmap v13164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:18 smithi081 ceph-mon[95500]: pgmap v13164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:18 smithi081 ceph-mon[107735]: pgmap v13164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:20 smithi170 ceph-mon[97338]: pgmap v13165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:20 smithi081 ceph-mon[95500]: pgmap v13165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:20 smithi081 ceph-mon[107735]: pgmap v13165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:22 smithi170 ceph-mon[97338]: pgmap v13166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:22 smithi081 ceph-mon[95500]: pgmap v13166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:22 smithi081 ceph-mon[107735]: pgmap v13166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:23.484 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:57:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:23.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:23.481Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:24 smithi170 ceph-mon[97338]: pgmap v13167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:25.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:24 smithi081 ceph-mon[95500]: pgmap v13167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:25.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:24 smithi081 ceph-mon[107735]: pgmap v13167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:25.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:25.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:25 smithi170 ceph-mon[97338]: pgmap v13168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:25 smithi081 ceph-mon[95500]: pgmap v13168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:25 smithi081 ceph-mon[107735]: pgmap v13168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:28 smithi170 ceph-mon[97338]: pgmap v13169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:28 smithi081 ceph-mon[95500]: pgmap v13169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:28 smithi081 ceph-mon[107735]: pgmap v13169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:30 smithi170 ceph-mon[97338]: pgmap v13170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:30 smithi081 ceph-mon[95500]: pgmap v13170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:30 smithi081 ceph-mon[107735]: pgmap v13170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:32 smithi170 ceph-mon[97338]: pgmap v13171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:32 smithi081 ceph-mon[95500]: pgmap v13171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:32 smithi081 ceph-mon[107735]: pgmap v13171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:33.485 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:57:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:33.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:33.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:34 smithi170 ceph-mon[97338]: pgmap v13172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:34 smithi081 ceph-mon[95500]: pgmap v13172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:34 smithi081 ceph-mon[107735]: pgmap v13172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:35.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:35.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:35 smithi170 ceph-mon[97338]: pgmap v13173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:35 smithi081 ceph-mon[95500]: pgmap v13173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:35 smithi081 ceph-mon[107735]: pgmap v13173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:38 smithi170 ceph-mon[97338]: pgmap v13174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:38 smithi081 ceph-mon[95500]: pgmap v13174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:38 smithi081 ceph-mon[107735]: pgmap v13174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:40 smithi170 ceph-mon[97338]: pgmap v13175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:40 smithi081 ceph-mon[95500]: pgmap v13175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:40 smithi081 ceph-mon[107735]: pgmap v13175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:42 smithi170 ceph-mon[97338]: pgmap v13176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:42 smithi081 ceph-mon[95500]: pgmap v13176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:42 smithi081 ceph-mon[107735]: pgmap v13176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:43.486 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:57:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:43.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:43.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:44 smithi170 ceph-mon[97338]: pgmap v13177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:44 smithi081 ceph-mon[95500]: pgmap v13177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:44 smithi081 ceph-mon[107735]: pgmap v13177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:45.322Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:45.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:45 smithi170 ceph-mon[97338]: pgmap v13178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:45 smithi081 ceph-mon[95500]: pgmap v13178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:45 smithi081 ceph-mon[107735]: pgmap v13178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:48 smithi170 ceph-mon[97338]: pgmap v13179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:48 smithi081 ceph-mon[95500]: pgmap v13179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:48 smithi081 ceph-mon[107735]: pgmap v13179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:50 smithi170 ceph-mon[97338]: pgmap v13180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:50 smithi081 ceph-mon[95500]: pgmap v13180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:50 smithi081 ceph-mon[107735]: pgmap v13180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:52 smithi170 ceph-mon[97338]: pgmap v13181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:52 smithi081 ceph-mon[95500]: pgmap v13181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:52 smithi081 ceph-mon[107735]: pgmap v13181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:53.487 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:57:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:53.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:53.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:54 smithi170 ceph-mon[97338]: pgmap v13182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:54 smithi081 ceph-mon[107735]: pgmap v13182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:54 smithi081 ceph-mon[95500]: pgmap v13182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:57:55.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:57:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:57:55.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:57:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:55 smithi170 ceph-mon[97338]: pgmap v13183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:55 smithi081 ceph-mon[95500]: pgmap v13183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:55 smithi081 ceph-mon[107735]: pgmap v13183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:57:58 smithi170 ceph-mon[97338]: pgmap v13184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:57:58 smithi081 ceph-mon[95500]: pgmap v13184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:57:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:57:58 smithi081 ceph-mon[107735]: pgmap v13184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:00 smithi170 ceph-mon[97338]: pgmap v13185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:00 smithi081 ceph-mon[95500]: pgmap v13185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:00 smithi081 ceph-mon[107735]: pgmap v13185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:02 smithi170 ceph-mon[97338]: pgmap v13186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:02 smithi081 ceph-mon[95500]: pgmap v13186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:02 smithi081 ceph-mon[107735]: pgmap v13186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:03.487 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:58:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:03.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:03.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:04 smithi170 ceph-mon[97338]: pgmap v13187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:04 smithi081 ceph-mon[95500]: pgmap v13187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:04 smithi081 ceph-mon[107735]: pgmap v13187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:05.324Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:05.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:05 smithi170 ceph-mon[97338]: pgmap v13188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:05 smithi081 ceph-mon[95500]: pgmap v13188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:05 smithi081 ceph-mon[107735]: pgmap v13188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:08 smithi170 ceph-mon[97338]: pgmap v13189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:08 smithi081 ceph-mon[107735]: pgmap v13189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:08 smithi081 ceph-mon[95500]: pgmap v13189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:10 smithi170 ceph-mon[97338]: pgmap v13190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:10 smithi081 ceph-mon[107735]: pgmap v13190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:10 smithi081 ceph-mon[95500]: pgmap v13190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:12 smithi170 ceph-mon[97338]: pgmap v13191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:12 smithi081 ceph-mon[95500]: pgmap v13191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:12 smithi081 ceph-mon[107735]: pgmap v13191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:13.488 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:58:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:13.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:13.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:14 smithi170 ceph-mon[97338]: pgmap v13192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:14 smithi081 ceph-mon[95500]: pgmap v13192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:14 smithi081 ceph-mon[107735]: pgmap v13192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:15.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:15.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:15 smithi170 ceph-mon[97338]: pgmap v13193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:15 smithi081 ceph-mon[95500]: pgmap v13193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:15 smithi081 ceph-mon[107735]: pgmap v13193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:18 smithi170 ceph-mon[97338]: pgmap v13194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:18 smithi081 ceph-mon[95500]: pgmap v13194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:19.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:18 smithi081 ceph-mon[107735]: pgmap v13194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:20 smithi170 ceph-mon[97338]: pgmap v13195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:20 smithi081 ceph-mon[95500]: pgmap v13195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:20 smithi081 ceph-mon[107735]: pgmap v13195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:22 smithi170 ceph-mon[97338]: pgmap v13196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:22 smithi081 ceph-mon[95500]: pgmap v13196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:22 smithi081 ceph-mon[107735]: pgmap v13196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:23.489 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:58:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:23.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:23.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:24 smithi170 ceph-mon[97338]: pgmap v13197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:24 smithi081 ceph-mon[95500]: pgmap v13197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:24 smithi081 ceph-mon[107735]: pgmap v13197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:25.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:25.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:25 smithi170 ceph-mon[97338]: pgmap v13198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:25 smithi081 ceph-mon[95500]: pgmap v13198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:25 smithi081 ceph-mon[107735]: pgmap v13198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:28 smithi170 ceph-mon[97338]: pgmap v13199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:28 smithi081 ceph-mon[95500]: pgmap v13199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:28 smithi081 ceph-mon[107735]: pgmap v13199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:30 smithi170 ceph-mon[97338]: pgmap v13200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:30 smithi081 ceph-mon[95500]: pgmap v13200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:30 smithi081 ceph-mon[107735]: pgmap v13200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:32 smithi170 ceph-mon[97338]: pgmap v13201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:32 smithi081 ceph-mon[95500]: pgmap v13201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:32 smithi081 ceph-mon[107735]: pgmap v13201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:33.490 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:58:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:33.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:33.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:34 smithi170 ceph-mon[97338]: pgmap v13202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:34 smithi081 ceph-mon[95500]: pgmap v13202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:34 smithi081 ceph-mon[107735]: pgmap v13202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:35.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:35.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:35 smithi170 ceph-mon[97338]: pgmap v13203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:35 smithi081 ceph-mon[95500]: pgmap v13203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:35 smithi081 ceph-mon[107735]: pgmap v13203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:38 smithi170 ceph-mon[97338]: pgmap v13204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:38 smithi081 ceph-mon[95500]: pgmap v13204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:38 smithi081 ceph-mon[107735]: pgmap v13204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:40 smithi170 ceph-mon[97338]: pgmap v13205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:40 smithi081 ceph-mon[95500]: pgmap v13205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:40 smithi081 ceph-mon[107735]: pgmap v13205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:42 smithi170 ceph-mon[97338]: pgmap v13206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:42 smithi081 ceph-mon[95500]: pgmap v13206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:42 smithi081 ceph-mon[107735]: pgmap v13206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:43.490 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:58:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:43.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:43.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:44 smithi170 ceph-mon[97338]: pgmap v13207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:44 smithi081 ceph-mon[95500]: pgmap v13207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:44 smithi081 ceph-mon[107735]: pgmap v13207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:45.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:45.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:45 smithi170 ceph-mon[97338]: pgmap v13208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:45 smithi081 ceph-mon[95500]: pgmap v13208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:45 smithi081 ceph-mon[107735]: pgmap v13208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:48 smithi170 ceph-mon[97338]: pgmap v13209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:48 smithi081 ceph-mon[95500]: pgmap v13209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:48 smithi081 ceph-mon[107735]: pgmap v13209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:50 smithi170 ceph-mon[97338]: pgmap v13210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:50 smithi081 ceph-mon[95500]: pgmap v13210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:50 smithi081 ceph-mon[107735]: pgmap v13210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:52 smithi170 ceph-mon[97338]: pgmap v13211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:52 smithi081 ceph-mon[95500]: pgmap v13211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:52 smithi081 ceph-mon[107735]: pgmap v13211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:53.491 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:58:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:53.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:53.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:54 smithi170 ceph-mon[97338]: pgmap v13212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:54 smithi081 ceph-mon[95500]: pgmap v13212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:54 smithi081 ceph-mon[107735]: pgmap v13212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:58:55.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:58:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:58:55.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:58:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:55 smithi170 ceph-mon[97338]: pgmap v13213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:55 smithi081 ceph-mon[95500]: pgmap v13213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:55 smithi081 ceph-mon[107735]: pgmap v13213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:58:58 smithi170 ceph-mon[97338]: pgmap v13214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:58:58 smithi081 ceph-mon[95500]: pgmap v13214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:58:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:58:58 smithi081 ceph-mon[107735]: pgmap v13214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:00 smithi170 ceph-mon[97338]: pgmap v13215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:00 smithi081 ceph-mon[95500]: pgmap v13215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:00 smithi081 ceph-mon[107735]: pgmap v13215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:02 smithi170 ceph-mon[97338]: pgmap v13216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:03.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:02 smithi081 ceph-mon[95500]: pgmap v13216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:03.023 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:02 smithi081 ceph-mon[107735]: pgmap v13216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:03.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:59:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:03 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:03.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:03.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:04 smithi170 ceph-mon[97338]: pgmap v13217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:04 smithi081 ceph-mon[95500]: pgmap v13217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:04 smithi081 ceph-mon[107735]: pgmap v13217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:05 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:05.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:05.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:05 smithi170 ceph-mon[97338]: pgmap v13218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:05 smithi081 ceph-mon[95500]: pgmap v13218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:05 smithi081 ceph-mon[107735]: pgmap v13218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:08 smithi170 ceph-mon[97338]: pgmap v13219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:08 smithi081 ceph-mon[95500]: pgmap v13219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:08 smithi081 ceph-mon[107735]: pgmap v13219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:10 smithi170 ceph-mon[97338]: pgmap v13220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:10 smithi081 ceph-mon[95500]: pgmap v13220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:10 smithi081 ceph-mon[107735]: pgmap v13220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:12 smithi170 ceph-mon[97338]: pgmap v13221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:12 smithi081 ceph-mon[95500]: pgmap v13221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:12 smithi081 ceph-mon[107735]: pgmap v13221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:13.493 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:59:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:13 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:13.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:13.490Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:14 smithi170 ceph-mon[97338]: pgmap v13222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:14 smithi081 ceph-mon[95500]: pgmap v13222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:14 smithi081 ceph-mon[107735]: pgmap v13222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:15 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:15.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:15.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:15 smithi170 ceph-mon[97338]: pgmap v13223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:15 smithi081 ceph-mon[95500]: pgmap v13223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:15 smithi081 ceph-mon[107735]: pgmap v13223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:18.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:18 smithi170 ceph-mon[97338]: pgmap v13224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:18 smithi081 ceph-mon[95500]: pgmap v13224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:18 smithi081 ceph-mon[107735]: pgmap v13224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:20 smithi170 ceph-mon[97338]: pgmap v13225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:20 smithi081 ceph-mon[95500]: pgmap v13225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:20 smithi081 ceph-mon[107735]: pgmap v13225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:22 smithi170 ceph-mon[97338]: pgmap v13226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:22 smithi081 ceph-mon[95500]: pgmap v13226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:22 smithi081 ceph-mon[107735]: pgmap v13226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:23.494 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:59:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:23 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:23.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:23.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:24 smithi170 ceph-mon[97338]: pgmap v13227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:24 smithi081 ceph-mon[95500]: pgmap v13227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:24 smithi081 ceph-mon[107735]: pgmap v13227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:25 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:25.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:25.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:25 smithi170 ceph-mon[97338]: pgmap v13228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:25 smithi081 ceph-mon[95500]: pgmap v13228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:25 smithi081 ceph-mon[107735]: pgmap v13228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:28.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:28 smithi170 ceph-mon[97338]: pgmap v13229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:28 smithi081 ceph-mon[95500]: pgmap v13229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:28 smithi081 ceph-mon[107735]: pgmap v13229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:30 smithi170 ceph-mon[97338]: pgmap v13230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:30 smithi081 ceph-mon[95500]: pgmap v13230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:30 smithi081 ceph-mon[107735]: pgmap v13230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:32 smithi170 ceph-mon[97338]: pgmap v13231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:32 smithi081 ceph-mon[95500]: pgmap v13231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:32 smithi081 ceph-mon[107735]: pgmap v13231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:33.494 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:59:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:33 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:33.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:33.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:34 smithi170 ceph-mon[97338]: pgmap v13232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:34 smithi081 ceph-mon[95500]: pgmap v13232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:34 smithi081 ceph-mon[107735]: pgmap v13232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:35 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:35.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:35.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:35 smithi170 ceph-mon[97338]: pgmap v13233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:35 smithi081 ceph-mon[95500]: pgmap v13233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:35 smithi081 ceph-mon[107735]: pgmap v13233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:38 smithi170 ceph-mon[97338]: pgmap v13234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:38 smithi081 ceph-mon[95500]: pgmap v13234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:38 smithi081 ceph-mon[107735]: pgmap v13234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:40 smithi170 ceph-mon[97338]: pgmap v13235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:40 smithi081 ceph-mon[95500]: pgmap v13235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:40 smithi081 ceph-mon[107735]: pgmap v13235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:42 smithi170 ceph-mon[97338]: pgmap v13236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:42 smithi081 ceph-mon[95500]: pgmap v13236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:42 smithi081 ceph-mon[107735]: pgmap v13236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:43.494 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:59:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:43 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:43.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:43.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:44 smithi170 ceph-mon[97338]: pgmap v13237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:44 smithi081 ceph-mon[95500]: pgmap v13237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:44 smithi081 ceph-mon[107735]: pgmap v13237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:45 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:45.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:45.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:45 smithi170 ceph-mon[97338]: pgmap v13238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:45 smithi081 ceph-mon[95500]: pgmap v13238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:45 smithi081 ceph-mon[107735]: pgmap v13238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:48.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:48 smithi170 ceph-mon[97338]: pgmap v13239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:48 smithi081 ceph-mon[95500]: pgmap v13239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:48 smithi081 ceph-mon[107735]: pgmap v13239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:50 smithi170 ceph-mon[97338]: pgmap v13240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:50 smithi081 ceph-mon[95500]: pgmap v13240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:50 smithi081 ceph-mon[107735]: pgmap v13240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:52 smithi170 ceph-mon[97338]: pgmap v13241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:52 smithi081 ceph-mon[95500]: pgmap v13241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:52 smithi081 ceph-mon[107735]: pgmap v13241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:53.496 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 12:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:12:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T12:59:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:53 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:53.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:53.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:54 smithi170 ceph-mon[97338]: pgmap v13242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:54 smithi081 ceph-mon[95500]: pgmap v13242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:54 smithi081 ceph-mon[107735]: pgmap v13242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:55 smithi081 conmon[157419]: level=error ts=2023-05-20T12:59:55.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 12:59:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T12:59:55.333Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T12:59:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:55 smithi170 ceph-mon[97338]: pgmap v13243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:55 smithi081 ceph-mon[95500]: pgmap v13243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:56.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:55 smithi081 ceph-mon[107735]: pgmap v13243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 12:59:58 smithi170 ceph-mon[97338]: pgmap v13244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 12:59:58 smithi081 ceph-mon[95500]: pgmap v13244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T12:59:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 12:59:58 smithi081 ceph-mon[107735]: pgmap v13244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:00 smithi170 ceph-mon[97338]: pgmap v13245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:00:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:00 smithi081 ceph-mon[95500]: pgmap v13245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:00:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:00 smithi081 ceph-mon[107735]: pgmap v13245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:00:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:02 smithi170 ceph-mon[97338]: pgmap v13246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:02 smithi081 ceph-mon[95500]: pgmap v13246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:02 smithi081 ceph-mon[107735]: pgmap v13246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:03.495 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:00:03.496 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 13:00:03 smithi170 conmon[137693]: ts=2023-05-20T13:00:03.088Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1684576801621 maxt=1684584000000 ulid=01H0WKXS3KE4A6HP1WNJ76XNAS duration=28.596851ms 2023-05-20T13:00:03.497 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 13:00:03 smithi170 conmon[137693]: ts=2023-05-20T13:00:03.091Z caller=head.go:827 level=info component=tsdb msg="Head GC completed" duration=1.685065ms 2023-05-20T13:00:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:03.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:03.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:04 smithi170 ceph-mon[97338]: pgmap v13247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:04 smithi081 ceph-mon[95500]: pgmap v13247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:04 smithi081 ceph-mon[107735]: pgmap v13247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:05.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:05.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:05 smithi170 ceph-mon[97338]: pgmap v13248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:05 smithi081 ceph-mon[95500]: pgmap v13248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:05 smithi081 ceph-mon[107735]: pgmap v13248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:09.000 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:08 smithi170 ceph-mon[97338]: pgmap v13249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:08 smithi081 ceph-mon[95500]: pgmap v13249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:08 smithi081 ceph-mon[107735]: pgmap v13249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:10 smithi170 ceph-mon[97338]: pgmap v13250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:10 smithi081 ceph-mon[95500]: pgmap v13250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:10 smithi081 ceph-mon[107735]: pgmap v13250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:12 smithi170 ceph-mon[97338]: pgmap v13251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:12 smithi081 ceph-mon[95500]: pgmap v13251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:12 smithi081 ceph-mon[107735]: pgmap v13251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:13.496 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:00:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:13.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:13.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:14 smithi170 ceph-mon[97338]: pgmap v13252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:14 smithi081 ceph-mon[95500]: pgmap v13252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:14 smithi081 ceph-mon[107735]: pgmap v13252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:15.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:15.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:15 smithi170 ceph-mon[97338]: pgmap v13253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:15 smithi081 ceph-mon[95500]: pgmap v13253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:15 smithi081 ceph-mon[107735]: pgmap v13253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:18 smithi170 ceph-mon[97338]: pgmap v13254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:18 smithi081 ceph-mon[95500]: pgmap v13254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:18 smithi081 ceph-mon[107735]: pgmap v13254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:20 smithi170 ceph-mon[97338]: pgmap v13255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:20 smithi081 ceph-mon[95500]: pgmap v13255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:20 smithi081 ceph-mon[107735]: pgmap v13255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:22 smithi170 ceph-mon[97338]: pgmap v13256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:22 smithi081 ceph-mon[95500]: pgmap v13256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:22 smithi081 ceph-mon[107735]: pgmap v13256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:23.497 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:00:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:23.493Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:23.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:24.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:24 smithi170 ceph-mon[97338]: pgmap v13257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:24 smithi081 ceph-mon[95500]: pgmap v13257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:24 smithi081 ceph-mon[107735]: pgmap v13257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:25.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:25.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:25 smithi170 ceph-mon[97338]: pgmap v13258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:25 smithi081 ceph-mon[95500]: pgmap v13258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:25 smithi081 ceph-mon[107735]: pgmap v13258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:28 smithi170 ceph-mon[97338]: pgmap v13259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:28 smithi081 ceph-mon[95500]: pgmap v13259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:28 smithi081 ceph-mon[107735]: pgmap v13259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:30 smithi170 ceph-mon[97338]: pgmap v13260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:30 smithi081 ceph-mon[95500]: pgmap v13260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:30 smithi081 ceph-mon[107735]: pgmap v13260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:32 smithi170 ceph-mon[97338]: pgmap v13261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:32 smithi081 ceph-mon[95500]: pgmap v13261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:32 smithi081 ceph-mon[107735]: pgmap v13261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:33.498 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:00:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:33.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:33.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:34 smithi081 ceph-mon[95500]: pgmap v13262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:34 smithi081 ceph-mon[107735]: pgmap v13262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:34 smithi170 ceph-mon[97338]: pgmap v13262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:35.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:35.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:35 smithi170 ceph-mon[97338]: pgmap v13263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:35 smithi081 ceph-mon[95500]: pgmap v13263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:35 smithi081 ceph-mon[107735]: pgmap v13263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:38 smithi170 ceph-mon[97338]: pgmap v13264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:38 smithi081 ceph-mon[95500]: pgmap v13264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:38 smithi081 ceph-mon[107735]: pgmap v13264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:40 smithi170 ceph-mon[97338]: pgmap v13265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:40 smithi081 ceph-mon[95500]: pgmap v13265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:40 smithi081 ceph-mon[107735]: pgmap v13265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:42 smithi170 ceph-mon[97338]: pgmap v13266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:42 smithi081 ceph-mon[95500]: pgmap v13266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:42 smithi081 ceph-mon[107735]: pgmap v13266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:43.498 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:00:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:43.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:43.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:44 smithi081 ceph-mon[95500]: pgmap v13267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:44 smithi081 ceph-mon[107735]: pgmap v13267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:44 smithi170 ceph-mon[97338]: pgmap v13267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:45.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:45.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:45 smithi170 ceph-mon[97338]: pgmap v13268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:45 smithi081 ceph-mon[95500]: pgmap v13268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:45 smithi081 ceph-mon[107735]: pgmap v13268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:48 smithi170 ceph-mon[97338]: pgmap v13269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:48 smithi081 ceph-mon[95500]: pgmap v13269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:48 smithi081 ceph-mon[107735]: pgmap v13269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:50 smithi081 ceph-mon[95500]: pgmap v13270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:50 smithi081 ceph-mon[107735]: pgmap v13270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:50 smithi170 ceph-mon[97338]: pgmap v13270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:52 smithi081 ceph-mon[95500]: pgmap v13271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:52 smithi081 ceph-mon[107735]: pgmap v13271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:52 smithi170 ceph-mon[97338]: pgmap v13271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:53.499 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:00:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:53.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:53.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:54 smithi081 ceph-mon[95500]: pgmap v13272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:54 smithi081 ceph-mon[107735]: pgmap v13272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:54 smithi170 ceph-mon[97338]: pgmap v13272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:00:55.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:00:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:00:55.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:00:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:55 smithi170 ceph-mon[97338]: pgmap v13273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:55 smithi081 ceph-mon[95500]: pgmap v13273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:55 smithi081 ceph-mon[107735]: pgmap v13273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:00:58 smithi081 ceph-mon[95500]: pgmap v13274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:00:58 smithi081 ceph-mon[107735]: pgmap v13274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:00:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:00:58 smithi170 ceph-mon[97338]: pgmap v13274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:00 smithi081 ceph-mon[95500]: pgmap v13275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:00 smithi081 ceph-mon[107735]: pgmap v13275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:00 smithi170 ceph-mon[97338]: pgmap v13275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:02 smithi081 ceph-mon[95500]: pgmap v13276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:02 smithi081 ceph-mon[107735]: pgmap v13276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:02 smithi170 ceph-mon[97338]: pgmap v13276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:03.500 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:01:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:03.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:03.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:04 smithi081 ceph-mon[95500]: pgmap v13277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:04 smithi081 ceph-mon[107735]: pgmap v13277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:04 smithi170 ceph-mon[97338]: pgmap v13277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:05.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:05.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:05 smithi170 ceph-mon[97338]: pgmap v13278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:05 smithi081 ceph-mon[95500]: pgmap v13278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:05 smithi081 ceph-mon[107735]: pgmap v13278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:08 smithi081 ceph-mon[95500]: pgmap v13279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:08 smithi081 ceph-mon[107735]: pgmap v13279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:08 smithi170 ceph-mon[97338]: pgmap v13279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:10 smithi081 ceph-mon[95500]: pgmap v13280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:10 smithi081 ceph-mon[107735]: pgmap v13280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:10 smithi170 ceph-mon[97338]: pgmap v13280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:12 smithi081 ceph-mon[95500]: pgmap v13281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:12 smithi081 ceph-mon[107735]: pgmap v13281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:12 smithi170 ceph-mon[97338]: pgmap v13281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:13.500 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:01:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:13.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:13.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:14 smithi081 ceph-mon[95500]: pgmap v13282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:14 smithi081 ceph-mon[107735]: pgmap v13282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:14 smithi170 ceph-mon[97338]: pgmap v13282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:15.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:15.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:15 smithi170 ceph-mon[97338]: pgmap v13283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:15 smithi081 ceph-mon[95500]: pgmap v13283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:15 smithi081 ceph-mon[107735]: pgmap v13283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:18 smithi081 ceph-mon[95500]: pgmap v13284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:18 smithi081 ceph-mon[107735]: pgmap v13284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:18 smithi170 ceph-mon[97338]: pgmap v13284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:20 smithi081 ceph-mon[95500]: pgmap v13285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:20 smithi081 ceph-mon[107735]: pgmap v13285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:20 smithi170 ceph-mon[97338]: pgmap v13285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:22 smithi081 ceph-mon[95500]: pgmap v13286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:22 smithi081 ceph-mon[107735]: pgmap v13286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:22 smithi170 ceph-mon[97338]: pgmap v13286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:23.501 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:01:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:23.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:23.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:24 smithi081 ceph-mon[95500]: pgmap v13287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:24 smithi081 ceph-mon[107735]: pgmap v13287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:24 smithi170 ceph-mon[97338]: pgmap v13287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:25.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:25.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:25 smithi170 ceph-mon[97338]: pgmap v13288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:25 smithi081 ceph-mon[95500]: pgmap v13288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:25 smithi081 ceph-mon[107735]: pgmap v13288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:28 smithi081 ceph-mon[95500]: pgmap v13289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:28 smithi081 ceph-mon[107735]: pgmap v13289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:28 smithi170 ceph-mon[97338]: pgmap v13289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:30 smithi081 ceph-mon[95500]: pgmap v13290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:30 smithi081 ceph-mon[107735]: pgmap v13290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:30 smithi170 ceph-mon[97338]: pgmap v13290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:32 smithi081 ceph-mon[95500]: pgmap v13291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:32 smithi081 ceph-mon[107735]: pgmap v13291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:32 smithi170 ceph-mon[97338]: pgmap v13291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:33.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:01:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:33.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:33.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:34 smithi081 ceph-mon[95500]: pgmap v13292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:34 smithi081 ceph-mon[107735]: pgmap v13292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:34 smithi170 ceph-mon[97338]: pgmap v13292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:35.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:35.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:35 smithi170 ceph-mon[97338]: pgmap v13293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:35 smithi081 ceph-mon[95500]: pgmap v13293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:35 smithi081 ceph-mon[107735]: pgmap v13293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:38 smithi081 ceph-mon[95500]: pgmap v13294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:38 smithi081 ceph-mon[107735]: pgmap v13294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:38 smithi170 ceph-mon[97338]: pgmap v13294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:40 smithi081 ceph-mon[95500]: pgmap v13295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:40 smithi081 ceph-mon[107735]: pgmap v13295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:40 smithi170 ceph-mon[97338]: pgmap v13295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:42 smithi081 ceph-mon[95500]: pgmap v13296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:42 smithi081 ceph-mon[107735]: pgmap v13296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:42 smithi170 ceph-mon[97338]: pgmap v13296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:43.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:01:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:43.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:43.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:45.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:44 smithi170 ceph-mon[97338]: pgmap v13297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:44 smithi081 ceph-mon[95500]: pgmap v13297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:44 smithi081 ceph-mon[107735]: pgmap v13297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:45.339Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:45.340Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:45 smithi170 ceph-mon[97338]: pgmap v13298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:45 smithi081 ceph-mon[95500]: pgmap v13298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:45 smithi081 ceph-mon[107735]: pgmap v13298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:48 smithi081 ceph-mon[95500]: pgmap v13299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:48 smithi081 ceph-mon[107735]: pgmap v13299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:48 smithi170 ceph-mon[97338]: pgmap v13299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:50 smithi081 ceph-mon[95500]: pgmap v13300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:50 smithi081 ceph-mon[107735]: pgmap v13300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:50 smithi170 ceph-mon[97338]: pgmap v13300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:53.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:52 smithi081 ceph-mon[95500]: pgmap v13301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:53.064 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:52 smithi081 ceph-mon[107735]: pgmap v13301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:52 smithi170 ceph-mon[97338]: pgmap v13301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:53.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:01:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:53.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:53.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:53 smithi170 ceph-mon[97338]: pgmap v13302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:53 smithi081 ceph-mon[95500]: pgmap v13302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:53 smithi081 ceph-mon[107735]: pgmap v13302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:01:55.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:01:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:01:55.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:01:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:55 smithi170 ceph-mon[97338]: pgmap v13303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:55 smithi081 ceph-mon[95500]: pgmap v13303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:55 smithi081 ceph-mon[107735]: pgmap v13303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:01:58 smithi081 ceph-mon[95500]: pgmap v13304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:01:58 smithi081 ceph-mon[107735]: pgmap v13304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:01:59.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:01:58 smithi170 ceph-mon[97338]: pgmap v13304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:00 smithi170 ceph-mon[97338]: pgmap v13305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:00 smithi081 ceph-mon[95500]: pgmap v13305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:00 smithi081 ceph-mon[107735]: pgmap v13305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:01 smithi170 ceph-mon[97338]: pgmap v13306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:01 smithi081 ceph-mon[95500]: pgmap v13306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:01 smithi081 ceph-mon[107735]: pgmap v13306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:03.503 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:02:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:03.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:03.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:04 smithi170 ceph-mon[97338]: pgmap v13307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:04 smithi081 ceph-mon[95500]: pgmap v13307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:04 smithi081 ceph-mon[107735]: pgmap v13307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:05.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:05.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:05 smithi170 ceph-mon[97338]: pgmap v13308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:05 smithi081 ceph-mon[95500]: pgmap v13308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:05 smithi081 ceph-mon[107735]: pgmap v13308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:08 smithi170 ceph-mon[97338]: pgmap v13309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:08 smithi081 ceph-mon[95500]: pgmap v13309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:08 smithi081 ceph-mon[107735]: pgmap v13309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:10 smithi170 ceph-mon[97338]: pgmap v13310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:10 smithi081 ceph-mon[95500]: pgmap v13310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:10 smithi081 ceph-mon[107735]: pgmap v13310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:11 smithi170 ceph-mon[97338]: pgmap v13311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:11 smithi081 ceph-mon[95500]: pgmap v13311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:11 smithi081 ceph-mon[107735]: pgmap v13311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:13.503 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:02:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:13.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:13.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:14 smithi170 ceph-mon[97338]: pgmap v13312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:15.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:14 smithi081 ceph-mon[95500]: pgmap v13312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:15.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:14 smithi081 ceph-mon[107735]: pgmap v13312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:15.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:15.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:15 smithi170 ceph-mon[97338]: pgmap v13313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:15 smithi081 ceph-mon[95500]: pgmap v13313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:15 smithi081 ceph-mon[107735]: pgmap v13313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:18 smithi170 ceph-mon[97338]: pgmap v13314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:18 smithi081 ceph-mon[95500]: pgmap v13314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:18 smithi081 ceph-mon[107735]: pgmap v13314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:19 smithi170 ceph-mon[97338]: pgmap v13315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:19 smithi081 ceph-mon[95500]: pgmap v13315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:19 smithi081 ceph-mon[107735]: pgmap v13315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:23.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:22 smithi081 ceph-mon[95500]: pgmap v13316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:23.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:22 smithi081 ceph-mon[107735]: pgmap v13316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:22 smithi170 ceph-mon[97338]: pgmap v13316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:23.504 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:02:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:23.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:23.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:23 smithi170 ceph-mon[97338]: pgmap v13317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:23 smithi081 ceph-mon[95500]: pgmap v13317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:23 smithi081 ceph-mon[107735]: pgmap v13317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:25.343Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:25.344Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:25 smithi170 ceph-mon[97338]: pgmap v13318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:25 smithi081 ceph-mon[95500]: pgmap v13318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:25 smithi081 ceph-mon[107735]: pgmap v13318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:27 smithi170 ceph-mon[97338]: pgmap v13319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:27 smithi081 ceph-mon[95500]: pgmap v13319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:27 smithi081 ceph-mon[107735]: pgmap v13319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:29 smithi170 ceph-mon[97338]: pgmap v13320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:29 smithi081 ceph-mon[95500]: pgmap v13320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:29 smithi081 ceph-mon[107735]: pgmap v13320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:31 smithi170 ceph-mon[97338]: pgmap v13321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:31 smithi081 ceph-mon[95500]: pgmap v13321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:31 smithi081 ceph-mon[107735]: pgmap v13321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:33.504 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:02:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:33.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:33.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:33 smithi170 ceph-mon[97338]: pgmap v13322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:33 smithi081 ceph-mon[95500]: pgmap v13322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:33 smithi081 ceph-mon[107735]: pgmap v13322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:35.343Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:35.344Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:35 smithi170 ceph-mon[97338]: pgmap v13323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:35 smithi081 ceph-mon[95500]: pgmap v13323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:35 smithi081 ceph-mon[107735]: pgmap v13323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:37 smithi170 ceph-mon[97338]: pgmap v13324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:37 smithi081 ceph-mon[95500]: pgmap v13324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:37 smithi081 ceph-mon[107735]: pgmap v13324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:39 smithi170 ceph-mon[97338]: pgmap v13325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:39 smithi081 ceph-mon[95500]: pgmap v13325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:39 smithi081 ceph-mon[107735]: pgmap v13325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:41 smithi170 ceph-mon[97338]: pgmap v13326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:41 smithi081 ceph-mon[95500]: pgmap v13326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:41 smithi081 ceph-mon[107735]: pgmap v13326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:43.505 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:02:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:43.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:43.503Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:43 smithi170 ceph-mon[97338]: pgmap v13327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:43 smithi081 ceph-mon[95500]: pgmap v13327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:43 smithi081 ceph-mon[107735]: pgmap v13327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:45.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:45.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:45 smithi170 ceph-mon[97338]: pgmap v13328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:45 smithi081 ceph-mon[95500]: pgmap v13328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:45 smithi081 ceph-mon[107735]: pgmap v13328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:47 smithi170 ceph-mon[97338]: pgmap v13329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:47 smithi081 ceph-mon[95500]: pgmap v13329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:47 smithi081 ceph-mon[107735]: pgmap v13329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:49 smithi170 ceph-mon[97338]: pgmap v13330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:49 smithi081 ceph-mon[95500]: pgmap v13330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:49 smithi081 ceph-mon[107735]: pgmap v13330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:51 smithi170 ceph-mon[97338]: pgmap v13331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:51 smithi081 ceph-mon[95500]: pgmap v13331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:51 smithi081 ceph-mon[107735]: pgmap v13331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:53.506 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:02:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:53.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:53.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:53 smithi170 ceph-mon[97338]: pgmap v13332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:53 smithi081 ceph-mon[95500]: pgmap v13332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:53 smithi081 ceph-mon[107735]: pgmap v13332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:02:55.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:02:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:02:55.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:02:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:55 smithi170 ceph-mon[97338]: pgmap v13333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:55 smithi081 ceph-mon[95500]: pgmap v13333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:55 smithi081 ceph-mon[107735]: pgmap v13333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:57 smithi170 ceph-mon[97338]: pgmap v13334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:57 smithi081 ceph-mon[95500]: pgmap v13334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:02:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:57 smithi081 ceph-mon[107735]: pgmap v13334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:02:59 smithi170 ceph-mon[97338]: pgmap v13335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:02:59 smithi081 ceph-mon[95500]: pgmap v13335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:02:59 smithi081 ceph-mon[107735]: pgmap v13335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:01 smithi170 ceph-mon[97338]: pgmap v13336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:01 smithi081 ceph-mon[95500]: pgmap v13336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:01 smithi081 ceph-mon[107735]: pgmap v13336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:03.507 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:03:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:03.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:03.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:03 smithi170 ceph-mon[97338]: pgmap v13337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:03 smithi081 ceph-mon[95500]: pgmap v13337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:03 smithi081 ceph-mon[107735]: pgmap v13337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:05.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:05.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:05 smithi170 ceph-mon[97338]: pgmap v13338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:05 smithi081 ceph-mon[95500]: pgmap v13338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:05 smithi081 ceph-mon[107735]: pgmap v13338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:07 smithi170 ceph-mon[97338]: pgmap v13339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:07 smithi081 ceph-mon[95500]: pgmap v13339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:07 smithi081 ceph-mon[107735]: pgmap v13339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:09 smithi170 ceph-mon[97338]: pgmap v13340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:09 smithi081 ceph-mon[95500]: pgmap v13340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:09 smithi081 ceph-mon[107735]: pgmap v13340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:11 smithi170 ceph-mon[97338]: pgmap v13341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:11 smithi081 ceph-mon[95500]: pgmap v13341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:11 smithi081 ceph-mon[107735]: pgmap v13341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:13.508 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:03:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:13.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:13.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:13.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:13 smithi170 ceph-mon[97338]: pgmap v13342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:13 smithi081 ceph-mon[95500]: pgmap v13342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:13 smithi081 ceph-mon[107735]: pgmap v13342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:15.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:15.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:15 smithi170 ceph-mon[97338]: pgmap v13343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:15 smithi081 ceph-mon[95500]: pgmap v13343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:15 smithi081 ceph-mon[107735]: pgmap v13343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:17 smithi170 ceph-mon[97338]: pgmap v13344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:17 smithi081 ceph-mon[95500]: pgmap v13344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:17 smithi081 ceph-mon[107735]: pgmap v13344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:19 smithi170 ceph-mon[97338]: pgmap v13345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:19 smithi081 ceph-mon[95500]: pgmap v13345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:19 smithi081 ceph-mon[107735]: pgmap v13345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:21 smithi170 ceph-mon[97338]: pgmap v13346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:21 smithi081 ceph-mon[95500]: pgmap v13346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:21 smithi081 ceph-mon[107735]: pgmap v13346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:23.510 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:03:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:23.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:23.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:23 smithi170 ceph-mon[97338]: pgmap v13347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:23 smithi081 ceph-mon[95500]: pgmap v13347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:23 smithi081 ceph-mon[107735]: pgmap v13347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:25.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:25.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:25 smithi170 ceph-mon[97338]: pgmap v13348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:25 smithi081 ceph-mon[95500]: pgmap v13348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:25 smithi081 ceph-mon[107735]: pgmap v13348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:27 smithi170 ceph-mon[97338]: pgmap v13349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:27 smithi081 ceph-mon[95500]: pgmap v13349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:27 smithi081 ceph-mon[107735]: pgmap v13349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:29 smithi170 ceph-mon[97338]: pgmap v13350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:29 smithi081 ceph-mon[95500]: pgmap v13350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:29 smithi081 ceph-mon[107735]: pgmap v13350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:31 smithi170 ceph-mon[97338]: pgmap v13351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:31 smithi081 ceph-mon[95500]: pgmap v13351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:31 smithi081 ceph-mon[107735]: pgmap v13351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:33.511 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:03:33.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:33.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:33.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:33 smithi170 ceph-mon[97338]: pgmap v13352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:34.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:33 smithi081 ceph-mon[107735]: pgmap v13352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:34.309 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:33 smithi081 ceph-mon[95500]: pgmap v13352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:35.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:35.349Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:35 smithi170 ceph-mon[97338]: pgmap v13353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:35 smithi081 ceph-mon[95500]: pgmap v13353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:35 smithi081 ceph-mon[107735]: pgmap v13353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:37 smithi170 ceph-mon[97338]: pgmap v13354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:38.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:37 smithi081 ceph-mon[95500]: pgmap v13354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:38.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:37 smithi081 ceph-mon[107735]: pgmap v13354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:39 smithi170 ceph-mon[97338]: pgmap v13355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:39 smithi081 ceph-mon[95500]: pgmap v13355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:39 smithi081 ceph-mon[107735]: pgmap v13355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:41 smithi170 ceph-mon[97338]: pgmap v13356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:41 smithi081 ceph-mon[95500]: pgmap v13356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:41 smithi081 ceph-mon[107735]: pgmap v13356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:43.512 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:03:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:43.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:43.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:43 smithi170 ceph-mon[97338]: pgmap v13357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:43 smithi081 ceph-mon[95500]: pgmap v13357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:43 smithi081 ceph-mon[107735]: pgmap v13357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:45.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:45.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:45 smithi170 ceph-mon[97338]: pgmap v13358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:45 smithi081 ceph-mon[95500]: pgmap v13358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:45 smithi081 ceph-mon[107735]: pgmap v13358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:47 smithi170 ceph-mon[97338]: pgmap v13359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:47 smithi081 ceph-mon[95500]: pgmap v13359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:47 smithi081 ceph-mon[107735]: pgmap v13359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:49 smithi170 ceph-mon[97338]: pgmap v13360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:49 smithi081 ceph-mon[95500]: pgmap v13360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:49 smithi081 ceph-mon[107735]: pgmap v13360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:51 smithi170 ceph-mon[97338]: pgmap v13361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:51 smithi081 ceph-mon[95500]: pgmap v13361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:51 smithi081 ceph-mon[107735]: pgmap v13361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:53.512 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:03:53.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:53.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:53.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:53 smithi170 ceph-mon[97338]: pgmap v13362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:53 smithi081 ceph-mon[95500]: pgmap v13362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:53 smithi081 ceph-mon[107735]: pgmap v13362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:03:55.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:03:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:03:55.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:03:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:55 smithi170 ceph-mon[97338]: pgmap v13363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:55 smithi081 ceph-mon[95500]: pgmap v13363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:55 smithi081 ceph-mon[107735]: pgmap v13363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:57 smithi170 ceph-mon[97338]: pgmap v13364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:57 smithi081 ceph-mon[95500]: pgmap v13364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:03:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:57 smithi081 ceph-mon[107735]: pgmap v13364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:03:59 smithi170 ceph-mon[97338]: pgmap v13365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:03:59 smithi081 ceph-mon[95500]: pgmap v13365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:03:59 smithi081 ceph-mon[107735]: pgmap v13365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:01 smithi170 ceph-mon[97338]: pgmap v13366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:01 smithi081 ceph-mon[95500]: pgmap v13366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:01 smithi081 ceph-mon[107735]: pgmap v13366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:03.513 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:04:03.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:03.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:03.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:03 smithi170 ceph-mon[97338]: pgmap v13367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:03 smithi081 ceph-mon[95500]: pgmap v13367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:03 smithi081 ceph-mon[107735]: pgmap v13367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:05.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:05.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:05 smithi170 ceph-mon[97338]: pgmap v13368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:05 smithi081 ceph-mon[95500]: pgmap v13368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:05 smithi081 ceph-mon[107735]: pgmap v13368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:07 smithi170 ceph-mon[97338]: pgmap v13369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:07 smithi081 ceph-mon[95500]: pgmap v13369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:07 smithi081 ceph-mon[107735]: pgmap v13369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:09 smithi170 ceph-mon[97338]: pgmap v13370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:09 smithi081 ceph-mon[95500]: pgmap v13370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:09 smithi081 ceph-mon[107735]: pgmap v13370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:11 smithi170 ceph-mon[97338]: pgmap v13371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:11 smithi081 ceph-mon[95500]: pgmap v13371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:11 smithi081 ceph-mon[107735]: pgmap v13371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:13.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:04:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:13.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:13.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:13.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:13 smithi170 ceph-mon[97338]: pgmap v13372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:13 smithi081 ceph-mon[95500]: pgmap v13372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:13 smithi081 ceph-mon[107735]: pgmap v13372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:15.350Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:15.351Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:15 smithi170 ceph-mon[97338]: pgmap v13373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:15 smithi081 ceph-mon[95500]: pgmap v13373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:15 smithi081 ceph-mon[107735]: pgmap v13373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:17 smithi170 ceph-mon[97338]: pgmap v13374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:17 smithi081 ceph-mon[95500]: pgmap v13374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:17 smithi081 ceph-mon[107735]: pgmap v13374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:19 smithi170 ceph-mon[97338]: pgmap v13375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:19 smithi081 ceph-mon[95500]: pgmap v13375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:19 smithi081 ceph-mon[107735]: pgmap v13375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:21 smithi170 ceph-mon[97338]: pgmap v13376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:21 smithi081 ceph-mon[95500]: pgmap v13376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:21 smithi081 ceph-mon[107735]: pgmap v13376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:23.514 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:04:23.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:23.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:23.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:23 smithi170 ceph-mon[97338]: pgmap v13377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:23 smithi081 ceph-mon[95500]: pgmap v13377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:23 smithi081 ceph-mon[107735]: pgmap v13377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:25.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:25.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:25 smithi170 ceph-mon[97338]: pgmap v13378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:25 smithi081 ceph-mon[95500]: pgmap v13378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:25 smithi081 ceph-mon[107735]: pgmap v13378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:27 smithi170 ceph-mon[97338]: pgmap v13379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:27 smithi081 ceph-mon[95500]: pgmap v13379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:27 smithi081 ceph-mon[107735]: pgmap v13379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:29 smithi170 ceph-mon[97338]: pgmap v13380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:29 smithi081 ceph-mon[95500]: pgmap v13380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:29 smithi081 ceph-mon[107735]: pgmap v13380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:31 smithi170 ceph-mon[97338]: pgmap v13381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:31 smithi081 ceph-mon[95500]: pgmap v13381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:31 smithi081 ceph-mon[107735]: pgmap v13381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:04:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:33.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:33.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:33 smithi170 ceph-mon[97338]: pgmap v13382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:33 smithi081 ceph-mon[95500]: pgmap v13382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:33 smithi081 ceph-mon[107735]: pgmap v13382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:35.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:35.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:35 smithi170 ceph-mon[97338]: pgmap v13383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:35 smithi081 ceph-mon[95500]: pgmap v13383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:35 smithi081 ceph-mon[107735]: pgmap v13383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:37 smithi170 ceph-mon[97338]: pgmap v13384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:37 smithi081 ceph-mon[95500]: pgmap v13384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:37 smithi081 ceph-mon[107735]: pgmap v13384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:39 smithi170 ceph-mon[97338]: pgmap v13385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:39 smithi081 ceph-mon[95500]: pgmap v13385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:39 smithi081 ceph-mon[107735]: pgmap v13385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:41 smithi170 ceph-mon[97338]: pgmap v13386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:41 smithi081 ceph-mon[95500]: pgmap v13386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:41 smithi081 ceph-mon[107735]: pgmap v13386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:04:43.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:43.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:43.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:43 smithi170 ceph-mon[97338]: pgmap v13387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:43 smithi081 ceph-mon[95500]: pgmap v13387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:43 smithi081 ceph-mon[107735]: pgmap v13387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:45.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:45.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:45 smithi170 ceph-mon[97338]: pgmap v13388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:45 smithi081 ceph-mon[95500]: pgmap v13388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:45 smithi081 ceph-mon[107735]: pgmap v13388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:47 smithi170 ceph-mon[97338]: pgmap v13389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:47 smithi081 ceph-mon[95500]: pgmap v13389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:47 smithi081 ceph-mon[107735]: pgmap v13389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:49 smithi170 ceph-mon[97338]: pgmap v13390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:49 smithi081 ceph-mon[95500]: pgmap v13390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:49 smithi081 ceph-mon[107735]: pgmap v13390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:51 smithi170 ceph-mon[97338]: pgmap v13391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:51 smithi081 ceph-mon[95500]: pgmap v13391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:51 smithi081 ceph-mon[107735]: pgmap v13391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:04:53.851 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:53.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:53.851 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:53.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:53 smithi170 ceph-mon[97338]: pgmap v13392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:53 smithi081 ceph-mon[95500]: pgmap v13392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:53 smithi081 ceph-mon[107735]: pgmap v13392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:04:55.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:04:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:04:55.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:04:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:55 smithi170 ceph-mon[97338]: pgmap v13393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:55 smithi081 ceph-mon[95500]: pgmap v13393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:55 smithi081 ceph-mon[107735]: pgmap v13393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:57 smithi170 ceph-mon[97338]: pgmap v13394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:57 smithi081 ceph-mon[95500]: pgmap v13394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:04:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:57 smithi081 ceph-mon[107735]: pgmap v13394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:04:59 smithi170 ceph-mon[97338]: pgmap v13395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:04:59 smithi081 ceph-mon[95500]: pgmap v13395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:04:59 smithi081 ceph-mon[107735]: pgmap v13395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:01 smithi170 ceph-mon[97338]: pgmap v13396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:01 smithi081 ceph-mon[95500]: pgmap v13396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:01 smithi081 ceph-mon[107735]: pgmap v13396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:05:03.852 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:03.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:03.853 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:03.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:03 smithi170 ceph-mon[97338]: pgmap v13397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:03 smithi081 ceph-mon[95500]: pgmap v13397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:03 smithi081 ceph-mon[107735]: pgmap v13397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:05.353Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:05.354Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:05 smithi170 ceph-mon[97338]: pgmap v13398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:05 smithi081 ceph-mon[95500]: pgmap v13398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:05 smithi081 ceph-mon[107735]: pgmap v13398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:07 smithi170 ceph-mon[97338]: pgmap v13399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:07 smithi081 ceph-mon[95500]: pgmap v13399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:07 smithi081 ceph-mon[107735]: pgmap v13399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:09 smithi170 ceph-mon[97338]: pgmap v13400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:09 smithi081 ceph-mon[95500]: pgmap v13400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:09 smithi081 ceph-mon[107735]: pgmap v13400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:11 smithi170 ceph-mon[97338]: pgmap v13401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:11 smithi081 ceph-mon[95500]: pgmap v13401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:11 smithi081 ceph-mon[107735]: pgmap v13401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:05:13.856 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:13.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:13.857 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:13.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:13 smithi170 ceph-mon[97338]: pgmap v13402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:14.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:13 smithi081 ceph-mon[107735]: pgmap v13402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:13 smithi081 ceph-mon[95500]: pgmap v13402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:15.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:15.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:15 smithi170 ceph-mon[97338]: pgmap v13403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:15 smithi081 ceph-mon[95500]: pgmap v13403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:15 smithi081 ceph-mon[107735]: pgmap v13403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:17 smithi170 ceph-mon[97338]: pgmap v13404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:17 smithi081 ceph-mon[95500]: pgmap v13404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:17 smithi081 ceph-mon[107735]: pgmap v13404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:19 smithi170 ceph-mon[97338]: pgmap v13405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:19 smithi081 ceph-mon[95500]: pgmap v13405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:19 smithi081 ceph-mon[107735]: pgmap v13405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:21 smithi170 ceph-mon[97338]: pgmap v13406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:21 smithi081 ceph-mon[95500]: pgmap v13406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:21 smithi081 ceph-mon[107735]: pgmap v13406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:05:23.856 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:23.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:23.857 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:23.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:23 smithi170 ceph-mon[97338]: pgmap v13407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:23 smithi081 ceph-mon[95500]: pgmap v13407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:23 smithi081 ceph-mon[107735]: pgmap v13407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:25.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:25.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:25 smithi170 ceph-mon[97338]: pgmap v13408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:25 smithi081 ceph-mon[95500]: pgmap v13408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:25 smithi081 ceph-mon[107735]: pgmap v13408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:27 smithi170 ceph-mon[97338]: pgmap v13409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:27 smithi081 ceph-mon[95500]: pgmap v13409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:27 smithi081 ceph-mon[107735]: pgmap v13409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:29 smithi170 ceph-mon[97338]: pgmap v13410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:29 smithi081 ceph-mon[95500]: pgmap v13410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:29 smithi081 ceph-mon[107735]: pgmap v13410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:31 smithi170 ceph-mon[97338]: pgmap v13411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:31 smithi081 ceph-mon[95500]: pgmap v13411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:31 smithi081 ceph-mon[107735]: pgmap v13411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:05:33.860 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:33.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:33.860 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:33.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:33 smithi170 ceph-mon[97338]: pgmap v13412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:33 smithi081 ceph-mon[95500]: pgmap v13412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:33 smithi081 ceph-mon[107735]: pgmap v13412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:35.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:35.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:35 smithi170 ceph-mon[97338]: pgmap v13413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:35 smithi081 ceph-mon[95500]: pgmap v13413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:35 smithi081 ceph-mon[107735]: pgmap v13413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:37 smithi170 ceph-mon[97338]: pgmap v13414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:37 smithi081 ceph-mon[95500]: pgmap v13414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:37 smithi081 ceph-mon[107735]: pgmap v13414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:39 smithi170 ceph-mon[97338]: pgmap v13415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:39 smithi081 ceph-mon[95500]: pgmap v13415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:39 smithi081 ceph-mon[107735]: pgmap v13415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:41 smithi170 ceph-mon[97338]: pgmap v13416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:41 smithi081 ceph-mon[95500]: pgmap v13416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:41 smithi081 ceph-mon[107735]: pgmap v13416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:05:43.860 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:43.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:43.860 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:43.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:43 smithi170 ceph-mon[97338]: pgmap v13417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:44.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:43 smithi081 ceph-mon[107735]: pgmap v13417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:43 smithi081 ceph-mon[95500]: pgmap v13417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:45.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:45.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:45 smithi170 ceph-mon[97338]: pgmap v13418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:45 smithi081 ceph-mon[95500]: pgmap v13418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:45 smithi081 ceph-mon[107735]: pgmap v13418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:47 smithi170 ceph-mon[97338]: pgmap v13419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:47 smithi081 ceph-mon[95500]: pgmap v13419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:47 smithi081 ceph-mon[107735]: pgmap v13419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:49 smithi170 ceph-mon[97338]: pgmap v13420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:49 smithi081 ceph-mon[95500]: pgmap v13420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:49 smithi081 ceph-mon[107735]: pgmap v13420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:51 smithi170 ceph-mon[97338]: pgmap v13421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:51 smithi081 ceph-mon[95500]: pgmap v13421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:51 smithi081 ceph-mon[107735]: pgmap v13421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:05:53.864 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:53.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:53.864 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:53.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:53 smithi170 ceph-mon[97338]: pgmap v13422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:53 smithi081 ceph-mon[95500]: pgmap v13422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:53 smithi081 ceph-mon[107735]: pgmap v13422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:05:55.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:05:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:05:55.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:05:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:55 smithi170 ceph-mon[97338]: pgmap v13423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:55 smithi081 ceph-mon[95500]: pgmap v13423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:55 smithi081 ceph-mon[107735]: pgmap v13423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:57 smithi170 ceph-mon[97338]: pgmap v13424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:57 smithi081 ceph-mon[95500]: pgmap v13424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:05:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:57 smithi081 ceph-mon[107735]: pgmap v13424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:05:59 smithi170 ceph-mon[97338]: pgmap v13425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:05:59 smithi081 ceph-mon[95500]: pgmap v13425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:05:59 smithi081 ceph-mon[107735]: pgmap v13425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:01 smithi170 ceph-mon[97338]: pgmap v13426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:01 smithi081 ceph-mon[95500]: pgmap v13426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:01 smithi081 ceph-mon[107735]: pgmap v13426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:06:03.866 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:03.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:03.866 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:03.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:03 smithi170 ceph-mon[97338]: pgmap v13427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:03 smithi081 ceph-mon[95500]: pgmap v13427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:03 smithi081 ceph-mon[107735]: pgmap v13427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:05.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:05.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:05 smithi170 ceph-mon[97338]: pgmap v13428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:05 smithi081 ceph-mon[95500]: pgmap v13428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:05 smithi081 ceph-mon[107735]: pgmap v13428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:07 smithi170 ceph-mon[97338]: pgmap v13429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:07 smithi081 ceph-mon[95500]: pgmap v13429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:07 smithi081 ceph-mon[107735]: pgmap v13429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:09 smithi170 ceph-mon[97338]: pgmap v13430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:09 smithi081 ceph-mon[95500]: pgmap v13430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:09 smithi081 ceph-mon[107735]: pgmap v13430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:11 smithi170 ceph-mon[97338]: pgmap v13431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:11 smithi081 ceph-mon[95500]: pgmap v13431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:11 smithi081 ceph-mon[107735]: pgmap v13431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:06:13.865 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:13.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:13.865 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:13.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:13 smithi170 ceph-mon[97338]: pgmap v13432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:13 smithi081 ceph-mon[95500]: pgmap v13432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:13 smithi081 ceph-mon[107735]: pgmap v13432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:15.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:15.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:15 smithi170 ceph-mon[97338]: pgmap v13433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:15 smithi081 ceph-mon[95500]: pgmap v13433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:15 smithi081 ceph-mon[107735]: pgmap v13433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:17 smithi170 ceph-mon[97338]: pgmap v13434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:17 smithi081 ceph-mon[95500]: pgmap v13434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:17 smithi081 ceph-mon[107735]: pgmap v13434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:19 smithi170 ceph-mon[97338]: pgmap v13435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:19 smithi081 ceph-mon[95500]: pgmap v13435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:19 smithi081 ceph-mon[107735]: pgmap v13435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:21 smithi170 ceph-mon[97338]: pgmap v13436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:21 smithi081 ceph-mon[95500]: pgmap v13436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:21 smithi081 ceph-mon[107735]: pgmap v13436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:06:23.867 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:23.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:23.868 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:23.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:23 smithi170 ceph-mon[97338]: pgmap v13437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:23 smithi081 ceph-mon[95500]: pgmap v13437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:23 smithi081 ceph-mon[107735]: pgmap v13437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:25.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:25.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:25 smithi170 ceph-mon[97338]: pgmap v13438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:25 smithi081 ceph-mon[95500]: pgmap v13438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:25 smithi081 ceph-mon[107735]: pgmap v13438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:27 smithi170 ceph-mon[97338]: pgmap v13439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:27 smithi081 ceph-mon[95500]: pgmap v13439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:27 smithi081 ceph-mon[107735]: pgmap v13439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:29 smithi170 ceph-mon[97338]: pgmap v13440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:29 smithi081 ceph-mon[95500]: pgmap v13440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:29 smithi081 ceph-mon[107735]: pgmap v13440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:31 smithi170 ceph-mon[97338]: pgmap v13441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:31 smithi081 ceph-mon[95500]: pgmap v13441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:31 smithi081 ceph-mon[107735]: pgmap v13441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:06:33.868 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:33.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:33.869 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:33.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:33 smithi170 ceph-mon[97338]: pgmap v13442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:33 smithi081 ceph-mon[95500]: pgmap v13442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:33 smithi081 ceph-mon[107735]: pgmap v13442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:35.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:35.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:35 smithi170 ceph-mon[97338]: pgmap v13443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:35 smithi081 ceph-mon[95500]: pgmap v13443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:35 smithi081 ceph-mon[107735]: pgmap v13443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:37 smithi170 ceph-mon[97338]: pgmap v13444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:37 smithi081 ceph-mon[95500]: pgmap v13444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:37 smithi081 ceph-mon[107735]: pgmap v13444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:39 smithi170 ceph-mon[97338]: pgmap v13445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:39 smithi081 ceph-mon[95500]: pgmap v13445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:39 smithi081 ceph-mon[107735]: pgmap v13445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:41 smithi170 ceph-mon[97338]: pgmap v13446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:41 smithi081 ceph-mon[95500]: pgmap v13446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:41 smithi081 ceph-mon[107735]: pgmap v13446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:06:43.870 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:43.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:43.870 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:43.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:43 smithi170 ceph-mon[97338]: pgmap v13447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:43 smithi081 ceph-mon[95500]: pgmap v13447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:43 smithi081 ceph-mon[107735]: pgmap v13447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:45.651 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:45.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:45.651 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:45.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:45.903 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:45 smithi081 ceph-mon[107735]: pgmap v13448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:45 smithi170 ceph-mon[97338]: pgmap v13448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:45 smithi081 ceph-mon[95500]: pgmap v13448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:47 smithi170 ceph-mon[97338]: pgmap v13449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:47 smithi081 ceph-mon[95500]: pgmap v13449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:47 smithi081 ceph-mon[107735]: pgmap v13449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:50.204 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:49 smithi081 ceph-mon[95500]: pgmap v13450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:50.205 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:49 smithi081 ceph-mon[107735]: pgmap v13450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:49 smithi170 ceph-mon[97338]: pgmap v13450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:51 smithi170 ceph-mon[97338]: pgmap v13451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:51 smithi081 ceph-mon[95500]: pgmap v13451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:51 smithi081 ceph-mon[107735]: pgmap v13451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:06:53.872 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:53.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:53.872 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:53.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:53 smithi170 ceph-mon[97338]: pgmap v13452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:53 smithi081 ceph-mon[95500]: pgmap v13452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:53 smithi081 ceph-mon[107735]: pgmap v13452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:06:55.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:06:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:06:55.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:06:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:55 smithi170 ceph-mon[97338]: pgmap v13453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:55 smithi081 ceph-mon[95500]: pgmap v13453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:55 smithi081 ceph-mon[107735]: pgmap v13453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:57 smithi170 ceph-mon[97338]: pgmap v13454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:57 smithi081 ceph-mon[95500]: pgmap v13454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:06:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:57 smithi081 ceph-mon[107735]: pgmap v13454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:06:59 smithi170 ceph-mon[97338]: pgmap v13455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:06:59 smithi081 ceph-mon[95500]: pgmap v13455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:06:59 smithi081 ceph-mon[107735]: pgmap v13455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:01 smithi170 ceph-mon[97338]: pgmap v13456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:01 smithi081 ceph-mon[95500]: pgmap v13456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:01 smithi081 ceph-mon[107735]: pgmap v13456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:07:03.874 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:03.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:03.874 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:03.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:03 smithi170 ceph-mon[97338]: pgmap v13457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:03 smithi081 ceph-mon[95500]: pgmap v13457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:03 smithi081 ceph-mon[107735]: pgmap v13457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:05.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:05.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:05 smithi170 ceph-mon[97338]: pgmap v13458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:05 smithi081 ceph-mon[95500]: pgmap v13458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:05 smithi081 ceph-mon[107735]: pgmap v13458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:07 smithi170 ceph-mon[97338]: pgmap v13459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:07 smithi081 ceph-mon[95500]: pgmap v13459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:07 smithi081 ceph-mon[107735]: pgmap v13459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:09 smithi170 ceph-mon[97338]: pgmap v13460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:09 smithi081 ceph-mon[95500]: pgmap v13460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:09 smithi081 ceph-mon[107735]: pgmap v13460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:11 smithi170 ceph-mon[97338]: pgmap v13461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:11 smithi081 ceph-mon[95500]: pgmap v13461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:11 smithi081 ceph-mon[107735]: pgmap v13461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:07:13.875 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:13.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:13.876 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:13.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:13 smithi170 ceph-mon[97338]: pgmap v13462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:14.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:13 smithi081 ceph-mon[95500]: pgmap v13462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:13 smithi081 ceph-mon[107735]: pgmap v13462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:15.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:15.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:15 smithi170 ceph-mon[97338]: pgmap v13463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:15 smithi081 ceph-mon[95500]: pgmap v13463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:15 smithi081 ceph-mon[107735]: pgmap v13463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:17 smithi170 ceph-mon[97338]: pgmap v13464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:17 smithi081 ceph-mon[95500]: pgmap v13464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:17 smithi081 ceph-mon[107735]: pgmap v13464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:19 smithi170 ceph-mon[97338]: pgmap v13465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:20.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:19 smithi081 ceph-mon[95500]: pgmap v13465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:19 smithi081 ceph-mon[107735]: pgmap v13465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:21 smithi170 ceph-mon[97338]: pgmap v13466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:21 smithi081 ceph-mon[95500]: pgmap v13466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:21 smithi081 ceph-mon[107735]: pgmap v13466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:07:23.877 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:23.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:23.877 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:23.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:23 smithi170 ceph-mon[97338]: pgmap v13467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:23 smithi081 ceph-mon[95500]: pgmap v13467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:23 smithi081 ceph-mon[107735]: pgmap v13467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:25.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:25.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:25.918 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:25 smithi081 ceph-mon[95500]: pgmap v13468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:25 smithi170 ceph-mon[97338]: pgmap v13468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:27 smithi170 ceph-mon[97338]: pgmap v13469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:28.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:27 smithi081 ceph-mon[95500]: pgmap v13469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:25 smithi081 ceph-mon[107735]: pgmap v13468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:27 smithi081 ceph-mon[107735]: pgmap v13469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:29 smithi170 ceph-mon[97338]: pgmap v13470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:29 smithi081 ceph-mon[95500]: pgmap v13470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:29 smithi081 ceph-mon[107735]: pgmap v13470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:31 smithi170 ceph-mon[97338]: pgmap v13471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:31 smithi081 ceph-mon[95500]: pgmap v13471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:31 smithi081 ceph-mon[107735]: pgmap v13471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:07:33.878 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:33.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:33.879 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:33.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:33 smithi170 ceph-mon[97338]: pgmap v13472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:34.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:33 smithi081 ceph-mon[95500]: pgmap v13472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:33 smithi081 ceph-mon[107735]: pgmap v13472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:35.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:35.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:35 smithi170 ceph-mon[97338]: pgmap v13473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:35 smithi081 ceph-mon[95500]: pgmap v13473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:35 smithi081 ceph-mon[107735]: pgmap v13473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:37 smithi170 ceph-mon[97338]: pgmap v13474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:38.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:37 smithi081 ceph-mon[95500]: pgmap v13474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:37 smithi081 ceph-mon[107735]: pgmap v13474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:39 smithi170 ceph-mon[97338]: pgmap v13475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:39 smithi081 ceph-mon[95500]: pgmap v13475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:39 smithi081 ceph-mon[107735]: pgmap v13475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:41 smithi170 ceph-mon[97338]: pgmap v13476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:41 smithi081 ceph-mon[95500]: pgmap v13476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:41 smithi081 ceph-mon[107735]: pgmap v13476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:07:43.889 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:43.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:43.889 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:43.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:43.889 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:43 smithi081 ceph-mon[107735]: pgmap v13477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:43 smithi170 ceph-mon[97338]: pgmap v13477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:44.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:43 smithi081 ceph-mon[95500]: pgmap v13477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:45.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:45.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:45 smithi170 ceph-mon[97338]: pgmap v13478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:45 smithi081 ceph-mon[95500]: pgmap v13478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:45 smithi081 ceph-mon[107735]: pgmap v13478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:47 smithi170 ceph-mon[97338]: pgmap v13479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:48.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:47 smithi081 ceph-mon[95500]: pgmap v13479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:47 smithi081 ceph-mon[107735]: pgmap v13479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:49 smithi170 ceph-mon[97338]: pgmap v13480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:49 smithi081 ceph-mon[95500]: pgmap v13480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:50.291 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:49 smithi081 ceph-mon[107735]: pgmap v13480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:51 smithi170 ceph-mon[97338]: pgmap v13481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:51 smithi081 ceph-mon[95500]: pgmap v13481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:51 smithi081 ceph-mon[107735]: pgmap v13481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:07:53.885 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:53.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:53.885 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:53.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:53 smithi170 ceph-mon[97338]: pgmap v13482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:54.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:53 smithi081 ceph-mon[95500]: pgmap v13482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:53 smithi081 ceph-mon[107735]: pgmap v13482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:07:55.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:07:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:07:55.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:07:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:55 smithi170 ceph-mon[97338]: pgmap v13483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:55 smithi081 ceph-mon[95500]: pgmap v13483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:55 smithi081 ceph-mon[107735]: pgmap v13483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:57 smithi170 ceph-mon[97338]: pgmap v13484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:58.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:57 smithi081 ceph-mon[95500]: pgmap v13484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:07:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:57 smithi081 ceph-mon[107735]: pgmap v13484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:07:59 smithi170 ceph-mon[97338]: pgmap v13485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:00.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:07:59 smithi081 ceph-mon[95500]: pgmap v13485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:07:59 smithi081 ceph-mon[107735]: pgmap v13485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:02 smithi170 ceph-mon[97338]: pgmap v13486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:02 smithi081 ceph-mon[95500]: pgmap v13486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:08:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:02 smithi081 ceph-mon[107735]: pgmap v13486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:04.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:03.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:03.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:04 smithi170 ceph-mon[97338]: pgmap v13487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:04 smithi081 ceph-mon[95500]: pgmap v13487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:04 smithi081 ceph-mon[107735]: pgmap v13487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:05.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:05.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:06 smithi170 ceph-mon[97338]: pgmap v13488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:06 smithi081 ceph-mon[95500]: pgmap v13488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:06 smithi081 ceph-mon[107735]: pgmap v13488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:08 smithi170 ceph-mon[97338]: pgmap v13489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:08 smithi081 ceph-mon[95500]: pgmap v13489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:08 smithi081 ceph-mon[107735]: pgmap v13489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:10 smithi170 ceph-mon[97338]: pgmap v13490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:10 smithi081 ceph-mon[95500]: pgmap v13490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:10 smithi081 ceph-mon[107735]: pgmap v13490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:12 smithi170 ceph-mon[97338]: pgmap v13491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:12 smithi081 ceph-mon[95500]: pgmap v13491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:08:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:12 smithi081 ceph-mon[107735]: pgmap v13491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:13.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:13.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:14 smithi170 ceph-mon[97338]: pgmap v13492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:14 smithi081 ceph-mon[95500]: pgmap v13492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:14 smithi081 ceph-mon[107735]: pgmap v13492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:15.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:15.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:16 smithi170 ceph-mon[97338]: pgmap v13493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:17.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:16 smithi081 ceph-mon[95500]: pgmap v13493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:16 smithi081 ceph-mon[107735]: pgmap v13493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:18 smithi170 ceph-mon[97338]: pgmap v13494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:18 smithi081 ceph-mon[95500]: pgmap v13494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:18 smithi081 ceph-mon[107735]: pgmap v13494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:20 smithi170 ceph-mon[97338]: pgmap v13495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:20 smithi081 ceph-mon[95500]: pgmap v13495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:20 smithi081 ceph-mon[107735]: pgmap v13495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:22 smithi170 ceph-mon[97338]: pgmap v13496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:22 smithi081 ceph-mon[95500]: pgmap v13496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:08:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:22 smithi081 ceph-mon[107735]: pgmap v13496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:24.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:23.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:23.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:24 smithi170 ceph-mon[97338]: pgmap v13497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:24 smithi081 ceph-mon[95500]: pgmap v13497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:24 smithi081 ceph-mon[107735]: pgmap v13497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:25.367Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:25.368Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:26 smithi170 ceph-mon[97338]: pgmap v13498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:26 smithi081 ceph-mon[95500]: pgmap v13498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:26 smithi081 ceph-mon[107735]: pgmap v13498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:29.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:28 smithi170 ceph-mon[97338]: pgmap v13499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:28 smithi081 ceph-mon[95500]: pgmap v13499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:28 smithi081 ceph-mon[107735]: pgmap v13499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:30 smithi170 ceph-mon[97338]: pgmap v13500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:30 smithi081 ceph-mon[95500]: pgmap v13500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:30 smithi081 ceph-mon[107735]: pgmap v13500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:33.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:32 smithi170 ceph-mon[97338]: pgmap v13501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:32 smithi081 ceph-mon[95500]: pgmap v13501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:08:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:32 smithi081 ceph-mon[107735]: pgmap v13501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:34.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:33.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:33.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:34 smithi170 ceph-mon[97338]: pgmap v13502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:34 smithi081 ceph-mon[95500]: pgmap v13502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:34 smithi081 ceph-mon[107735]: pgmap v13502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:35.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:35.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:36 smithi170 ceph-mon[97338]: pgmap v13503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:36 smithi081 ceph-mon[95500]: pgmap v13503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:36 smithi081 ceph-mon[107735]: pgmap v13503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:38 smithi170 ceph-mon[97338]: pgmap v13504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:38 smithi081 ceph-mon[95500]: pgmap v13504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:38 smithi081 ceph-mon[107735]: pgmap v13504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:40 smithi170 ceph-mon[97338]: pgmap v13505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:40 smithi081 ceph-mon[95500]: pgmap v13505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:40 smithi081 ceph-mon[107735]: pgmap v13505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:42 smithi170 ceph-mon[97338]: pgmap v13506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:42 smithi081 ceph-mon[95500]: pgmap v13506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:43.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:08:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:42 smithi081 ceph-mon[107735]: pgmap v13506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:43.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:43.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:44 smithi170 ceph-mon[97338]: pgmap v13507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:44 smithi081 ceph-mon[95500]: pgmap v13507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:44 smithi081 ceph-mon[107735]: pgmap v13507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:45.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:45.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:46 smithi170 ceph-mon[97338]: pgmap v13508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:46 smithi081 ceph-mon[95500]: pgmap v13508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:46 smithi081 ceph-mon[107735]: pgmap v13508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:48 smithi170 ceph-mon[97338]: pgmap v13509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:48 smithi081 ceph-mon[95500]: pgmap v13509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:48 smithi081 ceph-mon[107735]: pgmap v13509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:50 smithi170 ceph-mon[97338]: pgmap v13510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:50 smithi081 ceph-mon[95500]: pgmap v13510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:50 smithi081 ceph-mon[107735]: pgmap v13510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:52 smithi081 ceph-mon[95500]: pgmap v13511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:08:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:52 smithi081 ceph-mon[107735]: pgmap v13511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:52 smithi170 ceph-mon[97338]: pgmap v13511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:53.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:53.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:55.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:54 smithi081 ceph-mon[95500]: pgmap v13512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:54 smithi081 ceph-mon[107735]: pgmap v13512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:54 smithi170 ceph-mon[97338]: pgmap v13512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:08:55.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:08:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:08:55.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:08:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:57 smithi081 ceph-mon[95500]: pgmap v13513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:57 smithi081 ceph-mon[107735]: pgmap v13513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:57 smithi170 ceph-mon[97338]: pgmap v13513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:59.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:08:59 smithi081 ceph-mon[95500]: pgmap v13514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:08:59 smithi081 ceph-mon[107735]: pgmap v13514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:08:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:08:59 smithi170 ceph-mon[97338]: pgmap v13514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:01 smithi081 ceph-mon[95500]: pgmap v13515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:01 smithi081 ceph-mon[107735]: pgmap v13515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:01 smithi170 ceph-mon[97338]: pgmap v13515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:03 smithi081 ceph-mon[95500]: pgmap v13516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:09:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:03 smithi081 ceph-mon[107735]: pgmap v13516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:03 smithi170 ceph-mon[97338]: pgmap v13516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:04.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:03.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:03.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:05 smithi081 ceph-mon[95500]: pgmap v13517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:05 smithi081 ceph-mon[107735]: pgmap v13517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:05 smithi170 ceph-mon[97338]: pgmap v13517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:05.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:05.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:07 smithi170 ceph-mon[97338]: pgmap v13518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:07 smithi081 ceph-mon[95500]: pgmap v13518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:07 smithi081 ceph-mon[107735]: pgmap v13518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:09 smithi170 ceph-mon[97338]: pgmap v13519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:09 smithi081 ceph-mon[95500]: pgmap v13519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:09 smithi081 ceph-mon[107735]: pgmap v13519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:11 smithi170 ceph-mon[97338]: pgmap v13520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:11 smithi081 ceph-mon[95500]: pgmap v13520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:11 smithi081 ceph-mon[107735]: pgmap v13520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:13 smithi170 ceph-mon[97338]: pgmap v13521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:13 smithi081 ceph-mon[95500]: pgmap v13521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:09:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:13 smithi081 ceph-mon[107735]: pgmap v13521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:13.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:13.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:15.375 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:15 smithi081 ceph-mon[95500]: pgmap v13522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:15.375 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:15 smithi081 ceph-mon[107735]: pgmap v13522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:15 smithi170 ceph-mon[97338]: pgmap v13522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:15.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:15.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:15.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:17 smithi170 ceph-mon[97338]: pgmap v13523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:17 smithi081 ceph-mon[95500]: pgmap v13523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:17 smithi081 ceph-mon[107735]: pgmap v13523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:19 smithi170 ceph-mon[97338]: pgmap v13524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:19 smithi081 ceph-mon[95500]: pgmap v13524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:19 smithi081 ceph-mon[107735]: pgmap v13524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:21 smithi170 ceph-mon[97338]: pgmap v13525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:21 smithi081 ceph-mon[95500]: pgmap v13525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:21 smithi081 ceph-mon[107735]: pgmap v13525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:23 smithi170 ceph-mon[97338]: pgmap v13526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:23 smithi081 ceph-mon[95500]: pgmap v13526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:09:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:23 smithi081 ceph-mon[107735]: pgmap v13526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:24.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:23.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:23.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:25.376 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:25 smithi081 ceph-mon[95500]: pgmap v13527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:25.376 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:25 smithi081 ceph-mon[107735]: pgmap v13527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:25 smithi170 ceph-mon[97338]: pgmap v13527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:25.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:25.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:27 smithi170 ceph-mon[97338]: pgmap v13528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:27 smithi081 ceph-mon[95500]: pgmap v13528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:27 smithi081 ceph-mon[107735]: pgmap v13528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:29 smithi170 ceph-mon[97338]: pgmap v13529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:29 smithi081 ceph-mon[95500]: pgmap v13529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:29 smithi081 ceph-mon[107735]: pgmap v13529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:31 smithi170 ceph-mon[97338]: pgmap v13530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:31 smithi081 ceph-mon[95500]: pgmap v13530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:31 smithi081 ceph-mon[107735]: pgmap v13530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:33 smithi170 ceph-mon[97338]: pgmap v13531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:33 smithi081 ceph-mon[95500]: pgmap v13531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:09:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:33 smithi081 ceph-mon[107735]: pgmap v13531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:33.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:33.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:35.377 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:35 smithi081 ceph-mon[95500]: pgmap v13532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:35.377 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:35 smithi081 ceph-mon[107735]: pgmap v13532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:35 smithi170 ceph-mon[97338]: pgmap v13532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:35.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:35.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:37 smithi170 ceph-mon[97338]: pgmap v13533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:37 smithi081 ceph-mon[95500]: pgmap v13533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:37 smithi081 ceph-mon[107735]: pgmap v13533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:39 smithi170 ceph-mon[97338]: pgmap v13534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:39 smithi081 ceph-mon[95500]: pgmap v13534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:39 smithi081 ceph-mon[107735]: pgmap v13534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:41 smithi170 ceph-mon[97338]: pgmap v13535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:41 smithi081 ceph-mon[95500]: pgmap v13535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:41 smithi081 ceph-mon[107735]: pgmap v13535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:43 smithi170 ceph-mon[97338]: pgmap v13536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:43 smithi081 ceph-mon[95500]: pgmap v13536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:09:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:43 smithi081 ceph-mon[107735]: pgmap v13536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:43.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:43.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:45.378 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:45 smithi081 ceph-mon[95500]: pgmap v13537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:45.378 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:45 smithi081 ceph-mon[107735]: pgmap v13537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:45 smithi170 ceph-mon[97338]: pgmap v13537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:45.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:45.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:47 smithi170 ceph-mon[97338]: pgmap v13538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:47 smithi081 ceph-mon[95500]: pgmap v13538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:47 smithi081 ceph-mon[107735]: pgmap v13538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:49 smithi170 ceph-mon[97338]: pgmap v13539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:49.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:49 smithi081 ceph-mon[95500]: pgmap v13539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:49 smithi081 ceph-mon[107735]: pgmap v13539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:51 smithi170 ceph-mon[97338]: pgmap v13540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:51 smithi081 ceph-mon[95500]: pgmap v13540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:51 smithi081 ceph-mon[107735]: pgmap v13540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:53 smithi170 ceph-mon[97338]: pgmap v13541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:53 smithi081 ceph-mon[95500]: pgmap v13541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:09:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:53 smithi081 ceph-mon[107735]: pgmap v13541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:54.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:53.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:53.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:55.378 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:55 smithi081 ceph-mon[95500]: pgmap v13542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:55.379 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:55 smithi081 ceph-mon[107735]: pgmap v13542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:55 smithi170 ceph-mon[97338]: pgmap v13542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:09:55.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:09:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:09:55.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:09:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:57 smithi170 ceph-mon[97338]: pgmap v13543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:57 smithi081 ceph-mon[95500]: pgmap v13543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:57 smithi081 ceph-mon[107735]: pgmap v13543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:09:59 smithi170 ceph-mon[97338]: pgmap v13544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:09:59 smithi081 ceph-mon[95500]: pgmap v13544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:09:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:09:59 smithi081 ceph-mon[107735]: pgmap v13544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:00 smithi170 ceph-mon[97338]: pgmap v13545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:10:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:00 smithi081 ceph-mon[95500]: pgmap v13545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:10:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:00 smithi081 ceph-mon[107735]: pgmap v13545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:01.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:10:03.199 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:02 smithi081 ceph-mon[95500]: pgmap v13546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:03.200 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:10:03.200 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:02 smithi081 ceph-mon[107735]: pgmap v13546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:02 smithi170 ceph-mon[97338]: pgmap v13546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:03.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:03.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:04 smithi170 ceph-mon[97338]: pgmap v13547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:04 smithi081 ceph-mon[95500]: pgmap v13547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:04 smithi081 ceph-mon[107735]: pgmap v13547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:05.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:05.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:07.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:06 smithi170 ceph-mon[97338]: pgmap v13548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:06 smithi081 ceph-mon[95500]: pgmap v13548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:06 smithi081 ceph-mon[107735]: pgmap v13548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:08 smithi170 ceph-mon[97338]: pgmap v13549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:08 smithi081 ceph-mon[95500]: pgmap v13549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:08 smithi081 ceph-mon[107735]: pgmap v13549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:11.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:10 smithi170 ceph-mon[97338]: pgmap v13550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:10 smithi081 ceph-mon[95500]: pgmap v13550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:10 smithi081 ceph-mon[107735]: pgmap v13550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:13.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:12 smithi170 ceph-mon[97338]: pgmap v13551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:12 smithi081 ceph-mon[95500]: pgmap v13551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:10:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:12 smithi081 ceph-mon[107735]: pgmap v13551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:13.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:13.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:15.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:14 smithi170 ceph-mon[97338]: pgmap v13552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:14 smithi081 ceph-mon[95500]: pgmap v13552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:14 smithi081 ceph-mon[107735]: pgmap v13552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:15.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:15.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:16 smithi170 ceph-mon[97338]: pgmap v13553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:16 smithi081 ceph-mon[95500]: pgmap v13553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:16 smithi081 ceph-mon[107735]: pgmap v13553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:19.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:18 smithi170 ceph-mon[97338]: pgmap v13554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:18 smithi081 ceph-mon[95500]: pgmap v13554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:18 smithi081 ceph-mon[107735]: pgmap v13554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:20 smithi170 ceph-mon[97338]: pgmap v13555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:21.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:20 smithi081 ceph-mon[95500]: pgmap v13555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:20 smithi081 ceph-mon[107735]: pgmap v13555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:22 smithi170 ceph-mon[97338]: pgmap v13556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:22 smithi081 ceph-mon[95500]: pgmap v13556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:10:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:22 smithi081 ceph-mon[107735]: pgmap v13556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:24.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:23.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:23.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:25.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:24 smithi170 ceph-mon[97338]: pgmap v13557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:24 smithi081 ceph-mon[95500]: pgmap v13557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:24 smithi081 ceph-mon[107735]: pgmap v13557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:25.376Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:25.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:26 smithi170 ceph-mon[97338]: pgmap v13558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:26 smithi081 ceph-mon[95500]: pgmap v13558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:26 smithi081 ceph-mon[107735]: pgmap v13558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:29.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:28 smithi170 ceph-mon[97338]: pgmap v13559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:28 smithi081 ceph-mon[95500]: pgmap v13559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:28 smithi081 ceph-mon[107735]: pgmap v13559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:30 smithi170 ceph-mon[97338]: pgmap v13560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:30 smithi081 ceph-mon[95500]: pgmap v13560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:30 smithi081 ceph-mon[107735]: pgmap v13560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:32 smithi170 ceph-mon[97338]: pgmap v13561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:32 smithi081 ceph-mon[95500]: pgmap v13561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:10:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:32 smithi081 ceph-mon[107735]: pgmap v13561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:34.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:33.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:33.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:34 smithi170 ceph-mon[97338]: pgmap v13562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:34 smithi081 ceph-mon[95500]: pgmap v13562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:34 smithi081 ceph-mon[107735]: pgmap v13562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:35.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:35.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:36 smithi170 ceph-mon[97338]: pgmap v13563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:36 smithi081 ceph-mon[95500]: pgmap v13563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:36 smithi081 ceph-mon[107735]: pgmap v13563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:39.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:38 smithi081 ceph-mon[95500]: pgmap v13564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:38 smithi081 ceph-mon[107735]: pgmap v13564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:38 smithi170 ceph-mon[97338]: pgmap v13564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:40 smithi081 ceph-mon[95500]: pgmap v13565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:40 smithi081 ceph-mon[107735]: pgmap v13565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:40 smithi170 ceph-mon[97338]: pgmap v13565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:42 smithi081 ceph-mon[95500]: pgmap v13566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:43.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:10:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:42 smithi081 ceph-mon[107735]: pgmap v13566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:42 smithi170 ceph-mon[97338]: pgmap v13566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:43.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:43.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:45 smithi081 ceph-mon[95500]: pgmap v13567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:45 smithi081 ceph-mon[107735]: pgmap v13567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:45 smithi170 ceph-mon[97338]: pgmap v13567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:45.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:45.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:47 smithi081 ceph-mon[95500]: pgmap v13568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:47 smithi081 ceph-mon[107735]: pgmap v13568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:47 smithi170 ceph-mon[97338]: pgmap v13568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:49.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:49 smithi081 ceph-mon[95500]: pgmap v13569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:49.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:49 smithi081 ceph-mon[107735]: pgmap v13569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:49 smithi170 ceph-mon[97338]: pgmap v13569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:51.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:51 smithi081 ceph-mon[95500]: pgmap v13570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:51 smithi081 ceph-mon[107735]: pgmap v13570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:51 smithi170 ceph-mon[97338]: pgmap v13570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:53 smithi081 ceph-mon[95500]: pgmap v13571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:10:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:53 smithi081 ceph-mon[107735]: pgmap v13571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:53 smithi170 ceph-mon[97338]: pgmap v13571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:54.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:53.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:53.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:55.383 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:55 smithi081 ceph-mon[95500]: pgmap v13572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:55.384 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:55 smithi081 ceph-mon[107735]: pgmap v13572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:55 smithi170 ceph-mon[97338]: pgmap v13572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:10:55.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:10:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:10:55.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:10:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:57 smithi170 ceph-mon[97338]: pgmap v13573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:57 smithi081 ceph-mon[95500]: pgmap v13573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:57 smithi081 ceph-mon[107735]: pgmap v13573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:10:59 smithi170 ceph-mon[97338]: pgmap v13574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:10:59 smithi081 ceph-mon[95500]: pgmap v13574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:10:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:10:59 smithi081 ceph-mon[107735]: pgmap v13574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:01 smithi170 ceph-mon[97338]: pgmap v13575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:01 smithi081 ceph-mon[95500]: pgmap v13575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:01 smithi081 ceph-mon[107735]: pgmap v13575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:03 smithi170 ceph-mon[97338]: pgmap v13576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:03 smithi081 ceph-mon[95500]: pgmap v13576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:11:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:03 smithi081 ceph-mon[107735]: pgmap v13576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:04.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:03.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:04.022 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:03.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:05.384 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:05 smithi081 ceph-mon[95500]: pgmap v13577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:05.385 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:05 smithi081 ceph-mon[107735]: pgmap v13577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:05 smithi170 ceph-mon[97338]: pgmap v13577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:05.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:05.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:07 smithi170 ceph-mon[97338]: pgmap v13578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:07 smithi081 ceph-mon[95500]: pgmap v13578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:07 smithi081 ceph-mon[107735]: pgmap v13578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:09 smithi170 ceph-mon[97338]: pgmap v13579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:09 smithi081 ceph-mon[95500]: pgmap v13579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:09 smithi081 ceph-mon[107735]: pgmap v13579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:11 smithi170 ceph-mon[97338]: pgmap v13580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:11 smithi081 ceph-mon[95500]: pgmap v13580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:11 smithi081 ceph-mon[107735]: pgmap v13580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:13 smithi170 ceph-mon[97338]: pgmap v13581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:13 smithi081 ceph-mon[95500]: pgmap v13581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:11:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:13 smithi081 ceph-mon[107735]: pgmap v13581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:14.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:13.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:13.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:15.385 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:15 smithi081 ceph-mon[95500]: pgmap v13582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:15.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:15 smithi081 ceph-mon[107735]: pgmap v13582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:15 smithi170 ceph-mon[97338]: pgmap v13582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:15.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:15.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:17 smithi170 ceph-mon[97338]: pgmap v13583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:17 smithi081 ceph-mon[95500]: pgmap v13583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:17 smithi081 ceph-mon[107735]: pgmap v13583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:19 smithi170 ceph-mon[97338]: pgmap v13584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:19 smithi081 ceph-mon[95500]: pgmap v13584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:19 smithi081 ceph-mon[107735]: pgmap v13584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:21 smithi170 ceph-mon[97338]: pgmap v13585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:21 smithi081 ceph-mon[95500]: pgmap v13585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:21 smithi081 ceph-mon[107735]: pgmap v13585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:23 smithi170 ceph-mon[97338]: pgmap v13586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:23 smithi081 ceph-mon[95500]: pgmap v13586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:11:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:23 smithi081 ceph-mon[107735]: pgmap v13586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:24.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:23.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:23.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:25.385 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:25 smithi081 ceph-mon[95500]: pgmap v13587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:25.386 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:25 smithi081 ceph-mon[107735]: pgmap v13587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:25 smithi170 ceph-mon[97338]: pgmap v13587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:25.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:25.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:25.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:27 smithi170 ceph-mon[97338]: pgmap v13588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:27 smithi081 ceph-mon[95500]: pgmap v13588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:27 smithi081 ceph-mon[107735]: pgmap v13588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:29.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:29 smithi170 ceph-mon[97338]: pgmap v13589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:29 smithi081 ceph-mon[95500]: pgmap v13589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:29 smithi081 ceph-mon[107735]: pgmap v13589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:31 smithi170 ceph-mon[97338]: pgmap v13590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:31 smithi081 ceph-mon[95500]: pgmap v13590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:31 smithi081 ceph-mon[107735]: pgmap v13590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:33 smithi170 ceph-mon[97338]: pgmap v13591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:33 smithi081 ceph-mon[95500]: pgmap v13591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:11:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:33 smithi081 ceph-mon[107735]: pgmap v13591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:34.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:33.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:33.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:35.386 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:35 smithi081 ceph-mon[95500]: pgmap v13592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:35.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:35 smithi081 ceph-mon[107735]: pgmap v13592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:35 smithi170 ceph-mon[97338]: pgmap v13592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:35.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:35.382Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:35.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:37 smithi170 ceph-mon[97338]: pgmap v13593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:37 smithi081 ceph-mon[95500]: pgmap v13593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:37 smithi081 ceph-mon[107735]: pgmap v13593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:39 smithi170 ceph-mon[97338]: pgmap v13594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:39 smithi081 ceph-mon[95500]: pgmap v13594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:39 smithi081 ceph-mon[107735]: pgmap v13594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:41 smithi170 ceph-mon[97338]: pgmap v13595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:41 smithi081 ceph-mon[95500]: pgmap v13595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:41 smithi081 ceph-mon[107735]: pgmap v13595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:43 smithi170 ceph-mon[97338]: pgmap v13596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:43 smithi081 ceph-mon[95500]: pgmap v13596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:11:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:43 smithi081 ceph-mon[107735]: pgmap v13596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:43.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:43.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:45.387 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:45 smithi081 ceph-mon[95500]: pgmap v13597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:45.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:45 smithi081 ceph-mon[107735]: pgmap v13597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:45 smithi170 ceph-mon[97338]: pgmap v13597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:45.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:45.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:45.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:47 smithi170 ceph-mon[97338]: pgmap v13598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:47 smithi081 ceph-mon[95500]: pgmap v13598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:47 smithi081 ceph-mon[107735]: pgmap v13598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:49 smithi170 ceph-mon[97338]: pgmap v13599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:49 smithi081 ceph-mon[95500]: pgmap v13599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:49 smithi081 ceph-mon[107735]: pgmap v13599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:51 smithi170 ceph-mon[97338]: pgmap v13600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:51 smithi081 ceph-mon[95500]: pgmap v13600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:51 smithi081 ceph-mon[107735]: pgmap v13600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:53 smithi170 ceph-mon[97338]: pgmap v13601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:53 smithi081 ceph-mon[95500]: pgmap v13601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:11:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:53 smithi081 ceph-mon[107735]: pgmap v13601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:54.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:53.543Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:53.544Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:55.388 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:55 smithi081 ceph-mon[95500]: pgmap v13602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:55.388 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:55 smithi081 ceph-mon[107735]: pgmap v13602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:55 smithi170 ceph-mon[97338]: pgmap v13602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:55.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:11:55.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:11:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:11:55.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:11:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:57 smithi170 ceph-mon[97338]: pgmap v13603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:57 smithi081 ceph-mon[95500]: pgmap v13603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:57 smithi081 ceph-mon[107735]: pgmap v13603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:11:59 smithi170 ceph-mon[97338]: pgmap v13604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:11:59 smithi081 ceph-mon[95500]: pgmap v13604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:11:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:11:59 smithi081 ceph-mon[107735]: pgmap v13604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:01 smithi170 ceph-mon[97338]: pgmap v13605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:01 smithi081 ceph-mon[95500]: pgmap v13605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:01 smithi081 ceph-mon[107735]: pgmap v13605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:03 smithi170 ceph-mon[97338]: pgmap v13606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:03 smithi081 ceph-mon[95500]: pgmap v13606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:12:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:03 smithi081 ceph-mon[107735]: pgmap v13606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:04.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:03.544Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:03.544Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:05.389 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:05 smithi081 ceph-mon[95500]: pgmap v13607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:05.389 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:05 smithi081 ceph-mon[107735]: pgmap v13607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:05 smithi170 ceph-mon[97338]: pgmap v13607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:05.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:05.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:05.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:07 smithi170 ceph-mon[97338]: pgmap v13608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:07 smithi081 ceph-mon[95500]: pgmap v13608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:07 smithi081 ceph-mon[107735]: pgmap v13608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:09 smithi170 ceph-mon[97338]: pgmap v13609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:09 smithi081 ceph-mon[95500]: pgmap v13609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:09 smithi081 ceph-mon[107735]: pgmap v13609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:11 smithi170 ceph-mon[97338]: pgmap v13610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:11 smithi081 ceph-mon[95500]: pgmap v13610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:11 smithi081 ceph-mon[107735]: pgmap v13610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:13 smithi170 ceph-mon[97338]: pgmap v13611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:13 smithi081 ceph-mon[95500]: pgmap v13611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:12:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:13 smithi081 ceph-mon[107735]: pgmap v13611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:13.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:13.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:15 smithi170 ceph-mon[97338]: pgmap v13612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:15 smithi081 ceph-mon[95500]: pgmap v13612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:15 smithi081 ceph-mon[107735]: pgmap v13612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:15.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:15.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:17 smithi170 ceph-mon[97338]: pgmap v13613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:17 smithi081 ceph-mon[95500]: pgmap v13613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:17 smithi081 ceph-mon[107735]: pgmap v13613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:19 smithi170 ceph-mon[97338]: pgmap v13614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:19 smithi081 ceph-mon[95500]: pgmap v13614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:19 smithi081 ceph-mon[107735]: pgmap v13614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:21 smithi170 ceph-mon[97338]: pgmap v13615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:21 smithi081 ceph-mon[95500]: pgmap v13615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:21 smithi081 ceph-mon[107735]: pgmap v13615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:23 smithi170 ceph-mon[97338]: pgmap v13616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:23 smithi081 ceph-mon[95500]: pgmap v13616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:12:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:23 smithi081 ceph-mon[107735]: pgmap v13616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:24.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:23.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:23.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:25 smithi170 ceph-mon[97338]: pgmap v13617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:25 smithi081 ceph-mon[95500]: pgmap v13617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:25.386Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:25.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:25.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:25 smithi081 ceph-mon[107735]: pgmap v13617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:27 smithi170 ceph-mon[97338]: pgmap v13618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:27 smithi081 ceph-mon[95500]: pgmap v13618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:27 smithi081 ceph-mon[107735]: pgmap v13618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:29 smithi170 ceph-mon[97338]: pgmap v13619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:29 smithi081 ceph-mon[95500]: pgmap v13619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:29 smithi081 ceph-mon[107735]: pgmap v13619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:31 smithi170 ceph-mon[97338]: pgmap v13620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:31 smithi081 ceph-mon[95500]: pgmap v13620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:31 smithi081 ceph-mon[107735]: pgmap v13620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:33 smithi170 ceph-mon[97338]: pgmap v13621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:33 smithi081 ceph-mon[95500]: pgmap v13621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:12:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:33 smithi081 ceph-mon[107735]: pgmap v13621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:34.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:33.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:33.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:35 smithi170 ceph-mon[97338]: pgmap v13622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:35 smithi081 ceph-mon[95500]: pgmap v13622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:35 smithi081 ceph-mon[107735]: pgmap v13622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:35.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:35.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:35.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:37 smithi170 ceph-mon[97338]: pgmap v13623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:37 smithi081 ceph-mon[95500]: pgmap v13623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:37 smithi081 ceph-mon[107735]: pgmap v13623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:39 smithi170 ceph-mon[97338]: pgmap v13624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:39 smithi081 ceph-mon[95500]: pgmap v13624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:39 smithi081 ceph-mon[107735]: pgmap v13624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:41 smithi170 ceph-mon[97338]: pgmap v13625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:41 smithi081 ceph-mon[95500]: pgmap v13625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:41 smithi081 ceph-mon[107735]: pgmap v13625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:43 smithi170 ceph-mon[97338]: pgmap v13626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:43 smithi081 ceph-mon[95500]: pgmap v13626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:12:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:43 smithi081 ceph-mon[107735]: pgmap v13626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:43.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:43.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:45 smithi170 ceph-mon[97338]: pgmap v13627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:45 smithi081 ceph-mon[95500]: pgmap v13627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:45 smithi081 ceph-mon[107735]: pgmap v13627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:45.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:45.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:45.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:47 smithi170 ceph-mon[97338]: pgmap v13628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:47 smithi081 ceph-mon[95500]: pgmap v13628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:47 smithi081 ceph-mon[107735]: pgmap v13628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:49 smithi170 ceph-mon[97338]: pgmap v13629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:49.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:49 smithi081 ceph-mon[95500]: pgmap v13629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:49 smithi081 ceph-mon[107735]: pgmap v13629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:51 smithi170 ceph-mon[97338]: pgmap v13630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:51 smithi081 ceph-mon[95500]: pgmap v13630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:51 smithi081 ceph-mon[107735]: pgmap v13630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:53 smithi170 ceph-mon[97338]: pgmap v13631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:53 smithi081 ceph-mon[95500]: pgmap v13631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:12:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:53 smithi081 ceph-mon[107735]: pgmap v13631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:54.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:53.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:53.548Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:55 smithi170 ceph-mon[97338]: pgmap v13632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:55 smithi081 ceph-mon[95500]: pgmap v13632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:55 smithi081 ceph-mon[107735]: pgmap v13632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:12:55.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:12:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:12:55.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:12:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:57 smithi170 ceph-mon[97338]: pgmap v13633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:57 smithi081 ceph-mon[95500]: pgmap v13633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:57 smithi081 ceph-mon[107735]: pgmap v13633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:12:59 smithi170 ceph-mon[97338]: pgmap v13634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:12:59 smithi081 ceph-mon[95500]: pgmap v13634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:12:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:12:59 smithi081 ceph-mon[107735]: pgmap v13634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:01 smithi170 ceph-mon[97338]: pgmap v13635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:01 smithi081 ceph-mon[95500]: pgmap v13635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:01 smithi081 ceph-mon[107735]: pgmap v13635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:03 smithi170 ceph-mon[97338]: pgmap v13636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:03 smithi081 ceph-mon[95500]: pgmap v13636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:13:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:03 smithi081 ceph-mon[107735]: pgmap v13636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:04.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:03.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:03.549Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:05 smithi170 ceph-mon[97338]: pgmap v13637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:05 smithi081 ceph-mon[95500]: pgmap v13637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:05 smithi081 ceph-mon[107735]: pgmap v13637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:05.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:05.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:05.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:07 smithi170 ceph-mon[97338]: pgmap v13638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:07 smithi081 ceph-mon[95500]: pgmap v13638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:07 smithi081 ceph-mon[107735]: pgmap v13638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:09 smithi170 ceph-mon[97338]: pgmap v13639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:09 smithi081 ceph-mon[95500]: pgmap v13639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:09 smithi081 ceph-mon[107735]: pgmap v13639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:11 smithi170 ceph-mon[97338]: pgmap v13640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:11 smithi081 ceph-mon[95500]: pgmap v13640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:11 smithi081 ceph-mon[107735]: pgmap v13640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:13 smithi170 ceph-mon[97338]: pgmap v13641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:13 smithi081 ceph-mon[95500]: pgmap v13641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:13:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:13 smithi081 ceph-mon[107735]: pgmap v13641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:13.548Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:13.550Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:15 smithi170 ceph-mon[97338]: pgmap v13642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:15 smithi081 ceph-mon[95500]: pgmap v13642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:15 smithi081 ceph-mon[107735]: pgmap v13642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:15.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:15.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:17 smithi170 ceph-mon[97338]: pgmap v13643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:17 smithi081 ceph-mon[95500]: pgmap v13643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:17 smithi081 ceph-mon[107735]: pgmap v13643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:19 smithi081 ceph-mon[95500]: pgmap v13644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:19 smithi081 ceph-mon[107735]: pgmap v13644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:19 smithi170 ceph-mon[97338]: pgmap v13644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:21 smithi081 ceph-mon[95500]: pgmap v13645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:21 smithi081 ceph-mon[107735]: pgmap v13645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:21 smithi170 ceph-mon[97338]: pgmap v13645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:23 smithi081 ceph-mon[95500]: pgmap v13646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:13:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:23 smithi081 ceph-mon[107735]: pgmap v13646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:23 smithi170 ceph-mon[97338]: pgmap v13646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:24.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:23.550Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:23.551Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:25 smithi081 ceph-mon[95500]: pgmap v13647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:25 smithi081 ceph-mon[107735]: pgmap v13647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:25.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:25.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:25.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:25 smithi170 ceph-mon[97338]: pgmap v13647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:27 smithi081 ceph-mon[95500]: pgmap v13648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:27 smithi081 ceph-mon[107735]: pgmap v13648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:27 smithi170 ceph-mon[97338]: pgmap v13648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:29 smithi081 ceph-mon[95500]: pgmap v13649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:29 smithi081 ceph-mon[107735]: pgmap v13649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:29 smithi170 ceph-mon[97338]: pgmap v13649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:31 smithi170 ceph-mon[97338]: pgmap v13650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:31 smithi081 ceph-mon[95500]: pgmap v13650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:31 smithi081 ceph-mon[107735]: pgmap v13650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:33 smithi081 ceph-mon[95500]: pgmap v13651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:13:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:33 smithi081 ceph-mon[107735]: pgmap v13651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:33 smithi170 ceph-mon[97338]: pgmap v13651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:33.550Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:33.551Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:35 smithi170 ceph-mon[97338]: pgmap v13652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:35 smithi081 ceph-mon[95500]: pgmap v13652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:35 smithi081 ceph-mon[107735]: pgmap v13652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:35.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:35.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:37.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:37 smithi170 ceph-mon[97338]: pgmap v13653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:37.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:37 smithi081 ceph-mon[95500]: pgmap v13653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:37 smithi081 ceph-mon[107735]: pgmap v13653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:39.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:39 smithi170 ceph-mon[97338]: pgmap v13654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:39 smithi081 ceph-mon[95500]: pgmap v13654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:39 smithi081 ceph-mon[107735]: pgmap v13654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:41 smithi170 ceph-mon[97338]: pgmap v13655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:41 smithi081 ceph-mon[95500]: pgmap v13655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:41 smithi081 ceph-mon[107735]: pgmap v13655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:43 smithi081 ceph-mon[95500]: pgmap v13656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:13:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:43 smithi081 ceph-mon[107735]: pgmap v13656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:43 smithi170 ceph-mon[97338]: pgmap v13656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:44.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:43.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:43.552Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:45 smithi170 ceph-mon[97338]: pgmap v13657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:45 smithi081 ceph-mon[95500]: pgmap v13657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:45 smithi081 ceph-mon[107735]: pgmap v13657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:45.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:45.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:47 smithi170 ceph-mon[97338]: pgmap v13658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:47 smithi081 ceph-mon[95500]: pgmap v13658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:47 smithi081 ceph-mon[107735]: pgmap v13658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:49 smithi170 ceph-mon[97338]: pgmap v13659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:49.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:49 smithi081 ceph-mon[95500]: pgmap v13659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:49 smithi081 ceph-mon[107735]: pgmap v13659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:51 smithi170 ceph-mon[97338]: pgmap v13660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:51 smithi081 ceph-mon[95500]: pgmap v13660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:51 smithi081 ceph-mon[107735]: pgmap v13660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:53 smithi081 ceph-mon[95500]: pgmap v13661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:13:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:53 smithi081 ceph-mon[107735]: pgmap v13661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:53 smithi170 ceph-mon[97338]: pgmap v13661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:54.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:53.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:53.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:55 smithi170 ceph-mon[97338]: pgmap v13662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:55 smithi081 ceph-mon[95500]: pgmap v13662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:55 smithi081 ceph-mon[107735]: pgmap v13662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:13:55.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:13:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:13:55.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:13:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:57 smithi170 ceph-mon[97338]: pgmap v13663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:57 smithi081 ceph-mon[95500]: pgmap v13663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:57 smithi081 ceph-mon[107735]: pgmap v13663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:13:59 smithi170 ceph-mon[97338]: pgmap v13664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:13:59 smithi081 ceph-mon[95500]: pgmap v13664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:13:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:13:59 smithi081 ceph-mon[107735]: pgmap v13664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:01 smithi170 ceph-mon[97338]: pgmap v13665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:01.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:01 smithi081 ceph-mon[95500]: pgmap v13665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:01 smithi081 ceph-mon[107735]: pgmap v13665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:03.321 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:14:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:03 smithi170 ceph-mon[97338]: pgmap v13666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:03 smithi081 ceph-mon[95500]: pgmap v13666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:03 smithi081 ceph-mon[107735]: pgmap v13666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:03.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:03.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:05 smithi170 ceph-mon[97338]: pgmap v13667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:05 smithi081 ceph-mon[95500]: pgmap v13667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:05 smithi081 ceph-mon[107735]: pgmap v13667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:05.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:05.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:07.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:07 smithi170 ceph-mon[97338]: pgmap v13668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:07 smithi081 ceph-mon[95500]: pgmap v13668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:07 smithi081 ceph-mon[107735]: pgmap v13668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:09 smithi170 ceph-mon[97338]: pgmap v13669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:09 smithi081 ceph-mon[95500]: pgmap v13669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:09 smithi081 ceph-mon[107735]: pgmap v13669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:11 smithi170 ceph-mon[97338]: pgmap v13670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:11 smithi081 ceph-mon[95500]: pgmap v13670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:11 smithi081 ceph-mon[107735]: pgmap v13670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:13.344 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:14:13.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:13 smithi170 ceph-mon[97338]: pgmap v13671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:13 smithi081 ceph-mon[95500]: pgmap v13671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:13 smithi081 ceph-mon[107735]: pgmap v13671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:13.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:13.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:15 smithi170 ceph-mon[97338]: pgmap v13672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:15 smithi081 ceph-mon[95500]: pgmap v13672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:15 smithi081 ceph-mon[107735]: pgmap v13672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:15.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:15.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:17 smithi170 ceph-mon[97338]: pgmap v13673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:17 smithi081 ceph-mon[95500]: pgmap v13673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:17 smithi081 ceph-mon[107735]: pgmap v13673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:19 smithi170 ceph-mon[97338]: pgmap v13674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:19 smithi081 ceph-mon[95500]: pgmap v13674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:19 smithi081 ceph-mon[107735]: pgmap v13674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:21 smithi170 ceph-mon[97338]: pgmap v13675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:21.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:21 smithi081 ceph-mon[95500]: pgmap v13675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:21 smithi081 ceph-mon[107735]: pgmap v13675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:23.359 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:14:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:23 smithi170 ceph-mon[97338]: pgmap v13676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:23 smithi081 ceph-mon[95500]: pgmap v13676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:23.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:23.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:23 smithi081 ceph-mon[107735]: pgmap v13676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:25 smithi170 ceph-mon[97338]: pgmap v13677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:25 smithi081 ceph-mon[95500]: pgmap v13677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:25 smithi081 ceph-mon[107735]: pgmap v13677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:25.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:25.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:27 smithi170 ceph-mon[97338]: pgmap v13678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:27.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:27 smithi081 ceph-mon[95500]: pgmap v13678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:27 smithi081 ceph-mon[107735]: pgmap v13678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:29 smithi170 ceph-mon[97338]: pgmap v13679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:29 smithi081 ceph-mon[95500]: pgmap v13679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:29 smithi081 ceph-mon[107735]: pgmap v13679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:31 smithi170 ceph-mon[97338]: pgmap v13680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:31 smithi081 ceph-mon[95500]: pgmap v13680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:31 smithi081 ceph-mon[107735]: pgmap v13680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:33.372 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:14:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:33 smithi170 ceph-mon[97338]: pgmap v13681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:33 smithi081 ceph-mon[95500]: pgmap v13681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:33 smithi081 ceph-mon[107735]: pgmap v13681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:33.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:33.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:35 smithi170 ceph-mon[97338]: pgmap v13682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:35 smithi081 ceph-mon[95500]: pgmap v13682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:35 smithi081 ceph-mon[107735]: pgmap v13682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:35.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:35.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:37 smithi170 ceph-mon[97338]: pgmap v13683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:37 smithi081 ceph-mon[95500]: pgmap v13683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:37 smithi081 ceph-mon[107735]: pgmap v13683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:39 smithi170 ceph-mon[97338]: pgmap v13684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:39 smithi081 ceph-mon[95500]: pgmap v13684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:39 smithi081 ceph-mon[107735]: pgmap v13684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:41 smithi170 ceph-mon[97338]: pgmap v13685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:41 smithi081 ceph-mon[95500]: pgmap v13685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:41 smithi081 ceph-mon[107735]: pgmap v13685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:43.400 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:14:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:43 smithi170 ceph-mon[97338]: pgmap v13686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:43 smithi081 ceph-mon[95500]: pgmap v13686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:43.556Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:43.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:43.557Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:43 smithi081 ceph-mon[107735]: pgmap v13686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:45 smithi170 ceph-mon[97338]: pgmap v13687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:45 smithi081 ceph-mon[95500]: pgmap v13687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:45.398Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:45.399Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:45 smithi081 ceph-mon[107735]: pgmap v13687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:47 smithi170 ceph-mon[97338]: pgmap v13688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:47 smithi081 ceph-mon[95500]: pgmap v13688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:47 smithi081 ceph-mon[107735]: pgmap v13688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:49 smithi170 ceph-mon[97338]: pgmap v13689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:49 smithi081 ceph-mon[95500]: pgmap v13689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:49 smithi081 ceph-mon[107735]: pgmap v13689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:51 smithi170 ceph-mon[97338]: pgmap v13690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:51.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:51 smithi081 ceph-mon[95500]: pgmap v13690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:51 smithi081 ceph-mon[107735]: pgmap v13690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:53.413 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:14:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:53 smithi170 ceph-mon[97338]: pgmap v13691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:53.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:53 smithi081 ceph-mon[95500]: pgmap v13691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:53 smithi081 ceph-mon[107735]: pgmap v13691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:53.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:53.558Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:55 smithi170 ceph-mon[97338]: pgmap v13692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:55 smithi081 ceph-mon[95500]: pgmap v13692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:55 smithi081 ceph-mon[107735]: pgmap v13692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:14:55.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:14:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:14:55.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:14:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:57 smithi170 ceph-mon[97338]: pgmap v13693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:57 smithi081 ceph-mon[95500]: pgmap v13693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:57 smithi081 ceph-mon[107735]: pgmap v13693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:14:59 smithi170 ceph-mon[97338]: pgmap v13694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:14:59 smithi081 ceph-mon[95500]: pgmap v13694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:14:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:14:59 smithi081 ceph-mon[107735]: pgmap v13694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:01 smithi170 ceph-mon[97338]: pgmap v13695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:01 smithi081 ceph-mon[95500]: pgmap v13695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:01 smithi081 ceph-mon[107735]: pgmap v13695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:03.427 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:15:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:03 smithi170 ceph-mon[97338]: pgmap v13696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:03 smithi081 ceph-mon[95500]: pgmap v13696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:03 smithi081 ceph-mon[107735]: pgmap v13696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:03.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:03.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:05 smithi170 ceph-mon[97338]: pgmap v13697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:05 smithi081 ceph-mon[95500]: pgmap v13697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:05.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:05.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:05 smithi081 ceph-mon[107735]: pgmap v13697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:07 smithi170 ceph-mon[97338]: pgmap v13698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:07 smithi081 ceph-mon[95500]: pgmap v13698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:07 smithi081 ceph-mon[107735]: pgmap v13698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:09 smithi170 ceph-mon[97338]: pgmap v13699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:09.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:09 smithi081 ceph-mon[95500]: pgmap v13699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:09 smithi081 ceph-mon[107735]: pgmap v13699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:11 smithi170 ceph-mon[97338]: pgmap v13700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:11 smithi081 ceph-mon[95500]: pgmap v13700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:11 smithi081 ceph-mon[107735]: pgmap v13700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:13.441 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:15:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:13 smithi170 ceph-mon[97338]: pgmap v13701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:13 smithi081 ceph-mon[95500]: pgmap v13701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:13 smithi081 ceph-mon[107735]: pgmap v13701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:13.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:13.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:15 smithi170 ceph-mon[97338]: pgmap v13702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:15.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:15 smithi081 ceph-mon[95500]: pgmap v13702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:15.775 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:15 smithi081 ceph-mon[107735]: pgmap v13702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:15.776 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:15.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:15.776 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:15.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:17 smithi170 ceph-mon[97338]: pgmap v13703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:17 smithi081 ceph-mon[95500]: pgmap v13703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:17 smithi081 ceph-mon[107735]: pgmap v13703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:19 smithi170 ceph-mon[97338]: pgmap v13704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:19 smithi081 ceph-mon[95500]: pgmap v13704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:19 smithi081 ceph-mon[107735]: pgmap v13704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:21 smithi170 ceph-mon[97338]: pgmap v13705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:21 smithi081 ceph-mon[95500]: pgmap v13705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:21 smithi081 ceph-mon[107735]: pgmap v13705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:23.455 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:15:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:23 smithi170 ceph-mon[97338]: pgmap v13706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:23 smithi081 ceph-mon[95500]: pgmap v13706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:23 smithi081 ceph-mon[107735]: pgmap v13706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:23.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:23.559Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:23.560Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:25 smithi170 ceph-mon[97338]: pgmap v13707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:25 smithi081 ceph-mon[95500]: pgmap v13707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:25 smithi081 ceph-mon[107735]: pgmap v13707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:25.402Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:25.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:27 smithi170 ceph-mon[97338]: pgmap v13708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:27 smithi081 ceph-mon[95500]: pgmap v13708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:27 smithi081 ceph-mon[107735]: pgmap v13708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:29 smithi170 ceph-mon[97338]: pgmap v13709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:29 smithi081 ceph-mon[95500]: pgmap v13709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:29 smithi081 ceph-mon[107735]: pgmap v13709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:31 smithi170 ceph-mon[97338]: pgmap v13710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:31 smithi081 ceph-mon[95500]: pgmap v13710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:31 smithi081 ceph-mon[107735]: pgmap v13710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:33.472 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:15:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:33 smithi170 ceph-mon[97338]: pgmap v13711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:33 smithi081 ceph-mon[95500]: pgmap v13711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:33.560Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:33.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:33.561Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:33 smithi081 ceph-mon[107735]: pgmap v13711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:35 smithi170 ceph-mon[97338]: pgmap v13712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:35 smithi081 ceph-mon[95500]: pgmap v13712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:35 smithi081 ceph-mon[107735]: pgmap v13712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:35.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:35.404Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:37 smithi170 ceph-mon[97338]: pgmap v13713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:37 smithi081 ceph-mon[95500]: pgmap v13713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:37 smithi081 ceph-mon[107735]: pgmap v13713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:39 smithi170 ceph-mon[97338]: pgmap v13714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:39 smithi081 ceph-mon[95500]: pgmap v13714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:39 smithi081 ceph-mon[107735]: pgmap v13714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:41 smithi170 ceph-mon[97338]: pgmap v13715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:41 smithi081 ceph-mon[95500]: pgmap v13715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:41 smithi081 ceph-mon[107735]: pgmap v13715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:43.485 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:15:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:43 smithi170 ceph-mon[97338]: pgmap v13716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:43 smithi081 ceph-mon[95500]: pgmap v13716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:43 smithi081 ceph-mon[107735]: pgmap v13716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:43.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:43.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:45 smithi170 ceph-mon[97338]: pgmap v13717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:45 smithi081 ceph-mon[95500]: pgmap v13717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:45 smithi081 ceph-mon[107735]: pgmap v13717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:45.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:45.404Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:47 smithi170 ceph-mon[97338]: pgmap v13718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:47 smithi081 ceph-mon[95500]: pgmap v13718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:47 smithi081 ceph-mon[107735]: pgmap v13718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:49 smithi170 ceph-mon[97338]: pgmap v13719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:49 smithi081 ceph-mon[95500]: pgmap v13719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:49 smithi081 ceph-mon[107735]: pgmap v13719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:51 smithi081 ceph-mon[95500]: pgmap v13720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:51 smithi081 ceph-mon[107735]: pgmap v13720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:51 smithi170 ceph-mon[97338]: pgmap v13720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:53.499 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:15:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:53 smithi081 ceph-mon[95500]: pgmap v13721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:53 smithi081 ceph-mon[107735]: pgmap v13721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:53.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:53.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:53.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:53 smithi170 ceph-mon[97338]: pgmap v13721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:55 smithi081 ceph-mon[95500]: pgmap v13722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:55 smithi081 ceph-mon[107735]: pgmap v13722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:15:55.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:15:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:15:55.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:15:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:55 smithi170 ceph-mon[97338]: pgmap v13722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:57.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:57 smithi081 ceph-mon[95500]: pgmap v13723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:57 smithi081 ceph-mon[107735]: pgmap v13723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:57 smithi170 ceph-mon[97338]: pgmap v13723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:15:59 smithi081 ceph-mon[95500]: pgmap v13724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:15:59 smithi081 ceph-mon[107735]: pgmap v13724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:15:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:15:59 smithi170 ceph-mon[97338]: pgmap v13724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:01 smithi081 ceph-mon[95500]: pgmap v13725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:01 smithi081 ceph-mon[107735]: pgmap v13725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:01 smithi170 ceph-mon[97338]: pgmap v13725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:16:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:03 smithi170 ceph-mon[97338]: pgmap v13726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:04.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:03 smithi081 ceph-mon[95500]: pgmap v13726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:03.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:03.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:03 smithi081 ceph-mon[107735]: pgmap v13726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:05 smithi081 ceph-mon[95500]: pgmap v13727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:05 smithi081 ceph-mon[107735]: pgmap v13727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:05.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:05.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:05 smithi170 ceph-mon[97338]: pgmap v13727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:07 smithi170 ceph-mon[97338]: pgmap v13728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:07 smithi081 ceph-mon[95500]: pgmap v13728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:07 smithi081 ceph-mon[107735]: pgmap v13728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:09 smithi170 ceph-mon[97338]: pgmap v13729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:09 smithi081 ceph-mon[95500]: pgmap v13729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:09 smithi081 ceph-mon[107735]: pgmap v13729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:11 smithi170 ceph-mon[97338]: pgmap v13730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:11 smithi081 ceph-mon[95500]: pgmap v13730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:11 smithi081 ceph-mon[107735]: pgmap v13730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:16:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:13 smithi170 ceph-mon[97338]: pgmap v13731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:13 smithi081 ceph-mon[95500]: pgmap v13731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:13 smithi081 ceph-mon[107735]: pgmap v13731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:13.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:13.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:15 smithi081 ceph-mon[95500]: pgmap v13732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:15 smithi081 ceph-mon[107735]: pgmap v13732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:15.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:15.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:15.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:15 smithi170 ceph-mon[97338]: pgmap v13732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:17 smithi170 ceph-mon[97338]: pgmap v13733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:17 smithi081 ceph-mon[95500]: pgmap v13733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:17 smithi081 ceph-mon[107735]: pgmap v13733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:19 smithi170 ceph-mon[97338]: pgmap v13734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:20.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:19 smithi081 ceph-mon[95500]: pgmap v13734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:19 smithi081 ceph-mon[107735]: pgmap v13734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:21 smithi170 ceph-mon[97338]: pgmap v13735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:21 smithi081 ceph-mon[95500]: pgmap v13735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:21 smithi081 ceph-mon[107735]: pgmap v13735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:16:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:23 smithi170 ceph-mon[97338]: pgmap v13736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:23 smithi081 ceph-mon[95500]: pgmap v13736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:23.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:23.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:23 smithi081 ceph-mon[107735]: pgmap v13736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:25 smithi081 ceph-mon[95500]: pgmap v13737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:25 smithi081 ceph-mon[107735]: pgmap v13737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:25.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:25.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:25 smithi170 ceph-mon[97338]: pgmap v13737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:27 smithi170 ceph-mon[97338]: pgmap v13738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:27 smithi081 ceph-mon[95500]: pgmap v13738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:27 smithi081 ceph-mon[107735]: pgmap v13738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:29 smithi170 ceph-mon[97338]: pgmap v13739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:29 smithi081 ceph-mon[95500]: pgmap v13739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:29 smithi081 ceph-mon[107735]: pgmap v13739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:31 smithi170 ceph-mon[97338]: pgmap v13740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:31 smithi081 ceph-mon[95500]: pgmap v13740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:31 smithi081 ceph-mon[107735]: pgmap v13740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:16:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:33 smithi170 ceph-mon[97338]: pgmap v13741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:33 smithi081 ceph-mon[95500]: pgmap v13741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:33.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:33.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:33 smithi081 ceph-mon[107735]: pgmap v13741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:35 smithi081 ceph-mon[95500]: pgmap v13742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:35 smithi081 ceph-mon[107735]: pgmap v13742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:35.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:35.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:35 smithi170 ceph-mon[97338]: pgmap v13742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:37 smithi170 ceph-mon[97338]: pgmap v13743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:37 smithi081 ceph-mon[95500]: pgmap v13743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:37 smithi081 ceph-mon[107735]: pgmap v13743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:39 smithi170 ceph-mon[97338]: pgmap v13744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:39 smithi081 ceph-mon[95500]: pgmap v13744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:39 smithi081 ceph-mon[107735]: pgmap v13744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:41 smithi170 ceph-mon[97338]: pgmap v13745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:41 smithi081 ceph-mon[95500]: pgmap v13745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:41 smithi081 ceph-mon[107735]: pgmap v13745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:16:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:43 smithi170 ceph-mon[97338]: pgmap v13746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:43 smithi081 ceph-mon[95500]: pgmap v13746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:43.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:43.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:43 smithi081 ceph-mon[107735]: pgmap v13746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:45 smithi081 ceph-mon[95500]: pgmap v13747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:45.408Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:45.409Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:45 smithi081 ceph-mon[107735]: pgmap v13747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:45 smithi170 ceph-mon[97338]: pgmap v13747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:47 smithi170 ceph-mon[97338]: pgmap v13748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:47 smithi081 ceph-mon[95500]: pgmap v13748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:47 smithi081 ceph-mon[107735]: pgmap v13748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:49 smithi170 ceph-mon[97338]: pgmap v13749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:49 smithi081 ceph-mon[95500]: pgmap v13749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:49 smithi081 ceph-mon[107735]: pgmap v13749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:51 smithi170 ceph-mon[97338]: pgmap v13750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:51 smithi081 ceph-mon[95500]: pgmap v13750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:51 smithi081 ceph-mon[107735]: pgmap v13750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:16:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:53 smithi170 ceph-mon[97338]: pgmap v13751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:53 smithi081 ceph-mon[95500]: pgmap v13751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:53 smithi081 ceph-mon[107735]: pgmap v13751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:53.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:53.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:55 smithi081 ceph-mon[95500]: pgmap v13752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:16:55.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:16:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:16:55.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:16:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:55 smithi081 ceph-mon[107735]: pgmap v13752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:55 smithi170 ceph-mon[97338]: pgmap v13752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:57 smithi170 ceph-mon[97338]: pgmap v13753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:57 smithi081 ceph-mon[95500]: pgmap v13753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:57 smithi081 ceph-mon[107735]: pgmap v13753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:16:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:16:59 smithi170 ceph-mon[97338]: pgmap v13754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:16:59 smithi081 ceph-mon[95500]: pgmap v13754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:16:59 smithi081 ceph-mon[107735]: pgmap v13754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:01 smithi170 ceph-mon[97338]: pgmap v13755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:01 smithi081 ceph-mon[95500]: pgmap v13755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:01 smithi081 ceph-mon[107735]: pgmap v13755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:17:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:03 smithi170 ceph-mon[97338]: pgmap v13756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:03 smithi081 ceph-mon[95500]: pgmap v13756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:03 smithi081 ceph-mon[107735]: pgmap v13756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:03.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:03.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:05 smithi081 ceph-mon[95500]: pgmap v13757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:05 smithi081 ceph-mon[107735]: pgmap v13757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:05.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:05.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:05 smithi170 ceph-mon[97338]: pgmap v13757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:07 smithi170 ceph-mon[97338]: pgmap v13758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:07 smithi081 ceph-mon[95500]: pgmap v13758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:07 smithi081 ceph-mon[107735]: pgmap v13758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:09 smithi170 ceph-mon[97338]: pgmap v13759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:09 smithi081 ceph-mon[95500]: pgmap v13759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:09 smithi081 ceph-mon[107735]: pgmap v13759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:11 smithi170 ceph-mon[97338]: pgmap v13760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:11 smithi081 ceph-mon[95500]: pgmap v13760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:11 smithi081 ceph-mon[107735]: pgmap v13760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:17:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:13 smithi170 ceph-mon[97338]: pgmap v13761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:13 smithi081 ceph-mon[95500]: pgmap v13761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:13.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:13.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:13 smithi081 ceph-mon[107735]: pgmap v13761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:15 smithi081 ceph-mon[95500]: pgmap v13762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:15 smithi081 ceph-mon[107735]: pgmap v13762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:15.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:15.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:15.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:15 smithi170 ceph-mon[97338]: pgmap v13762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:17 smithi170 ceph-mon[97338]: pgmap v13763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:17 smithi081 ceph-mon[95500]: pgmap v13763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:17 smithi081 ceph-mon[107735]: pgmap v13763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:19 smithi170 ceph-mon[97338]: pgmap v13764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:19 smithi081 ceph-mon[95500]: pgmap v13764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:19 smithi081 ceph-mon[107735]: pgmap v13764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:21 smithi170 ceph-mon[97338]: pgmap v13765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:21 smithi081 ceph-mon[95500]: pgmap v13765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:21 smithi081 ceph-mon[107735]: pgmap v13765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:17:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:23 smithi170 ceph-mon[97338]: pgmap v13766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:23 smithi081 ceph-mon[95500]: pgmap v13766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:23 smithi081 ceph-mon[107735]: pgmap v13766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:23.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:23.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:25 smithi081 ceph-mon[95500]: pgmap v13767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:25.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:25.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:25 smithi081 ceph-mon[107735]: pgmap v13767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:25 smithi170 ceph-mon[97338]: pgmap v13767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:27 smithi170 ceph-mon[97338]: pgmap v13768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:27 smithi081 ceph-mon[95500]: pgmap v13768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:27 smithi081 ceph-mon[107735]: pgmap v13768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:29 smithi170 ceph-mon[97338]: pgmap v13769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:29 smithi081 ceph-mon[95500]: pgmap v13769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:29 smithi081 ceph-mon[107735]: pgmap v13769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:31 smithi170 ceph-mon[97338]: pgmap v13770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:31 smithi081 ceph-mon[95500]: pgmap v13770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:31 smithi081 ceph-mon[107735]: pgmap v13770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:17:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:33 smithi170 ceph-mon[97338]: pgmap v13771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:33 smithi081 ceph-mon[95500]: pgmap v13771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:33 smithi081 ceph-mon[107735]: pgmap v13771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:33.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:33.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:35 smithi081 ceph-mon[95500]: pgmap v13772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:35 smithi081 ceph-mon[107735]: pgmap v13772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:35.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:35.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:35 smithi170 ceph-mon[97338]: pgmap v13772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:37 smithi170 ceph-mon[97338]: pgmap v13773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:37 smithi081 ceph-mon[95500]: pgmap v13773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:37 smithi081 ceph-mon[107735]: pgmap v13773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:39 smithi170 ceph-mon[97338]: pgmap v13774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:39 smithi081 ceph-mon[95500]: pgmap v13774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:39 smithi081 ceph-mon[107735]: pgmap v13774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:41 smithi170 ceph-mon[97338]: pgmap v13775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:41 smithi081 ceph-mon[95500]: pgmap v13775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:41 smithi081 ceph-mon[107735]: pgmap v13775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:17:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:43 smithi170 ceph-mon[97338]: pgmap v13776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:43 smithi081 ceph-mon[95500]: pgmap v13776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:43 smithi081 ceph-mon[107735]: pgmap v13776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:43.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:43.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:45.675 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:45.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:45.675 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:45.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:45 smithi170 ceph-mon[97338]: pgmap v13777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:45 smithi081 ceph-mon[95500]: pgmap v13777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:45 smithi081 ceph-mon[107735]: pgmap v13777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:47 smithi170 ceph-mon[97338]: pgmap v13778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:47 smithi081 ceph-mon[95500]: pgmap v13778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:47 smithi081 ceph-mon[107735]: pgmap v13778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:49 smithi170 ceph-mon[97338]: pgmap v13779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:49 smithi081 ceph-mon[95500]: pgmap v13779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:49 smithi081 ceph-mon[107735]: pgmap v13779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:51 smithi170 ceph-mon[97338]: pgmap v13780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:51 smithi081 ceph-mon[95500]: pgmap v13780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:51 smithi081 ceph-mon[107735]: pgmap v13780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:17:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:53 smithi170 ceph-mon[97338]: pgmap v13781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:53 smithi081 ceph-mon[95500]: pgmap v13781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:53 smithi081 ceph-mon[107735]: pgmap v13781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:53.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:53.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:55.689 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:17:55.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:55.689 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:17:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:17:55.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:17:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:55 smithi170 ceph-mon[97338]: pgmap v13782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:55 smithi081 ceph-mon[95500]: pgmap v13782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:55 smithi081 ceph-mon[107735]: pgmap v13782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:57 smithi170 ceph-mon[97338]: pgmap v13783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:57 smithi081 ceph-mon[95500]: pgmap v13783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:57 smithi081 ceph-mon[107735]: pgmap v13783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:17:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:17:59 smithi170 ceph-mon[97338]: pgmap v13784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:17:59 smithi081 ceph-mon[95500]: pgmap v13784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:17:59 smithi081 ceph-mon[107735]: pgmap v13784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:01 smithi170 ceph-mon[97338]: pgmap v13785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:01 smithi081 ceph-mon[95500]: pgmap v13785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:01 smithi081 ceph-mon[107735]: pgmap v13785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:18:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:03 smithi170 ceph-mon[97338]: pgmap v13786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:03 smithi081 ceph-mon[95500]: pgmap v13786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:03 smithi081 ceph-mon[107735]: pgmap v13786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:03.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:03.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:05.703 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:05.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:05.703 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:05.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:05 smithi170 ceph-mon[97338]: pgmap v13787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:05 smithi081 ceph-mon[95500]: pgmap v13787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:05 smithi081 ceph-mon[107735]: pgmap v13787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:07 smithi170 ceph-mon[97338]: pgmap v13788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:07 smithi081 ceph-mon[95500]: pgmap v13788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:07 smithi081 ceph-mon[107735]: pgmap v13788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:09 smithi170 ceph-mon[97338]: pgmap v13789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:09 smithi081 ceph-mon[95500]: pgmap v13789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:09 smithi081 ceph-mon[107735]: pgmap v13789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:11 smithi170 ceph-mon[97338]: pgmap v13790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:11 smithi081 ceph-mon[95500]: pgmap v13790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:11 smithi081 ceph-mon[107735]: pgmap v13790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:18:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:13 smithi170 ceph-mon[97338]: pgmap v13791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:13 smithi081 ceph-mon[95500]: pgmap v13791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:13 smithi081 ceph-mon[107735]: pgmap v13791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:13.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:13.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:15.718 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:15.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:15.718 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:15.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:15 smithi170 ceph-mon[97338]: pgmap v13792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:15 smithi081 ceph-mon[95500]: pgmap v13792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:15 smithi081 ceph-mon[107735]: pgmap v13792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:17 smithi170 ceph-mon[97338]: pgmap v13793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:17 smithi081 ceph-mon[95500]: pgmap v13793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:17 smithi081 ceph-mon[107735]: pgmap v13793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:19 smithi170 ceph-mon[97338]: pgmap v13794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:19 smithi081 ceph-mon[95500]: pgmap v13794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:19 smithi081 ceph-mon[107735]: pgmap v13794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:21 smithi170 ceph-mon[97338]: pgmap v13795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:21 smithi081 ceph-mon[95500]: pgmap v13795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:21 smithi081 ceph-mon[107735]: pgmap v13795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:18:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:23 smithi170 ceph-mon[97338]: pgmap v13796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:23 smithi081 ceph-mon[95500]: pgmap v13796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:23 smithi081 ceph-mon[107735]: pgmap v13796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:23.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:23.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:25.731 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:25.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:25.731 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:25.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:25 smithi170 ceph-mon[97338]: pgmap v13797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:25 smithi081 ceph-mon[95500]: pgmap v13797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:25 smithi081 ceph-mon[107735]: pgmap v13797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:27 smithi170 ceph-mon[97338]: pgmap v13798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:27 smithi081 ceph-mon[95500]: pgmap v13798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:27 smithi081 ceph-mon[107735]: pgmap v13798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:29 smithi170 ceph-mon[97338]: pgmap v13799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:29 smithi081 ceph-mon[95500]: pgmap v13799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:29 smithi081 ceph-mon[107735]: pgmap v13799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:31 smithi170 ceph-mon[97338]: pgmap v13800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:31 smithi081 ceph-mon[95500]: pgmap v13800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:31 smithi081 ceph-mon[107735]: pgmap v13800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:18:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:33 smithi170 ceph-mon[97338]: pgmap v13801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:33 smithi081 ceph-mon[95500]: pgmap v13801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:33 smithi081 ceph-mon[107735]: pgmap v13801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:33.572Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:33.573Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:35.746 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:35.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:35.746 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:35.417Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:35 smithi081 ceph-mon[95500]: pgmap v13802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:35 smithi081 ceph-mon[107735]: pgmap v13802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:35 smithi170 ceph-mon[97338]: pgmap v13802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:37 smithi081 ceph-mon[95500]: pgmap v13803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:37 smithi081 ceph-mon[107735]: pgmap v13803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:37 smithi170 ceph-mon[97338]: pgmap v13803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:39 smithi081 ceph-mon[95500]: pgmap v13804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:39 smithi081 ceph-mon[107735]: pgmap v13804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:39 smithi170 ceph-mon[97338]: pgmap v13804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:41 smithi081 ceph-mon[95500]: pgmap v13805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:41 smithi081 ceph-mon[107735]: pgmap v13805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:42.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:41 smithi170 ceph-mon[97338]: pgmap v13805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:18:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:43 smithi081 ceph-mon[95500]: pgmap v13806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:43 smithi081 ceph-mon[107735]: pgmap v13806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:43.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:43.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:43 smithi170 ceph-mon[97338]: pgmap v13806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:45.760 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:45.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:45.761 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:45.417Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:45 smithi081 ceph-mon[95500]: pgmap v13807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:45 smithi081 ceph-mon[107735]: pgmap v13807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:45 smithi170 ceph-mon[97338]: pgmap v13807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:47 smithi081 ceph-mon[95500]: pgmap v13808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:47 smithi081 ceph-mon[107735]: pgmap v13808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:47 smithi170 ceph-mon[97338]: pgmap v13808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:49 smithi081 ceph-mon[95500]: pgmap v13809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:49 smithi081 ceph-mon[107735]: pgmap v13809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:49 smithi170 ceph-mon[97338]: pgmap v13809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:51 smithi170 ceph-mon[97338]: pgmap v13810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:51 smithi081 ceph-mon[95500]: pgmap v13810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:51 smithi081 ceph-mon[107735]: pgmap v13810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:18:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:53 smithi081 ceph-mon[95500]: pgmap v13811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:53 smithi081 ceph-mon[107735]: pgmap v13811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:53.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:53.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:53 smithi170 ceph-mon[97338]: pgmap v13811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:18:55.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:18:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:18:55.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:18:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:55 smithi170 ceph-mon[97338]: pgmap v13812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:55 smithi081 ceph-mon[95500]: pgmap v13812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:55 smithi081 ceph-mon[107735]: pgmap v13812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:57 smithi170 ceph-mon[97338]: pgmap v13813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:57 smithi081 ceph-mon[95500]: pgmap v13813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:18:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:57 smithi081 ceph-mon[107735]: pgmap v13813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:18:59 smithi170 ceph-mon[97338]: pgmap v13814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:18:59 smithi081 ceph-mon[95500]: pgmap v13814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:18:59 smithi081 ceph-mon[107735]: pgmap v13814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:01 smithi170 ceph-mon[97338]: pgmap v13815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:01 smithi081 ceph-mon[95500]: pgmap v13815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:01 smithi081 ceph-mon[107735]: pgmap v13815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:03.521 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:19:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:03 smithi081 ceph-mon[95500]: pgmap v13816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:03.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:03.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:03 smithi081 ceph-mon[107735]: pgmap v13816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:03 smithi170 ceph-mon[97338]: pgmap v13816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:05.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:05.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:05 smithi170 ceph-mon[97338]: pgmap v13817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:05 smithi081 ceph-mon[95500]: pgmap v13817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:05 smithi081 ceph-mon[107735]: pgmap v13817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:07 smithi170 ceph-mon[97338]: pgmap v13818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:07 smithi081 ceph-mon[95500]: pgmap v13818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:07 smithi081 ceph-mon[107735]: pgmap v13818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:09 smithi170 ceph-mon[97338]: pgmap v13819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:09 smithi081 ceph-mon[95500]: pgmap v13819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:09 smithi081 ceph-mon[107735]: pgmap v13819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:11 smithi170 ceph-mon[97338]: pgmap v13820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:11 smithi081 ceph-mon[95500]: pgmap v13820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:11 smithi081 ceph-mon[107735]: pgmap v13820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:19:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:13 smithi081 ceph-mon[95500]: pgmap v13821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:13 smithi081 ceph-mon[107735]: pgmap v13821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:13.575Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:13.576Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:13 smithi170 ceph-mon[97338]: pgmap v13821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:15.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:15.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:15 smithi170 ceph-mon[97338]: pgmap v13822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:15 smithi081 ceph-mon[95500]: pgmap v13822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:15 smithi081 ceph-mon[107735]: pgmap v13822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:17 smithi170 ceph-mon[97338]: pgmap v13823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:17 smithi081 ceph-mon[95500]: pgmap v13823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:17 smithi081 ceph-mon[107735]: pgmap v13823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:19 smithi170 ceph-mon[97338]: pgmap v13824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:19 smithi081 ceph-mon[95500]: pgmap v13824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:19 smithi081 ceph-mon[107735]: pgmap v13824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:21 smithi170 ceph-mon[97338]: pgmap v13825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:21 smithi081 ceph-mon[95500]: pgmap v13825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:21 smithi081 ceph-mon[107735]: pgmap v13825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:19:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:23 smithi081 ceph-mon[95500]: pgmap v13826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:23 smithi081 ceph-mon[107735]: pgmap v13826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:23.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:23.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:23 smithi170 ceph-mon[97338]: pgmap v13826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:25.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:25.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:25 smithi170 ceph-mon[97338]: pgmap v13827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:25 smithi081 ceph-mon[95500]: pgmap v13827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:25 smithi081 ceph-mon[107735]: pgmap v13827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:27 smithi170 ceph-mon[97338]: pgmap v13828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:27 smithi081 ceph-mon[95500]: pgmap v13828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:27 smithi081 ceph-mon[107735]: pgmap v13828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:29 smithi170 ceph-mon[97338]: pgmap v13829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:29 smithi081 ceph-mon[95500]: pgmap v13829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:29 smithi081 ceph-mon[107735]: pgmap v13829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:31 smithi170 ceph-mon[97338]: pgmap v13830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:31 smithi081 ceph-mon[95500]: pgmap v13830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:31 smithi081 ceph-mon[107735]: pgmap v13830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:19:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:33 smithi081 ceph-mon[95500]: pgmap v13831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:33 smithi081 ceph-mon[107735]: pgmap v13831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:33.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:33.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:33 smithi170 ceph-mon[97338]: pgmap v13831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:35.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:35.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:35 smithi170 ceph-mon[97338]: pgmap v13832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:35 smithi081 ceph-mon[95500]: pgmap v13832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:35 smithi081 ceph-mon[107735]: pgmap v13832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:37 smithi170 ceph-mon[97338]: pgmap v13833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:37 smithi081 ceph-mon[95500]: pgmap v13833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:37 smithi081 ceph-mon[107735]: pgmap v13833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:39 smithi170 ceph-mon[97338]: pgmap v13834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:39 smithi081 ceph-mon[95500]: pgmap v13834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:39 smithi081 ceph-mon[107735]: pgmap v13834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:41 smithi170 ceph-mon[97338]: pgmap v13835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:41 smithi081 ceph-mon[95500]: pgmap v13835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:41 smithi081 ceph-mon[107735]: pgmap v13835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:19:43.845 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:43.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:43.845 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:43.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:43 smithi170 ceph-mon[97338]: pgmap v13836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:43 smithi081 ceph-mon[95500]: pgmap v13836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:43 smithi081 ceph-mon[107735]: pgmap v13836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:45.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:45.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:45 smithi170 ceph-mon[97338]: pgmap v13837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:45 smithi081 ceph-mon[95500]: pgmap v13837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:45 smithi081 ceph-mon[107735]: pgmap v13837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:47 smithi170 ceph-mon[97338]: pgmap v13838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:47 smithi081 ceph-mon[95500]: pgmap v13838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:47 smithi081 ceph-mon[107735]: pgmap v13838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:49 smithi170 ceph-mon[97338]: pgmap v13839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:49 smithi081 ceph-mon[95500]: pgmap v13839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:49 smithi081 ceph-mon[107735]: pgmap v13839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:51 smithi170 ceph-mon[97338]: pgmap v13840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:51 smithi081 ceph-mon[95500]: pgmap v13840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:51 smithi081 ceph-mon[107735]: pgmap v13840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:19:53.861 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:53.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:53.861 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:53.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:53 smithi170 ceph-mon[97338]: pgmap v13841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:53 smithi081 ceph-mon[95500]: pgmap v13841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:53 smithi081 ceph-mon[107735]: pgmap v13841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:19:55.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:19:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:19:55.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:19:56.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:55 smithi170 ceph-mon[97338]: pgmap v13842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:55 smithi081 ceph-mon[95500]: pgmap v13842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:55 smithi081 ceph-mon[107735]: pgmap v13842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:57 smithi170 ceph-mon[97338]: pgmap v13843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:57 smithi081 ceph-mon[95500]: pgmap v13843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:19:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:57 smithi081 ceph-mon[107735]: pgmap v13843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:19:59 smithi170 ceph-mon[97338]: pgmap v13844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:19:59 smithi081 ceph-mon[95500]: pgmap v13844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:19:59 smithi081 ceph-mon[107735]: pgmap v13844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:20:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:20:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:20:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:01 smithi170 ceph-mon[97338]: pgmap v13845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:01 smithi081 ceph-mon[95500]: pgmap v13845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:01 smithi081 ceph-mon[107735]: pgmap v13845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:20:03.885 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:03.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:03.885 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:03.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:03 smithi170 ceph-mon[97338]: pgmap v13846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:03 smithi081 ceph-mon[95500]: pgmap v13846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:03 smithi081 ceph-mon[107735]: pgmap v13846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:05.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:05.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:05 smithi170 ceph-mon[97338]: pgmap v13847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:05 smithi081 ceph-mon[95500]: pgmap v13847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:05 smithi081 ceph-mon[107735]: pgmap v13847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:07 smithi170 ceph-mon[97338]: pgmap v13848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:07 smithi081 ceph-mon[95500]: pgmap v13848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:07 smithi081 ceph-mon[107735]: pgmap v13848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:10.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:09 smithi170 ceph-mon[97338]: pgmap v13849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:09 smithi081 ceph-mon[95500]: pgmap v13849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:09 smithi081 ceph-mon[107735]: pgmap v13849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:11 smithi170 ceph-mon[97338]: pgmap v13850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:11 smithi081 ceph-mon[95500]: pgmap v13850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:11 smithi081 ceph-mon[107735]: pgmap v13850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:20:13.899 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:13.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:13.899 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:13.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:13 smithi170 ceph-mon[97338]: pgmap v13851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:13 smithi081 ceph-mon[95500]: pgmap v13851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:13 smithi081 ceph-mon[107735]: pgmap v13851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:15.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:15.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:15 smithi170 ceph-mon[97338]: pgmap v13852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:15 smithi081 ceph-mon[95500]: pgmap v13852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:15 smithi081 ceph-mon[107735]: pgmap v13852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:17 smithi170 ceph-mon[97338]: pgmap v13853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:17 smithi081 ceph-mon[95500]: pgmap v13853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:17 smithi081 ceph-mon[107735]: pgmap v13853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:20.174 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:19 smithi170 ceph-mon[97338]: pgmap v13854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:19 smithi081 ceph-mon[95500]: pgmap v13854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:19 smithi081 ceph-mon[107735]: pgmap v13854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:21 smithi170 ceph-mon[97338]: pgmap v13855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:21 smithi081 ceph-mon[95500]: pgmap v13855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:21 smithi081 ceph-mon[107735]: pgmap v13855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:20:23.914 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:23.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:23.914 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:23.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:23 smithi170 ceph-mon[97338]: pgmap v13856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:23 smithi081 ceph-mon[95500]: pgmap v13856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:23 smithi081 ceph-mon[107735]: pgmap v13856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:25.424Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:25.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:25 smithi170 ceph-mon[97338]: pgmap v13857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:25 smithi081 ceph-mon[95500]: pgmap v13857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:25 smithi081 ceph-mon[107735]: pgmap v13857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:27 smithi170 ceph-mon[97338]: pgmap v13858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:27 smithi081 ceph-mon[95500]: pgmap v13858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:27 smithi081 ceph-mon[107735]: pgmap v13858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:29 smithi170 ceph-mon[97338]: pgmap v13859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:30.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:29 smithi081 ceph-mon[95500]: pgmap v13859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:30.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:29 smithi081 ceph-mon[107735]: pgmap v13859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:31 smithi170 ceph-mon[97338]: pgmap v13860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:31 smithi081 ceph-mon[95500]: pgmap v13860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:31 smithi081 ceph-mon[107735]: pgmap v13860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:20:33.930 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:33.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:33.930 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:33.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:33 smithi170 ceph-mon[97338]: pgmap v13861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:33 smithi081 ceph-mon[95500]: pgmap v13861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:33 smithi081 ceph-mon[107735]: pgmap v13861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:35.424Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:35.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:35 smithi170 ceph-mon[97338]: pgmap v13862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:35 smithi081 ceph-mon[95500]: pgmap v13862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:35 smithi081 ceph-mon[107735]: pgmap v13862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:38.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:37 smithi170 ceph-mon[97338]: pgmap v13863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:37 smithi081 ceph-mon[95500]: pgmap v13863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:37 smithi081 ceph-mon[107735]: pgmap v13863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:39 smithi170 ceph-mon[97338]: pgmap v13864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:39 smithi081 ceph-mon[95500]: pgmap v13864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:39 smithi081 ceph-mon[107735]: pgmap v13864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:41 smithi170 ceph-mon[97338]: pgmap v13865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:41 smithi081 ceph-mon[95500]: pgmap v13865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:41 smithi081 ceph-mon[107735]: pgmap v13865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:20:43.945 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:43.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:43.945 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:43.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:43 smithi170 ceph-mon[97338]: pgmap v13866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:43 smithi081 ceph-mon[95500]: pgmap v13866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:43 smithi081 ceph-mon[107735]: pgmap v13866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:45.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:45.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:45 smithi170 ceph-mon[97338]: pgmap v13867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:45 smithi081 ceph-mon[95500]: pgmap v13867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:45 smithi081 ceph-mon[107735]: pgmap v13867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:47 smithi170 ceph-mon[97338]: pgmap v13868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:47 smithi081 ceph-mon[95500]: pgmap v13868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:47 smithi081 ceph-mon[107735]: pgmap v13868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:49 smithi170 ceph-mon[97338]: pgmap v13869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:49 smithi081 ceph-mon[95500]: pgmap v13869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:49 smithi081 ceph-mon[107735]: pgmap v13869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:51 smithi170 ceph-mon[97338]: pgmap v13870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:51 smithi081 ceph-mon[95500]: pgmap v13870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:51 smithi081 ceph-mon[107735]: pgmap v13870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:20:53.960 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:53.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:53.961 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:53.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:53 smithi170 ceph-mon[97338]: pgmap v13871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:53 smithi081 ceph-mon[95500]: pgmap v13871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:53 smithi081 ceph-mon[107735]: pgmap v13871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:20:55.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:20:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:20:55.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:20:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:55 smithi170 ceph-mon[97338]: pgmap v13872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:55 smithi081 ceph-mon[95500]: pgmap v13872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:55 smithi081 ceph-mon[107735]: pgmap v13872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:57 smithi170 ceph-mon[97338]: pgmap v13873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:57 smithi081 ceph-mon[95500]: pgmap v13873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:20:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:57 smithi081 ceph-mon[107735]: pgmap v13873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:00.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:20:59 smithi170 ceph-mon[97338]: pgmap v13874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:20:59 smithi081 ceph-mon[95500]: pgmap v13874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:20:59 smithi081 ceph-mon[107735]: pgmap v13874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:01 smithi170 ceph-mon[97338]: pgmap v13875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:01 smithi081 ceph-mon[95500]: pgmap v13875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:01 smithi081 ceph-mon[107735]: pgmap v13875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:21:03.974 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:03.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:03.974 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:03.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:03 smithi170 ceph-mon[97338]: pgmap v13876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:03 smithi081 ceph-mon[95500]: pgmap v13876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:03 smithi081 ceph-mon[107735]: pgmap v13876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:05.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:05.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:05 smithi170 ceph-mon[97338]: pgmap v13877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:05 smithi081 ceph-mon[95500]: pgmap v13877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:05 smithi081 ceph-mon[107735]: pgmap v13877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:07 smithi170 ceph-mon[97338]: pgmap v13878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:07 smithi081 ceph-mon[95500]: pgmap v13878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:07 smithi081 ceph-mon[107735]: pgmap v13878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:09 smithi170 ceph-mon[97338]: pgmap v13879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:09 smithi081 ceph-mon[95500]: pgmap v13879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:09 smithi081 ceph-mon[107735]: pgmap v13879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:11 smithi170 ceph-mon[97338]: pgmap v13880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:11 smithi081 ceph-mon[95500]: pgmap v13880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:11 smithi081 ceph-mon[107735]: pgmap v13880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:13 smithi170 ceph-mon[97338]: pgmap v13881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:13 smithi081 ceph-mon[95500]: pgmap v13881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:21:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:13 smithi081 ceph-mon[107735]: pgmap v13881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:13.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:13.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:15.431 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:15 smithi081 ceph-mon[95500]: pgmap v13882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:15.432 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:15 smithi081 ceph-mon[107735]: pgmap v13882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:15 smithi170 ceph-mon[97338]: pgmap v13882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:15.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:15.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:17 smithi170 ceph-mon[97338]: pgmap v13883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:17 smithi081 ceph-mon[95500]: pgmap v13883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:17 smithi081 ceph-mon[107735]: pgmap v13883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:19 smithi170 ceph-mon[97338]: pgmap v13884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:19 smithi081 ceph-mon[95500]: pgmap v13884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:19 smithi081 ceph-mon[107735]: pgmap v13884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:21 smithi170 ceph-mon[97338]: pgmap v13885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:21 smithi081 ceph-mon[95500]: pgmap v13885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:21 smithi081 ceph-mon[107735]: pgmap v13885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:23 smithi170 ceph-mon[97338]: pgmap v13886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:23 smithi081 ceph-mon[95500]: pgmap v13886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:21:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:23 smithi081 ceph-mon[107735]: pgmap v13886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:23.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:23.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:25.432 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:25 smithi081 ceph-mon[95500]: pgmap v13887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:25.432 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:25 smithi081 ceph-mon[107735]: pgmap v13887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:25 smithi170 ceph-mon[97338]: pgmap v13887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:25.428Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:25.429Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:27 smithi170 ceph-mon[97338]: pgmap v13888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:27 smithi081 ceph-mon[95500]: pgmap v13888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:27 smithi081 ceph-mon[107735]: pgmap v13888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:29 smithi170 ceph-mon[97338]: pgmap v13889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:29 smithi081 ceph-mon[95500]: pgmap v13889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:29 smithi081 ceph-mon[107735]: pgmap v13889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:31 smithi170 ceph-mon[97338]: pgmap v13890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:31 smithi081 ceph-mon[95500]: pgmap v13890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:31 smithi081 ceph-mon[107735]: pgmap v13890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:33 smithi170 ceph-mon[97338]: pgmap v13891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:33 smithi081 ceph-mon[95500]: pgmap v13891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:33.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:21:33.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:33 smithi081 ceph-mon[107735]: pgmap v13891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:33.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:33.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:35 smithi170 ceph-mon[97338]: pgmap v13892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:35 smithi081 ceph-mon[95500]: pgmap v13892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:35.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:35 smithi081 ceph-mon[107735]: pgmap v13892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:35.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:35.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:37 smithi170 ceph-mon[97338]: pgmap v13893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:37 smithi081 ceph-mon[95500]: pgmap v13893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:37 smithi081 ceph-mon[107735]: pgmap v13893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:39 smithi170 ceph-mon[97338]: pgmap v13894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:39 smithi081 ceph-mon[95500]: pgmap v13894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:39 smithi081 ceph-mon[107735]: pgmap v13894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:41 smithi170 ceph-mon[97338]: pgmap v13895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:41 smithi081 ceph-mon[95500]: pgmap v13895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:41 smithi081 ceph-mon[107735]: pgmap v13895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:43 smithi170 ceph-mon[97338]: pgmap v13896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:43 smithi081 ceph-mon[95500]: pgmap v13896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:21:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:43 smithi081 ceph-mon[107735]: pgmap v13896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:43.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:43.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:45 smithi170 ceph-mon[97338]: pgmap v13897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:45 smithi081 ceph-mon[95500]: pgmap v13897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:45 smithi081 ceph-mon[107735]: pgmap v13897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:45.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:45.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:47 smithi170 ceph-mon[97338]: pgmap v13898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:47 smithi081 ceph-mon[95500]: pgmap v13898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:47 smithi081 ceph-mon[107735]: pgmap v13898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:49 smithi170 ceph-mon[97338]: pgmap v13899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:49 smithi081 ceph-mon[95500]: pgmap v13899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:49 smithi081 ceph-mon[107735]: pgmap v13899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:51 smithi170 ceph-mon[97338]: pgmap v13900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:51 smithi081 ceph-mon[95500]: pgmap v13900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:51 smithi081 ceph-mon[107735]: pgmap v13900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:53 smithi170 ceph-mon[97338]: pgmap v13901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:53 smithi081 ceph-mon[95500]: pgmap v13901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:21:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:53 smithi081 ceph-mon[107735]: pgmap v13901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:53.587Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:53.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:55.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:55 smithi081 ceph-mon[95500]: pgmap v13902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:55.435 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:55 smithi081 ceph-mon[107735]: pgmap v13902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:55 smithi170 ceph-mon[97338]: pgmap v13902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:21:55.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:21:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:21:55.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:21:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:57 smithi170 ceph-mon[97338]: pgmap v13903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:57 smithi081 ceph-mon[95500]: pgmap v13903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:57 smithi081 ceph-mon[107735]: pgmap v13903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:21:59 smithi170 ceph-mon[97338]: pgmap v13904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:21:59 smithi081 ceph-mon[95500]: pgmap v13904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:21:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:21:59 smithi081 ceph-mon[107735]: pgmap v13904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:01 smithi170 ceph-mon[97338]: pgmap v13905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:01 smithi081 ceph-mon[95500]: pgmap v13905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:01 smithi081 ceph-mon[107735]: pgmap v13905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:03 smithi170 ceph-mon[97338]: pgmap v13906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:03 smithi081 ceph-mon[95500]: pgmap v13906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:22:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:03 smithi081 ceph-mon[107735]: pgmap v13906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:03.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:03.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:05.435 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:05 smithi081 ceph-mon[95500]: pgmap v13907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:05.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:05 smithi081 ceph-mon[107735]: pgmap v13907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:05 smithi170 ceph-mon[97338]: pgmap v13907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:05.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:05.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:07 smithi170 ceph-mon[97338]: pgmap v13908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:07.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:07 smithi081 ceph-mon[95500]: pgmap v13908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:07 smithi081 ceph-mon[107735]: pgmap v13908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:09 smithi170 ceph-mon[97338]: pgmap v13909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:09 smithi081 ceph-mon[95500]: pgmap v13909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:09 smithi081 ceph-mon[107735]: pgmap v13909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:11 smithi170 ceph-mon[97338]: pgmap v13910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:11 smithi081 ceph-mon[95500]: pgmap v13910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:11 smithi081 ceph-mon[107735]: pgmap v13910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:13 smithi170 ceph-mon[97338]: pgmap v13911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:13 smithi081 ceph-mon[95500]: pgmap v13911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:22:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:13 smithi081 ceph-mon[107735]: pgmap v13911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:13.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:13.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:15.436 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:15 smithi081 ceph-mon[95500]: pgmap v13912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:15.436 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:15 smithi081 ceph-mon[107735]: pgmap v13912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:15 smithi170 ceph-mon[97338]: pgmap v13912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:15.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:15.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:17 smithi170 ceph-mon[97338]: pgmap v13913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:17 smithi081 ceph-mon[95500]: pgmap v13913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:17 smithi081 ceph-mon[107735]: pgmap v13913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:19 smithi170 ceph-mon[97338]: pgmap v13914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:19 smithi081 ceph-mon[95500]: pgmap v13914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:19 smithi081 ceph-mon[107735]: pgmap v13914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:21 smithi170 ceph-mon[97338]: pgmap v13915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:21 smithi081 ceph-mon[95500]: pgmap v13915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:21 smithi081 ceph-mon[107735]: pgmap v13915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:23 smithi170 ceph-mon[97338]: pgmap v13916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:23 smithi081 ceph-mon[95500]: pgmap v13916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:22:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:23 smithi081 ceph-mon[107735]: pgmap v13916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:23.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:23.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:25.437 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:25 smithi081 ceph-mon[95500]: pgmap v13917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:25.437 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:25 smithi081 ceph-mon[107735]: pgmap v13917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:25 smithi170 ceph-mon[97338]: pgmap v13917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:25.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:25.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:27 smithi170 ceph-mon[97338]: pgmap v13918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:27 smithi081 ceph-mon[95500]: pgmap v13918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:27 smithi081 ceph-mon[107735]: pgmap v13918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:29 smithi170 ceph-mon[97338]: pgmap v13919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:29 smithi081 ceph-mon[95500]: pgmap v13919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:29 smithi081 ceph-mon[107735]: pgmap v13919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:31 smithi170 ceph-mon[97338]: pgmap v13920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:31 smithi081 ceph-mon[95500]: pgmap v13920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:31 smithi081 ceph-mon[107735]: pgmap v13920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:33.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:33 smithi170 ceph-mon[97338]: pgmap v13921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:33 smithi081 ceph-mon[95500]: pgmap v13921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:22:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:33 smithi081 ceph-mon[107735]: pgmap v13921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:33.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:33.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:35.437 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:35 smithi081 ceph-mon[95500]: pgmap v13922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:35.438 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:35 smithi081 ceph-mon[107735]: pgmap v13922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:35 smithi170 ceph-mon[97338]: pgmap v13922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:35.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:35.435Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:37 smithi170 ceph-mon[97338]: pgmap v13923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:37 smithi081 ceph-mon[95500]: pgmap v13923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:37 smithi081 ceph-mon[107735]: pgmap v13923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:39 smithi170 ceph-mon[97338]: pgmap v13924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:39 smithi081 ceph-mon[95500]: pgmap v13924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:39 smithi081 ceph-mon[107735]: pgmap v13924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:41 smithi170 ceph-mon[97338]: pgmap v13925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:41 smithi081 ceph-mon[95500]: pgmap v13925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:41 smithi081 ceph-mon[107735]: pgmap v13925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:43 smithi170 ceph-mon[97338]: pgmap v13926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:43 smithi081 ceph-mon[95500]: pgmap v13926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:22:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:43 smithi081 ceph-mon[107735]: pgmap v13926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:43.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:43.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:45.438 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:45 smithi081 ceph-mon[95500]: pgmap v13927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:45.439 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:45 smithi081 ceph-mon[107735]: pgmap v13927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:45 smithi170 ceph-mon[97338]: pgmap v13927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:45.434Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:45.435Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:47 smithi170 ceph-mon[97338]: pgmap v13928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:47 smithi081 ceph-mon[95500]: pgmap v13928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:47.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:47 smithi081 ceph-mon[107735]: pgmap v13928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:49 smithi170 ceph-mon[97338]: pgmap v13929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:49 smithi081 ceph-mon[95500]: pgmap v13929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:49 smithi081 ceph-mon[107735]: pgmap v13929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:51 smithi170 ceph-mon[97338]: pgmap v13930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:51 smithi081 ceph-mon[95500]: pgmap v13930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:51 smithi081 ceph-mon[107735]: pgmap v13930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:53 smithi170 ceph-mon[97338]: pgmap v13931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:53 smithi081 ceph-mon[95500]: pgmap v13931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:22:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:53 smithi081 ceph-mon[107735]: pgmap v13931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:53.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:53.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:55.439 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:55 smithi081 ceph-mon[95500]: pgmap v13932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:55.439 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:55 smithi081 ceph-mon[107735]: pgmap v13932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:55 smithi170 ceph-mon[97338]: pgmap v13932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:22:55.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:22:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:22:55.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:22:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:57 smithi170 ceph-mon[97338]: pgmap v13933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:57 smithi081 ceph-mon[95500]: pgmap v13933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:57 smithi081 ceph-mon[107735]: pgmap v13933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:22:59 smithi170 ceph-mon[97338]: pgmap v13934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:22:59 smithi081 ceph-mon[95500]: pgmap v13934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:22:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:22:59 smithi081 ceph-mon[107735]: pgmap v13934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:01 smithi170 ceph-mon[97338]: pgmap v13935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:01 smithi081 ceph-mon[95500]: pgmap v13935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:01 smithi081 ceph-mon[107735]: pgmap v13935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:03 smithi170 ceph-mon[97338]: pgmap v13936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:03 smithi081 ceph-mon[95500]: pgmap v13936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:23:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:03 smithi081 ceph-mon[107735]: pgmap v13936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:03.593Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:03.594Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:05.440 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:05 smithi081 ceph-mon[95500]: pgmap v13937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:05.441 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:05 smithi081 ceph-mon[107735]: pgmap v13937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:05 smithi170 ceph-mon[97338]: pgmap v13937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:05.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:05.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:07 smithi170 ceph-mon[97338]: pgmap v13938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:07 smithi081 ceph-mon[95500]: pgmap v13938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:07 smithi081 ceph-mon[107735]: pgmap v13938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:09 smithi170 ceph-mon[97338]: pgmap v13939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:09 smithi081 ceph-mon[95500]: pgmap v13939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:09 smithi081 ceph-mon[107735]: pgmap v13939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:11 smithi170 ceph-mon[97338]: pgmap v13940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:11 smithi081 ceph-mon[95500]: pgmap v13940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:11 smithi081 ceph-mon[107735]: pgmap v13940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:13 smithi170 ceph-mon[97338]: pgmap v13941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:13 smithi081 ceph-mon[95500]: pgmap v13941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:23:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:13 smithi081 ceph-mon[107735]: pgmap v13941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:13.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:13.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:15.441 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:15 smithi081 ceph-mon[95500]: pgmap v13942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:15.442 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:15 smithi081 ceph-mon[107735]: pgmap v13942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:15 smithi170 ceph-mon[97338]: pgmap v13942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:15.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:15.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:17 smithi170 ceph-mon[97338]: pgmap v13943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:17 smithi081 ceph-mon[95500]: pgmap v13943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:17 smithi081 ceph-mon[107735]: pgmap v13943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:19 smithi170 ceph-mon[97338]: pgmap v13944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:19 smithi081 ceph-mon[95500]: pgmap v13944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:19 smithi081 ceph-mon[107735]: pgmap v13944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:21 smithi170 ceph-mon[97338]: pgmap v13945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:21 smithi081 ceph-mon[95500]: pgmap v13945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:21 smithi081 ceph-mon[107735]: pgmap v13945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:23 smithi170 ceph-mon[97338]: pgmap v13946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:23 smithi081 ceph-mon[95500]: pgmap v13946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:23:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:23 smithi081 ceph-mon[107735]: pgmap v13946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:23.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:23.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:25.441 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:25 smithi081 ceph-mon[95500]: pgmap v13947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:25.442 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:25 smithi081 ceph-mon[107735]: pgmap v13947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:25 smithi170 ceph-mon[97338]: pgmap v13947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:25.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:25.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:27 smithi170 ceph-mon[97338]: pgmap v13948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:27 smithi081 ceph-mon[95500]: pgmap v13948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:27 smithi081 ceph-mon[107735]: pgmap v13948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:29 smithi170 ceph-mon[97338]: pgmap v13949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:29 smithi081 ceph-mon[95500]: pgmap v13949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:29 smithi081 ceph-mon[107735]: pgmap v13949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:31 smithi170 ceph-mon[97338]: pgmap v13950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:31 smithi081 ceph-mon[95500]: pgmap v13950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:31 smithi081 ceph-mon[107735]: pgmap v13950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:33 smithi170 ceph-mon[97338]: pgmap v13951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:33 smithi081 ceph-mon[95500]: pgmap v13951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:23:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:33 smithi081 ceph-mon[107735]: pgmap v13951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:33.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:33.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:35.444 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:35 smithi081 ceph-mon[95500]: pgmap v13952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:35.444 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:35.438Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:35.444 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:35 smithi081 ceph-mon[107735]: pgmap v13952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:35 smithi170 ceph-mon[97338]: pgmap v13952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:35.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:37 smithi170 ceph-mon[97338]: pgmap v13953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:37 smithi081 ceph-mon[95500]: pgmap v13953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:37 smithi081 ceph-mon[107735]: pgmap v13953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:39 smithi170 ceph-mon[97338]: pgmap v13954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:39 smithi081 ceph-mon[95500]: pgmap v13954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:39 smithi081 ceph-mon[107735]: pgmap v13954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:41 smithi170 ceph-mon[97338]: pgmap v13955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:41 smithi081 ceph-mon[95500]: pgmap v13955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:41 smithi081 ceph-mon[107735]: pgmap v13955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:43 smithi170 ceph-mon[97338]: pgmap v13956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:43 smithi081 ceph-mon[95500]: pgmap v13956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:23:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:43 smithi081 ceph-mon[107735]: pgmap v13956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:43.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:43.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:45 smithi170 ceph-mon[97338]: pgmap v13957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:45 smithi081 ceph-mon[95500]: pgmap v13957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:45 smithi081 ceph-mon[107735]: pgmap v13957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:45.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:45.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:47 smithi170 ceph-mon[97338]: pgmap v13958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:47 smithi081 ceph-mon[95500]: pgmap v13958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:47 smithi081 ceph-mon[107735]: pgmap v13958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:49 smithi170 ceph-mon[97338]: pgmap v13959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:49 smithi081 ceph-mon[95500]: pgmap v13959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:49 smithi081 ceph-mon[107735]: pgmap v13959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:51 smithi170 ceph-mon[97338]: pgmap v13960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:51 smithi081 ceph-mon[95500]: pgmap v13960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:51 smithi081 ceph-mon[107735]: pgmap v13960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:53 smithi170 ceph-mon[97338]: pgmap v13961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:53 smithi081 ceph-mon[95500]: pgmap v13961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:23:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:53 smithi081 ceph-mon[107735]: pgmap v13961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:53.597Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:53.598Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:55 smithi170 ceph-mon[97338]: pgmap v13962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:55 smithi081 ceph-mon[95500]: pgmap v13962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:55 smithi081 ceph-mon[107735]: pgmap v13962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:23:55.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:23:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:23:55.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:23:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:57 smithi170 ceph-mon[97338]: pgmap v13963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:57.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:57 smithi081 ceph-mon[95500]: pgmap v13963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:57.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:57 smithi081 ceph-mon[107735]: pgmap v13963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:23:59 smithi170 ceph-mon[97338]: pgmap v13964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:59.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:23:59 smithi081 ceph-mon[95500]: pgmap v13964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:23:59.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:23:59 smithi081 ceph-mon[107735]: pgmap v13964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:01 smithi170 ceph-mon[97338]: pgmap v13965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:01 smithi081 ceph-mon[95500]: pgmap v13965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:01 smithi081 ceph-mon[107735]: pgmap v13965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:03 smithi170 ceph-mon[97338]: pgmap v13966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:03 smithi081 ceph-mon[95500]: pgmap v13966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:24:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:03 smithi081 ceph-mon[107735]: pgmap v13966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:03.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:03.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:05 smithi170 ceph-mon[97338]: pgmap v13967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:05 smithi081 ceph-mon[95500]: pgmap v13967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:05 smithi081 ceph-mon[107735]: pgmap v13967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:05.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:05.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:05.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:05.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:07 smithi170 ceph-mon[97338]: pgmap v13968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:07 smithi081 ceph-mon[95500]: pgmap v13968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:07 smithi081 ceph-mon[107735]: pgmap v13968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:09 smithi170 ceph-mon[97338]: pgmap v13969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:09 smithi081 ceph-mon[95500]: pgmap v13969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:09 smithi081 ceph-mon[107735]: pgmap v13969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:11 smithi170 ceph-mon[97338]: pgmap v13970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:11 smithi081 ceph-mon[95500]: pgmap v13970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:11 smithi081 ceph-mon[107735]: pgmap v13970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:13 smithi170 ceph-mon[97338]: pgmap v13971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:13 smithi081 ceph-mon[95500]: pgmap v13971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:24:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:13 smithi081 ceph-mon[107735]: pgmap v13971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:13.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:13.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:15 smithi170 ceph-mon[97338]: pgmap v13972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:15 smithi081 ceph-mon[95500]: pgmap v13972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:15 smithi081 ceph-mon[107735]: pgmap v13972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:15.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:15.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:15.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:15.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:17 smithi170 ceph-mon[97338]: pgmap v13973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:17 smithi081 ceph-mon[95500]: pgmap v13973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:17 smithi081 ceph-mon[107735]: pgmap v13973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:19 smithi170 ceph-mon[97338]: pgmap v13974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:19 smithi081 ceph-mon[95500]: pgmap v13974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:19 smithi081 ceph-mon[107735]: pgmap v13974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:21 smithi170 ceph-mon[97338]: pgmap v13975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:21 smithi081 ceph-mon[95500]: pgmap v13975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:21 smithi081 ceph-mon[107735]: pgmap v13975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:23 smithi170 ceph-mon[97338]: pgmap v13976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:23 smithi081 ceph-mon[95500]: pgmap v13976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:24:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:23 smithi081 ceph-mon[107735]: pgmap v13976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:23.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:23.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:25 smithi170 ceph-mon[97338]: pgmap v13977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:25 smithi081 ceph-mon[95500]: pgmap v13977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:25 smithi081 ceph-mon[107735]: pgmap v13977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:25.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:25.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:25.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:25.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:27 smithi170 ceph-mon[97338]: pgmap v13978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:27 smithi081 ceph-mon[95500]: pgmap v13978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:27 smithi081 ceph-mon[107735]: pgmap v13978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:29 smithi170 ceph-mon[97338]: pgmap v13979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:29 smithi081 ceph-mon[95500]: pgmap v13979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:29 smithi081 ceph-mon[107735]: pgmap v13979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:31 smithi170 ceph-mon[97338]: pgmap v13980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:31 smithi081 ceph-mon[95500]: pgmap v13980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:31 smithi081 ceph-mon[107735]: pgmap v13980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:33 smithi170 ceph-mon[97338]: pgmap v13981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:33 smithi081 ceph-mon[95500]: pgmap v13981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:24:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:33 smithi081 ceph-mon[107735]: pgmap v13981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:33.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:33.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:35 smithi170 ceph-mon[97338]: pgmap v13982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:35 smithi081 ceph-mon[95500]: pgmap v13982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:35 smithi081 ceph-mon[107735]: pgmap v13982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:35.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:35.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:37 smithi170 ceph-mon[97338]: pgmap v13983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:37 smithi081 ceph-mon[95500]: pgmap v13983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:37 smithi081 ceph-mon[107735]: pgmap v13983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:39 smithi170 ceph-mon[97338]: pgmap v13984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:39 smithi081 ceph-mon[95500]: pgmap v13984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:39 smithi081 ceph-mon[107735]: pgmap v13984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:41 smithi170 ceph-mon[97338]: pgmap v13985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:41 smithi081 ceph-mon[95500]: pgmap v13985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:41 smithi081 ceph-mon[107735]: pgmap v13985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:43 smithi170 ceph-mon[97338]: pgmap v13986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:43 smithi081 ceph-mon[95500]: pgmap v13986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:24:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:43 smithi081 ceph-mon[107735]: pgmap v13986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:43.601Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:43.602Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:45.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:45 smithi170 ceph-mon[97338]: pgmap v13987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:45 smithi081 ceph-mon[95500]: pgmap v13987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:45 smithi081 ceph-mon[107735]: pgmap v13987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:45.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:45.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:47 smithi170 ceph-mon[97338]: pgmap v13988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:47 smithi081 ceph-mon[95500]: pgmap v13988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:47 smithi081 ceph-mon[107735]: pgmap v13988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:49 smithi170 ceph-mon[97338]: pgmap v13989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:49 smithi081 ceph-mon[95500]: pgmap v13989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:49 smithi081 ceph-mon[107735]: pgmap v13989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:51 smithi170 ceph-mon[97338]: pgmap v13990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:51 smithi081 ceph-mon[95500]: pgmap v13990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:51 smithi081 ceph-mon[107735]: pgmap v13990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:53 smithi170 ceph-mon[97338]: pgmap v13991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:53 smithi081 ceph-mon[95500]: pgmap v13991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:24:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:53 smithi081 ceph-mon[107735]: pgmap v13991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:53.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:53.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:55 smithi170 ceph-mon[97338]: pgmap v13992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:55 smithi081 ceph-mon[95500]: pgmap v13992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:55.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:24:55.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:24:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:24:55.445Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:24:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:55 smithi081 ceph-mon[107735]: pgmap v13992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:57 smithi170 ceph-mon[97338]: pgmap v13993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:57 smithi081 ceph-mon[95500]: pgmap v13993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:57 smithi081 ceph-mon[107735]: pgmap v13993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:59.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:24:59 smithi170 ceph-mon[97338]: pgmap v13994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:24:59 smithi081 ceph-mon[95500]: pgmap v13994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:24:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:24:59 smithi081 ceph-mon[107735]: pgmap v13994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:01 smithi170 ceph-mon[97338]: pgmap v13995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:01 smithi081 ceph-mon[95500]: pgmap v13995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:01 smithi081 ceph-mon[107735]: pgmap v13995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:03 smithi170 ceph-mon[97338]: pgmap v13996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:03 smithi081 ceph-mon[95500]: pgmap v13996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:25:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:03 smithi081 ceph-mon[107735]: pgmap v13996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:03.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:03.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:05.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:05 smithi170 ceph-mon[97338]: pgmap v13997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:05.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:05 smithi081 ceph-mon[95500]: pgmap v13997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:05.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:05 smithi081 ceph-mon[107735]: pgmap v13997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:05.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:05.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:05.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:05.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:07.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:07 smithi170 ceph-mon[97338]: pgmap v13998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:07 smithi081 ceph-mon[95500]: pgmap v13998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:07 smithi081 ceph-mon[107735]: pgmap v13998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:09.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:09 smithi170 ceph-mon[97338]: pgmap v13999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:09 smithi081 ceph-mon[95500]: pgmap v13999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:09.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:09 smithi081 ceph-mon[107735]: pgmap v13999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:11 smithi170 ceph-mon[97338]: pgmap v14000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:11 smithi081 ceph-mon[95500]: pgmap v14000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:11 smithi081 ceph-mon[107735]: pgmap v14000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:13 smithi170 ceph-mon[97338]: pgmap v14001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:13 smithi081 ceph-mon[95500]: pgmap v14001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:25:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:13 smithi081 ceph-mon[107735]: pgmap v14001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:13.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:13.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:15.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:15 smithi170 ceph-mon[97338]: pgmap v14002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:15 smithi081 ceph-mon[95500]: pgmap v14002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:15.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:15.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:15.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:15.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:15 smithi081 ceph-mon[107735]: pgmap v14002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:17.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:17 smithi170 ceph-mon[97338]: pgmap v14003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:17 smithi081 ceph-mon[95500]: pgmap v14003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:17 smithi081 ceph-mon[107735]: pgmap v14003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:19.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:19 smithi170 ceph-mon[97338]: pgmap v14004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:19.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:19 smithi081 ceph-mon[95500]: pgmap v14004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:19.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:19 smithi081 ceph-mon[107735]: pgmap v14004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:21 smithi170 ceph-mon[97338]: pgmap v14005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:21 smithi081 ceph-mon[95500]: pgmap v14005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:21 smithi081 ceph-mon[107735]: pgmap v14005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:23 smithi170 ceph-mon[97338]: pgmap v14006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:23 smithi081 ceph-mon[95500]: pgmap v14006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:25:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:23 smithi081 ceph-mon[107735]: pgmap v14006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:23.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:23.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:25.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:25 smithi170 ceph-mon[97338]: pgmap v14007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:25 smithi081 ceph-mon[95500]: pgmap v14007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:25 smithi081 ceph-mon[107735]: pgmap v14007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:25.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:25.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:25.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:25.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:27 smithi170 ceph-mon[97338]: pgmap v14008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:27 smithi081 ceph-mon[95500]: pgmap v14008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:27.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:27 smithi081 ceph-mon[107735]: pgmap v14008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:29.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:29 smithi170 ceph-mon[97338]: pgmap v14009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:29.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:29 smithi081 ceph-mon[95500]: pgmap v14009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:29.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:29 smithi081 ceph-mon[107735]: pgmap v14009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:31 smithi170 ceph-mon[97338]: pgmap v14010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:31 smithi081 ceph-mon[95500]: pgmap v14010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:31 smithi081 ceph-mon[107735]: pgmap v14010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:33 smithi170 ceph-mon[97338]: pgmap v14011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:33 smithi081 ceph-mon[95500]: pgmap v14011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:25:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:33 smithi081 ceph-mon[107735]: pgmap v14011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:33.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:33.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:35.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:35 smithi170 ceph-mon[97338]: pgmap v14012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:35 smithi081 ceph-mon[95500]: pgmap v14012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:35 smithi081 ceph-mon[107735]: pgmap v14012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:35.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:35.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:37 smithi170 ceph-mon[97338]: pgmap v14013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:37.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:37 smithi081 ceph-mon[95500]: pgmap v14013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:37.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:37 smithi081 ceph-mon[107735]: pgmap v14013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:39 smithi170 ceph-mon[97338]: pgmap v14014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:39 smithi081 ceph-mon[95500]: pgmap v14014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:39 smithi081 ceph-mon[107735]: pgmap v14014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:41 smithi170 ceph-mon[97338]: pgmap v14015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:41 smithi081 ceph-mon[95500]: pgmap v14015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:41 smithi081 ceph-mon[107735]: pgmap v14015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:43.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:43 smithi170 ceph-mon[97338]: pgmap v14016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:43.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:43 smithi081 ceph-mon[95500]: pgmap v14016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:25:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:43 smithi081 ceph-mon[107735]: pgmap v14016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:43.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:43.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:45.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:45 smithi170 ceph-mon[97338]: pgmap v14017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:45 smithi081 ceph-mon[95500]: pgmap v14017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:45 smithi081 ceph-mon[107735]: pgmap v14017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:45.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:45.447Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:47.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:47 smithi170 ceph-mon[97338]: pgmap v14018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:47 smithi081 ceph-mon[95500]: pgmap v14018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:47 smithi081 ceph-mon[107735]: pgmap v14018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:49 smithi170 ceph-mon[97338]: pgmap v14019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:49.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:49 smithi081 ceph-mon[95500]: pgmap v14019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:49.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:49 smithi081 ceph-mon[107735]: pgmap v14019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:51 smithi170 ceph-mon[97338]: pgmap v14020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:51 smithi081 ceph-mon[95500]: pgmap v14020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:51 smithi081 ceph-mon[107735]: pgmap v14020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:53.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:53 smithi170 ceph-mon[97338]: pgmap v14021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:53 smithi081 ceph-mon[95500]: pgmap v14021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:53 smithi081 ceph-mon[107735]: pgmap v14021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:53.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:25:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:53.606Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:53.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:55.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:55 smithi170 ceph-mon[97338]: pgmap v14022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:55 smithi081 ceph-mon[95500]: pgmap v14022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:55 smithi081 ceph-mon[107735]: pgmap v14022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:25:55.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:25:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:25:55.447Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:25:57.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:57 smithi170 ceph-mon[97338]: pgmap v14023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:57 smithi081 ceph-mon[95500]: pgmap v14023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:57 smithi081 ceph-mon[107735]: pgmap v14023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:59.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:25:59 smithi081 ceph-mon[95500]: pgmap v14024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:59.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:25:59 smithi081 ceph-mon[107735]: pgmap v14024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:25:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:25:59 smithi170 ceph-mon[97338]: pgmap v14024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:01 smithi170 ceph-mon[97338]: pgmap v14025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:01 smithi081 ceph-mon[95500]: pgmap v14025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:01 smithi081 ceph-mon[107735]: pgmap v14025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:03.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:03 smithi170 ceph-mon[97338]: pgmap v14026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:03 smithi081 ceph-mon[95500]: pgmap v14026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:26:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:03 smithi081 ceph-mon[107735]: pgmap v14026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:03.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:03.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:05.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:05 smithi170 ceph-mon[97338]: pgmap v14027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:05 smithi081 ceph-mon[95500]: pgmap v14027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:05 smithi081 ceph-mon[107735]: pgmap v14027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:05.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:05.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:05.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:05.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:07 smithi081 ceph-mon[95500]: pgmap v14028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:07.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:07 smithi081 ceph-mon[107735]: pgmap v14028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:07 smithi170 ceph-mon[97338]: pgmap v14028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:09.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:09 smithi081 ceph-mon[95500]: pgmap v14029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:09 smithi081 ceph-mon[107735]: pgmap v14029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:09 smithi170 ceph-mon[97338]: pgmap v14029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:11 smithi170 ceph-mon[97338]: pgmap v14030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:11 smithi081 ceph-mon[95500]: pgmap v14030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:11 smithi081 ceph-mon[107735]: pgmap v14030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:13.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:13 smithi170 ceph-mon[97338]: pgmap v14031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:13 smithi081 ceph-mon[95500]: pgmap v14031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:26:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:13 smithi081 ceph-mon[107735]: pgmap v14031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:13.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:13.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:15.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:15 smithi081 ceph-mon[95500]: pgmap v14032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:15.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:15.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:15.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:15.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:15.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:15 smithi081 ceph-mon[107735]: pgmap v14032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:15 smithi170 ceph-mon[97338]: pgmap v14032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:17 smithi081 ceph-mon[95500]: pgmap v14033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:17 smithi081 ceph-mon[107735]: pgmap v14033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:17 smithi170 ceph-mon[97338]: pgmap v14033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:19.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:19 smithi081 ceph-mon[95500]: pgmap v14034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:19.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:19 smithi081 ceph-mon[107735]: pgmap v14034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:19 smithi170 ceph-mon[97338]: pgmap v14034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:21 smithi170 ceph-mon[97338]: pgmap v14035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:21 smithi081 ceph-mon[95500]: pgmap v14035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:21 smithi081 ceph-mon[107735]: pgmap v14035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:23 smithi081 ceph-mon[95500]: pgmap v14036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:26:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:23 smithi081 ceph-mon[107735]: pgmap v14036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:23 smithi170 ceph-mon[97338]: pgmap v14036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:23.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:23.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:25 smithi081 ceph-mon[95500]: pgmap v14037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:25 smithi081 ceph-mon[107735]: pgmap v14037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:25.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:25.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:25.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:25.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:25 smithi170 ceph-mon[97338]: pgmap v14037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:27.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:27 smithi081 ceph-mon[95500]: pgmap v14038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:27 smithi081 ceph-mon[107735]: pgmap v14038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:27 smithi170 ceph-mon[97338]: pgmap v14038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:29.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:29 smithi081 ceph-mon[95500]: pgmap v14039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:29.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:29 smithi081 ceph-mon[107735]: pgmap v14039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:29 smithi170 ceph-mon[97338]: pgmap v14039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:31 smithi170 ceph-mon[97338]: pgmap v14040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:31 smithi081 ceph-mon[95500]: pgmap v14040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:31 smithi081 ceph-mon[107735]: pgmap v14040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:33 smithi081 ceph-mon[95500]: pgmap v14041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:26:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:33 smithi081 ceph-mon[107735]: pgmap v14041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:33 smithi170 ceph-mon[97338]: pgmap v14041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:33.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:33.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:35.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:35 smithi081 ceph-mon[95500]: pgmap v14042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:35 smithi081 ceph-mon[107735]: pgmap v14042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:35.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:35.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:35.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:35 smithi170 ceph-mon[97338]: pgmap v14042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:37.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:37 smithi081 ceph-mon[95500]: pgmap v14043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:37 smithi081 ceph-mon[107735]: pgmap v14043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:37 smithi170 ceph-mon[97338]: pgmap v14043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:39.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:39 smithi081 ceph-mon[95500]: pgmap v14044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:39.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:39 smithi081 ceph-mon[107735]: pgmap v14044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:39 smithi170 ceph-mon[97338]: pgmap v14044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:41 smithi170 ceph-mon[97338]: pgmap v14045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:41 smithi081 ceph-mon[95500]: pgmap v14045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:41 smithi081 ceph-mon[107735]: pgmap v14045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:43 smithi081 ceph-mon[95500]: pgmap v14046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:26:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:43 smithi081 ceph-mon[107735]: pgmap v14046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:43 smithi170 ceph-mon[97338]: pgmap v14046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:43.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:43.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:45.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:45 smithi081 ceph-mon[95500]: pgmap v14047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:45.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:45 smithi081 ceph-mon[107735]: pgmap v14047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:45.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:45.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:45.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:45 smithi170 ceph-mon[97338]: pgmap v14047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:47 smithi081 ceph-mon[95500]: pgmap v14048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:47 smithi081 ceph-mon[107735]: pgmap v14048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:47 smithi170 ceph-mon[97338]: pgmap v14048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:49.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:49 smithi081 ceph-mon[95500]: pgmap v14049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:49 smithi081 ceph-mon[107735]: pgmap v14049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:49 smithi170 ceph-mon[97338]: pgmap v14049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:51 smithi170 ceph-mon[97338]: pgmap v14050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:51 smithi081 ceph-mon[95500]: pgmap v14050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:51 smithi081 ceph-mon[107735]: pgmap v14050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:53 smithi081 ceph-mon[95500]: pgmap v14051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:26:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:53 smithi081 ceph-mon[107735]: pgmap v14051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:53 smithi170 ceph-mon[97338]: pgmap v14051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:53.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:53.612Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:55.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:55 smithi081 ceph-mon[95500]: pgmap v14052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:55.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:55 smithi081 ceph-mon[107735]: pgmap v14052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:26:55.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:55.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:26:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:26:55.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:26:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:55 smithi170 ceph-mon[97338]: pgmap v14052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:57.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:57 smithi081 ceph-mon[95500]: pgmap v14053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:57.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:57 smithi081 ceph-mon[107735]: pgmap v14053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:57 smithi170 ceph-mon[97338]: pgmap v14053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:59.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:26:59 smithi081 ceph-mon[95500]: pgmap v14054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:26:59 smithi081 ceph-mon[107735]: pgmap v14054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:26:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:26:59 smithi170 ceph-mon[97338]: pgmap v14054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:01 smithi170 ceph-mon[97338]: pgmap v14055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:01 smithi081 ceph-mon[95500]: pgmap v14055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:01 smithi081 ceph-mon[107735]: pgmap v14055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:03 smithi081 ceph-mon[95500]: pgmap v14056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:27:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:03 smithi081 ceph-mon[107735]: pgmap v14056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:03 smithi170 ceph-mon[97338]: pgmap v14056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:03.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:03.612Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:05 smithi081 ceph-mon[95500]: pgmap v14057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:05 smithi081 ceph-mon[107735]: pgmap v14057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:05.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:05.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:05.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:05.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:05 smithi170 ceph-mon[97338]: pgmap v14057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:07.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:07 smithi081 ceph-mon[95500]: pgmap v14058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:07 smithi081 ceph-mon[107735]: pgmap v14058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:07 smithi170 ceph-mon[97338]: pgmap v14058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:09 smithi170 ceph-mon[97338]: pgmap v14059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:09 smithi081 ceph-mon[95500]: pgmap v14059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:09 smithi081 ceph-mon[107735]: pgmap v14059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:11 smithi170 ceph-mon[97338]: pgmap v14060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:11 smithi081 ceph-mon[95500]: pgmap v14060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:11 smithi081 ceph-mon[107735]: pgmap v14060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:13 smithi081 ceph-mon[95500]: pgmap v14061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:27:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:13 smithi081 ceph-mon[107735]: pgmap v14061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:13 smithi170 ceph-mon[97338]: pgmap v14061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:13.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:13.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:15 smithi170 ceph-mon[97338]: pgmap v14062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:15 smithi081 ceph-mon[95500]: pgmap v14062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:15 smithi081 ceph-mon[107735]: pgmap v14062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:15.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:15.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:17 smithi170 ceph-mon[97338]: pgmap v14063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:17 smithi081 ceph-mon[95500]: pgmap v14063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:17 smithi081 ceph-mon[107735]: pgmap v14063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:19 smithi170 ceph-mon[97338]: pgmap v14064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:19.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:19 smithi081 ceph-mon[95500]: pgmap v14064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:19.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:19 smithi081 ceph-mon[107735]: pgmap v14064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:21 smithi170 ceph-mon[97338]: pgmap v14065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:21 smithi081 ceph-mon[95500]: pgmap v14065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:21 smithi081 ceph-mon[107735]: pgmap v14065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:23 smithi081 ceph-mon[95500]: pgmap v14066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:27:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:23 smithi081 ceph-mon[107735]: pgmap v14066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:23 smithi170 ceph-mon[97338]: pgmap v14066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:23.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:23.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:25 smithi170 ceph-mon[97338]: pgmap v14067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:25 smithi081 ceph-mon[95500]: pgmap v14067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:25 smithi081 ceph-mon[107735]: pgmap v14067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:25.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:25.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:27 smithi170 ceph-mon[97338]: pgmap v14068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:27 smithi081 ceph-mon[95500]: pgmap v14068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:27 smithi081 ceph-mon[107735]: pgmap v14068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:29 smithi170 ceph-mon[97338]: pgmap v14069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:29 smithi081 ceph-mon[95500]: pgmap v14069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:29 smithi081 ceph-mon[107735]: pgmap v14069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:31 smithi170 ceph-mon[97338]: pgmap v14070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:31 smithi081 ceph-mon[95500]: pgmap v14070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:31 smithi081 ceph-mon[107735]: pgmap v14070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:33 smithi081 ceph-mon[95500]: pgmap v14071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:27:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:33 smithi081 ceph-mon[107735]: pgmap v14071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:33 smithi170 ceph-mon[97338]: pgmap v14071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:33.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:33.614Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:35 smithi170 ceph-mon[97338]: pgmap v14072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:35 smithi081 ceph-mon[95500]: pgmap v14072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:35.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:35.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:35.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:35 smithi081 ceph-mon[107735]: pgmap v14072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:37 smithi170 ceph-mon[97338]: pgmap v14073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:37 smithi081 ceph-mon[95500]: pgmap v14073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:37 smithi081 ceph-mon[107735]: pgmap v14073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:39 smithi170 ceph-mon[97338]: pgmap v14074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:39 smithi081 ceph-mon[95500]: pgmap v14074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:39 smithi081 ceph-mon[107735]: pgmap v14074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:41 smithi170 ceph-mon[97338]: pgmap v14075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:41 smithi081 ceph-mon[95500]: pgmap v14075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:41 smithi081 ceph-mon[107735]: pgmap v14075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:43 smithi081 ceph-mon[95500]: pgmap v14076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:27:43.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:43 smithi081 ceph-mon[107735]: pgmap v14076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:43 smithi170 ceph-mon[97338]: pgmap v14076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:43.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:43.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:45 smithi170 ceph-mon[97338]: pgmap v14077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:45 smithi081 ceph-mon[95500]: pgmap v14077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:45 smithi081 ceph-mon[107735]: pgmap v14077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:45.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:45.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:47 smithi170 ceph-mon[97338]: pgmap v14078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:47 smithi081 ceph-mon[95500]: pgmap v14078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:47 smithi081 ceph-mon[107735]: pgmap v14078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:49 smithi170 ceph-mon[97338]: pgmap v14079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:49 smithi081 ceph-mon[95500]: pgmap v14079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:49 smithi081 ceph-mon[107735]: pgmap v14079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:51 smithi170 ceph-mon[97338]: pgmap v14080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:51 smithi081 ceph-mon[95500]: pgmap v14080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:51 smithi081 ceph-mon[107735]: pgmap v14080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:53 smithi081 ceph-mon[95500]: pgmap v14081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:27:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:53 smithi081 ceph-mon[107735]: pgmap v14081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:53 smithi170 ceph-mon[97338]: pgmap v14081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:53.615Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:53.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:55 smithi170 ceph-mon[97338]: pgmap v14082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:55 smithi081 ceph-mon[95500]: pgmap v14082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:55 smithi081 ceph-mon[107735]: pgmap v14082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:27:55.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:55.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:27:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:27:55.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:27:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:57 smithi170 ceph-mon[97338]: pgmap v14083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:57 smithi081 ceph-mon[95500]: pgmap v14083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:57.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:57 smithi081 ceph-mon[107735]: pgmap v14083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:27:59 smithi170 ceph-mon[97338]: pgmap v14084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:27:59 smithi081 ceph-mon[95500]: pgmap v14084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:27:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:27:59 smithi081 ceph-mon[107735]: pgmap v14084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:01 smithi170 ceph-mon[97338]: pgmap v14085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:01 smithi081 ceph-mon[95500]: pgmap v14085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:01 smithi081 ceph-mon[107735]: pgmap v14085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:03 smithi081 ceph-mon[95500]: pgmap v14086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:28:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:03 smithi081 ceph-mon[107735]: pgmap v14086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:03 smithi170 ceph-mon[97338]: pgmap v14086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:03.616Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:03.617Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:05 smithi170 ceph-mon[97338]: pgmap v14087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:05.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:05 smithi081 ceph-mon[95500]: pgmap v14087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:05.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:05 smithi081 ceph-mon[107735]: pgmap v14087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:05.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:05.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:05.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:05.457Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:07.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:07 smithi170 ceph-mon[97338]: pgmap v14088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:07 smithi081 ceph-mon[95500]: pgmap v14088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:07 smithi081 ceph-mon[107735]: pgmap v14088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:09 smithi170 ceph-mon[97338]: pgmap v14089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:09 smithi081 ceph-mon[95500]: pgmap v14089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:09 smithi081 ceph-mon[107735]: pgmap v14089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:11 smithi170 ceph-mon[97338]: pgmap v14090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:11 smithi081 ceph-mon[95500]: pgmap v14090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:11 smithi081 ceph-mon[107735]: pgmap v14090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:13 smithi081 ceph-mon[95500]: pgmap v14091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:28:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:13 smithi081 ceph-mon[107735]: pgmap v14091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:13 smithi170 ceph-mon[97338]: pgmap v14091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:13.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:13.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:15 smithi170 ceph-mon[97338]: pgmap v14092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:15 smithi081 ceph-mon[95500]: pgmap v14092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:15 smithi081 ceph-mon[107735]: pgmap v14092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:15.456Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:15.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:17 smithi170 ceph-mon[97338]: pgmap v14093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:17 smithi081 ceph-mon[95500]: pgmap v14093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:17 smithi081 ceph-mon[107735]: pgmap v14093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:19 smithi170 ceph-mon[97338]: pgmap v14094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:19 smithi081 ceph-mon[95500]: pgmap v14094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:19 smithi081 ceph-mon[107735]: pgmap v14094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:21 smithi170 ceph-mon[97338]: pgmap v14095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:21 smithi081 ceph-mon[95500]: pgmap v14095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:21 smithi081 ceph-mon[107735]: pgmap v14095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:23 smithi081 ceph-mon[95500]: pgmap v14096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:28:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:23 smithi081 ceph-mon[107735]: pgmap v14096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:23 smithi170 ceph-mon[97338]: pgmap v14096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:23.618Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:23.619Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:25 smithi170 ceph-mon[97338]: pgmap v14097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:25 smithi081 ceph-mon[95500]: pgmap v14097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:25 smithi081 ceph-mon[107735]: pgmap v14097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:25.457Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:25.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:27 smithi170 ceph-mon[97338]: pgmap v14098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:27 smithi081 ceph-mon[95500]: pgmap v14098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:27 smithi081 ceph-mon[107735]: pgmap v14098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:29 smithi170 ceph-mon[97338]: pgmap v14099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:29 smithi081 ceph-mon[95500]: pgmap v14099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:29.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:29 smithi081 ceph-mon[107735]: pgmap v14099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:31 smithi170 ceph-mon[97338]: pgmap v14100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:31 smithi081 ceph-mon[95500]: pgmap v14100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:31 smithi081 ceph-mon[107735]: pgmap v14100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:33 smithi081 ceph-mon[95500]: pgmap v14101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:28:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:33 smithi081 ceph-mon[107735]: pgmap v14101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:33 smithi170 ceph-mon[97338]: pgmap v14101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:33.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:33.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:35 smithi170 ceph-mon[97338]: pgmap v14102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:35 smithi081 ceph-mon[95500]: pgmap v14102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:35.458Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:35.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:35.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:35 smithi081 ceph-mon[107735]: pgmap v14102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:37 smithi170 ceph-mon[97338]: pgmap v14103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:37 smithi081 ceph-mon[95500]: pgmap v14103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:37 smithi081 ceph-mon[107735]: pgmap v14103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:39 smithi170 ceph-mon[97338]: pgmap v14104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:39 smithi081 ceph-mon[95500]: pgmap v14104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:39 smithi081 ceph-mon[107735]: pgmap v14104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:41 smithi170 ceph-mon[97338]: pgmap v14105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:41 smithi081 ceph-mon[95500]: pgmap v14105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:41 smithi081 ceph-mon[107735]: pgmap v14105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:43 smithi081 ceph-mon[95500]: pgmap v14106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:28:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:43 smithi081 ceph-mon[107735]: pgmap v14106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:43 smithi170 ceph-mon[97338]: pgmap v14106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:43.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:43.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:45 smithi170 ceph-mon[97338]: pgmap v14107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:45 smithi081 ceph-mon[95500]: pgmap v14107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:45 smithi081 ceph-mon[107735]: pgmap v14107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:45.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:45.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:47 smithi170 ceph-mon[97338]: pgmap v14108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:47 smithi081 ceph-mon[95500]: pgmap v14108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:47 smithi081 ceph-mon[107735]: pgmap v14108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:49 smithi170 ceph-mon[97338]: pgmap v14109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:49 smithi081 ceph-mon[95500]: pgmap v14109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:49 smithi081 ceph-mon[107735]: pgmap v14109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:51 smithi170 ceph-mon[97338]: pgmap v14110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:51 smithi081 ceph-mon[95500]: pgmap v14110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:51.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:51 smithi081 ceph-mon[107735]: pgmap v14110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:53.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:53 smithi081 ceph-mon[95500]: pgmap v14111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:28:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:53 smithi081 ceph-mon[107735]: pgmap v14111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:53 smithi170 ceph-mon[97338]: pgmap v14111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:53.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:53.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:55 smithi170 ceph-mon[97338]: pgmap v14112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:55 smithi081 ceph-mon[95500]: pgmap v14112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:55 smithi081 ceph-mon[107735]: pgmap v14112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:28:55.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:28:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:28:55.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:28:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:57 smithi170 ceph-mon[97338]: pgmap v14113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:57 smithi081 ceph-mon[95500]: pgmap v14113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:57 smithi081 ceph-mon[107735]: pgmap v14113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:28:59 smithi170 ceph-mon[97338]: pgmap v14114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:28:59 smithi081 ceph-mon[95500]: pgmap v14114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:28:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:28:59 smithi081 ceph-mon[107735]: pgmap v14114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:01 smithi170 ceph-mon[97338]: pgmap v14115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:01 smithi081 ceph-mon[95500]: pgmap v14115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:01 smithi081 ceph-mon[107735]: pgmap v14115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:03.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:03 smithi081 ceph-mon[95500]: pgmap v14116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:29:03.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:03 smithi081 ceph-mon[107735]: pgmap v14116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:03 smithi170 ceph-mon[97338]: pgmap v14116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:03.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:03.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:05 smithi170 ceph-mon[97338]: pgmap v14117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:05 smithi081 ceph-mon[95500]: pgmap v14117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:05 smithi081 ceph-mon[107735]: pgmap v14117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:05.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:05.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:07 smithi170 ceph-mon[97338]: pgmap v14118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:07 smithi081 ceph-mon[95500]: pgmap v14118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:07 smithi081 ceph-mon[107735]: pgmap v14118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:09 smithi170 ceph-mon[97338]: pgmap v14119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:09 smithi081 ceph-mon[95500]: pgmap v14119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:09 smithi081 ceph-mon[107735]: pgmap v14119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:11 smithi170 ceph-mon[97338]: pgmap v14120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:11 smithi081 ceph-mon[95500]: pgmap v14120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:11 smithi081 ceph-mon[107735]: pgmap v14120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:13.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:13 smithi081 ceph-mon[95500]: pgmap v14121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:29:13.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:13 smithi081 ceph-mon[107735]: pgmap v14121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:13 smithi170 ceph-mon[97338]: pgmap v14121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:13.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:13.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:15 smithi170 ceph-mon[97338]: pgmap v14122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:15 smithi081 ceph-mon[95500]: pgmap v14122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:15 smithi081 ceph-mon[107735]: pgmap v14122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:15.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:15.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:17 smithi170 ceph-mon[97338]: pgmap v14123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:17 smithi081 ceph-mon[95500]: pgmap v14123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:17 smithi081 ceph-mon[107735]: pgmap v14123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:19 smithi170 ceph-mon[97338]: pgmap v14124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:19 smithi081 ceph-mon[95500]: pgmap v14124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:19 smithi081 ceph-mon[107735]: pgmap v14124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:21 smithi170 ceph-mon[97338]: pgmap v14125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:21 smithi081 ceph-mon[95500]: pgmap v14125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:21 smithi081 ceph-mon[107735]: pgmap v14125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:23 smithi081 ceph-mon[95500]: pgmap v14126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:29:23.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:23 smithi081 ceph-mon[107735]: pgmap v14126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:23 smithi170 ceph-mon[97338]: pgmap v14126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:23.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:23.624Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:25 smithi170 ceph-mon[97338]: pgmap v14127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:25 smithi081 ceph-mon[95500]: pgmap v14127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:25 smithi081 ceph-mon[107735]: pgmap v14127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:25.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:25.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:27 smithi170 ceph-mon[97338]: pgmap v14128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:27 smithi081 ceph-mon[95500]: pgmap v14128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:27 smithi081 ceph-mon[107735]: pgmap v14128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:29 smithi170 ceph-mon[97338]: pgmap v14129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:29 smithi081 ceph-mon[95500]: pgmap v14129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:29 smithi081 ceph-mon[107735]: pgmap v14129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:31 smithi170 ceph-mon[97338]: pgmap v14130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:31 smithi081 ceph-mon[95500]: pgmap v14130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:31 smithi081 ceph-mon[107735]: pgmap v14130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:33.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:33 smithi081 ceph-mon[95500]: pgmap v14131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:33.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:29:33.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:33 smithi081 ceph-mon[107735]: pgmap v14131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:33 smithi170 ceph-mon[97338]: pgmap v14131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:33.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:33.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:35 smithi170 ceph-mon[97338]: pgmap v14132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:35 smithi081 ceph-mon[95500]: pgmap v14132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:35 smithi081 ceph-mon[107735]: pgmap v14132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:35.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:35.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:37 smithi170 ceph-mon[97338]: pgmap v14133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:37 smithi081 ceph-mon[95500]: pgmap v14133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:37 smithi081 ceph-mon[107735]: pgmap v14133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:39 smithi170 ceph-mon[97338]: pgmap v14134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:39 smithi081 ceph-mon[95500]: pgmap v14134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:39 smithi081 ceph-mon[107735]: pgmap v14134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:41 smithi170 ceph-mon[97338]: pgmap v14135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:41 smithi081 ceph-mon[95500]: pgmap v14135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:41.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:41 smithi081 ceph-mon[107735]: pgmap v14135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:43.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:43 smithi081 ceph-mon[95500]: pgmap v14136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:29:43.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:43 smithi081 ceph-mon[107735]: pgmap v14136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:43 smithi170 ceph-mon[97338]: pgmap v14136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:43.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:43.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:45 smithi170 ceph-mon[97338]: pgmap v14137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:45 smithi081 ceph-mon[95500]: pgmap v14137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:45 smithi081 ceph-mon[107735]: pgmap v14137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:45.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:45.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:47 smithi170 ceph-mon[97338]: pgmap v14138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:47 smithi081 ceph-mon[95500]: pgmap v14138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:47 smithi081 ceph-mon[107735]: pgmap v14138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:49 smithi170 ceph-mon[97338]: pgmap v14139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:49 smithi081 ceph-mon[95500]: pgmap v14139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:49 smithi081 ceph-mon[107735]: pgmap v14139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:51 smithi170 ceph-mon[97338]: pgmap v14140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:51 smithi081 ceph-mon[95500]: pgmap v14140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:51 smithi081 ceph-mon[107735]: pgmap v14140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:53.315 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:29:53.630 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:53 smithi081 ceph-mon[95500]: pgmap v14141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:53.630 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:53 smithi081 ceph-mon[107735]: pgmap v14141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:53 smithi170 ceph-mon[97338]: pgmap v14141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:53.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:53.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:55 smithi170 ceph-mon[97338]: pgmap v14142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:55 smithi081 ceph-mon[95500]: pgmap v14142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:55.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:29:55.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:29:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:29:55.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:29:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:55 smithi081 ceph-mon[107735]: pgmap v14142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:57 smithi170 ceph-mon[97338]: pgmap v14143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:57 smithi081 ceph-mon[95500]: pgmap v14143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:57 smithi081 ceph-mon[107735]: pgmap v14143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:29:59 smithi170 ceph-mon[97338]: pgmap v14144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:29:59 smithi081 ceph-mon[95500]: pgmap v14144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:29:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:29:59 smithi081 ceph-mon[107735]: pgmap v14144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:30:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:30:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:30:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:01 smithi170 ceph-mon[97338]: pgmap v14145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:01 smithi081 ceph-mon[95500]: pgmap v14145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:01 smithi081 ceph-mon[107735]: pgmap v14145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:03.329 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:30:03.630 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:03 smithi081 ceph-mon[95500]: pgmap v14146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:03.631 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:03 smithi081 ceph-mon[107735]: pgmap v14146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:03 smithi170 ceph-mon[97338]: pgmap v14146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:03.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:03.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:05 smithi170 ceph-mon[97338]: pgmap v14147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:05 smithi081 ceph-mon[95500]: pgmap v14147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:05.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:05.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:05.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:05 smithi081 ceph-mon[107735]: pgmap v14147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:07 smithi170 ceph-mon[97338]: pgmap v14148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:07 smithi081 ceph-mon[95500]: pgmap v14148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:07 smithi081 ceph-mon[107735]: pgmap v14148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:09 smithi170 ceph-mon[97338]: pgmap v14149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:09 smithi081 ceph-mon[95500]: pgmap v14149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:09 smithi081 ceph-mon[107735]: pgmap v14149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:11 smithi170 ceph-mon[97338]: pgmap v14150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:11 smithi081 ceph-mon[95500]: pgmap v14150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:11 smithi081 ceph-mon[107735]: pgmap v14150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:13.320 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:30:13.631 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:13 smithi081 ceph-mon[95500]: pgmap v14151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:13.632 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:13 smithi081 ceph-mon[107735]: pgmap v14151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:13 smithi170 ceph-mon[97338]: pgmap v14151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:13.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:13.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:15 smithi170 ceph-mon[97338]: pgmap v14152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:15 smithi081 ceph-mon[95500]: pgmap v14152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:15 smithi081 ceph-mon[107735]: pgmap v14152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:15.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:15.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:17 smithi170 ceph-mon[97338]: pgmap v14153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:17 smithi081 ceph-mon[95500]: pgmap v14153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:17 smithi081 ceph-mon[107735]: pgmap v14153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:19 smithi170 ceph-mon[97338]: pgmap v14154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:19 smithi081 ceph-mon[95500]: pgmap v14154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:19 smithi081 ceph-mon[107735]: pgmap v14154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:21 smithi170 ceph-mon[97338]: pgmap v14155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:21.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:21 smithi081 ceph-mon[95500]: pgmap v14155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:21.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:21 smithi081 ceph-mon[107735]: pgmap v14155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:23.323 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:30:23.631 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:23 smithi081 ceph-mon[95500]: pgmap v14156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:23.632 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:23 smithi081 ceph-mon[107735]: pgmap v14156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:23 smithi170 ceph-mon[97338]: pgmap v14156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:23.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:23.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:25 smithi170 ceph-mon[97338]: pgmap v14157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:25 smithi081 ceph-mon[95500]: pgmap v14157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:25 smithi081 ceph-mon[107735]: pgmap v14157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:25.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:25.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:27 smithi170 ceph-mon[97338]: pgmap v14158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:27 smithi081 ceph-mon[95500]: pgmap v14158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:27 smithi081 ceph-mon[107735]: pgmap v14158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:29 smithi170 ceph-mon[97338]: pgmap v14159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:29 smithi081 ceph-mon[95500]: pgmap v14159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:29 smithi081 ceph-mon[107735]: pgmap v14159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:31.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:31 smithi170 ceph-mon[97338]: pgmap v14160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:31 smithi081 ceph-mon[95500]: pgmap v14160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:31 smithi081 ceph-mon[107735]: pgmap v14160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:33.327 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:30:33.632 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:33 smithi081 ceph-mon[95500]: pgmap v14161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:33.633 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:33 smithi081 ceph-mon[107735]: pgmap v14161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:33 smithi170 ceph-mon[97338]: pgmap v14161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:33.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:33.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:35 smithi170 ceph-mon[97338]: pgmap v14162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:35 smithi081 ceph-mon[95500]: pgmap v14162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:35 smithi081 ceph-mon[107735]: pgmap v14162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:35.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:35.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:37 smithi170 ceph-mon[97338]: pgmap v14163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:37 smithi081 ceph-mon[95500]: pgmap v14163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:37 smithi081 ceph-mon[107735]: pgmap v14163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:39 smithi170 ceph-mon[97338]: pgmap v14164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:39 smithi081 ceph-mon[95500]: pgmap v14164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:39 smithi081 ceph-mon[107735]: pgmap v14164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:41 smithi170 ceph-mon[97338]: pgmap v14165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:41 smithi081 ceph-mon[95500]: pgmap v14165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:41 smithi081 ceph-mon[107735]: pgmap v14165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:43.329 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:30:43.633 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:43 smithi081 ceph-mon[95500]: pgmap v14166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:43.634 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:43 smithi081 ceph-mon[107735]: pgmap v14166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:43 smithi170 ceph-mon[97338]: pgmap v14166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:43.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:43.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:45 smithi170 ceph-mon[97338]: pgmap v14167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:45 smithi081 ceph-mon[95500]: pgmap v14167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:45 smithi081 ceph-mon[107735]: pgmap v14167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:45.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:45.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:45.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:45.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:47 smithi170 ceph-mon[97338]: pgmap v14168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:47 smithi081 ceph-mon[95500]: pgmap v14168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:47 smithi081 ceph-mon[107735]: pgmap v14168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:49 smithi170 ceph-mon[97338]: pgmap v14169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:49 smithi081 ceph-mon[95500]: pgmap v14169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:49 smithi081 ceph-mon[107735]: pgmap v14169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:51.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:51 smithi170 ceph-mon[97338]: pgmap v14170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:51 smithi081 ceph-mon[95500]: pgmap v14170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:51 smithi081 ceph-mon[107735]: pgmap v14170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:53.333 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:30:53.634 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:53 smithi081 ceph-mon[95500]: pgmap v14171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:53.634 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:53 smithi081 ceph-mon[107735]: pgmap v14171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:53 smithi170 ceph-mon[97338]: pgmap v14171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:53.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:53.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:55 smithi170 ceph-mon[97338]: pgmap v14172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:55 smithi081 ceph-mon[95500]: pgmap v14172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:55 smithi081 ceph-mon[107735]: pgmap v14172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:30:55.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:30:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:30:55.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:30:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:57 smithi170 ceph-mon[97338]: pgmap v14173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:57 smithi081 ceph-mon[95500]: pgmap v14173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:57 smithi081 ceph-mon[107735]: pgmap v14173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:30:59 smithi170 ceph-mon[97338]: pgmap v14174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:30:59 smithi081 ceph-mon[95500]: pgmap v14174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:30:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:30:59 smithi081 ceph-mon[107735]: pgmap v14174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:01 smithi170 ceph-mon[97338]: pgmap v14175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:01 smithi081 ceph-mon[95500]: pgmap v14175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:01 smithi081 ceph-mon[107735]: pgmap v14175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:03.335 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:31:03.635 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:03 smithi081 ceph-mon[95500]: pgmap v14176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:03.635 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:03 smithi081 ceph-mon[107735]: pgmap v14176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:03 smithi170 ceph-mon[97338]: pgmap v14176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:03.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:03.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:05 smithi170 ceph-mon[97338]: pgmap v14177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:05 smithi081 ceph-mon[95500]: pgmap v14177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:05 smithi081 ceph-mon[107735]: pgmap v14177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:05.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:05.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:07 smithi170 ceph-mon[97338]: pgmap v14178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:07 smithi081 ceph-mon[95500]: pgmap v14178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:07 smithi081 ceph-mon[107735]: pgmap v14178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:09 smithi170 ceph-mon[97338]: pgmap v14179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:09 smithi081 ceph-mon[95500]: pgmap v14179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:09 smithi081 ceph-mon[107735]: pgmap v14179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:11.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:11 smithi170 ceph-mon[97338]: pgmap v14180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:11 smithi081 ceph-mon[95500]: pgmap v14180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:11 smithi081 ceph-mon[107735]: pgmap v14180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:13.338 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:31:13.635 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:13 smithi081 ceph-mon[95500]: pgmap v14181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:13.635 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:13 smithi081 ceph-mon[107735]: pgmap v14181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:13 smithi170 ceph-mon[97338]: pgmap v14181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:13.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:13.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:15 smithi170 ceph-mon[97338]: pgmap v14182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:15 smithi081 ceph-mon[95500]: pgmap v14182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:15 smithi081 ceph-mon[107735]: pgmap v14182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:15.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:15.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:17 smithi170 ceph-mon[97338]: pgmap v14183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:17 smithi081 ceph-mon[95500]: pgmap v14183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:17 smithi081 ceph-mon[107735]: pgmap v14183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:19 smithi170 ceph-mon[97338]: pgmap v14184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:19 smithi081 ceph-mon[95500]: pgmap v14184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:19 smithi081 ceph-mon[107735]: pgmap v14184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:21.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:21 smithi170 ceph-mon[97338]: pgmap v14185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:21 smithi081 ceph-mon[95500]: pgmap v14185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:21 smithi081 ceph-mon[107735]: pgmap v14185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:23.341 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:31:23.636 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:23 smithi081 ceph-mon[95500]: pgmap v14186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:23.637 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:23 smithi081 ceph-mon[107735]: pgmap v14186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:23 smithi170 ceph-mon[97338]: pgmap v14186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:23.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:23.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:25 smithi170 ceph-mon[97338]: pgmap v14187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:25 smithi081 ceph-mon[95500]: pgmap v14187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:25 smithi081 ceph-mon[107735]: pgmap v14187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:25.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:25.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:27 smithi170 ceph-mon[97338]: pgmap v14188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:27 smithi081 ceph-mon[95500]: pgmap v14188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:27 smithi081 ceph-mon[107735]: pgmap v14188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:29 smithi170 ceph-mon[97338]: pgmap v14189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:29 smithi081 ceph-mon[95500]: pgmap v14189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:29 smithi081 ceph-mon[107735]: pgmap v14189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:31 smithi081 ceph-mon[95500]: pgmap v14190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:31.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:31 smithi081 ceph-mon[107735]: pgmap v14190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:31 smithi170 ceph-mon[97338]: pgmap v14190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:33.344 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:31:33.636 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:33 smithi081 ceph-mon[95500]: pgmap v14191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:33.637 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:33 smithi081 ceph-mon[107735]: pgmap v14191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:33 smithi170 ceph-mon[97338]: pgmap v14191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:33.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:33.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:35 smithi170 ceph-mon[97338]: pgmap v14192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:35 smithi081 ceph-mon[95500]: pgmap v14192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:35 smithi081 ceph-mon[107735]: pgmap v14192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:35.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:35.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:37 smithi170 ceph-mon[97338]: pgmap v14193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:37 smithi081 ceph-mon[95500]: pgmap v14193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:37 smithi081 ceph-mon[107735]: pgmap v14193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:39 smithi170 ceph-mon[97338]: pgmap v14194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:39 smithi081 ceph-mon[95500]: pgmap v14194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:39 smithi081 ceph-mon[107735]: pgmap v14194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:41 smithi081 ceph-mon[95500]: pgmap v14195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:41 smithi081 ceph-mon[107735]: pgmap v14195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:41 smithi170 ceph-mon[97338]: pgmap v14195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:43.349 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:31:43.636 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:43 smithi081 ceph-mon[95500]: pgmap v14196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:43.637 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:43 smithi081 ceph-mon[107735]: pgmap v14196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:43 smithi170 ceph-mon[97338]: pgmap v14196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:43.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:43.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:45 smithi170 ceph-mon[97338]: pgmap v14197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:45 smithi081 ceph-mon[95500]: pgmap v14197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:45.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:45.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:45.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:45 smithi081 ceph-mon[107735]: pgmap v14197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:47 smithi170 ceph-mon[97338]: pgmap v14198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:47 smithi081 ceph-mon[95500]: pgmap v14198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:47 smithi081 ceph-mon[107735]: pgmap v14198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:49 smithi170 ceph-mon[97338]: pgmap v14199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:49 smithi081 ceph-mon[95500]: pgmap v14199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:49 smithi081 ceph-mon[107735]: pgmap v14199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:51 smithi081 ceph-mon[95500]: pgmap v14200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:51 smithi081 ceph-mon[107735]: pgmap v14200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:51 smithi170 ceph-mon[97338]: pgmap v14200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:53.351 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:31:53.637 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:53 smithi081 ceph-mon[107735]: pgmap v14201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:53.638 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:53 smithi081 ceph-mon[95500]: pgmap v14201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:53 smithi170 ceph-mon[97338]: pgmap v14201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:53.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:53.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:55 smithi170 ceph-mon[97338]: pgmap v14202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:55 smithi081 ceph-mon[95500]: pgmap v14202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:55 smithi081 ceph-mon[107735]: pgmap v14202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:31:55.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:31:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:31:55.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:31:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:57 smithi170 ceph-mon[97338]: pgmap v14203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:57 smithi081 ceph-mon[95500]: pgmap v14203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:57 smithi081 ceph-mon[107735]: pgmap v14203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:31:59 smithi170 ceph-mon[97338]: pgmap v14204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:31:59 smithi081 ceph-mon[95500]: pgmap v14204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:31:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:31:59 smithi081 ceph-mon[107735]: pgmap v14204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:01.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:01 smithi081 ceph-mon[95500]: pgmap v14205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:01.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:01 smithi081 ceph-mon[107735]: pgmap v14205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:01 smithi170 ceph-mon[97338]: pgmap v14205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:03.355 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:32:03.637 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:03 smithi081 ceph-mon[95500]: pgmap v14206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:03.638 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:03 smithi081 ceph-mon[107735]: pgmap v14206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:03 smithi170 ceph-mon[97338]: pgmap v14206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:03.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:03.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:05 smithi170 ceph-mon[97338]: pgmap v14207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:05 smithi081 ceph-mon[95500]: pgmap v14207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:05 smithi081 ceph-mon[107735]: pgmap v14207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:05.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:05.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:07 smithi170 ceph-mon[97338]: pgmap v14208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:07 smithi081 ceph-mon[95500]: pgmap v14208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:07 smithi081 ceph-mon[107735]: pgmap v14208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:09 smithi170 ceph-mon[97338]: pgmap v14209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:09 smithi081 ceph-mon[95500]: pgmap v14209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:09 smithi081 ceph-mon[107735]: pgmap v14209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:11.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:11 smithi081 ceph-mon[95500]: pgmap v14210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:11.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:11 smithi081 ceph-mon[107735]: pgmap v14210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:11 smithi170 ceph-mon[97338]: pgmap v14210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:13.358 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:32:13.638 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:13 smithi081 ceph-mon[95500]: pgmap v14211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:13.638 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:13 smithi081 ceph-mon[107735]: pgmap v14211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:13 smithi170 ceph-mon[97338]: pgmap v14211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:13.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:13.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:15 smithi170 ceph-mon[97338]: pgmap v14212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:15 smithi081 ceph-mon[95500]: pgmap v14212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:15.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:15.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:15 smithi081 ceph-mon[107735]: pgmap v14212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:17 smithi170 ceph-mon[97338]: pgmap v14213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:17 smithi081 ceph-mon[95500]: pgmap v14213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:17 smithi081 ceph-mon[107735]: pgmap v14213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:19 smithi170 ceph-mon[97338]: pgmap v14214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:19 smithi081 ceph-mon[95500]: pgmap v14214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:19 smithi081 ceph-mon[107735]: pgmap v14214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:21 smithi081 ceph-mon[95500]: pgmap v14215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:21 smithi081 ceph-mon[107735]: pgmap v14215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:21 smithi170 ceph-mon[97338]: pgmap v14215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:23.361 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:32:23.639 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:23 smithi081 ceph-mon[95500]: pgmap v14216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:23.639 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:23 smithi081 ceph-mon[107735]: pgmap v14216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:23 smithi170 ceph-mon[97338]: pgmap v14216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:23.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:23.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:25 smithi170 ceph-mon[97338]: pgmap v14217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:25 smithi081 ceph-mon[95500]: pgmap v14217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:25 smithi081 ceph-mon[107735]: pgmap v14217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:25.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:25.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:25.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:25.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:27 smithi170 ceph-mon[97338]: pgmap v14218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:27 smithi081 ceph-mon[95500]: pgmap v14218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:27 smithi081 ceph-mon[107735]: pgmap v14218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:29 smithi170 ceph-mon[97338]: pgmap v14219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:29 smithi081 ceph-mon[95500]: pgmap v14219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:29 smithi081 ceph-mon[107735]: pgmap v14219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:31 smithi081 ceph-mon[95500]: pgmap v14220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:31 smithi081 ceph-mon[107735]: pgmap v14220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:31 smithi170 ceph-mon[97338]: pgmap v14220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:33.364 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:32:33.640 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:33 smithi081 ceph-mon[95500]: pgmap v14221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:33.640 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:33 smithi081 ceph-mon[107735]: pgmap v14221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:33 smithi170 ceph-mon[97338]: pgmap v14221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:33.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:33.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:35 smithi170 ceph-mon[97338]: pgmap v14222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:35 smithi081 ceph-mon[95500]: pgmap v14222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:35 smithi081 ceph-mon[107735]: pgmap v14222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:35.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:35.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:37 smithi170 ceph-mon[97338]: pgmap v14223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:37 smithi081 ceph-mon[95500]: pgmap v14223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:37 smithi081 ceph-mon[107735]: pgmap v14223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:39 smithi170 ceph-mon[97338]: pgmap v14224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:39 smithi081 ceph-mon[95500]: pgmap v14224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:39 smithi081 ceph-mon[107735]: pgmap v14224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:41.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:41 smithi081 ceph-mon[95500]: pgmap v14225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:41 smithi081 ceph-mon[107735]: pgmap v14225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:41 smithi170 ceph-mon[97338]: pgmap v14225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:43.367 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:32:43.640 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:43 smithi081 ceph-mon[95500]: pgmap v14226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:43.641 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:43 smithi081 ceph-mon[107735]: pgmap v14226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:43 smithi170 ceph-mon[97338]: pgmap v14226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:43.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:43.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:45 smithi170 ceph-mon[97338]: pgmap v14227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:45 smithi081 ceph-mon[95500]: pgmap v14227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:45 smithi081 ceph-mon[107735]: pgmap v14227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:45.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:45.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:47 smithi170 ceph-mon[97338]: pgmap v14228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:47 smithi081 ceph-mon[95500]: pgmap v14228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:47 smithi081 ceph-mon[107735]: pgmap v14228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:49 smithi170 ceph-mon[97338]: pgmap v14229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:49 smithi081 ceph-mon[95500]: pgmap v14229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:49 smithi081 ceph-mon[107735]: pgmap v14229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:51.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:51 smithi081 ceph-mon[95500]: pgmap v14230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:51 smithi081 ceph-mon[107735]: pgmap v14230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:51 smithi170 ceph-mon[97338]: pgmap v14230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:53.371 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:32:53.641 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:53 smithi081 ceph-mon[95500]: pgmap v14231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:53.642 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:53 smithi081 ceph-mon[107735]: pgmap v14231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:53 smithi170 ceph-mon[97338]: pgmap v14231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:53.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:53.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:55 smithi170 ceph-mon[97338]: pgmap v14232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:55 smithi081 ceph-mon[95500]: pgmap v14232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:55 smithi081 ceph-mon[107735]: pgmap v14232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:55.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:32:55.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:55.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:32:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:32:55.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:32:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:57 smithi170 ceph-mon[97338]: pgmap v14233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:57 smithi081 ceph-mon[95500]: pgmap v14233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:57 smithi081 ceph-mon[107735]: pgmap v14233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:32:59 smithi170 ceph-mon[97338]: pgmap v14234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:32:59 smithi081 ceph-mon[95500]: pgmap v14234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:32:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:32:59 smithi081 ceph-mon[107735]: pgmap v14234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:01 smithi170 ceph-mon[97338]: pgmap v14235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:01 smithi081 ceph-mon[95500]: pgmap v14235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:01 smithi081 ceph-mon[107735]: pgmap v14235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:03.374 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:33:03.642 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:03 smithi081 ceph-mon[95500]: pgmap v14236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:03.643 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:03 smithi081 ceph-mon[107735]: pgmap v14236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:03 smithi170 ceph-mon[97338]: pgmap v14236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:03.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:03.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:05 smithi170 ceph-mon[97338]: pgmap v14237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:05 smithi081 ceph-mon[95500]: pgmap v14237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:05 smithi081 ceph-mon[107735]: pgmap v14237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:05.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:05.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:07 smithi170 ceph-mon[97338]: pgmap v14238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:07 smithi081 ceph-mon[95500]: pgmap v14238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:07 smithi081 ceph-mon[107735]: pgmap v14238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:09 smithi170 ceph-mon[97338]: pgmap v14239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:09 smithi081 ceph-mon[95500]: pgmap v14239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:09 smithi081 ceph-mon[107735]: pgmap v14239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:11 smithi170 ceph-mon[97338]: pgmap v14240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:11 smithi081 ceph-mon[95500]: pgmap v14240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:11 smithi081 ceph-mon[107735]: pgmap v14240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:13.377 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:33:13.643 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:13 smithi081 ceph-mon[95500]: pgmap v14241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:13.643 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:13 smithi081 ceph-mon[107735]: pgmap v14241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:13 smithi170 ceph-mon[97338]: pgmap v14241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:13.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:13.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:15 smithi170 ceph-mon[97338]: pgmap v14242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:15 smithi081 ceph-mon[95500]: pgmap v14242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:15 smithi081 ceph-mon[107735]: pgmap v14242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:15.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:15.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:17 smithi170 ceph-mon[97338]: pgmap v14243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:17 smithi081 ceph-mon[95500]: pgmap v14243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:17 smithi081 ceph-mon[107735]: pgmap v14243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:19 smithi170 ceph-mon[97338]: pgmap v14244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:19 smithi081 ceph-mon[95500]: pgmap v14244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:19 smithi081 ceph-mon[107735]: pgmap v14244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:21.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:21 smithi170 ceph-mon[97338]: pgmap v14245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:21 smithi081 ceph-mon[95500]: pgmap v14245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:21 smithi081 ceph-mon[107735]: pgmap v14245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:23.380 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:33:23.643 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:23 smithi081 ceph-mon[95500]: pgmap v14246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:23.644 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:23 smithi081 ceph-mon[107735]: pgmap v14246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:23 smithi170 ceph-mon[97338]: pgmap v14246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:23.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:23.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:25 smithi170 ceph-mon[97338]: pgmap v14247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:25 smithi081 ceph-mon[95500]: pgmap v14247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:25.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:25.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:25.475Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:25 smithi081 ceph-mon[107735]: pgmap v14247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:27 smithi170 ceph-mon[97338]: pgmap v14248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:27 smithi081 ceph-mon[95500]: pgmap v14248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:27 smithi081 ceph-mon[107735]: pgmap v14248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:29 smithi170 ceph-mon[97338]: pgmap v14249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:29 smithi081 ceph-mon[95500]: pgmap v14249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:29 smithi081 ceph-mon[107735]: pgmap v14249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:31 smithi170 ceph-mon[97338]: pgmap v14250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:31 smithi081 ceph-mon[95500]: pgmap v14250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:31 smithi081 ceph-mon[107735]: pgmap v14250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:33.384 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:33:33.645 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:33 smithi081 ceph-mon[95500]: pgmap v14251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:33.645 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:33 smithi081 ceph-mon[107735]: pgmap v14251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:33 smithi170 ceph-mon[97338]: pgmap v14251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:33.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:33.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:35 smithi170 ceph-mon[97338]: pgmap v14252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:35 smithi081 ceph-mon[95500]: pgmap v14252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:35 smithi081 ceph-mon[107735]: pgmap v14252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:35.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:35.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:37 smithi170 ceph-mon[97338]: pgmap v14253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:37 smithi081 ceph-mon[95500]: pgmap v14253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:37 smithi081 ceph-mon[107735]: pgmap v14253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:39 smithi170 ceph-mon[97338]: pgmap v14254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:39 smithi081 ceph-mon[95500]: pgmap v14254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:39 smithi081 ceph-mon[107735]: pgmap v14254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:41 smithi170 ceph-mon[97338]: pgmap v14255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:41 smithi081 ceph-mon[95500]: pgmap v14255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:41 smithi081 ceph-mon[107735]: pgmap v14255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:43.387 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:33:43.645 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:43 smithi081 ceph-mon[95500]: pgmap v14256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:43.646 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:43 smithi081 ceph-mon[107735]: pgmap v14256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:43 smithi170 ceph-mon[97338]: pgmap v14256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:43.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:43.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:45 smithi170 ceph-mon[97338]: pgmap v14257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:45 smithi081 ceph-mon[95500]: pgmap v14257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:45.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:45.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:45 smithi081 ceph-mon[107735]: pgmap v14257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:47 smithi170 ceph-mon[97338]: pgmap v14258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:47 smithi081 ceph-mon[95500]: pgmap v14258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:47 smithi081 ceph-mon[107735]: pgmap v14258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:49 smithi170 ceph-mon[97338]: pgmap v14259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:49 smithi081 ceph-mon[95500]: pgmap v14259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:49 smithi081 ceph-mon[107735]: pgmap v14259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:51 smithi170 ceph-mon[97338]: pgmap v14260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:51 smithi081 ceph-mon[95500]: pgmap v14260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:51 smithi081 ceph-mon[107735]: pgmap v14260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:53.390 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:33:53.646 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:53 smithi081 ceph-mon[95500]: pgmap v14261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:53.646 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:53 smithi081 ceph-mon[107735]: pgmap v14261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:53 smithi170 ceph-mon[97338]: pgmap v14261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:53.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:53.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:55 smithi170 ceph-mon[97338]: pgmap v14262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:55 smithi081 ceph-mon[95500]: pgmap v14262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:55 smithi081 ceph-mon[107735]: pgmap v14262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:33:55.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:33:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:33:55.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:33:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:57 smithi170 ceph-mon[97338]: pgmap v14263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:57 smithi081 ceph-mon[95500]: pgmap v14263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:57 smithi081 ceph-mon[107735]: pgmap v14263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:33:59 smithi170 ceph-mon[97338]: pgmap v14264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:33:59 smithi081 ceph-mon[95500]: pgmap v14264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:33:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:33:59 smithi081 ceph-mon[107735]: pgmap v14264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:01 smithi170 ceph-mon[97338]: pgmap v14265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:01 smithi081 ceph-mon[95500]: pgmap v14265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:01 smithi081 ceph-mon[107735]: pgmap v14265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:03.394 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:34:03.647 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:03 smithi081 ceph-mon[95500]: pgmap v14266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:03.647 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:03 smithi081 ceph-mon[107735]: pgmap v14266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:03 smithi170 ceph-mon[97338]: pgmap v14266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:03.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:03.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:05 smithi170 ceph-mon[97338]: pgmap v14267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:05 smithi081 ceph-mon[95500]: pgmap v14267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:05 smithi081 ceph-mon[107735]: pgmap v14267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:05.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:05.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:07 smithi170 ceph-mon[97338]: pgmap v14268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:07 smithi081 ceph-mon[95500]: pgmap v14268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:07 smithi081 ceph-mon[107735]: pgmap v14268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:09 smithi170 ceph-mon[97338]: pgmap v14269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:09 smithi081 ceph-mon[95500]: pgmap v14269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:09 smithi081 ceph-mon[107735]: pgmap v14269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:11 smithi170 ceph-mon[97338]: pgmap v14270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:11 smithi081 ceph-mon[95500]: pgmap v14270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:11 smithi081 ceph-mon[107735]: pgmap v14270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:13.397 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:34:13.648 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:13 smithi081 ceph-mon[95500]: pgmap v14271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:13.648 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:13 smithi081 ceph-mon[107735]: pgmap v14271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:13 smithi170 ceph-mon[97338]: pgmap v14271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:13.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:13.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:15 smithi170 ceph-mon[97338]: pgmap v14272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:15 smithi081 ceph-mon[95500]: pgmap v14272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:15.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:15.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:15.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:15 smithi081 ceph-mon[107735]: pgmap v14272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:17 smithi170 ceph-mon[97338]: pgmap v14273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:17 smithi081 ceph-mon[95500]: pgmap v14273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:17 smithi081 ceph-mon[107735]: pgmap v14273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:19 smithi170 ceph-mon[97338]: pgmap v14274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:19 smithi081 ceph-mon[95500]: pgmap v14274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:19 smithi081 ceph-mon[107735]: pgmap v14274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:21 smithi170 ceph-mon[97338]: pgmap v14275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:21 smithi081 ceph-mon[95500]: pgmap v14275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:21 smithi081 ceph-mon[107735]: pgmap v14275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:23.401 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:34:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:23 smithi170 ceph-mon[97338]: pgmap v14276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:23 smithi081 ceph-mon[95500]: pgmap v14276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:23 smithi081 ceph-mon[107735]: pgmap v14276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:23.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:23.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:25 smithi170 ceph-mon[97338]: pgmap v14277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:25 smithi081 ceph-mon[95500]: pgmap v14277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:25.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:25.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:25 smithi081 ceph-mon[107735]: pgmap v14277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:27 smithi170 ceph-mon[97338]: pgmap v14278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:27 smithi081 ceph-mon[95500]: pgmap v14278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:27 smithi081 ceph-mon[107735]: pgmap v14278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:29 smithi170 ceph-mon[97338]: pgmap v14279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:29 smithi081 ceph-mon[95500]: pgmap v14279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:29 smithi081 ceph-mon[107735]: pgmap v14279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:31 smithi170 ceph-mon[97338]: pgmap v14280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:31 smithi081 ceph-mon[95500]: pgmap v14280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:31 smithi081 ceph-mon[107735]: pgmap v14280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:33.403 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:34:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:33 smithi170 ceph-mon[97338]: pgmap v14281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:33 smithi081 ceph-mon[95500]: pgmap v14281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:33 smithi081 ceph-mon[107735]: pgmap v14281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:33.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:33.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:35 smithi170 ceph-mon[97338]: pgmap v14282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:35 smithi081 ceph-mon[95500]: pgmap v14282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:35 smithi081 ceph-mon[107735]: pgmap v14282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:35.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:35.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:37 smithi170 ceph-mon[97338]: pgmap v14283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:37 smithi081 ceph-mon[95500]: pgmap v14283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:37 smithi081 ceph-mon[107735]: pgmap v14283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:39 smithi170 ceph-mon[97338]: pgmap v14284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:39 smithi081 ceph-mon[95500]: pgmap v14284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:39 smithi081 ceph-mon[107735]: pgmap v14284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:41 smithi170 ceph-mon[97338]: pgmap v14285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:41 smithi081 ceph-mon[95500]: pgmap v14285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:41 smithi081 ceph-mon[107735]: pgmap v14285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:43.407 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:34:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:43 smithi170 ceph-mon[97338]: pgmap v14286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:43 smithi081 ceph-mon[95500]: pgmap v14286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:43 smithi081 ceph-mon[107735]: pgmap v14286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:43.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:43.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:43.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:45 smithi170 ceph-mon[97338]: pgmap v14287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:45 smithi081 ceph-mon[95500]: pgmap v14287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:45 smithi081 ceph-mon[107735]: pgmap v14287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:45.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:45.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:47 smithi170 ceph-mon[97338]: pgmap v14288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:47 smithi081 ceph-mon[95500]: pgmap v14288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:47 smithi081 ceph-mon[107735]: pgmap v14288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:49 smithi170 ceph-mon[97338]: pgmap v14289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:49 smithi081 ceph-mon[95500]: pgmap v14289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:49 smithi081 ceph-mon[107735]: pgmap v14289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:51 smithi170 ceph-mon[97338]: pgmap v14290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:51 smithi081 ceph-mon[95500]: pgmap v14290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:51 smithi081 ceph-mon[107735]: pgmap v14290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:53.410 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:34:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:53 smithi170 ceph-mon[97338]: pgmap v14291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:53 smithi081 ceph-mon[95500]: pgmap v14291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:53 smithi081 ceph-mon[107735]: pgmap v14291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:53.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:53.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:55 smithi170 ceph-mon[97338]: pgmap v14292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:55 smithi081 ceph-mon[95500]: pgmap v14292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:55 smithi081 ceph-mon[107735]: pgmap v14292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:34:55.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:34:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:34:55.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:34:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:57 smithi170 ceph-mon[97338]: pgmap v14293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:57 smithi081 ceph-mon[95500]: pgmap v14293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:57 smithi081 ceph-mon[107735]: pgmap v14293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:34:59 smithi170 ceph-mon[97338]: pgmap v14294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:34:59 smithi081 ceph-mon[95500]: pgmap v14294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:34:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:34:59 smithi081 ceph-mon[107735]: pgmap v14294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:01 smithi170 ceph-mon[97338]: pgmap v14295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:01 smithi081 ceph-mon[95500]: pgmap v14295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:01 smithi081 ceph-mon[107735]: pgmap v14295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:03.413 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:35:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:03 smithi170 ceph-mon[97338]: pgmap v14296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:03 smithi081 ceph-mon[95500]: pgmap v14296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:03 smithi081 ceph-mon[107735]: pgmap v14296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:03.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:03.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:05 smithi170 ceph-mon[97338]: pgmap v14297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:05 smithi081 ceph-mon[95500]: pgmap v14297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:05 smithi081 ceph-mon[107735]: pgmap v14297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:05.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:05.481Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:07 smithi170 ceph-mon[97338]: pgmap v14298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:07 smithi081 ceph-mon[95500]: pgmap v14298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:07 smithi081 ceph-mon[107735]: pgmap v14298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:09 smithi170 ceph-mon[97338]: pgmap v14299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:09 smithi081 ceph-mon[95500]: pgmap v14299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:09 smithi081 ceph-mon[107735]: pgmap v14299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:11 smithi170 ceph-mon[97338]: pgmap v14300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:11 smithi081 ceph-mon[95500]: pgmap v14300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:11 smithi081 ceph-mon[107735]: pgmap v14300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:13.417 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:35:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:13 smithi170 ceph-mon[97338]: pgmap v14301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:13 smithi081 ceph-mon[95500]: pgmap v14301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:13 smithi081 ceph-mon[107735]: pgmap v14301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:13.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:13.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:13.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:15 smithi170 ceph-mon[97338]: pgmap v14302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:15 smithi081 ceph-mon[95500]: pgmap v14302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:15 smithi081 ceph-mon[107735]: pgmap v14302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:15.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:15.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:17 smithi170 ceph-mon[97338]: pgmap v14303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:17 smithi081 ceph-mon[95500]: pgmap v14303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:17 smithi081 ceph-mon[107735]: pgmap v14303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:19 smithi170 ceph-mon[97338]: pgmap v14304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:19 smithi081 ceph-mon[95500]: pgmap v14304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:19 smithi081 ceph-mon[107735]: pgmap v14304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:21 smithi170 ceph-mon[97338]: pgmap v14305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:21 smithi081 ceph-mon[95500]: pgmap v14305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:21 smithi081 ceph-mon[107735]: pgmap v14305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:23.420 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:35:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:23 smithi170 ceph-mon[97338]: pgmap v14306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:23 smithi081 ceph-mon[95500]: pgmap v14306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:23 smithi081 ceph-mon[107735]: pgmap v14306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:23.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:23.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:25 smithi170 ceph-mon[97338]: pgmap v14307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:25 smithi081 ceph-mon[95500]: pgmap v14307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:25 smithi081 ceph-mon[107735]: pgmap v14307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:25.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:25.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:27 smithi170 ceph-mon[97338]: pgmap v14308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:27 smithi081 ceph-mon[95500]: pgmap v14308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:27 smithi081 ceph-mon[107735]: pgmap v14308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:29 smithi170 ceph-mon[97338]: pgmap v14309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:29 smithi081 ceph-mon[95500]: pgmap v14309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:29 smithi081 ceph-mon[107735]: pgmap v14309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:31 smithi170 ceph-mon[97338]: pgmap v14310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:31 smithi081 ceph-mon[95500]: pgmap v14310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:31.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:31 smithi081 ceph-mon[107735]: pgmap v14310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:33.424 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:35:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:33 smithi170 ceph-mon[97338]: pgmap v14311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:33 smithi081 ceph-mon[95500]: pgmap v14311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:33 smithi081 ceph-mon[107735]: pgmap v14311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:33.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:33.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:35 smithi170 ceph-mon[97338]: pgmap v14312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:35 smithi081 ceph-mon[95500]: pgmap v14312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:35 smithi081 ceph-mon[107735]: pgmap v14312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:35.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:35.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:37 smithi170 ceph-mon[97338]: pgmap v14313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:37 smithi081 ceph-mon[95500]: pgmap v14313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:37 smithi081 ceph-mon[107735]: pgmap v14313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:39 smithi170 ceph-mon[97338]: pgmap v14314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:39 smithi081 ceph-mon[95500]: pgmap v14314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:39 smithi081 ceph-mon[107735]: pgmap v14314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:41 smithi170 ceph-mon[97338]: pgmap v14315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:41 smithi081 ceph-mon[95500]: pgmap v14315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:41 smithi081 ceph-mon[107735]: pgmap v14315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:43.427 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:35:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:43 smithi170 ceph-mon[97338]: pgmap v14316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:43 smithi081 ceph-mon[95500]: pgmap v14316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:43 smithi081 ceph-mon[107735]: pgmap v14316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:43.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:43.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:45 smithi170 ceph-mon[97338]: pgmap v14317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:45 smithi081 ceph-mon[95500]: pgmap v14317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:45 smithi081 ceph-mon[107735]: pgmap v14317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:45.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:45.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:47 smithi170 ceph-mon[97338]: pgmap v14318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:47 smithi081 ceph-mon[95500]: pgmap v14318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:47 smithi081 ceph-mon[107735]: pgmap v14318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:49 smithi170 ceph-mon[97338]: pgmap v14319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:49 smithi081 ceph-mon[95500]: pgmap v14319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:49 smithi081 ceph-mon[107735]: pgmap v14319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:51 smithi170 ceph-mon[97338]: pgmap v14320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:51 smithi081 ceph-mon[95500]: pgmap v14320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:51 smithi081 ceph-mon[107735]: pgmap v14320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:53.430 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:35:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:53 smithi170 ceph-mon[97338]: pgmap v14321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:53 smithi081 ceph-mon[107735]: pgmap v14321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:53.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:53.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:53.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:53 smithi081 ceph-mon[95500]: pgmap v14321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:55 smithi170 ceph-mon[97338]: pgmap v14322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:55 smithi081 ceph-mon[95500]: pgmap v14322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:55 smithi081 ceph-mon[107735]: pgmap v14322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:35:55.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:35:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:35:55.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:35:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:57 smithi170 ceph-mon[97338]: pgmap v14323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:57 smithi081 ceph-mon[95500]: pgmap v14323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:57 smithi081 ceph-mon[107735]: pgmap v14323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:35:59 smithi170 ceph-mon[97338]: pgmap v14324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:35:59 smithi081 ceph-mon[95500]: pgmap v14324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:35:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:35:59 smithi081 ceph-mon[107735]: pgmap v14324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:01 smithi170 ceph-mon[97338]: pgmap v14325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:01 smithi081 ceph-mon[95500]: pgmap v14325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:01 smithi081 ceph-mon[107735]: pgmap v14325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:03.433 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:36:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:03 smithi170 ceph-mon[97338]: pgmap v14326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:03 smithi081 ceph-mon[95500]: pgmap v14326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:03 smithi081 ceph-mon[107735]: pgmap v14326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:03.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:03.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:05 smithi170 ceph-mon[97338]: pgmap v14327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:05 smithi081 ceph-mon[95500]: pgmap v14327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:05 smithi081 ceph-mon[107735]: pgmap v14327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:05.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:05.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:07 smithi170 ceph-mon[97338]: pgmap v14328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:07 smithi081 ceph-mon[95500]: pgmap v14328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:07 smithi081 ceph-mon[107735]: pgmap v14328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:09 smithi170 ceph-mon[97338]: pgmap v14329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:09 smithi081 ceph-mon[95500]: pgmap v14329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:09 smithi081 ceph-mon[107735]: pgmap v14329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:11 smithi170 ceph-mon[97338]: pgmap v14330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:11 smithi081 ceph-mon[95500]: pgmap v14330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:11 smithi081 ceph-mon[107735]: pgmap v14330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:13.437 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:36:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:13 smithi170 ceph-mon[97338]: pgmap v14331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:13 smithi081 ceph-mon[95500]: pgmap v14331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:13 smithi081 ceph-mon[107735]: pgmap v14331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:13.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:13.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:15 smithi170 ceph-mon[97338]: pgmap v14332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:15 smithi081 ceph-mon[95500]: pgmap v14332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:15 smithi081 ceph-mon[107735]: pgmap v14332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:15.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:15.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:17 smithi170 ceph-mon[97338]: pgmap v14333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:17 smithi081 ceph-mon[95500]: pgmap v14333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:17 smithi081 ceph-mon[107735]: pgmap v14333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:19 smithi170 ceph-mon[97338]: pgmap v14334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:19 smithi081 ceph-mon[95500]: pgmap v14334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:19 smithi081 ceph-mon[107735]: pgmap v14334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:21 smithi170 ceph-mon[97338]: pgmap v14335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:21 smithi081 ceph-mon[95500]: pgmap v14335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:21 smithi081 ceph-mon[107735]: pgmap v14335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:23.440 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:36:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:23 smithi170 ceph-mon[97338]: pgmap v14336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:23 smithi081 ceph-mon[95500]: pgmap v14336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:23 smithi081 ceph-mon[107735]: pgmap v14336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:23.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:23.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:25 smithi170 ceph-mon[97338]: pgmap v14337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:25 smithi081 ceph-mon[95500]: pgmap v14337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:25 smithi081 ceph-mon[107735]: pgmap v14337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:25.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:25.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:27 smithi170 ceph-mon[97338]: pgmap v14338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:27 smithi081 ceph-mon[95500]: pgmap v14338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:27 smithi081 ceph-mon[107735]: pgmap v14338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:29 smithi170 ceph-mon[97338]: pgmap v14339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:29 smithi081 ceph-mon[95500]: pgmap v14339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:29 smithi081 ceph-mon[107735]: pgmap v14339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:31 smithi170 ceph-mon[97338]: pgmap v14340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:31 smithi081 ceph-mon[95500]: pgmap v14340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:31 smithi081 ceph-mon[107735]: pgmap v14340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:33.443 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:36:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:33 smithi170 ceph-mon[97338]: pgmap v14341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:33 smithi081 ceph-mon[107735]: pgmap v14341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:33.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:33 smithi081 ceph-mon[95500]: pgmap v14341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:33.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:33.656Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:35 smithi170 ceph-mon[97338]: pgmap v14342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:35 smithi081 ceph-mon[95500]: pgmap v14342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:35 smithi081 ceph-mon[107735]: pgmap v14342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:35.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:35.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:37 smithi170 ceph-mon[97338]: pgmap v14343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:37 smithi081 ceph-mon[95500]: pgmap v14343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:37.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:37 smithi081 ceph-mon[107735]: pgmap v14343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:39 smithi170 ceph-mon[97338]: pgmap v14344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:39 smithi081 ceph-mon[95500]: pgmap v14344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:39 smithi081 ceph-mon[107735]: pgmap v14344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:41 smithi170 ceph-mon[97338]: pgmap v14345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:41 smithi081 ceph-mon[95500]: pgmap v14345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:41 smithi081 ceph-mon[107735]: pgmap v14345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:43.447 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:36:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:43 smithi170 ceph-mon[97338]: pgmap v14346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:43 smithi081 ceph-mon[95500]: pgmap v14346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:43.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:43 smithi081 ceph-mon[107735]: pgmap v14346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:43.656Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:43.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:45 smithi170 ceph-mon[97338]: pgmap v14347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:45 smithi081 ceph-mon[95500]: pgmap v14347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:45 smithi081 ceph-mon[107735]: pgmap v14347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:45.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:45.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:47 smithi170 ceph-mon[97338]: pgmap v14348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:47 smithi081 ceph-mon[95500]: pgmap v14348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:47 smithi081 ceph-mon[107735]: pgmap v14348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:49 smithi170 ceph-mon[97338]: pgmap v14349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:49 smithi081 ceph-mon[95500]: pgmap v14349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:49 smithi081 ceph-mon[107735]: pgmap v14349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:51 smithi170 ceph-mon[97338]: pgmap v14350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:51 smithi081 ceph-mon[95500]: pgmap v14350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:51 smithi081 ceph-mon[107735]: pgmap v14350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:53.450 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:36:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:53 smithi170 ceph-mon[97338]: pgmap v14351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:53 smithi081 ceph-mon[95500]: pgmap v14351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:53 smithi081 ceph-mon[107735]: pgmap v14351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:53.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:53.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:55 smithi170 ceph-mon[97338]: pgmap v14352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:55 smithi081 ceph-mon[95500]: pgmap v14352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:55 smithi081 ceph-mon[107735]: pgmap v14352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:36:55.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:36:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:36:55.490Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:36:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:57 smithi170 ceph-mon[97338]: pgmap v14353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:57.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:57 smithi081 ceph-mon[95500]: pgmap v14353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:57.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:57 smithi081 ceph-mon[107735]: pgmap v14353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:36:59 smithi170 ceph-mon[97338]: pgmap v14354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:36:59 smithi081 ceph-mon[95500]: pgmap v14354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:36:59.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:36:59 smithi081 ceph-mon[107735]: pgmap v14354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:01 smithi170 ceph-mon[97338]: pgmap v14355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:01 smithi081 ceph-mon[95500]: pgmap v14355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:01 smithi081 ceph-mon[107735]: pgmap v14355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:03.453 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:37:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:03 smithi170 ceph-mon[97338]: pgmap v14356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:03 smithi081 ceph-mon[107735]: pgmap v14356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:03.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:03 smithi081 ceph-mon[95500]: pgmap v14356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:03.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:03.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:03.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:05 smithi170 ceph-mon[97338]: pgmap v14357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:05 smithi081 ceph-mon[95500]: pgmap v14357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:05 smithi081 ceph-mon[107735]: pgmap v14357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:05.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:05.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:07 smithi170 ceph-mon[97338]: pgmap v14358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:07 smithi081 ceph-mon[95500]: pgmap v14358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:07 smithi081 ceph-mon[107735]: pgmap v14358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:09.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:09 smithi170 ceph-mon[97338]: pgmap v14359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:09 smithi081 ceph-mon[95500]: pgmap v14359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:09 smithi081 ceph-mon[107735]: pgmap v14359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:11 smithi170 ceph-mon[97338]: pgmap v14360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:11 smithi081 ceph-mon[95500]: pgmap v14360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:11 smithi081 ceph-mon[107735]: pgmap v14360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:13.457 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:37:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:13 smithi170 ceph-mon[97338]: pgmap v14361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:13 smithi081 ceph-mon[95500]: pgmap v14361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:13.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:13 smithi081 ceph-mon[107735]: pgmap v14361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:13.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:13.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:15 smithi170 ceph-mon[97338]: pgmap v14362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:15 smithi081 ceph-mon[95500]: pgmap v14362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:15 smithi081 ceph-mon[107735]: pgmap v14362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:15.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:15.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:15.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:17 smithi170 ceph-mon[97338]: pgmap v14363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:17 smithi081 ceph-mon[95500]: pgmap v14363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:17 smithi081 ceph-mon[107735]: pgmap v14363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:19 smithi170 ceph-mon[97338]: pgmap v14364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:19 smithi081 ceph-mon[95500]: pgmap v14364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:19 smithi081 ceph-mon[107735]: pgmap v14364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:21 smithi170 ceph-mon[97338]: pgmap v14365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:21 smithi081 ceph-mon[95500]: pgmap v14365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:21 smithi081 ceph-mon[107735]: pgmap v14365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:23.459 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:37:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:23 smithi170 ceph-mon[97338]: pgmap v14366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:23 smithi081 ceph-mon[95500]: pgmap v14366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:23 smithi081 ceph-mon[107735]: pgmap v14366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:23.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:23.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:23.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:25 smithi170 ceph-mon[97338]: pgmap v14367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:25 smithi081 ceph-mon[95500]: pgmap v14367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:25 smithi081 ceph-mon[107735]: pgmap v14367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:25.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:25.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:25.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:27 smithi170 ceph-mon[97338]: pgmap v14368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:27 smithi081 ceph-mon[95500]: pgmap v14368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:27 smithi081 ceph-mon[107735]: pgmap v14368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:29 smithi170 ceph-mon[97338]: pgmap v14369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:29 smithi081 ceph-mon[95500]: pgmap v14369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:29 smithi081 ceph-mon[107735]: pgmap v14369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:31 smithi170 ceph-mon[97338]: pgmap v14370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:31 smithi081 ceph-mon[95500]: pgmap v14370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:31 smithi081 ceph-mon[107735]: pgmap v14370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:33.463 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:37:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:33 smithi170 ceph-mon[97338]: pgmap v14371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:33 smithi081 ceph-mon[95500]: pgmap v14371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:33 smithi081 ceph-mon[107735]: pgmap v14371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:33.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:33.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:35 smithi170 ceph-mon[97338]: pgmap v14372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:35 smithi081 ceph-mon[95500]: pgmap v14372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:35 smithi081 ceph-mon[107735]: pgmap v14372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:35.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:35.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:37 smithi170 ceph-mon[97338]: pgmap v14373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:37 smithi081 ceph-mon[95500]: pgmap v14373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:37 smithi081 ceph-mon[107735]: pgmap v14373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:39 smithi170 ceph-mon[97338]: pgmap v14374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:39 smithi081 ceph-mon[95500]: pgmap v14374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:39.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:39 smithi081 ceph-mon[107735]: pgmap v14374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:41 smithi170 ceph-mon[97338]: pgmap v14375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:41 smithi081 ceph-mon[95500]: pgmap v14375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:41 smithi081 ceph-mon[107735]: pgmap v14375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:43.466 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:37:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:43 smithi170 ceph-mon[97338]: pgmap v14376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:43 smithi081 ceph-mon[95500]: pgmap v14376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:43 smithi081 ceph-mon[107735]: pgmap v14376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:43.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:43.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:45 smithi170 ceph-mon[97338]: pgmap v14377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:45 smithi081 ceph-mon[95500]: pgmap v14377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:45 smithi081 ceph-mon[107735]: pgmap v14377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:45.493Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:45.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:47.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:47 smithi170 ceph-mon[97338]: pgmap v14378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:47 smithi081 ceph-mon[95500]: pgmap v14378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:47 smithi081 ceph-mon[107735]: pgmap v14378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:49.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:49 smithi170 ceph-mon[97338]: pgmap v14379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:49 smithi081 ceph-mon[95500]: pgmap v14379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:49 smithi081 ceph-mon[107735]: pgmap v14379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:51 smithi170 ceph-mon[97338]: pgmap v14380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:51 smithi081 ceph-mon[95500]: pgmap v14380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:51 smithi081 ceph-mon[107735]: pgmap v14380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:53.469 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:37:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:53 smithi170 ceph-mon[97338]: pgmap v14381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:53 smithi081 ceph-mon[95500]: pgmap v14381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:53 smithi081 ceph-mon[107735]: pgmap v14381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:53.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:53.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:55 smithi170 ceph-mon[97338]: pgmap v14382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:55 smithi081 ceph-mon[95500]: pgmap v14382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:55 smithi081 ceph-mon[107735]: pgmap v14382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:37:55.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:37:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:37:55.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:37:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:57 smithi170 ceph-mon[97338]: pgmap v14383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:57 smithi081 ceph-mon[95500]: pgmap v14383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:57 smithi081 ceph-mon[107735]: pgmap v14383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:59.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:37:59 smithi170 ceph-mon[97338]: pgmap v14384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:37:59 smithi081 ceph-mon[95500]: pgmap v14384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:37:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:37:59 smithi081 ceph-mon[107735]: pgmap v14384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:01 smithi170 ceph-mon[97338]: pgmap v14385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:01 smithi081 ceph-mon[95500]: pgmap v14385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:01 smithi081 ceph-mon[107735]: pgmap v14385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:03.473 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:38:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:03 smithi170 ceph-mon[97338]: pgmap v14386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:03 smithi081 ceph-mon[95500]: pgmap v14386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:03.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:03.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:03.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:03.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:03 smithi081 ceph-mon[107735]: pgmap v14386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:05 smithi170 ceph-mon[97338]: pgmap v14387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:05 smithi081 ceph-mon[95500]: pgmap v14387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:05 smithi081 ceph-mon[107735]: pgmap v14387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:05.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:05.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:07.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:07 smithi170 ceph-mon[97338]: pgmap v14388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:07 smithi081 ceph-mon[95500]: pgmap v14388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:07 smithi081 ceph-mon[107735]: pgmap v14388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:09.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:09 smithi170 ceph-mon[97338]: pgmap v14389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:09 smithi081 ceph-mon[95500]: pgmap v14389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:09.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:09 smithi081 ceph-mon[107735]: pgmap v14389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:11 smithi170 ceph-mon[97338]: pgmap v14390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:11 smithi081 ceph-mon[95500]: pgmap v14390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:11 smithi081 ceph-mon[107735]: pgmap v14390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:13.476 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:38:13.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:13 smithi170 ceph-mon[97338]: pgmap v14391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:13 smithi081 ceph-mon[95500]: pgmap v14391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:13 smithi081 ceph-mon[107735]: pgmap v14391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:13.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:13.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:13.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:15.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:15 smithi170 ceph-mon[97338]: pgmap v14392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:15 smithi081 ceph-mon[95500]: pgmap v14392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:15 smithi081 ceph-mon[107735]: pgmap v14392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:15.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:15.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:17.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:17 smithi170 ceph-mon[97338]: pgmap v14393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:17 smithi081 ceph-mon[95500]: pgmap v14393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:17.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:17 smithi081 ceph-mon[107735]: pgmap v14393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:19.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:19 smithi170 ceph-mon[97338]: pgmap v14394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:19 smithi081 ceph-mon[95500]: pgmap v14394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:19.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:19 smithi081 ceph-mon[107735]: pgmap v14394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:21 smithi170 ceph-mon[97338]: pgmap v14395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:21 smithi081 ceph-mon[95500]: pgmap v14395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:21 smithi081 ceph-mon[107735]: pgmap v14395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:23.480 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:38:23.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:23 smithi170 ceph-mon[97338]: pgmap v14396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:23.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:23 smithi081 ceph-mon[107735]: pgmap v14396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:23.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:23 smithi081 ceph-mon[95500]: pgmap v14396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:23.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:23.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:25.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:25 smithi170 ceph-mon[97338]: pgmap v14397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:25 smithi081 ceph-mon[95500]: pgmap v14397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:25 smithi081 ceph-mon[107735]: pgmap v14397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:25.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:25.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:27.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:27 smithi170 ceph-mon[97338]: pgmap v14398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:27 smithi081 ceph-mon[95500]: pgmap v14398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:27.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:27 smithi081 ceph-mon[107735]: pgmap v14398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:29.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:29 smithi170 ceph-mon[97338]: pgmap v14399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:29 smithi081 ceph-mon[95500]: pgmap v14399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:29 smithi081 ceph-mon[107735]: pgmap v14399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:31 smithi170 ceph-mon[97338]: pgmap v14400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:31 smithi081 ceph-mon[95500]: pgmap v14400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:31 smithi081 ceph-mon[107735]: pgmap v14400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:33.483 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:38:33.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:33 smithi170 ceph-mon[97338]: pgmap v14401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:33 smithi081 ceph-mon[95500]: pgmap v14401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:33.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:33 smithi081 ceph-mon[107735]: pgmap v14401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:33.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:33.665Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:35.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:35 smithi170 ceph-mon[97338]: pgmap v14402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:35 smithi081 ceph-mon[95500]: pgmap v14402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:35 smithi081 ceph-mon[107735]: pgmap v14402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:35.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:35.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:37.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:37 smithi170 ceph-mon[97338]: pgmap v14403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:37 smithi081 ceph-mon[95500]: pgmap v14403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:37 smithi081 ceph-mon[107735]: pgmap v14403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:39.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:39 smithi170 ceph-mon[97338]: pgmap v14404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:39 smithi081 ceph-mon[95500]: pgmap v14404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:39 smithi081 ceph-mon[107735]: pgmap v14404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:41 smithi170 ceph-mon[97338]: pgmap v14405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:41 smithi081 ceph-mon[95500]: pgmap v14405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:41 smithi081 ceph-mon[107735]: pgmap v14405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:43.485 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:38:43.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:43 smithi170 ceph-mon[97338]: pgmap v14406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:43 smithi081 ceph-mon[95500]: pgmap v14406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:43 smithi081 ceph-mon[107735]: pgmap v14406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:43.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:43.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:45.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:45 smithi170 ceph-mon[97338]: pgmap v14407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:45 smithi081 ceph-mon[95500]: pgmap v14407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:45 smithi081 ceph-mon[107735]: pgmap v14407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:45.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:45.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:47 smithi081 ceph-mon[95500]: pgmap v14408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:47.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:47 smithi081 ceph-mon[107735]: pgmap v14408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:47 smithi170 ceph-mon[97338]: pgmap v14408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:49 smithi081 ceph-mon[95500]: pgmap v14409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:49.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:49 smithi081 ceph-mon[107735]: pgmap v14409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:49 smithi170 ceph-mon[97338]: pgmap v14409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:51 smithi170 ceph-mon[97338]: pgmap v14410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:51 smithi081 ceph-mon[95500]: pgmap v14410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:51 smithi081 ceph-mon[107735]: pgmap v14410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:53.489 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:38:53.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:53 smithi170 ceph-mon[97338]: pgmap v14411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:53 smithi081 ceph-mon[95500]: pgmap v14411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:53.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:53 smithi081 ceph-mon[107735]: pgmap v14411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:53.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:53.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:53.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:55.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:55 smithi170 ceph-mon[97338]: pgmap v14412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:55 smithi081 ceph-mon[95500]: pgmap v14412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:55 smithi081 ceph-mon[107735]: pgmap v14412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:38:55.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:38:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:38:55.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:38:57.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:57 smithi170 ceph-mon[97338]: pgmap v14413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:57 smithi081 ceph-mon[95500]: pgmap v14413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:57.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:57 smithi081 ceph-mon[107735]: pgmap v14413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:59.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:38:59 smithi081 ceph-mon[95500]: pgmap v14414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:59.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:38:59 smithi081 ceph-mon[107735]: pgmap v14414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:38:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:38:59 smithi170 ceph-mon[97338]: pgmap v14414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:01 smithi170 ceph-mon[97338]: pgmap v14415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:01 smithi081 ceph-mon[95500]: pgmap v14415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:01 smithi081 ceph-mon[107735]: pgmap v14415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:03.492 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:39:03.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:03 smithi170 ceph-mon[97338]: pgmap v14416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:03.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:03 smithi081 ceph-mon[95500]: pgmap v14416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:03.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:03 smithi081 ceph-mon[107735]: pgmap v14416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:03.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:03.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:03.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:05.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:05 smithi170 ceph-mon[97338]: pgmap v14417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:05 smithi081 ceph-mon[95500]: pgmap v14417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:05 smithi081 ceph-mon[107735]: pgmap v14417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:05.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:05.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:07.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:07 smithi081 ceph-mon[95500]: pgmap v14418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:07.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:07 smithi081 ceph-mon[107735]: pgmap v14418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:07 smithi170 ceph-mon[97338]: pgmap v14418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:09.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:09 smithi081 ceph-mon[95500]: pgmap v14419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:09.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:09 smithi081 ceph-mon[107735]: pgmap v14419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:09 smithi170 ceph-mon[97338]: pgmap v14419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:11 smithi170 ceph-mon[97338]: pgmap v14420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:11 smithi081 ceph-mon[95500]: pgmap v14420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:11 smithi081 ceph-mon[107735]: pgmap v14420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:13.495 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:39:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:13 smithi081 ceph-mon[95500]: pgmap v14421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:13.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:13 smithi081 ceph-mon[107735]: pgmap v14421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:13.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:13.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:13.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:13 smithi170 ceph-mon[97338]: pgmap v14421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:15 smithi081 ceph-mon[95500]: pgmap v14422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:15 smithi081 ceph-mon[107735]: pgmap v14422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:15.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:15.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:15 smithi170 ceph-mon[97338]: pgmap v14422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:17.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:17 smithi081 ceph-mon[95500]: pgmap v14423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:17.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:17 smithi081 ceph-mon[107735]: pgmap v14423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:17 smithi170 ceph-mon[97338]: pgmap v14423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:19.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:19 smithi081 ceph-mon[95500]: pgmap v14424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:19.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:19 smithi081 ceph-mon[107735]: pgmap v14424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:19 smithi170 ceph-mon[97338]: pgmap v14424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:21 smithi170 ceph-mon[97338]: pgmap v14425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:21 smithi081 ceph-mon[95500]: pgmap v14425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:21 smithi081 ceph-mon[107735]: pgmap v14425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:23.499 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:39:23.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:23 smithi081 ceph-mon[95500]: pgmap v14426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:23.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:23.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:23.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:23.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:23 smithi081 ceph-mon[107735]: pgmap v14426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:23 smithi170 ceph-mon[97338]: pgmap v14426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:25 smithi081 ceph-mon[95500]: pgmap v14427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:25 smithi081 ceph-mon[107735]: pgmap v14427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:25.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:25.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:25 smithi170 ceph-mon[97338]: pgmap v14427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:27.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:27 smithi081 ceph-mon[95500]: pgmap v14428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:27.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:27 smithi081 ceph-mon[107735]: pgmap v14428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:27 smithi170 ceph-mon[97338]: pgmap v14428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:29 smithi081 ceph-mon[95500]: pgmap v14429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:29 smithi081 ceph-mon[107735]: pgmap v14429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:29 smithi170 ceph-mon[97338]: pgmap v14429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:31 smithi170 ceph-mon[97338]: pgmap v14430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:31 smithi081 ceph-mon[95500]: pgmap v14430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:31 smithi081 ceph-mon[107735]: pgmap v14430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:33.502 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:39:33.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:33 smithi081 ceph-mon[95500]: pgmap v14431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:33.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:33 smithi081 ceph-mon[107735]: pgmap v14431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:33.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:33.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:33.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:33 smithi170 ceph-mon[97338]: pgmap v14431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:35 smithi081 ceph-mon[95500]: pgmap v14432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:35 smithi081 ceph-mon[107735]: pgmap v14432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:35.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:35.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:35 smithi170 ceph-mon[97338]: pgmap v14432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:37.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:37 smithi081 ceph-mon[95500]: pgmap v14433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:37.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:37 smithi081 ceph-mon[107735]: pgmap v14433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:37 smithi170 ceph-mon[97338]: pgmap v14433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:39.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:39 smithi081 ceph-mon[95500]: pgmap v14434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:39.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:39 smithi081 ceph-mon[107735]: pgmap v14434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:39.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:39 smithi170 ceph-mon[97338]: pgmap v14434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:41 smithi170 ceph-mon[97338]: pgmap v14435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:41.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:41 smithi081 ceph-mon[95500]: pgmap v14435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:41.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:41 smithi081 ceph-mon[107735]: pgmap v14435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:43.507 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:39:43.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:43 smithi081 ceph-mon[95500]: pgmap v14436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:43.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:43 smithi081 ceph-mon[107735]: pgmap v14436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:43.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:43.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:43.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:43 smithi170 ceph-mon[97338]: pgmap v14436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:45 smithi081 ceph-mon[95500]: pgmap v14437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:45 smithi081 ceph-mon[107735]: pgmap v14437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:45.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:45.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:45.503Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:45 smithi170 ceph-mon[97338]: pgmap v14437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:47.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:47 smithi081 ceph-mon[95500]: pgmap v14438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:47.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:47 smithi081 ceph-mon[107735]: pgmap v14438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:47 smithi170 ceph-mon[97338]: pgmap v14438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:49.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:49 smithi081 ceph-mon[95500]: pgmap v14439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:49.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:49 smithi081 ceph-mon[107735]: pgmap v14439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:49 smithi170 ceph-mon[97338]: pgmap v14439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:51 smithi170 ceph-mon[97338]: pgmap v14440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:51 smithi081 ceph-mon[95500]: pgmap v14440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:51 smithi081 ceph-mon[107735]: pgmap v14440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:53.509 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:39:53.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:53 smithi081 ceph-mon[95500]: pgmap v14441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:53.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:53 smithi081 ceph-mon[107735]: pgmap v14441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:53.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:53.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:53.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:53.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:53 smithi170 ceph-mon[97338]: pgmap v14441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:55 smithi081 ceph-mon[95500]: pgmap v14442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:55 smithi081 ceph-mon[107735]: pgmap v14442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:39:55.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:39:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:39:55.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:39:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:55 smithi170 ceph-mon[97338]: pgmap v14442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:57.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:57 smithi081 ceph-mon[95500]: pgmap v14443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:57.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:57 smithi081 ceph-mon[107735]: pgmap v14443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:57 smithi170 ceph-mon[97338]: pgmap v14443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:39:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:39:59 smithi170 ceph-mon[97338]: pgmap v14444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:39:59 smithi081 ceph-mon[95500]: pgmap v14444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:39:59 smithi081 ceph-mon[107735]: pgmap v14444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:40:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:40:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:40:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:01 smithi170 ceph-mon[97338]: pgmap v14445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:01 smithi081 ceph-mon[95500]: pgmap v14445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:01 smithi081 ceph-mon[107735]: pgmap v14445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:40:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:03 smithi170 ceph-mon[97338]: pgmap v14446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:03 smithi081 ceph-mon[95500]: pgmap v14446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:03 smithi081 ceph-mon[107735]: pgmap v14446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:03.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:03.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:05 smithi081 ceph-mon[95500]: pgmap v14447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:05 smithi081 ceph-mon[107735]: pgmap v14447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:05.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:05.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:05.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:05 smithi170 ceph-mon[97338]: pgmap v14447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:07 smithi170 ceph-mon[97338]: pgmap v14448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:07 smithi081 ceph-mon[95500]: pgmap v14448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:07 smithi081 ceph-mon[107735]: pgmap v14448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:09 smithi170 ceph-mon[97338]: pgmap v14449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:09 smithi081 ceph-mon[95500]: pgmap v14449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:09 smithi081 ceph-mon[107735]: pgmap v14449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:11 smithi170 ceph-mon[97338]: pgmap v14450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:11 smithi081 ceph-mon[95500]: pgmap v14450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:11 smithi081 ceph-mon[107735]: pgmap v14450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:40:13.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:13 smithi081 ceph-mon[95500]: pgmap v14451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:13.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:13 smithi081 ceph-mon[107735]: pgmap v14451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:13.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:13.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:13.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:13.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:13 smithi170 ceph-mon[97338]: pgmap v14451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:15 smithi081 ceph-mon[95500]: pgmap v14452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:15 smithi081 ceph-mon[107735]: pgmap v14452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:15.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:15.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:15.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:15 smithi170 ceph-mon[97338]: pgmap v14452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:17 smithi170 ceph-mon[97338]: pgmap v14453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:17 smithi081 ceph-mon[95500]: pgmap v14453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:17 smithi081 ceph-mon[107735]: pgmap v14453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:19 smithi170 ceph-mon[97338]: pgmap v14454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:19 smithi081 ceph-mon[95500]: pgmap v14454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:19 smithi081 ceph-mon[107735]: pgmap v14454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:21 smithi170 ceph-mon[97338]: pgmap v14455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:21 smithi081 ceph-mon[95500]: pgmap v14455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:21 smithi081 ceph-mon[107735]: pgmap v14455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:40:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:23 smithi170 ceph-mon[97338]: pgmap v14456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:23 smithi081 ceph-mon[95500]: pgmap v14456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:23 smithi081 ceph-mon[107735]: pgmap v14456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:23.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:23.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:25 smithi081 ceph-mon[95500]: pgmap v14457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:25.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:25 smithi081 ceph-mon[107735]: pgmap v14457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:25.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:25.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:25.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:25.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:25 smithi170 ceph-mon[97338]: pgmap v14457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:27 smithi170 ceph-mon[97338]: pgmap v14458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:28.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:27 smithi081 ceph-mon[95500]: pgmap v14458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:28.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:27 smithi081 ceph-mon[107735]: pgmap v14458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:29 smithi170 ceph-mon[97338]: pgmap v14459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:29 smithi081 ceph-mon[95500]: pgmap v14459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:29 smithi081 ceph-mon[107735]: pgmap v14459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:31 smithi170 ceph-mon[97338]: pgmap v14460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:31 smithi081 ceph-mon[95500]: pgmap v14460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:31 smithi081 ceph-mon[107735]: pgmap v14460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:40:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:33 smithi170 ceph-mon[97338]: pgmap v14461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:33 smithi081 ceph-mon[95500]: pgmap v14461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:33 smithi081 ceph-mon[107735]: pgmap v14461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:33.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:33.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:35.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:35 smithi081 ceph-mon[95500]: pgmap v14462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:35.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:35 smithi081 ceph-mon[107735]: pgmap v14462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:35.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:35.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:35.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:35 smithi170 ceph-mon[97338]: pgmap v14462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:37 smithi170 ceph-mon[97338]: pgmap v14463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:37 smithi081 ceph-mon[95500]: pgmap v14463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:37 smithi081 ceph-mon[107735]: pgmap v14463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:39 smithi170 ceph-mon[97338]: pgmap v14464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:39 smithi081 ceph-mon[95500]: pgmap v14464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:39 smithi081 ceph-mon[107735]: pgmap v14464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:41 smithi170 ceph-mon[97338]: pgmap v14465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:41 smithi081 ceph-mon[95500]: pgmap v14465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:41 smithi081 ceph-mon[107735]: pgmap v14465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:40:43.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:43 smithi170 ceph-mon[97338]: pgmap v14466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:43 smithi081 ceph-mon[95500]: pgmap v14466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:43 smithi081 ceph-mon[107735]: pgmap v14466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:43.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:43.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:45 smithi081 ceph-mon[95500]: pgmap v14467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:45 smithi081 ceph-mon[107735]: pgmap v14467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:45.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:45.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:45.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:45.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:45 smithi170 ceph-mon[97338]: pgmap v14467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:47 smithi170 ceph-mon[97338]: pgmap v14468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:47 smithi081 ceph-mon[95500]: pgmap v14468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:47 smithi081 ceph-mon[107735]: pgmap v14468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:49 smithi170 ceph-mon[97338]: pgmap v14469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:49 smithi081 ceph-mon[95500]: pgmap v14469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:49 smithi081 ceph-mon[107735]: pgmap v14469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:51 smithi170 ceph-mon[97338]: pgmap v14470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:51 smithi081 ceph-mon[95500]: pgmap v14470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:51 smithi081 ceph-mon[107735]: pgmap v14470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:40:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:53 smithi170 ceph-mon[97338]: pgmap v14471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:53 smithi081 ceph-mon[95500]: pgmap v14471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:54.035 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:53 smithi081 ceph-mon[107735]: pgmap v14471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:54.035 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:53.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:54.035 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:53.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:55 smithi081 ceph-mon[95500]: pgmap v14472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:55.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:55 smithi081 ceph-mon[107735]: pgmap v14472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:55.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:40:55.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:55.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:40:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:40:55.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:40:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:55 smithi170 ceph-mon[97338]: pgmap v14472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:57 smithi170 ceph-mon[97338]: pgmap v14473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:57 smithi081 ceph-mon[95500]: pgmap v14473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:57 smithi081 ceph-mon[107735]: pgmap v14473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:40:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:40:59 smithi170 ceph-mon[97338]: pgmap v14474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:40:59 smithi081 ceph-mon[95500]: pgmap v14474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:40:59 smithi081 ceph-mon[107735]: pgmap v14474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:01 smithi170 ceph-mon[97338]: pgmap v14475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:01 smithi081 ceph-mon[95500]: pgmap v14475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:01 smithi081 ceph-mon[107735]: pgmap v14475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:41:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:03 smithi170 ceph-mon[97338]: pgmap v14476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:03 smithi081 ceph-mon[95500]: pgmap v14476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:03 smithi081 ceph-mon[107735]: pgmap v14476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:03.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:03.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:05 smithi081 ceph-mon[95500]: pgmap v14477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:05.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:05 smithi081 ceph-mon[107735]: pgmap v14477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:05.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:05.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:05 smithi170 ceph-mon[97338]: pgmap v14477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:07 smithi170 ceph-mon[97338]: pgmap v14478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:07 smithi081 ceph-mon[95500]: pgmap v14478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:07 smithi081 ceph-mon[107735]: pgmap v14478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:09 smithi170 ceph-mon[97338]: pgmap v14479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:09 smithi081 ceph-mon[95500]: pgmap v14479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:09 smithi081 ceph-mon[107735]: pgmap v14479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:11 smithi170 ceph-mon[97338]: pgmap v14480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:11 smithi081 ceph-mon[95500]: pgmap v14480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:11 smithi081 ceph-mon[107735]: pgmap v14480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:41:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:13 smithi170 ceph-mon[97338]: pgmap v14481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:13 smithi081 ceph-mon[95500]: pgmap v14481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:13 smithi081 ceph-mon[107735]: pgmap v14481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:13.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:13.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:15 smithi081 ceph-mon[95500]: pgmap v14482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:15.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:15 smithi081 ceph-mon[107735]: pgmap v14482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:15.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:15.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:15 smithi170 ceph-mon[97338]: pgmap v14482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:17 smithi170 ceph-mon[97338]: pgmap v14483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:17 smithi081 ceph-mon[95500]: pgmap v14483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:17 smithi081 ceph-mon[107735]: pgmap v14483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:19 smithi170 ceph-mon[97338]: pgmap v14484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:19 smithi081 ceph-mon[95500]: pgmap v14484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:19 smithi081 ceph-mon[107735]: pgmap v14484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:21 smithi170 ceph-mon[97338]: pgmap v14485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:21 smithi081 ceph-mon[95500]: pgmap v14485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:21 smithi081 ceph-mon[107735]: pgmap v14485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:41:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:23 smithi170 ceph-mon[97338]: pgmap v14486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:23 smithi081 ceph-mon[95500]: pgmap v14486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:23 smithi081 ceph-mon[107735]: pgmap v14486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:23.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:23.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:25.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:25 smithi081 ceph-mon[95500]: pgmap v14487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:25.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:25 smithi081 ceph-mon[107735]: pgmap v14487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:25.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:25.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:25.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:25 smithi170 ceph-mon[97338]: pgmap v14487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:27 smithi170 ceph-mon[97338]: pgmap v14488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:28.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:27 smithi081 ceph-mon[95500]: pgmap v14488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:28.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:27 smithi081 ceph-mon[107735]: pgmap v14488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:29 smithi170 ceph-mon[97338]: pgmap v14489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:30.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:29 smithi081 ceph-mon[95500]: pgmap v14489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:30.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:29 smithi081 ceph-mon[107735]: pgmap v14489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:31 smithi170 ceph-mon[97338]: pgmap v14490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:31.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:31 smithi081 ceph-mon[95500]: pgmap v14490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:31.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:31 smithi081 ceph-mon[107735]: pgmap v14490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:41:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:33 smithi170 ceph-mon[97338]: pgmap v14491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:33 smithi081 ceph-mon[95500]: pgmap v14491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:33 smithi081 ceph-mon[107735]: pgmap v14491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:33.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:33.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:35.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:35 smithi081 ceph-mon[95500]: pgmap v14492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:35.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:35 smithi081 ceph-mon[107735]: pgmap v14492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:35.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:35.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:35.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:35 smithi170 ceph-mon[97338]: pgmap v14492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:37 smithi170 ceph-mon[97338]: pgmap v14493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:37 smithi081 ceph-mon[95500]: pgmap v14493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:37 smithi081 ceph-mon[107735]: pgmap v14493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:39 smithi170 ceph-mon[97338]: pgmap v14494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:39 smithi081 ceph-mon[95500]: pgmap v14494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:39 smithi081 ceph-mon[107735]: pgmap v14494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:41 smithi170 ceph-mon[97338]: pgmap v14495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:41 smithi081 ceph-mon[95500]: pgmap v14495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:41 smithi081 ceph-mon[107735]: pgmap v14495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:41:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:43 smithi170 ceph-mon[97338]: pgmap v14496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:43 smithi081 ceph-mon[95500]: pgmap v14496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:43 smithi081 ceph-mon[107735]: pgmap v14496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:43.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:43.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:45 smithi081 ceph-mon[95500]: pgmap v14497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:45.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:45 smithi081 ceph-mon[107735]: pgmap v14497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:45.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:45.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:45.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:45.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:45 smithi170 ceph-mon[97338]: pgmap v14497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:47 smithi170 ceph-mon[97338]: pgmap v14498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:47 smithi081 ceph-mon[95500]: pgmap v14498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:47 smithi081 ceph-mon[107735]: pgmap v14498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:49 smithi170 ceph-mon[97338]: pgmap v14499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:49 smithi081 ceph-mon[95500]: pgmap v14499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:49 smithi081 ceph-mon[107735]: pgmap v14499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:51 smithi170 ceph-mon[97338]: pgmap v14500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:51 smithi081 ceph-mon[95500]: pgmap v14500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:51 smithi081 ceph-mon[107735]: pgmap v14500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:41:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:53 smithi170 ceph-mon[97338]: pgmap v14501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:53 smithi081 ceph-mon[95500]: pgmap v14501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:53 smithi081 ceph-mon[107735]: pgmap v14501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:53.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:53.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:55 smithi081 ceph-mon[95500]: pgmap v14502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:55 smithi081 ceph-mon[107735]: pgmap v14502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:41:55.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:55.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:41:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:41:55.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:41:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:55 smithi170 ceph-mon[97338]: pgmap v14502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:57 smithi170 ceph-mon[97338]: pgmap v14503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:57 smithi081 ceph-mon[95500]: pgmap v14503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:57 smithi081 ceph-mon[107735]: pgmap v14503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:41:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:41:59 smithi170 ceph-mon[97338]: pgmap v14504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:41:59 smithi081 ceph-mon[95500]: pgmap v14504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:41:59 smithi081 ceph-mon[107735]: pgmap v14504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:01 smithi170 ceph-mon[97338]: pgmap v14505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:01 smithi081 ceph-mon[95500]: pgmap v14505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:01 smithi081 ceph-mon[107735]: pgmap v14505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:42:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:03 smithi170 ceph-mon[97338]: pgmap v14506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:03 smithi081 ceph-mon[95500]: pgmap v14506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:03 smithi081 ceph-mon[107735]: pgmap v14506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:03.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:03.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:05.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:05 smithi081 ceph-mon[95500]: pgmap v14507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:05 smithi081 ceph-mon[107735]: pgmap v14507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:05.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:05.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:05.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:05.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:05 smithi170 ceph-mon[97338]: pgmap v14507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:07 smithi170 ceph-mon[97338]: pgmap v14508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:07 smithi081 ceph-mon[95500]: pgmap v14508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:07 smithi081 ceph-mon[107735]: pgmap v14508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:09 smithi170 ceph-mon[97338]: pgmap v14509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:09 smithi081 ceph-mon[95500]: pgmap v14509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:09 smithi081 ceph-mon[107735]: pgmap v14509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:11 smithi170 ceph-mon[97338]: pgmap v14510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:11 smithi081 ceph-mon[95500]: pgmap v14510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:11 smithi081 ceph-mon[107735]: pgmap v14510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:42:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:13 smithi170 ceph-mon[97338]: pgmap v14511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:13 smithi081 ceph-mon[95500]: pgmap v14511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:13 smithi081 ceph-mon[107735]: pgmap v14511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:13.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:13.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:15.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:15 smithi081 ceph-mon[95500]: pgmap v14512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:15.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:15 smithi081 ceph-mon[107735]: pgmap v14512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:15.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:15.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:15.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:15 smithi170 ceph-mon[97338]: pgmap v14512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:17 smithi170 ceph-mon[97338]: pgmap v14513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:17 smithi081 ceph-mon[95500]: pgmap v14513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:17 smithi081 ceph-mon[107735]: pgmap v14513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:19 smithi170 ceph-mon[97338]: pgmap v14514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:19 smithi081 ceph-mon[95500]: pgmap v14514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:19 smithi081 ceph-mon[107735]: pgmap v14514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:21 smithi170 ceph-mon[97338]: pgmap v14515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:21 smithi081 ceph-mon[95500]: pgmap v14515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:21.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:21 smithi081 ceph-mon[107735]: pgmap v14515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:42:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:23 smithi170 ceph-mon[97338]: pgmap v14516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:23 smithi081 ceph-mon[95500]: pgmap v14516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:23 smithi081 ceph-mon[107735]: pgmap v14516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:23.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:23.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:25 smithi170 ceph-mon[97338]: pgmap v14517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:25 smithi081 ceph-mon[95500]: pgmap v14517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:25.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:25.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:26.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:25 smithi081 ceph-mon[107735]: pgmap v14517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:27 smithi170 ceph-mon[97338]: pgmap v14518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:27 smithi081 ceph-mon[95500]: pgmap v14518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:27 smithi081 ceph-mon[107735]: pgmap v14518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:29 smithi170 ceph-mon[97338]: pgmap v14519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:29 smithi081 ceph-mon[95500]: pgmap v14519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:29 smithi081 ceph-mon[107735]: pgmap v14519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:31 smithi170 ceph-mon[97338]: pgmap v14520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:31 smithi081 ceph-mon[95500]: pgmap v14520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:31 smithi081 ceph-mon[107735]: pgmap v14520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:42:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:33 smithi170 ceph-mon[97338]: pgmap v14521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:33 smithi081 ceph-mon[95500]: pgmap v14521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:33 smithi081 ceph-mon[107735]: pgmap v14521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:33.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:33.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:35 smithi170 ceph-mon[97338]: pgmap v14522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:35 smithi081 ceph-mon[95500]: pgmap v14522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:35 smithi081 ceph-mon[107735]: pgmap v14522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:35.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:35.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:37 smithi170 ceph-mon[97338]: pgmap v14523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:37 smithi081 ceph-mon[95500]: pgmap v14523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:37 smithi081 ceph-mon[107735]: pgmap v14523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:39 smithi170 ceph-mon[97338]: pgmap v14524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:39 smithi081 ceph-mon[95500]: pgmap v14524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:39 smithi081 ceph-mon[107735]: pgmap v14524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:41 smithi170 ceph-mon[97338]: pgmap v14525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:41 smithi081 ceph-mon[95500]: pgmap v14525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:41 smithi081 ceph-mon[107735]: pgmap v14525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:42:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:43 smithi170 ceph-mon[97338]: pgmap v14526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:44.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:43 smithi081 ceph-mon[95500]: pgmap v14526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:43.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:43.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:43 smithi081 ceph-mon[107735]: pgmap v14526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:45 smithi170 ceph-mon[97338]: pgmap v14527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:45 smithi081 ceph-mon[95500]: pgmap v14527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:45 smithi081 ceph-mon[107735]: pgmap v14527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:45.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:46.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:45.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:47 smithi170 ceph-mon[97338]: pgmap v14528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:47 smithi081 ceph-mon[95500]: pgmap v14528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:47 smithi081 ceph-mon[107735]: pgmap v14528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:49 smithi170 ceph-mon[97338]: pgmap v14529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:49 smithi081 ceph-mon[95500]: pgmap v14529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:49 smithi081 ceph-mon[107735]: pgmap v14529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:51 smithi170 ceph-mon[97338]: pgmap v14530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:51 smithi081 ceph-mon[95500]: pgmap v14530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:51 smithi081 ceph-mon[107735]: pgmap v14530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:42:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:53 smithi170 ceph-mon[97338]: pgmap v14531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:53 smithi081 ceph-mon[95500]: pgmap v14531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:53 smithi081 ceph-mon[107735]: pgmap v14531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:53.683Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:53.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:55 smithi170 ceph-mon[97338]: pgmap v14532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:55 smithi081 ceph-mon[95500]: pgmap v14532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:55 smithi081 ceph-mon[107735]: pgmap v14532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:42:55.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:42:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:42:55.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:42:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:57 smithi170 ceph-mon[97338]: pgmap v14533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:57 smithi081 ceph-mon[95500]: pgmap v14533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:57 smithi081 ceph-mon[107735]: pgmap v14533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:42:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:42:59 smithi170 ceph-mon[97338]: pgmap v14534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:42:59 smithi081 ceph-mon[95500]: pgmap v14534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:42:59 smithi081 ceph-mon[107735]: pgmap v14534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:01 smithi170 ceph-mon[97338]: pgmap v14535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:01 smithi081 ceph-mon[95500]: pgmap v14535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:01 smithi081 ceph-mon[107735]: pgmap v14535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:43:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:03 smithi170 ceph-mon[97338]: pgmap v14536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:03 smithi081 ceph-mon[95500]: pgmap v14536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:03 smithi081 ceph-mon[107735]: pgmap v14536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:03.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:03.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:05 smithi170 ceph-mon[97338]: pgmap v14537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:05 smithi081 ceph-mon[95500]: pgmap v14537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:05 smithi081 ceph-mon[107735]: pgmap v14537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:05.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:06.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:05.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:07 smithi170 ceph-mon[97338]: pgmap v14538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:07 smithi081 ceph-mon[95500]: pgmap v14538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:07 smithi081 ceph-mon[107735]: pgmap v14538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:09 smithi170 ceph-mon[97338]: pgmap v14539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:09 smithi081 ceph-mon[95500]: pgmap v14539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:09 smithi081 ceph-mon[107735]: pgmap v14539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:11 smithi170 ceph-mon[97338]: pgmap v14540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:11 smithi081 ceph-mon[95500]: pgmap v14540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:11 smithi081 ceph-mon[107735]: pgmap v14540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:43:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:13 smithi170 ceph-mon[97338]: pgmap v14541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:13 smithi081 ceph-mon[95500]: pgmap v14541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:13 smithi081 ceph-mon[107735]: pgmap v14541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:13.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:14.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:13.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:15 smithi170 ceph-mon[97338]: pgmap v14542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:15 smithi081 ceph-mon[95500]: pgmap v14542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:15 smithi081 ceph-mon[107735]: pgmap v14542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:15.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:16.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:15.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:17 smithi170 ceph-mon[97338]: pgmap v14543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:17 smithi081 ceph-mon[95500]: pgmap v14543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:17 smithi081 ceph-mon[107735]: pgmap v14543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:19 smithi170 ceph-mon[97338]: pgmap v14544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:19 smithi081 ceph-mon[95500]: pgmap v14544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:19 smithi081 ceph-mon[107735]: pgmap v14544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:21 smithi170 ceph-mon[97338]: pgmap v14545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:21 smithi081 ceph-mon[95500]: pgmap v14545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:21 smithi081 ceph-mon[107735]: pgmap v14545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:43:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:23 smithi170 ceph-mon[97338]: pgmap v14546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:23 smithi081 ceph-mon[95500]: pgmap v14546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:23 smithi081 ceph-mon[107735]: pgmap v14546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:23.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:23.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:25 smithi170 ceph-mon[97338]: pgmap v14547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:25 smithi081 ceph-mon[95500]: pgmap v14547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:25 smithi081 ceph-mon[107735]: pgmap v14547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:25.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:26.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:25.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:27 smithi170 ceph-mon[97338]: pgmap v14548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:27 smithi081 ceph-mon[95500]: pgmap v14548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:27 smithi081 ceph-mon[107735]: pgmap v14548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:29 smithi170 ceph-mon[97338]: pgmap v14549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:29 smithi081 ceph-mon[95500]: pgmap v14549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:29 smithi081 ceph-mon[107735]: pgmap v14549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:31 smithi170 ceph-mon[97338]: pgmap v14550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:31 smithi081 ceph-mon[95500]: pgmap v14550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:31 smithi081 ceph-mon[107735]: pgmap v14550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:43:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:33 smithi170 ceph-mon[97338]: pgmap v14551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:33 smithi081 ceph-mon[95500]: pgmap v14551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:33 smithi081 ceph-mon[107735]: pgmap v14551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:33.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:33.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:35 smithi170 ceph-mon[97338]: pgmap v14552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:35 smithi081 ceph-mon[95500]: pgmap v14552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:35 smithi081 ceph-mon[107735]: pgmap v14552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:35.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:35.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:37 smithi170 ceph-mon[97338]: pgmap v14553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:38.022 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:37 smithi081 ceph-mon[95500]: pgmap v14553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:38.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:37 smithi081 ceph-mon[107735]: pgmap v14553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:39 smithi170 ceph-mon[97338]: pgmap v14554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:39 smithi081 ceph-mon[95500]: pgmap v14554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:39 smithi081 ceph-mon[107735]: pgmap v14554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:41 smithi170 ceph-mon[97338]: pgmap v14555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:41 smithi081 ceph-mon[95500]: pgmap v14555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:41 smithi081 ceph-mon[107735]: pgmap v14555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:43:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:43 smithi170 ceph-mon[97338]: pgmap v14556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:43 smithi081 ceph-mon[95500]: pgmap v14556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:43 smithi081 ceph-mon[107735]: pgmap v14556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:43.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:43.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:45 smithi170 ceph-mon[97338]: pgmap v14557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:45 smithi081 ceph-mon[95500]: pgmap v14557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:45 smithi081 ceph-mon[107735]: pgmap v14557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:45.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:46.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:45.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:47 smithi170 ceph-mon[97338]: pgmap v14558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:47 smithi081 ceph-mon[95500]: pgmap v14558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:47 smithi081 ceph-mon[107735]: pgmap v14558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:49 smithi170 ceph-mon[97338]: pgmap v14559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:49 smithi081 ceph-mon[95500]: pgmap v14559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:49 smithi081 ceph-mon[107735]: pgmap v14559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:51 smithi170 ceph-mon[97338]: pgmap v14560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:51 smithi081 ceph-mon[95500]: pgmap v14560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:51 smithi081 ceph-mon[107735]: pgmap v14560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:43:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:53 smithi170 ceph-mon[97338]: pgmap v14561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:53 smithi081 ceph-mon[95500]: pgmap v14561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:53 smithi081 ceph-mon[107735]: pgmap v14561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:53.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:53.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:55 smithi170 ceph-mon[97338]: pgmap v14562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:55 smithi081 ceph-mon[95500]: pgmap v14562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:55 smithi081 ceph-mon[107735]: pgmap v14562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:43:55.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:43:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:43:55.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:43:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:57 smithi170 ceph-mon[97338]: pgmap v14563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:57 smithi081 ceph-mon[95500]: pgmap v14563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:57 smithi081 ceph-mon[107735]: pgmap v14563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:43:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:43:59 smithi170 ceph-mon[97338]: pgmap v14564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:43:59 smithi081 ceph-mon[95500]: pgmap v14564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:43:59 smithi081 ceph-mon[107735]: pgmap v14564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:01 smithi170 ceph-mon[97338]: pgmap v14565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:01 smithi081 ceph-mon[95500]: pgmap v14565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:01 smithi081 ceph-mon[107735]: pgmap v14565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:44:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:03 smithi170 ceph-mon[97338]: pgmap v14566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:03 smithi081 ceph-mon[95500]: pgmap v14566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:03 smithi081 ceph-mon[107735]: pgmap v14566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:03.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:03.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:05 smithi170 ceph-mon[97338]: pgmap v14567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:05 smithi081 ceph-mon[95500]: pgmap v14567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:05 smithi081 ceph-mon[107735]: pgmap v14567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:05.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:05.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:07 smithi170 ceph-mon[97338]: pgmap v14568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:07 smithi081 ceph-mon[95500]: pgmap v14568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:07 smithi081 ceph-mon[107735]: pgmap v14568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:09 smithi170 ceph-mon[97338]: pgmap v14569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:09 smithi081 ceph-mon[95500]: pgmap v14569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:09 smithi081 ceph-mon[107735]: pgmap v14569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:11 smithi170 ceph-mon[97338]: pgmap v14570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:11 smithi081 ceph-mon[95500]: pgmap v14570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:11 smithi081 ceph-mon[107735]: pgmap v14570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:44:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:13 smithi170 ceph-mon[97338]: pgmap v14571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:13 smithi081 ceph-mon[95500]: pgmap v14571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:13 smithi081 ceph-mon[107735]: pgmap v14571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:13.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:13.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:15 smithi170 ceph-mon[97338]: pgmap v14572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:15 smithi081 ceph-mon[95500]: pgmap v14572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:15 smithi081 ceph-mon[107735]: pgmap v14572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:15.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:15.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:17 smithi170 ceph-mon[97338]: pgmap v14573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:17 smithi081 ceph-mon[95500]: pgmap v14573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:17 smithi081 ceph-mon[107735]: pgmap v14573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:19 smithi170 ceph-mon[97338]: pgmap v14574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:19 smithi081 ceph-mon[95500]: pgmap v14574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:19 smithi081 ceph-mon[107735]: pgmap v14574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:21 smithi170 ceph-mon[97338]: pgmap v14575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:21 smithi081 ceph-mon[95500]: pgmap v14575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:21 smithi081 ceph-mon[107735]: pgmap v14575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:44:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:23 smithi170 ceph-mon[97338]: pgmap v14576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:23 smithi081 ceph-mon[95500]: pgmap v14576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:23 smithi081 ceph-mon[107735]: pgmap v14576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:23.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:23.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:25 smithi170 ceph-mon[97338]: pgmap v14577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:25 smithi081 ceph-mon[95500]: pgmap v14577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:25 smithi081 ceph-mon[107735]: pgmap v14577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:25.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:26.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:25.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:27 smithi170 ceph-mon[97338]: pgmap v14578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:27 smithi081 ceph-mon[95500]: pgmap v14578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:27 smithi081 ceph-mon[107735]: pgmap v14578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:29 smithi170 ceph-mon[97338]: pgmap v14579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:30.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:29 smithi081 ceph-mon[95500]: pgmap v14579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:30.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:29 smithi081 ceph-mon[107735]: pgmap v14579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:31 smithi170 ceph-mon[97338]: pgmap v14580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:31 smithi081 ceph-mon[95500]: pgmap v14580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:31 smithi081 ceph-mon[107735]: pgmap v14580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:44:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:33 smithi170 ceph-mon[97338]: pgmap v14581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:33 smithi081 ceph-mon[95500]: pgmap v14581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:33 smithi081 ceph-mon[107735]: pgmap v14581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:33.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:33.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:35 smithi170 ceph-mon[97338]: pgmap v14582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:35 smithi081 ceph-mon[95500]: pgmap v14582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:35 smithi081 ceph-mon[107735]: pgmap v14582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:35.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:35.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:37 smithi170 ceph-mon[97338]: pgmap v14583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:37 smithi081 ceph-mon[95500]: pgmap v14583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:37 smithi081 ceph-mon[107735]: pgmap v14583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:39 smithi170 ceph-mon[97338]: pgmap v14584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:40.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:39 smithi081 ceph-mon[95500]: pgmap v14584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:40.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:39 smithi081 ceph-mon[107735]: pgmap v14584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:41 smithi170 ceph-mon[97338]: pgmap v14585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:41 smithi081 ceph-mon[95500]: pgmap v14585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:41 smithi081 ceph-mon[107735]: pgmap v14585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:44:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:43 smithi170 ceph-mon[97338]: pgmap v14586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:43 smithi081 ceph-mon[95500]: pgmap v14586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:43 smithi081 ceph-mon[107735]: pgmap v14586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:43.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:43.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:45 smithi170 ceph-mon[97338]: pgmap v14587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:45 smithi081 ceph-mon[95500]: pgmap v14587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:45 smithi081 ceph-mon[107735]: pgmap v14587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:45.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:46.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:45.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:47 smithi170 ceph-mon[97338]: pgmap v14588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:47 smithi081 ceph-mon[95500]: pgmap v14588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:47 smithi081 ceph-mon[107735]: pgmap v14588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:49 smithi170 ceph-mon[97338]: pgmap v14589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:49 smithi081 ceph-mon[95500]: pgmap v14589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:49 smithi081 ceph-mon[107735]: pgmap v14589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:51 smithi170 ceph-mon[97338]: pgmap v14590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:51 smithi081 ceph-mon[95500]: pgmap v14590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:51 smithi081 ceph-mon[107735]: pgmap v14590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:44:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:53 smithi170 ceph-mon[97338]: pgmap v14591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:53 smithi081 ceph-mon[95500]: pgmap v14591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:53 smithi081 ceph-mon[107735]: pgmap v14591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:53.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:53.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:55 smithi170 ceph-mon[97338]: pgmap v14592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:55 smithi081 ceph-mon[95500]: pgmap v14592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:55 smithi081 ceph-mon[107735]: pgmap v14592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:44:55.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:44:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:44:55.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:44:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:57 smithi170 ceph-mon[97338]: pgmap v14593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:57 smithi081 ceph-mon[95500]: pgmap v14593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:57 smithi081 ceph-mon[107735]: pgmap v14593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:44:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:44:59 smithi170 ceph-mon[97338]: pgmap v14594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:44:59 smithi081 ceph-mon[95500]: pgmap v14594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:44:59 smithi081 ceph-mon[107735]: pgmap v14594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:01 smithi170 ceph-mon[97338]: pgmap v14595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:01 smithi081 ceph-mon[95500]: pgmap v14595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:01 smithi081 ceph-mon[107735]: pgmap v14595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:45:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:03 smithi170 ceph-mon[97338]: pgmap v14596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:03 smithi081 ceph-mon[95500]: pgmap v14596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:03 smithi081 ceph-mon[107735]: pgmap v14596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:03.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:03.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:05 smithi170 ceph-mon[97338]: pgmap v14597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:05 smithi081 ceph-mon[95500]: pgmap v14597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:05 smithi081 ceph-mon[107735]: pgmap v14597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:05.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:05.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:07 smithi170 ceph-mon[97338]: pgmap v14598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:07 smithi081 ceph-mon[95500]: pgmap v14598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:07 smithi081 ceph-mon[107735]: pgmap v14598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:09.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:09 smithi170 ceph-mon[97338]: pgmap v14599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:09 smithi081 ceph-mon[95500]: pgmap v14599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:09 smithi081 ceph-mon[107735]: pgmap v14599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:11 smithi170 ceph-mon[97338]: pgmap v14600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:11 smithi081 ceph-mon[95500]: pgmap v14600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:11 smithi081 ceph-mon[107735]: pgmap v14600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:45:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:13 smithi170 ceph-mon[97338]: pgmap v14601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:13 smithi081 ceph-mon[95500]: pgmap v14601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:13 smithi081 ceph-mon[107735]: pgmap v14601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:13.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:13.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:15 smithi170 ceph-mon[97338]: pgmap v14602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:15 smithi081 ceph-mon[95500]: pgmap v14602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:15 smithi081 ceph-mon[107735]: pgmap v14602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:15.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:15.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:17 smithi170 ceph-mon[97338]: pgmap v14603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:18.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:17 smithi081 ceph-mon[95500]: pgmap v14603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:18.024 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:17 smithi081 ceph-mon[107735]: pgmap v14603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:19 smithi170 ceph-mon[97338]: pgmap v14604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:19 smithi081 ceph-mon[95500]: pgmap v14604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:19 smithi081 ceph-mon[107735]: pgmap v14604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:21 smithi170 ceph-mon[97338]: pgmap v14605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:21 smithi081 ceph-mon[95500]: pgmap v14605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:21 smithi081 ceph-mon[107735]: pgmap v14605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:45:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:23 smithi170 ceph-mon[97338]: pgmap v14606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:23 smithi081 ceph-mon[95500]: pgmap v14606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:23 smithi081 ceph-mon[107735]: pgmap v14606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:23.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:23.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:25 smithi170 ceph-mon[97338]: pgmap v14607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:25 smithi081 ceph-mon[95500]: pgmap v14607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:25 smithi081 ceph-mon[107735]: pgmap v14607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:25.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:25.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:27 smithi170 ceph-mon[97338]: pgmap v14608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:27 smithi081 ceph-mon[95500]: pgmap v14608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:27 smithi081 ceph-mon[107735]: pgmap v14608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:29 smithi170 ceph-mon[97338]: pgmap v14609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:29 smithi081 ceph-mon[95500]: pgmap v14609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:29 smithi081 ceph-mon[107735]: pgmap v14609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:31 smithi170 ceph-mon[97338]: pgmap v14610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:31 smithi081 ceph-mon[95500]: pgmap v14610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:31 smithi081 ceph-mon[107735]: pgmap v14610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:45:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:33 smithi170 ceph-mon[97338]: pgmap v14611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:33 smithi081 ceph-mon[95500]: pgmap v14611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:33 smithi081 ceph-mon[107735]: pgmap v14611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:33.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:33.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:35 smithi170 ceph-mon[97338]: pgmap v14612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:35 smithi081 ceph-mon[95500]: pgmap v14612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:35 smithi081 ceph-mon[107735]: pgmap v14612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:35.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:35.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:37 smithi170 ceph-mon[97338]: pgmap v14613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:37 smithi081 ceph-mon[95500]: pgmap v14613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:37 smithi081 ceph-mon[107735]: pgmap v14613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:39 smithi170 ceph-mon[97338]: pgmap v14614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:39 smithi081 ceph-mon[95500]: pgmap v14614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:39 smithi081 ceph-mon[107735]: pgmap v14614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:41 smithi170 ceph-mon[97338]: pgmap v14615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:41 smithi081 ceph-mon[95500]: pgmap v14615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:41 smithi081 ceph-mon[107735]: pgmap v14615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:45:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:43 smithi170 ceph-mon[97338]: pgmap v14616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:43 smithi081 ceph-mon[95500]: pgmap v14616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:43 smithi081 ceph-mon[107735]: pgmap v14616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:43.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:43.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:45 smithi170 ceph-mon[97338]: pgmap v14617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:45 smithi081 ceph-mon[95500]: pgmap v14617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:45 smithi081 ceph-mon[107735]: pgmap v14617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:45.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:45.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:47 smithi170 ceph-mon[97338]: pgmap v14618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:47 smithi081 ceph-mon[95500]: pgmap v14618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:47 smithi081 ceph-mon[107735]: pgmap v14618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:49 smithi170 ceph-mon[97338]: pgmap v14619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:49 smithi081 ceph-mon[95500]: pgmap v14619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:49 smithi081 ceph-mon[107735]: pgmap v14619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:51 smithi170 ceph-mon[97338]: pgmap v14620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:51 smithi081 ceph-mon[95500]: pgmap v14620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:51 smithi081 ceph-mon[107735]: pgmap v14620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:45:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:53 smithi170 ceph-mon[97338]: pgmap v14621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:53 smithi081 ceph-mon[95500]: pgmap v14621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:53 smithi081 ceph-mon[107735]: pgmap v14621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:53.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:53.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:55 smithi170 ceph-mon[97338]: pgmap v14622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:55 smithi081 ceph-mon[95500]: pgmap v14622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:55 smithi081 ceph-mon[107735]: pgmap v14622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:45:55.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:45:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:45:55.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:45:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:57 smithi170 ceph-mon[97338]: pgmap v14623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:57 smithi081 ceph-mon[95500]: pgmap v14623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:57 smithi081 ceph-mon[107735]: pgmap v14623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:45:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:45:59 smithi170 ceph-mon[97338]: pgmap v14624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:45:59 smithi081 ceph-mon[95500]: pgmap v14624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:00.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:45:59 smithi081 ceph-mon[107735]: pgmap v14624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:01 smithi170 ceph-mon[97338]: pgmap v14625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:01 smithi081 ceph-mon[95500]: pgmap v14625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:01 smithi081 ceph-mon[107735]: pgmap v14625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:46:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:03 smithi170 ceph-mon[97338]: pgmap v14626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:03 smithi081 ceph-mon[95500]: pgmap v14626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:03.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:03.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:03 smithi081 ceph-mon[107735]: pgmap v14626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:05 smithi170 ceph-mon[97338]: pgmap v14627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:05 smithi081 ceph-mon[95500]: pgmap v14627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:05 smithi081 ceph-mon[107735]: pgmap v14627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:05.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:05.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:07 smithi170 ceph-mon[97338]: pgmap v14628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:07 smithi081 ceph-mon[95500]: pgmap v14628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:07 smithi081 ceph-mon[107735]: pgmap v14628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:09 smithi170 ceph-mon[97338]: pgmap v14629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:09 smithi081 ceph-mon[95500]: pgmap v14629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:09 smithi081 ceph-mon[107735]: pgmap v14629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:11 smithi170 ceph-mon[97338]: pgmap v14630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:11 smithi081 ceph-mon[95500]: pgmap v14630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:11 smithi081 ceph-mon[107735]: pgmap v14630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:46:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:13 smithi170 ceph-mon[97338]: pgmap v14631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:13.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:13.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:14.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:13 smithi081 ceph-mon[95500]: pgmap v14631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:13 smithi081 ceph-mon[107735]: pgmap v14631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:15 smithi170 ceph-mon[97338]: pgmap v14632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:15 smithi081 ceph-mon[95500]: pgmap v14632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:15 smithi081 ceph-mon[107735]: pgmap v14632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:15.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:15.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:17 smithi170 ceph-mon[97338]: pgmap v14633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:17 smithi081 ceph-mon[95500]: pgmap v14633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:17 smithi081 ceph-mon[107735]: pgmap v14633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:19 smithi170 ceph-mon[97338]: pgmap v14634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:19 smithi081 ceph-mon[95500]: pgmap v14634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:19 smithi081 ceph-mon[107735]: pgmap v14634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:21 smithi170 ceph-mon[97338]: pgmap v14635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:21 smithi081 ceph-mon[95500]: pgmap v14635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:21 smithi081 ceph-mon[107735]: pgmap v14635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:46:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:23 smithi170 ceph-mon[97338]: pgmap v14636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:23 smithi081 ceph-mon[95500]: pgmap v14636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:23 smithi081 ceph-mon[107735]: pgmap v14636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:23.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:23.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:25 smithi170 ceph-mon[97338]: pgmap v14637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:25 smithi081 ceph-mon[95500]: pgmap v14637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:25 smithi081 ceph-mon[107735]: pgmap v14637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:25.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:25.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:27 smithi170 ceph-mon[97338]: pgmap v14638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:27 smithi081 ceph-mon[95500]: pgmap v14638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:27 smithi081 ceph-mon[107735]: pgmap v14638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:29 smithi170 ceph-mon[97338]: pgmap v14639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:29 smithi081 ceph-mon[95500]: pgmap v14639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:29 smithi081 ceph-mon[107735]: pgmap v14639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:31 smithi170 ceph-mon[97338]: pgmap v14640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:31 smithi081 ceph-mon[95500]: pgmap v14640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:31 smithi081 ceph-mon[107735]: pgmap v14640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:46:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:33 smithi170 ceph-mon[97338]: pgmap v14641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:33 smithi081 ceph-mon[95500]: pgmap v14641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:33 smithi081 ceph-mon[107735]: pgmap v14641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:33.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:33.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:35 smithi170 ceph-mon[97338]: pgmap v14642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:35 smithi081 ceph-mon[95500]: pgmap v14642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:35 smithi081 ceph-mon[107735]: pgmap v14642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:36.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:35.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:36.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:35.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:37 smithi170 ceph-mon[97338]: pgmap v14643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:37 smithi081 ceph-mon[95500]: pgmap v14643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:37 smithi081 ceph-mon[107735]: pgmap v14643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:39 smithi170 ceph-mon[97338]: pgmap v14644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:39 smithi081 ceph-mon[95500]: pgmap v14644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:39 smithi081 ceph-mon[107735]: pgmap v14644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:41 smithi170 ceph-mon[97338]: pgmap v14645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:41 smithi081 ceph-mon[95500]: pgmap v14645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:41 smithi081 ceph-mon[107735]: pgmap v14645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:46:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:43 smithi170 ceph-mon[97338]: pgmap v14646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:43 smithi081 ceph-mon[95500]: pgmap v14646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:43 smithi081 ceph-mon[107735]: pgmap v14646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:43.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:43.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:45 smithi170 ceph-mon[97338]: pgmap v14647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:45 smithi081 ceph-mon[95500]: pgmap v14647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:45 smithi081 ceph-mon[107735]: pgmap v14647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:45.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:45.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:47 smithi170 ceph-mon[97338]: pgmap v14648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:48.029 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:47 smithi081 ceph-mon[95500]: pgmap v14648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:48.029 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:47 smithi081 ceph-mon[107735]: pgmap v14648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:49 smithi170 ceph-mon[97338]: pgmap v14649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:49 smithi081 ceph-mon[95500]: pgmap v14649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:49 smithi081 ceph-mon[107735]: pgmap v14649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:51 smithi170 ceph-mon[97338]: pgmap v14650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:51 smithi081 ceph-mon[95500]: pgmap v14650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:51 smithi081 ceph-mon[107735]: pgmap v14650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:46:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:53 smithi170 ceph-mon[97338]: pgmap v14651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:53 smithi081 ceph-mon[95500]: pgmap v14651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:53 smithi081 ceph-mon[107735]: pgmap v14651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:53.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:53.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:55 smithi170 ceph-mon[97338]: pgmap v14652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:55 smithi081 ceph-mon[95500]: pgmap v14652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:55 smithi081 ceph-mon[107735]: pgmap v14652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:46:55.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:46:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:46:55.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:46:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:57 smithi170 ceph-mon[97338]: pgmap v14653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:57 smithi081 ceph-mon[95500]: pgmap v14653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:57 smithi081 ceph-mon[107735]: pgmap v14653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:46:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:46:59 smithi170 ceph-mon[97338]: pgmap v14654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:46:59 smithi081 ceph-mon[95500]: pgmap v14654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:46:59 smithi081 ceph-mon[107735]: pgmap v14654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:01 smithi170 ceph-mon[97338]: pgmap v14655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:01 smithi081 ceph-mon[95500]: pgmap v14655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:01.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:01 smithi081 ceph-mon[107735]: pgmap v14655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:47:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:03 smithi170 ceph-mon[97338]: pgmap v14656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:03 smithi081 ceph-mon[95500]: pgmap v14656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:03 smithi081 ceph-mon[107735]: pgmap v14656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:03.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:03.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:05 smithi170 ceph-mon[97338]: pgmap v14657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:05 smithi081 ceph-mon[95500]: pgmap v14657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:05 smithi081 ceph-mon[107735]: pgmap v14657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:05.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:05.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:07 smithi170 ceph-mon[97338]: pgmap v14658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:07 smithi081 ceph-mon[95500]: pgmap v14658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:07 smithi081 ceph-mon[107735]: pgmap v14658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:09 smithi170 ceph-mon[97338]: pgmap v14659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:09 smithi081 ceph-mon[95500]: pgmap v14659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:09 smithi081 ceph-mon[107735]: pgmap v14659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:11 smithi170 ceph-mon[97338]: pgmap v14660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:11 smithi081 ceph-mon[95500]: pgmap v14660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:11 smithi081 ceph-mon[107735]: pgmap v14660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:47:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:13 smithi170 ceph-mon[97338]: pgmap v14661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:13 smithi081 ceph-mon[95500]: pgmap v14661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:13 smithi081 ceph-mon[107735]: pgmap v14661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:13.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:13.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:15 smithi170 ceph-mon[97338]: pgmap v14662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:15 smithi081 ceph-mon[95500]: pgmap v14662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:15 smithi081 ceph-mon[107735]: pgmap v14662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:15.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:15.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:17 smithi170 ceph-mon[97338]: pgmap v14663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:18.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:17 smithi081 ceph-mon[95500]: pgmap v14663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:17 smithi081 ceph-mon[107735]: pgmap v14663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:19 smithi170 ceph-mon[97338]: pgmap v14664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:19 smithi081 ceph-mon[95500]: pgmap v14664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:19 smithi081 ceph-mon[107735]: pgmap v14664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:21 smithi170 ceph-mon[97338]: pgmap v14665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:21 smithi081 ceph-mon[95500]: pgmap v14665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:21 smithi081 ceph-mon[107735]: pgmap v14665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:47:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:23 smithi170 ceph-mon[97338]: pgmap v14666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:23 smithi081 ceph-mon[95500]: pgmap v14666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:23 smithi081 ceph-mon[107735]: pgmap v14666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:23.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:23.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:25 smithi170 ceph-mon[97338]: pgmap v14667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:25 smithi081 ceph-mon[95500]: pgmap v14667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:25 smithi081 ceph-mon[107735]: pgmap v14667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:25.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:25.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:27 smithi170 ceph-mon[97338]: pgmap v14668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:27 smithi081 ceph-mon[95500]: pgmap v14668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:27 smithi081 ceph-mon[107735]: pgmap v14668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:29 smithi170 ceph-mon[97338]: pgmap v14669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:29 smithi081 ceph-mon[95500]: pgmap v14669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:29 smithi081 ceph-mon[107735]: pgmap v14669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:31 smithi170 ceph-mon[97338]: pgmap v14670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:31 smithi081 ceph-mon[95500]: pgmap v14670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:31 smithi081 ceph-mon[107735]: pgmap v14670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:47:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:33 smithi170 ceph-mon[97338]: pgmap v14671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:33 smithi081 ceph-mon[95500]: pgmap v14671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:33 smithi081 ceph-mon[107735]: pgmap v14671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:33.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:33.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:35 smithi170 ceph-mon[97338]: pgmap v14672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:35 smithi081 ceph-mon[95500]: pgmap v14672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:35 smithi081 ceph-mon[107735]: pgmap v14672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:35.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:35.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:37 smithi170 ceph-mon[97338]: pgmap v14673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:37 smithi081 ceph-mon[95500]: pgmap v14673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:37 smithi081 ceph-mon[107735]: pgmap v14673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:39 smithi170 ceph-mon[97338]: pgmap v14674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:39 smithi081 ceph-mon[95500]: pgmap v14674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:39 smithi081 ceph-mon[107735]: pgmap v14674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:41 smithi170 ceph-mon[97338]: pgmap v14675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:41 smithi081 ceph-mon[95500]: pgmap v14675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:41 smithi081 ceph-mon[107735]: pgmap v14675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:47:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:43 smithi170 ceph-mon[97338]: pgmap v14676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:43 smithi081 ceph-mon[95500]: pgmap v14676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:43 smithi081 ceph-mon[107735]: pgmap v14676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:43.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:43.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:45 smithi170 ceph-mon[97338]: pgmap v14677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:45 smithi081 ceph-mon[95500]: pgmap v14677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:45 smithi081 ceph-mon[107735]: pgmap v14677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:45.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:45.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:47 smithi170 ceph-mon[97338]: pgmap v14678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:47 smithi081 ceph-mon[95500]: pgmap v14678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:47 smithi081 ceph-mon[107735]: pgmap v14678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:49 smithi170 ceph-mon[97338]: pgmap v14679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:49 smithi081 ceph-mon[95500]: pgmap v14679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:50.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:49 smithi081 ceph-mon[107735]: pgmap v14679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:51 smithi170 ceph-mon[97338]: pgmap v14680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:51 smithi081 ceph-mon[95500]: pgmap v14680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:51 smithi081 ceph-mon[107735]: pgmap v14680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:47:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:53 smithi170 ceph-mon[97338]: pgmap v14681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:53 smithi081 ceph-mon[95500]: pgmap v14681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:53 smithi081 ceph-mon[107735]: pgmap v14681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:53.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:53.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:55 smithi170 ceph-mon[97338]: pgmap v14682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:55 smithi081 ceph-mon[95500]: pgmap v14682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:55 smithi081 ceph-mon[107735]: pgmap v14682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:47:55.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:47:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:47:55.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:47:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:57 smithi170 ceph-mon[97338]: pgmap v14683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:57 smithi081 ceph-mon[95500]: pgmap v14683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:57 smithi081 ceph-mon[107735]: pgmap v14683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:47:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:47:59 smithi170 ceph-mon[97338]: pgmap v14684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:47:59 smithi081 ceph-mon[95500]: pgmap v14684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:47:59 smithi081 ceph-mon[107735]: pgmap v14684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:01 smithi170 ceph-mon[97338]: pgmap v14685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:01 smithi081 ceph-mon[95500]: pgmap v14685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:01 smithi081 ceph-mon[107735]: pgmap v14685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:48:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:03 smithi170 ceph-mon[97338]: pgmap v14686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:03 smithi081 ceph-mon[95500]: pgmap v14686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:03 smithi081 ceph-mon[107735]: pgmap v14686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:03.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:03.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:05 smithi170 ceph-mon[97338]: pgmap v14687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:05 smithi081 ceph-mon[95500]: pgmap v14687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:05 smithi081 ceph-mon[107735]: pgmap v14687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:05.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:05.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:07 smithi170 ceph-mon[97338]: pgmap v14688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:07 smithi081 ceph-mon[95500]: pgmap v14688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:07 smithi081 ceph-mon[107735]: pgmap v14688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:09 smithi170 ceph-mon[97338]: pgmap v14689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:09 smithi081 ceph-mon[95500]: pgmap v14689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:10.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:09 smithi081 ceph-mon[107735]: pgmap v14689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:11 smithi170 ceph-mon[97338]: pgmap v14690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:11 smithi081 ceph-mon[95500]: pgmap v14690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:11 smithi081 ceph-mon[107735]: pgmap v14690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:48:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:13 smithi170 ceph-mon[97338]: pgmap v14691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:13 smithi081 ceph-mon[95500]: pgmap v14691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:13 smithi081 ceph-mon[107735]: pgmap v14691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:13.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:13.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:15 smithi170 ceph-mon[97338]: pgmap v14692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:15 smithi081 ceph-mon[95500]: pgmap v14692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:15 smithi081 ceph-mon[107735]: pgmap v14692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:15.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:15.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:17 smithi170 ceph-mon[97338]: pgmap v14693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:17 smithi081 ceph-mon[95500]: pgmap v14693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:17 smithi081 ceph-mon[107735]: pgmap v14693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:19 smithi170 ceph-mon[97338]: pgmap v14694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:19 smithi081 ceph-mon[95500]: pgmap v14694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:19 smithi081 ceph-mon[107735]: pgmap v14694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:21 smithi170 ceph-mon[97338]: pgmap v14695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:21 smithi081 ceph-mon[95500]: pgmap v14695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:21 smithi081 ceph-mon[107735]: pgmap v14695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:48:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:23 smithi170 ceph-mon[97338]: pgmap v14696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:23 smithi081 ceph-mon[95500]: pgmap v14696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:23 smithi081 ceph-mon[107735]: pgmap v14696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:23.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:23.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:25 smithi170 ceph-mon[97338]: pgmap v14697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:25 smithi081 ceph-mon[95500]: pgmap v14697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:25 smithi081 ceph-mon[107735]: pgmap v14697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:25.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:25.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:27 smithi170 ceph-mon[97338]: pgmap v14698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:27 smithi081 ceph-mon[95500]: pgmap v14698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:27 smithi081 ceph-mon[107735]: pgmap v14698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:29 smithi170 ceph-mon[97338]: pgmap v14699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:29 smithi081 ceph-mon[95500]: pgmap v14699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:29 smithi081 ceph-mon[107735]: pgmap v14699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:31.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:31 smithi170 ceph-mon[97338]: pgmap v14700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:31 smithi081 ceph-mon[95500]: pgmap v14700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:31 smithi081 ceph-mon[107735]: pgmap v14700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:48:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:33 smithi170 ceph-mon[97338]: pgmap v14701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:33 smithi081 ceph-mon[95500]: pgmap v14701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:33 smithi081 ceph-mon[107735]: pgmap v14701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:33.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:33.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:35 smithi170 ceph-mon[97338]: pgmap v14702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:35 smithi081 ceph-mon[95500]: pgmap v14702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:35 smithi081 ceph-mon[107735]: pgmap v14702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:35.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:35.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:37 smithi170 ceph-mon[97338]: pgmap v14703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:37 smithi081 ceph-mon[95500]: pgmap v14703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:37 smithi081 ceph-mon[107735]: pgmap v14703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:39 smithi170 ceph-mon[97338]: pgmap v14704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:39 smithi081 ceph-mon[95500]: pgmap v14704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:39 smithi081 ceph-mon[107735]: pgmap v14704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:41.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:41 smithi170 ceph-mon[97338]: pgmap v14705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:41 smithi081 ceph-mon[95500]: pgmap v14705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:41 smithi081 ceph-mon[107735]: pgmap v14705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:48:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:43 smithi170 ceph-mon[97338]: pgmap v14706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:43 smithi081 ceph-mon[95500]: pgmap v14706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:43 smithi081 ceph-mon[107735]: pgmap v14706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:43.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:43.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:45 smithi170 ceph-mon[97338]: pgmap v14707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:45 smithi081 ceph-mon[95500]: pgmap v14707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:45 smithi081 ceph-mon[107735]: pgmap v14707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:45.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:46.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:45.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:47 smithi170 ceph-mon[97338]: pgmap v14708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:47 smithi081 ceph-mon[95500]: pgmap v14708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:47 smithi081 ceph-mon[107735]: pgmap v14708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:49 smithi170 ceph-mon[97338]: pgmap v14709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:49 smithi081 ceph-mon[95500]: pgmap v14709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:49 smithi081 ceph-mon[107735]: pgmap v14709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:51 smithi170 ceph-mon[97338]: pgmap v14710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:51 smithi081 ceph-mon[95500]: pgmap v14710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:51 smithi081 ceph-mon[107735]: pgmap v14710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:48:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:53 smithi170 ceph-mon[97338]: pgmap v14711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:53 smithi081 ceph-mon[95500]: pgmap v14711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:53 smithi081 ceph-mon[107735]: pgmap v14711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:53.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:53.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:55 smithi170 ceph-mon[97338]: pgmap v14712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:55 smithi081 ceph-mon[95500]: pgmap v14712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:55 smithi081 ceph-mon[107735]: pgmap v14712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:48:55.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:48:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:48:55.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:48:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:57 smithi170 ceph-mon[97338]: pgmap v14713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:57 smithi081 ceph-mon[95500]: pgmap v14713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:57 smithi081 ceph-mon[107735]: pgmap v14713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:48:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:48:59 smithi170 ceph-mon[97338]: pgmap v14714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:48:59 smithi081 ceph-mon[95500]: pgmap v14714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:48:59 smithi081 ceph-mon[107735]: pgmap v14714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:01.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:01 smithi170 ceph-mon[97338]: pgmap v14715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:01.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:01 smithi081 ceph-mon[95500]: pgmap v14715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:01.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:01 smithi081 ceph-mon[107735]: pgmap v14715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:49:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:03 smithi170 ceph-mon[97338]: pgmap v14716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:03 smithi081 ceph-mon[95500]: pgmap v14716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:03.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:03.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:03 smithi081 ceph-mon[107735]: pgmap v14716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:05 smithi170 ceph-mon[97338]: pgmap v14717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:05 smithi081 ceph-mon[95500]: pgmap v14717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:05 smithi081 ceph-mon[107735]: pgmap v14717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:05.541Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:05.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:07 smithi170 ceph-mon[97338]: pgmap v14718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:07 smithi081 ceph-mon[95500]: pgmap v14718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:07 smithi081 ceph-mon[107735]: pgmap v14718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:09 smithi170 ceph-mon[97338]: pgmap v14719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:09 smithi081 ceph-mon[95500]: pgmap v14719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:09 smithi081 ceph-mon[107735]: pgmap v14719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:11.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:11 smithi170 ceph-mon[97338]: pgmap v14720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:11 smithi081 ceph-mon[95500]: pgmap v14720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:11.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:11 smithi081 ceph-mon[107735]: pgmap v14720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:49:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:13 smithi170 ceph-mon[97338]: pgmap v14721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:13 smithi081 ceph-mon[95500]: pgmap v14721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:13 smithi081 ceph-mon[107735]: pgmap v14721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:13.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:13.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:15 smithi170 ceph-mon[97338]: pgmap v14722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:15 smithi081 ceph-mon[95500]: pgmap v14722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:15 smithi081 ceph-mon[107735]: pgmap v14722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:15.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:15.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:17 smithi170 ceph-mon[97338]: pgmap v14723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:17 smithi081 ceph-mon[95500]: pgmap v14723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:17 smithi081 ceph-mon[107735]: pgmap v14723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:19 smithi170 ceph-mon[97338]: pgmap v14724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:19 smithi081 ceph-mon[95500]: pgmap v14724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:19 smithi081 ceph-mon[107735]: pgmap v14724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:21.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:21 smithi170 ceph-mon[97338]: pgmap v14725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:21 smithi081 ceph-mon[95500]: pgmap v14725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:21 smithi081 ceph-mon[107735]: pgmap v14725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:49:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:23 smithi170 ceph-mon[97338]: pgmap v14726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:23 smithi081 ceph-mon[95500]: pgmap v14726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:23 smithi081 ceph-mon[107735]: pgmap v14726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:23.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:23.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:25 smithi170 ceph-mon[97338]: pgmap v14727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:25 smithi081 ceph-mon[95500]: pgmap v14727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:25 smithi081 ceph-mon[107735]: pgmap v14727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:25.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:25.544Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:27 smithi170 ceph-mon[97338]: pgmap v14728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:27 smithi081 ceph-mon[95500]: pgmap v14728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:27 smithi081 ceph-mon[107735]: pgmap v14728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:29 smithi170 ceph-mon[97338]: pgmap v14729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:29 smithi081 ceph-mon[95500]: pgmap v14729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:29 smithi081 ceph-mon[107735]: pgmap v14729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:31 smithi081 ceph-mon[95500]: pgmap v14730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:31 smithi081 ceph-mon[107735]: pgmap v14730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:31 smithi170 ceph-mon[97338]: pgmap v14730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:49:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:33 smithi170 ceph-mon[97338]: pgmap v14731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:33 smithi081 ceph-mon[95500]: pgmap v14731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:33 smithi081 ceph-mon[107735]: pgmap v14731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:33.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:33.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:35 smithi170 ceph-mon[97338]: pgmap v14732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:35 smithi081 ceph-mon[95500]: pgmap v14732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:35 smithi081 ceph-mon[107735]: pgmap v14732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:35.543Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:35.545Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:37 smithi170 ceph-mon[97338]: pgmap v14733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:37 smithi081 ceph-mon[95500]: pgmap v14733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:37 smithi081 ceph-mon[107735]: pgmap v14733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:39 smithi170 ceph-mon[97338]: pgmap v14734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:39 smithi081 ceph-mon[95500]: pgmap v14734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:39 smithi081 ceph-mon[107735]: pgmap v14734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:41 smithi081 ceph-mon[95500]: pgmap v14735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:41.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:41 smithi081 ceph-mon[107735]: pgmap v14735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:41 smithi170 ceph-mon[97338]: pgmap v14735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:49:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:43 smithi170 ceph-mon[97338]: pgmap v14736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:43 smithi081 ceph-mon[95500]: pgmap v14736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:43 smithi081 ceph-mon[107735]: pgmap v14736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:43.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:43.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:45 smithi170 ceph-mon[97338]: pgmap v14737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:45 smithi081 ceph-mon[95500]: pgmap v14737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:45 smithi081 ceph-mon[107735]: pgmap v14737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:45.544Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:45.545Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:47 smithi170 ceph-mon[97338]: pgmap v14738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:47 smithi081 ceph-mon[95500]: pgmap v14738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:47 smithi081 ceph-mon[107735]: pgmap v14738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:49 smithi170 ceph-mon[97338]: pgmap v14739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:49 smithi081 ceph-mon[95500]: pgmap v14739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:49 smithi081 ceph-mon[107735]: pgmap v14739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:51 smithi081 ceph-mon[95500]: pgmap v14740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:51.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:51 smithi081 ceph-mon[107735]: pgmap v14740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:51 smithi170 ceph-mon[97338]: pgmap v14740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:49:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:53 smithi170 ceph-mon[97338]: pgmap v14741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:53 smithi081 ceph-mon[95500]: pgmap v14741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:53 smithi081 ceph-mon[107735]: pgmap v14741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:53.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:53.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:55 smithi170 ceph-mon[97338]: pgmap v14742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:55 smithi081 ceph-mon[95500]: pgmap v14742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:55 smithi081 ceph-mon[107735]: pgmap v14742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:49:55.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:49:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:49:55.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:49:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:57 smithi170 ceph-mon[97338]: pgmap v14743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:57 smithi081 ceph-mon[95500]: pgmap v14743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:57 smithi081 ceph-mon[107735]: pgmap v14743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:49:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:49:59 smithi170 ceph-mon[97338]: pgmap v14744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:49:59 smithi081 ceph-mon[95500]: pgmap v14744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:49:59 smithi081 ceph-mon[107735]: pgmap v14744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:50:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:50:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T13:50:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:01 smithi170 ceph-mon[97338]: pgmap v14745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:01 smithi081 ceph-mon[95500]: pgmap v14745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:01 smithi081 ceph-mon[107735]: pgmap v14745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:50:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:03 smithi170 ceph-mon[97338]: pgmap v14746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:03 smithi081 ceph-mon[95500]: pgmap v14746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:03 smithi081 ceph-mon[107735]: pgmap v14746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:03.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:03.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:05 smithi170 ceph-mon[97338]: pgmap v14747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:05 smithi081 ceph-mon[95500]: pgmap v14747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:05 smithi081 ceph-mon[107735]: pgmap v14747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:05.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:06.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:05.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:07 smithi170 ceph-mon[97338]: pgmap v14748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:07 smithi081 ceph-mon[95500]: pgmap v14748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:07 smithi081 ceph-mon[107735]: pgmap v14748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:09 smithi170 ceph-mon[97338]: pgmap v14749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:09 smithi081 ceph-mon[95500]: pgmap v14749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:09 smithi081 ceph-mon[107735]: pgmap v14749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:11 smithi081 ceph-mon[95500]: pgmap v14750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:11.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:11 smithi081 ceph-mon[107735]: pgmap v14750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:11 smithi170 ceph-mon[97338]: pgmap v14750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:50:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:13 smithi170 ceph-mon[97338]: pgmap v14751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:13 smithi081 ceph-mon[95500]: pgmap v14751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:13 smithi081 ceph-mon[107735]: pgmap v14751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:13.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:13.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:15 smithi170 ceph-mon[97338]: pgmap v14752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:15 smithi081 ceph-mon[95500]: pgmap v14752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:15 smithi081 ceph-mon[107735]: pgmap v14752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:15.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:15.548Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:17 smithi170 ceph-mon[97338]: pgmap v14753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:17 smithi081 ceph-mon[95500]: pgmap v14753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:17 smithi081 ceph-mon[107735]: pgmap v14753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:19 smithi170 ceph-mon[97338]: pgmap v14754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:19 smithi081 ceph-mon[95500]: pgmap v14754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:19 smithi081 ceph-mon[107735]: pgmap v14754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:21.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:21 smithi081 ceph-mon[95500]: pgmap v14755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:21.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:21 smithi081 ceph-mon[107735]: pgmap v14755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:21 smithi170 ceph-mon[97338]: pgmap v14755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:50:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:23 smithi170 ceph-mon[97338]: pgmap v14756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:23 smithi081 ceph-mon[95500]: pgmap v14756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:23.716Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:23.717Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:23 smithi081 ceph-mon[107735]: pgmap v14756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:25 smithi170 ceph-mon[97338]: pgmap v14757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:25 smithi081 ceph-mon[95500]: pgmap v14757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:25 smithi081 ceph-mon[107735]: pgmap v14757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:25.548Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:26.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:25.549Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:27 smithi170 ceph-mon[97338]: pgmap v14758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:27 smithi081 ceph-mon[95500]: pgmap v14758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:27 smithi081 ceph-mon[107735]: pgmap v14758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:29.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:29 smithi170 ceph-mon[97338]: pgmap v14759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:29 smithi081 ceph-mon[95500]: pgmap v14759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:29 smithi081 ceph-mon[107735]: pgmap v14759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:31.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:31 smithi081 ceph-mon[95500]: pgmap v14760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:31 smithi081 ceph-mon[107735]: pgmap v14760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:31.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:31 smithi170 ceph-mon[97338]: pgmap v14760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:33.523 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:50:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:33 smithi170 ceph-mon[97338]: pgmap v14761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:33 smithi081 ceph-mon[95500]: pgmap v14761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:33 smithi081 ceph-mon[107735]: pgmap v14761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:33.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:33.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:35 smithi170 ceph-mon[97338]: pgmap v14762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:35 smithi081 ceph-mon[95500]: pgmap v14762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:35.549Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:35.550Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:35 smithi081 ceph-mon[107735]: pgmap v14762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:37.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:37 smithi170 ceph-mon[97338]: pgmap v14763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:37 smithi081 ceph-mon[95500]: pgmap v14763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:37 smithi081 ceph-mon[107735]: pgmap v14763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:39.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:39 smithi170 ceph-mon[97338]: pgmap v14764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:39 smithi081 ceph-mon[95500]: pgmap v14764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:39 smithi081 ceph-mon[107735]: pgmap v14764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:41.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:41 smithi081 ceph-mon[95500]: pgmap v14765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:41.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:41 smithi081 ceph-mon[107735]: pgmap v14765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:41 smithi170 ceph-mon[97338]: pgmap v14765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:50:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:43 smithi170 ceph-mon[97338]: pgmap v14766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:43 smithi081 ceph-mon[95500]: pgmap v14766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:43.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:43.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:43 smithi081 ceph-mon[107735]: pgmap v14766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:45 smithi170 ceph-mon[97338]: pgmap v14767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:45 smithi081 ceph-mon[95500]: pgmap v14767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:45 smithi081 ceph-mon[107735]: pgmap v14767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:45.550Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:45.551Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:47.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:47 smithi170 ceph-mon[97338]: pgmap v14768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:47 smithi081 ceph-mon[95500]: pgmap v14768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:47 smithi081 ceph-mon[107735]: pgmap v14768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:49.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:49 smithi170 ceph-mon[97338]: pgmap v14769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:49 smithi081 ceph-mon[95500]: pgmap v14769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:49 smithi081 ceph-mon[107735]: pgmap v14769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:51 smithi081 ceph-mon[95500]: pgmap v14770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:51 smithi081 ceph-mon[107735]: pgmap v14770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:51 smithi170 ceph-mon[97338]: pgmap v14770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:50:53.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:53 smithi170 ceph-mon[97338]: pgmap v14771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:53 smithi081 ceph-mon[95500]: pgmap v14771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:53 smithi081 ceph-mon[107735]: pgmap v14771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:53.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:53.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:55.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:55 smithi170 ceph-mon[97338]: pgmap v14772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:55 smithi081 ceph-mon[95500]: pgmap v14772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:55 smithi081 ceph-mon[107735]: pgmap v14772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:50:55.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:50:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:50:55.552Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:50:57.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:57 smithi170 ceph-mon[97338]: pgmap v14773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:57 smithi081 ceph-mon[95500]: pgmap v14773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:57 smithi081 ceph-mon[107735]: pgmap v14773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:50:59.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:50:59 smithi170 ceph-mon[97338]: pgmap v14774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:50:59 smithi081 ceph-mon[95500]: pgmap v14774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:50:59 smithi081 ceph-mon[107735]: pgmap v14774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:01 smithi170 ceph-mon[97338]: pgmap v14775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:01 smithi081 ceph-mon[95500]: pgmap v14775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:01 smithi081 ceph-mon[107735]: pgmap v14775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:51:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:03 smithi170 ceph-mon[97338]: pgmap v14776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:03 smithi081 ceph-mon[95500]: pgmap v14776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:03 smithi081 ceph-mon[107735]: pgmap v14776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:03.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:03.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:05.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:05 smithi170 ceph-mon[97338]: pgmap v14777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:05 smithi081 ceph-mon[95500]: pgmap v14777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:05 smithi081 ceph-mon[107735]: pgmap v14777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:05.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:05.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:07.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:07 smithi170 ceph-mon[97338]: pgmap v14778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:07 smithi081 ceph-mon[95500]: pgmap v14778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:07 smithi081 ceph-mon[107735]: pgmap v14778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:09.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:09 smithi170 ceph-mon[97338]: pgmap v14779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:09 smithi081 ceph-mon[95500]: pgmap v14779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:09 smithi081 ceph-mon[107735]: pgmap v14779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:11 smithi170 ceph-mon[97338]: pgmap v14780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:11 smithi081 ceph-mon[95500]: pgmap v14780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:11 smithi081 ceph-mon[107735]: pgmap v14780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:51:13.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:13 smithi170 ceph-mon[97338]: pgmap v14781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:13 smithi081 ceph-mon[95500]: pgmap v14781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:13.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:13.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:13 smithi081 ceph-mon[107735]: pgmap v14781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:15.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:15 smithi170 ceph-mon[97338]: pgmap v14782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:15 smithi081 ceph-mon[95500]: pgmap v14782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:15 smithi081 ceph-mon[107735]: pgmap v14782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:15.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:15.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:17.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:17 smithi170 ceph-mon[97338]: pgmap v14783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:17 smithi081 ceph-mon[95500]: pgmap v14783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:17 smithi081 ceph-mon[107735]: pgmap v14783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:19.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:19 smithi170 ceph-mon[97338]: pgmap v14784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:19 smithi081 ceph-mon[95500]: pgmap v14784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:19 smithi081 ceph-mon[107735]: pgmap v14784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:21 smithi170 ceph-mon[97338]: pgmap v14785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:21 smithi081 ceph-mon[95500]: pgmap v14785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:21 smithi081 ceph-mon[107735]: pgmap v14785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:51:23.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:23 smithi170 ceph-mon[97338]: pgmap v14786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:23 smithi081 ceph-mon[95500]: pgmap v14786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:23 smithi081 ceph-mon[107735]: pgmap v14786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:23.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:23.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:25.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:25 smithi170 ceph-mon[97338]: pgmap v14787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:25 smithi081 ceph-mon[95500]: pgmap v14787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:25 smithi081 ceph-mon[107735]: pgmap v14787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:25.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:25.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:27.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:27 smithi170 ceph-mon[97338]: pgmap v14788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:27 smithi081 ceph-mon[95500]: pgmap v14788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:27 smithi081 ceph-mon[107735]: pgmap v14788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:29 smithi081 ceph-mon[95500]: pgmap v14789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:29 smithi081 ceph-mon[107735]: pgmap v14789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:29 smithi170 ceph-mon[97338]: pgmap v14789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:31 smithi170 ceph-mon[97338]: pgmap v14790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:31 smithi081 ceph-mon[95500]: pgmap v14790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:31 smithi081 ceph-mon[107735]: pgmap v14790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:51:33.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:33 smithi170 ceph-mon[97338]: pgmap v14791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:33 smithi081 ceph-mon[95500]: pgmap v14791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:33.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:34.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:33.723Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:33 smithi081 ceph-mon[107735]: pgmap v14791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:35.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:35 smithi170 ceph-mon[97338]: pgmap v14792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:35 smithi081 ceph-mon[95500]: pgmap v14792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:35.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:35.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:35 smithi081 ceph-mon[107735]: pgmap v14792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:37 smithi081 ceph-mon[95500]: pgmap v14793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:37 smithi081 ceph-mon[107735]: pgmap v14793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:37 smithi170 ceph-mon[97338]: pgmap v14793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:39 smithi081 ceph-mon[95500]: pgmap v14794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:39 smithi081 ceph-mon[107735]: pgmap v14794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:40.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:39 smithi170 ceph-mon[97338]: pgmap v14794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:41 smithi170 ceph-mon[97338]: pgmap v14795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:41 smithi081 ceph-mon[95500]: pgmap v14795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:41 smithi081 ceph-mon[107735]: pgmap v14795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:51:43.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:43 smithi170 ceph-mon[97338]: pgmap v14796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:43 smithi081 ceph-mon[95500]: pgmap v14796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:43 smithi081 ceph-mon[107735]: pgmap v14796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:43.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:43.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:45 smithi081 ceph-mon[95500]: pgmap v14797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:45 smithi081 ceph-mon[107735]: pgmap v14797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:45.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:45.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:45 smithi170 ceph-mon[97338]: pgmap v14797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:47 smithi081 ceph-mon[95500]: pgmap v14798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:47 smithi081 ceph-mon[107735]: pgmap v14798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:47 smithi170 ceph-mon[97338]: pgmap v14798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:49 smithi081 ceph-mon[95500]: pgmap v14799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:49 smithi081 ceph-mon[107735]: pgmap v14799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:49 smithi170 ceph-mon[97338]: pgmap v14799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:51 smithi170 ceph-mon[97338]: pgmap v14800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:51 smithi081 ceph-mon[95500]: pgmap v14800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:51 smithi081 ceph-mon[107735]: pgmap v14800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:51:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:53 smithi081 ceph-mon[95500]: pgmap v14801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:53.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:54.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:53.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:53 smithi081 ceph-mon[107735]: pgmap v14801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:53 smithi170 ceph-mon[97338]: pgmap v14801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:55 smithi081 ceph-mon[95500]: pgmap v14802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:55 smithi081 ceph-mon[107735]: pgmap v14802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:51:55.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:51:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:51:55.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:51:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:55 smithi170 ceph-mon[97338]: pgmap v14802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:57 smithi081 ceph-mon[95500]: pgmap v14803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:57 smithi081 ceph-mon[107735]: pgmap v14803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:51:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:57 smithi170 ceph-mon[97338]: pgmap v14803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:51:59 smithi081 ceph-mon[95500]: pgmap v14804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:51:59 smithi081 ceph-mon[107735]: pgmap v14804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:51:59 smithi170 ceph-mon[97338]: pgmap v14804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:01 smithi170 ceph-mon[97338]: pgmap v14805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:01 smithi081 ceph-mon[95500]: pgmap v14805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:01 smithi081 ceph-mon[107735]: pgmap v14805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:52:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:03 smithi081 ceph-mon[95500]: pgmap v14806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:03 smithi081 ceph-mon[107735]: pgmap v14806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:03.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:03.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:03 smithi170 ceph-mon[97338]: pgmap v14806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:05 smithi081 ceph-mon[95500]: pgmap v14807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:06.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:05 smithi081 ceph-mon[107735]: pgmap v14807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:05.556Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:05.557Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:05 smithi170 ceph-mon[97338]: pgmap v14807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:07 smithi081 ceph-mon[95500]: pgmap v14808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:07 smithi081 ceph-mon[107735]: pgmap v14808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:07 smithi170 ceph-mon[97338]: pgmap v14808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:09 smithi081 ceph-mon[95500]: pgmap v14809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:09 smithi081 ceph-mon[107735]: pgmap v14809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:09 smithi170 ceph-mon[97338]: pgmap v14809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:11 smithi170 ceph-mon[97338]: pgmap v14810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:11 smithi081 ceph-mon[95500]: pgmap v14810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:11 smithi081 ceph-mon[107735]: pgmap v14810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:52:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:13 smithi081 ceph-mon[95500]: pgmap v14811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:13.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:14.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:13.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:13 smithi081 ceph-mon[107735]: pgmap v14811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:13 smithi170 ceph-mon[97338]: pgmap v14811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:15 smithi081 ceph-mon[95500]: pgmap v14812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:15 smithi081 ceph-mon[107735]: pgmap v14812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:15.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:15.558Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:15 smithi170 ceph-mon[97338]: pgmap v14812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:17 smithi081 ceph-mon[95500]: pgmap v14813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:18.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:17 smithi081 ceph-mon[107735]: pgmap v14813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:17 smithi170 ceph-mon[97338]: pgmap v14813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:19 smithi081 ceph-mon[95500]: pgmap v14814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:19 smithi081 ceph-mon[107735]: pgmap v14814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:19 smithi170 ceph-mon[97338]: pgmap v14814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:21 smithi170 ceph-mon[97338]: pgmap v14815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:21 smithi081 ceph-mon[95500]: pgmap v14815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:21 smithi081 ceph-mon[107735]: pgmap v14815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:52:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:23 smithi081 ceph-mon[95500]: pgmap v14816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:23 smithi081 ceph-mon[107735]: pgmap v14816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:23.725Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:23.726Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:23 smithi170 ceph-mon[97338]: pgmap v14816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:25 smithi081 ceph-mon[95500]: pgmap v14817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:25 smithi081 ceph-mon[107735]: pgmap v14817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:25.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:25.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:25 smithi170 ceph-mon[97338]: pgmap v14817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:27 smithi081 ceph-mon[95500]: pgmap v14818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:27 smithi081 ceph-mon[107735]: pgmap v14818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:27 smithi170 ceph-mon[97338]: pgmap v14818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:29 smithi081 ceph-mon[95500]: pgmap v14819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:29 smithi081 ceph-mon[107735]: pgmap v14819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:29 smithi170 ceph-mon[97338]: pgmap v14819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:31 smithi170 ceph-mon[97338]: pgmap v14820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:31 smithi081 ceph-mon[95500]: pgmap v14820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:31 smithi081 ceph-mon[107735]: pgmap v14820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:52:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:33 smithi081 ceph-mon[95500]: pgmap v14821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:33 smithi081 ceph-mon[107735]: pgmap v14821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:33.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:33.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:33 smithi170 ceph-mon[97338]: pgmap v14821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:36.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:35 smithi081 ceph-mon[95500]: pgmap v14822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:36.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:35 smithi081 ceph-mon[107735]: pgmap v14822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:36.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:35.559Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:36.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:35.560Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:35 smithi170 ceph-mon[97338]: pgmap v14822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:37 smithi081 ceph-mon[95500]: pgmap v14823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:38.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:37 smithi081 ceph-mon[107735]: pgmap v14823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:37 smithi170 ceph-mon[97338]: pgmap v14823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:39 smithi170 ceph-mon[97338]: pgmap v14824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:39 smithi081 ceph-mon[95500]: pgmap v14824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:39 smithi081 ceph-mon[107735]: pgmap v14824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:41 smithi170 ceph-mon[97338]: pgmap v14825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:41 smithi081 ceph-mon[95500]: pgmap v14825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:41 smithi081 ceph-mon[107735]: pgmap v14825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:52:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:43 smithi081 ceph-mon[95500]: pgmap v14826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:43 smithi081 ceph-mon[107735]: pgmap v14826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:43.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:43.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:43 smithi170 ceph-mon[97338]: pgmap v14826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:45 smithi081 ceph-mon[95500]: pgmap v14827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:45 smithi081 ceph-mon[107735]: pgmap v14827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:45.560Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:45.561Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:45 smithi170 ceph-mon[97338]: pgmap v14827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:47 smithi170 ceph-mon[97338]: pgmap v14828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:47 smithi081 ceph-mon[95500]: pgmap v14828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:47 smithi081 ceph-mon[107735]: pgmap v14828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:49 smithi170 ceph-mon[97338]: pgmap v14829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:49 smithi081 ceph-mon[95500]: pgmap v14829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:49 smithi081 ceph-mon[107735]: pgmap v14829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:51 smithi170 ceph-mon[97338]: pgmap v14830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:51 smithi081 ceph-mon[95500]: pgmap v14830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:51 smithi081 ceph-mon[107735]: pgmap v14830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:52:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:53 smithi081 ceph-mon[95500]: pgmap v14831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:53 smithi081 ceph-mon[107735]: pgmap v14831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:53.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:53.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:53 smithi170 ceph-mon[97338]: pgmap v14831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:55 smithi081 ceph-mon[95500]: pgmap v14832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:52:55.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:52:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:52:55.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:52:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:55 smithi081 ceph-mon[107735]: pgmap v14832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:55 smithi170 ceph-mon[97338]: pgmap v14832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:57 smithi170 ceph-mon[97338]: pgmap v14833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:57 smithi081 ceph-mon[95500]: pgmap v14833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:52:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:57 smithi081 ceph-mon[107735]: pgmap v14833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:52:59 smithi170 ceph-mon[97338]: pgmap v14834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:52:59 smithi081 ceph-mon[95500]: pgmap v14834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:52:59 smithi081 ceph-mon[107735]: pgmap v14834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:01 smithi170 ceph-mon[97338]: pgmap v14835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:01 smithi081 ceph-mon[95500]: pgmap v14835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:01 smithi081 ceph-mon[107735]: pgmap v14835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:53:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:03 smithi081 ceph-mon[95500]: pgmap v14836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:03 smithi081 ceph-mon[107735]: pgmap v14836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:03.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:03.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:03 smithi170 ceph-mon[97338]: pgmap v14836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:05 smithi081 ceph-mon[95500]: pgmap v14837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:05 smithi081 ceph-mon[107735]: pgmap v14837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:05.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:05.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:05 smithi170 ceph-mon[97338]: pgmap v14837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:07 smithi170 ceph-mon[97338]: pgmap v14838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:07 smithi081 ceph-mon[95500]: pgmap v14838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:07 smithi081 ceph-mon[107735]: pgmap v14838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:09 smithi170 ceph-mon[97338]: pgmap v14839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:09 smithi081 ceph-mon[95500]: pgmap v14839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:09 smithi081 ceph-mon[107735]: pgmap v14839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:11 smithi170 ceph-mon[97338]: pgmap v14840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:11 smithi081 ceph-mon[95500]: pgmap v14840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:11 smithi081 ceph-mon[107735]: pgmap v14840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:53:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:13 smithi081 ceph-mon[95500]: pgmap v14841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:13 smithi081 ceph-mon[107735]: pgmap v14841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:13.730Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:13.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:13 smithi170 ceph-mon[97338]: pgmap v14841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:15 smithi081 ceph-mon[95500]: pgmap v14842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:15 smithi081 ceph-mon[107735]: pgmap v14842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:15.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:15.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:15 smithi170 ceph-mon[97338]: pgmap v14842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:17 smithi170 ceph-mon[97338]: pgmap v14843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:17 smithi081 ceph-mon[95500]: pgmap v14843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:17 smithi081 ceph-mon[107735]: pgmap v14843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:19 smithi170 ceph-mon[97338]: pgmap v14844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:19 smithi081 ceph-mon[95500]: pgmap v14844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:19 smithi081 ceph-mon[107735]: pgmap v14844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:21 smithi170 ceph-mon[97338]: pgmap v14845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:21 smithi081 ceph-mon[95500]: pgmap v14845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:21 smithi081 ceph-mon[107735]: pgmap v14845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:53:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:23 smithi081 ceph-mon[95500]: pgmap v14846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:23 smithi081 ceph-mon[107735]: pgmap v14846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:23.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:23.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:23 smithi170 ceph-mon[97338]: pgmap v14846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:25 smithi081 ceph-mon[95500]: pgmap v14847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:25 smithi081 ceph-mon[107735]: pgmap v14847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:25.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:25.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:25 smithi170 ceph-mon[97338]: pgmap v14847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:27 smithi170 ceph-mon[97338]: pgmap v14848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:27 smithi081 ceph-mon[95500]: pgmap v14848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:27 smithi081 ceph-mon[107735]: pgmap v14848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:29 smithi170 ceph-mon[97338]: pgmap v14849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:29 smithi081 ceph-mon[95500]: pgmap v14849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:29 smithi081 ceph-mon[107735]: pgmap v14849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:31 smithi170 ceph-mon[97338]: pgmap v14850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:31 smithi081 ceph-mon[95500]: pgmap v14850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:31 smithi081 ceph-mon[107735]: pgmap v14850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:53:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:33 smithi081 ceph-mon[95500]: pgmap v14851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:33 smithi081 ceph-mon[107735]: pgmap v14851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:33.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:33.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:33 smithi170 ceph-mon[97338]: pgmap v14851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:36.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:35 smithi081 ceph-mon[95500]: pgmap v14852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:35.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:36.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:35.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:36.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:35 smithi081 ceph-mon[107735]: pgmap v14852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:35 smithi170 ceph-mon[97338]: pgmap v14852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:37 smithi170 ceph-mon[97338]: pgmap v14853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:37 smithi081 ceph-mon[95500]: pgmap v14853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:37 smithi081 ceph-mon[107735]: pgmap v14853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:39 smithi170 ceph-mon[97338]: pgmap v14854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:39 smithi081 ceph-mon[95500]: pgmap v14854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:39 smithi081 ceph-mon[107735]: pgmap v14854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:41 smithi170 ceph-mon[97338]: pgmap v14855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:41 smithi081 ceph-mon[95500]: pgmap v14855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:41 smithi081 ceph-mon[107735]: pgmap v14855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:53:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:43 smithi081 ceph-mon[95500]: pgmap v14856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:43.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:43.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:44.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:43 smithi081 ceph-mon[107735]: pgmap v14856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:43 smithi170 ceph-mon[97338]: pgmap v14856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:45 smithi081 ceph-mon[95500]: pgmap v14857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:45 smithi081 ceph-mon[107735]: pgmap v14857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:45.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:45.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:45 smithi170 ceph-mon[97338]: pgmap v14857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:47 smithi170 ceph-mon[97338]: pgmap v14858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:47 smithi081 ceph-mon[95500]: pgmap v14858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:47 smithi081 ceph-mon[107735]: pgmap v14858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:49 smithi170 ceph-mon[97338]: pgmap v14859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:49 smithi081 ceph-mon[95500]: pgmap v14859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:49 smithi081 ceph-mon[107735]: pgmap v14859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:51 smithi170 ceph-mon[97338]: pgmap v14860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:51 smithi081 ceph-mon[95500]: pgmap v14860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:51 smithi081 ceph-mon[107735]: pgmap v14860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:53:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:53 smithi081 ceph-mon[95500]: pgmap v14861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:53 smithi081 ceph-mon[107735]: pgmap v14861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:53.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:53.734Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:53 smithi170 ceph-mon[97338]: pgmap v14861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:55 smithi081 ceph-mon[95500]: pgmap v14862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:55 smithi081 ceph-mon[107735]: pgmap v14862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:53:55.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:56.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:53:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:53:55.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:53:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:55 smithi170 ceph-mon[97338]: pgmap v14862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:57 smithi170 ceph-mon[97338]: pgmap v14863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:57 smithi081 ceph-mon[95500]: pgmap v14863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:53:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:57 smithi081 ceph-mon[107735]: pgmap v14863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:53:59 smithi170 ceph-mon[97338]: pgmap v14864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:53:59 smithi081 ceph-mon[95500]: pgmap v14864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:53:59 smithi081 ceph-mon[107735]: pgmap v14864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:01 smithi170 ceph-mon[97338]: pgmap v14865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:01 smithi081 ceph-mon[95500]: pgmap v14865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:01 smithi081 ceph-mon[107735]: pgmap v14865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:54:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:03 smithi081 ceph-mon[95500]: pgmap v14866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:03 smithi081 ceph-mon[107735]: pgmap v14866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:03.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:03.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:03 smithi170 ceph-mon[97338]: pgmap v14866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:05 smithi081 ceph-mon[95500]: pgmap v14867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:05 smithi081 ceph-mon[107735]: pgmap v14867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:05.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:05.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:05 smithi170 ceph-mon[97338]: pgmap v14867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:07 smithi170 ceph-mon[97338]: pgmap v14868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:07 smithi081 ceph-mon[95500]: pgmap v14868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:07 smithi081 ceph-mon[107735]: pgmap v14868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:09 smithi170 ceph-mon[97338]: pgmap v14869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:10.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:09 smithi081 ceph-mon[95500]: pgmap v14869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:10.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:09 smithi081 ceph-mon[107735]: pgmap v14869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:11 smithi170 ceph-mon[97338]: pgmap v14870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:11 smithi081 ceph-mon[95500]: pgmap v14870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:11 smithi081 ceph-mon[107735]: pgmap v14870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:54:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:13 smithi081 ceph-mon[95500]: pgmap v14871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:13 smithi081 ceph-mon[107735]: pgmap v14871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:13.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:13.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:13 smithi170 ceph-mon[97338]: pgmap v14871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:15 smithi081 ceph-mon[95500]: pgmap v14872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:15 smithi081 ceph-mon[107735]: pgmap v14872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:15.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:15.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:15 smithi170 ceph-mon[97338]: pgmap v14872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:17 smithi170 ceph-mon[97338]: pgmap v14873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:17 smithi081 ceph-mon[95500]: pgmap v14873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:17 smithi081 ceph-mon[107735]: pgmap v14873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:19 smithi170 ceph-mon[97338]: pgmap v14874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:19 smithi081 ceph-mon[95500]: pgmap v14874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:19 smithi081 ceph-mon[107735]: pgmap v14874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:21 smithi170 ceph-mon[97338]: pgmap v14875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:21 smithi081 ceph-mon[95500]: pgmap v14875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:21 smithi081 ceph-mon[107735]: pgmap v14875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:54:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:23 smithi081 ceph-mon[95500]: pgmap v14876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:23.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:23.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:23 smithi081 ceph-mon[107735]: pgmap v14876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:23 smithi170 ceph-mon[97338]: pgmap v14876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:25 smithi081 ceph-mon[95500]: pgmap v14877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:25 smithi081 ceph-mon[107735]: pgmap v14877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:25.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:25.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:25 smithi170 ceph-mon[97338]: pgmap v14877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:27 smithi170 ceph-mon[97338]: pgmap v14878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:27 smithi081 ceph-mon[95500]: pgmap v14878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:27 smithi081 ceph-mon[107735]: pgmap v14878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:29 smithi170 ceph-mon[97338]: pgmap v14879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:29 smithi081 ceph-mon[95500]: pgmap v14879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:29 smithi081 ceph-mon[107735]: pgmap v14879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:31 smithi170 ceph-mon[97338]: pgmap v14880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:31 smithi081 ceph-mon[95500]: pgmap v14880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:31 smithi081 ceph-mon[107735]: pgmap v14880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:54:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:33 smithi081 ceph-mon[95500]: pgmap v14881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:33 smithi081 ceph-mon[107735]: pgmap v14881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:33.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:33.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:33 smithi170 ceph-mon[97338]: pgmap v14881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:36.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:35 smithi081 ceph-mon[95500]: pgmap v14882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:36.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:35 smithi081 ceph-mon[107735]: pgmap v14882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:36.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:35.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:36.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:35.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:35 smithi170 ceph-mon[97338]: pgmap v14882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:38.252 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:37 smithi170 ceph-mon[97338]: pgmap v14883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:37 smithi081 ceph-mon[95500]: pgmap v14883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:37 smithi081 ceph-mon[107735]: pgmap v14883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:39 smithi170 ceph-mon[97338]: pgmap v14884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:39 smithi081 ceph-mon[95500]: pgmap v14884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:39 smithi081 ceph-mon[107735]: pgmap v14884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:41 smithi170 ceph-mon[97338]: pgmap v14885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:41 smithi081 ceph-mon[95500]: pgmap v14885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:41 smithi081 ceph-mon[107735]: pgmap v14885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:54:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:43 smithi081 ceph-mon[95500]: pgmap v14886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:43 smithi081 ceph-mon[107735]: pgmap v14886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:43.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:43.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:43 smithi170 ceph-mon[97338]: pgmap v14886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:45 smithi081 ceph-mon[95500]: pgmap v14887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:45 smithi081 ceph-mon[107735]: pgmap v14887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:45.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:45.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:45 smithi170 ceph-mon[97338]: pgmap v14887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:47 smithi170 ceph-mon[97338]: pgmap v14888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:47 smithi081 ceph-mon[95500]: pgmap v14888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:47 smithi081 ceph-mon[107735]: pgmap v14888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:49 smithi170 ceph-mon[97338]: pgmap v14889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:49 smithi081 ceph-mon[95500]: pgmap v14889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:49 smithi081 ceph-mon[107735]: pgmap v14889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:51 smithi170 ceph-mon[97338]: pgmap v14890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:51 smithi081 ceph-mon[95500]: pgmap v14890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:51 smithi081 ceph-mon[107735]: pgmap v14890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:54:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:53 smithi081 ceph-mon[95500]: pgmap v14891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:53 smithi081 ceph-mon[107735]: pgmap v14891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:53.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:54.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:53.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:53 smithi170 ceph-mon[97338]: pgmap v14891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:55 smithi081 ceph-mon[95500]: pgmap v14892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:55 smithi081 ceph-mon[107735]: pgmap v14892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:54:55.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:54:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:54:55.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:54:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:55 smithi170 ceph-mon[97338]: pgmap v14892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:57 smithi170 ceph-mon[97338]: pgmap v14893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:57 smithi081 ceph-mon[95500]: pgmap v14893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:54:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:57 smithi081 ceph-mon[107735]: pgmap v14893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:54:59 smithi170 ceph-mon[97338]: pgmap v14894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:54:59 smithi081 ceph-mon[95500]: pgmap v14894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:54:59 smithi081 ceph-mon[107735]: pgmap v14894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:01 smithi170 ceph-mon[97338]: pgmap v14895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:01 smithi081 ceph-mon[95500]: pgmap v14895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:01 smithi081 ceph-mon[107735]: pgmap v14895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:55:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:03 smithi081 ceph-mon[95500]: pgmap v14896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:03 smithi081 ceph-mon[107735]: pgmap v14896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:03.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:03.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:03 smithi170 ceph-mon[97338]: pgmap v14896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:05 smithi081 ceph-mon[95500]: pgmap v14897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:05 smithi081 ceph-mon[107735]: pgmap v14897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:05.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:05.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:05 smithi170 ceph-mon[97338]: pgmap v14897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:07 smithi170 ceph-mon[97338]: pgmap v14898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:07 smithi081 ceph-mon[95500]: pgmap v14898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:07 smithi081 ceph-mon[107735]: pgmap v14898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:09 smithi170 ceph-mon[97338]: pgmap v14899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:09 smithi081 ceph-mon[95500]: pgmap v14899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:09 smithi081 ceph-mon[107735]: pgmap v14899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:11 smithi170 ceph-mon[97338]: pgmap v14900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:11 smithi081 ceph-mon[95500]: pgmap v14900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:11 smithi081 ceph-mon[107735]: pgmap v14900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:55:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:13 smithi081 ceph-mon[95500]: pgmap v14901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:13 smithi081 ceph-mon[107735]: pgmap v14901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:13.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:13.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:13 smithi170 ceph-mon[97338]: pgmap v14901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:15 smithi081 ceph-mon[95500]: pgmap v14902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:15 smithi081 ceph-mon[107735]: pgmap v14902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:15.572Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:16.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:15.573Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:15 smithi170 ceph-mon[97338]: pgmap v14902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:17 smithi170 ceph-mon[97338]: pgmap v14903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:17 smithi081 ceph-mon[95500]: pgmap v14903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:17 smithi081 ceph-mon[107735]: pgmap v14903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:19 smithi170 ceph-mon[97338]: pgmap v14904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:19 smithi081 ceph-mon[95500]: pgmap v14904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:19 smithi081 ceph-mon[107735]: pgmap v14904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:21 smithi170 ceph-mon[97338]: pgmap v14905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:21 smithi081 ceph-mon[95500]: pgmap v14905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:21 smithi081 ceph-mon[107735]: pgmap v14905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:55:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:23 smithi081 ceph-mon[95500]: pgmap v14906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:23 smithi081 ceph-mon[107735]: pgmap v14906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:23.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:24.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:23.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:23 smithi170 ceph-mon[97338]: pgmap v14906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:25 smithi081 ceph-mon[95500]: pgmap v14907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:25 smithi081 ceph-mon[107735]: pgmap v14907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:25.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:25.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:25 smithi170 ceph-mon[97338]: pgmap v14907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:27 smithi170 ceph-mon[97338]: pgmap v14908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:27 smithi081 ceph-mon[95500]: pgmap v14908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:27 smithi081 ceph-mon[107735]: pgmap v14908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:29 smithi170 ceph-mon[97338]: pgmap v14909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:29 smithi081 ceph-mon[95500]: pgmap v14909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:29 smithi081 ceph-mon[107735]: pgmap v14909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:31 smithi170 ceph-mon[97338]: pgmap v14910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:31 smithi081 ceph-mon[95500]: pgmap v14910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:31 smithi081 ceph-mon[107735]: pgmap v14910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:55:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:33 smithi081 ceph-mon[95500]: pgmap v14911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:33 smithi081 ceph-mon[107735]: pgmap v14911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:33.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:33.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:33 smithi170 ceph-mon[97338]: pgmap v14911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:35 smithi081 ceph-mon[95500]: pgmap v14912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:36.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:35 smithi081 ceph-mon[107735]: pgmap v14912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:35.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:35.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:35 smithi170 ceph-mon[97338]: pgmap v14912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:37 smithi170 ceph-mon[97338]: pgmap v14913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:37 smithi081 ceph-mon[95500]: pgmap v14913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:37 smithi081 ceph-mon[107735]: pgmap v14913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:40.252 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:39 smithi170 ceph-mon[97338]: pgmap v14914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:39 smithi081 ceph-mon[95500]: pgmap v14914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:39 smithi081 ceph-mon[107735]: pgmap v14914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:41 smithi170 ceph-mon[97338]: pgmap v14915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:41 smithi081 ceph-mon[95500]: pgmap v14915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:41 smithi081 ceph-mon[107735]: pgmap v14915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:55:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:43 smithi081 ceph-mon[95500]: pgmap v14916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:43 smithi081 ceph-mon[107735]: pgmap v14916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:43.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:43.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:43 smithi170 ceph-mon[97338]: pgmap v14916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:45 smithi081 ceph-mon[95500]: pgmap v14917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:45 smithi081 ceph-mon[107735]: pgmap v14917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:45.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:45.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:45 smithi170 ceph-mon[97338]: pgmap v14917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:47 smithi170 ceph-mon[97338]: pgmap v14918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:47 smithi081 ceph-mon[95500]: pgmap v14918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:47 smithi081 ceph-mon[107735]: pgmap v14918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:49 smithi170 ceph-mon[97338]: pgmap v14919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:49 smithi081 ceph-mon[95500]: pgmap v14919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:50.286 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:49 smithi081 ceph-mon[107735]: pgmap v14919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:51 smithi170 ceph-mon[97338]: pgmap v14920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:51 smithi081 ceph-mon[95500]: pgmap v14920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:51 smithi081 ceph-mon[107735]: pgmap v14920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:55:54.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:53 smithi081 ceph-mon[95500]: pgmap v14921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:54.022 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:53.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:54.022 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:53.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:54.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:53 smithi081 ceph-mon[107735]: pgmap v14921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:54.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:53 smithi170 ceph-mon[97338]: pgmap v14921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:55.830 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:55 smithi081 ceph-mon[95500]: pgmap v14922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:55.831 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:55:55.575Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:55.831 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:55:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:55:55.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:55:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:55 smithi170 ceph-mon[97338]: pgmap v14922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:55 smithi081 ceph-mon[107735]: pgmap v14922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:57 smithi170 ceph-mon[97338]: pgmap v14923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:57 smithi081 ceph-mon[95500]: pgmap v14923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:55:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:57 smithi081 ceph-mon[107735]: pgmap v14923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:55:59 smithi170 ceph-mon[97338]: pgmap v14924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:55:59 smithi081 ceph-mon[95500]: pgmap v14924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:55:59 smithi081 ceph-mon[107735]: pgmap v14924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:01 smithi170 ceph-mon[97338]: pgmap v14925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:01 smithi081 ceph-mon[95500]: pgmap v14925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:01 smithi081 ceph-mon[107735]: pgmap v14925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:56:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:03 smithi081 ceph-mon[95500]: pgmap v14926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:04.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:03.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:03.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:03 smithi081 ceph-mon[107735]: pgmap v14926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:03 smithi170 ceph-mon[97338]: pgmap v14926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:05.832 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:05.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:05.832 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:05.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:05 smithi170 ceph-mon[97338]: pgmap v14927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:05 smithi081 ceph-mon[95500]: pgmap v14927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:05 smithi081 ceph-mon[107735]: pgmap v14927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:07 smithi170 ceph-mon[97338]: pgmap v14928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:07 smithi081 ceph-mon[95500]: pgmap v14928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:07 smithi081 ceph-mon[107735]: pgmap v14928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:09 smithi170 ceph-mon[97338]: pgmap v14929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:09 smithi081 ceph-mon[95500]: pgmap v14929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:09 smithi081 ceph-mon[107735]: pgmap v14929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:11.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:11 smithi170 ceph-mon[97338]: pgmap v14930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:11 smithi081 ceph-mon[95500]: pgmap v14930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:11 smithi081 ceph-mon[107735]: pgmap v14930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:56:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:13 smithi081 ceph-mon[95500]: pgmap v14931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:13 smithi081 ceph-mon[107735]: pgmap v14931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:13.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:13.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:13 smithi170 ceph-mon[97338]: pgmap v14931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:15.835 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:15.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:15.835 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:15.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:16.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:15 smithi170 ceph-mon[97338]: pgmap v14932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:15 smithi081 ceph-mon[95500]: pgmap v14932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:15 smithi081 ceph-mon[107735]: pgmap v14932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:17 smithi170 ceph-mon[97338]: pgmap v14933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:17 smithi081 ceph-mon[95500]: pgmap v14933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:17 smithi081 ceph-mon[107735]: pgmap v14933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:19 smithi170 ceph-mon[97338]: pgmap v14934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:19 smithi081 ceph-mon[95500]: pgmap v14934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:19 smithi081 ceph-mon[107735]: pgmap v14934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:21 smithi170 ceph-mon[97338]: pgmap v14935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:21 smithi081 ceph-mon[95500]: pgmap v14935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:21 smithi081 ceph-mon[107735]: pgmap v14935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:56:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:23 smithi081 ceph-mon[95500]: pgmap v14936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:23 smithi081 ceph-mon[107735]: pgmap v14936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:23.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:23.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:23 smithi170 ceph-mon[97338]: pgmap v14936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:25.840 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:25.577Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:25.841 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:25.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:25 smithi170 ceph-mon[97338]: pgmap v14937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:25 smithi081 ceph-mon[95500]: pgmap v14937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:25 smithi081 ceph-mon[107735]: pgmap v14937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:27 smithi170 ceph-mon[97338]: pgmap v14938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:27 smithi081 ceph-mon[95500]: pgmap v14938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:27 smithi081 ceph-mon[107735]: pgmap v14938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:29 smithi170 ceph-mon[97338]: pgmap v14939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:29 smithi081 ceph-mon[95500]: pgmap v14939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:29 smithi081 ceph-mon[107735]: pgmap v14939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:31 smithi170 ceph-mon[97338]: pgmap v14940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:31 smithi081 ceph-mon[95500]: pgmap v14940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:31 smithi081 ceph-mon[107735]: pgmap v14940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:56:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:33 smithi081 ceph-mon[95500]: pgmap v14941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:33 smithi081 ceph-mon[107735]: pgmap v14941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:33.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:33.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:34.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:33 smithi170 ceph-mon[97338]: pgmap v14941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:35.840 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:35.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:35.841 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:35.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:35 smithi170 ceph-mon[97338]: pgmap v14942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:35 smithi081 ceph-mon[95500]: pgmap v14942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:35 smithi081 ceph-mon[107735]: pgmap v14942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:37 smithi170 ceph-mon[97338]: pgmap v14943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:37 smithi081 ceph-mon[95500]: pgmap v14943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:37 smithi081 ceph-mon[107735]: pgmap v14943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:39 smithi170 ceph-mon[97338]: pgmap v14944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:39 smithi081 ceph-mon[95500]: pgmap v14944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:39 smithi081 ceph-mon[107735]: pgmap v14944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:41 smithi170 ceph-mon[97338]: pgmap v14945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:41 smithi081 ceph-mon[95500]: pgmap v14945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:41 smithi081 ceph-mon[107735]: pgmap v14945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:56:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:43 smithi081 ceph-mon[95500]: pgmap v14946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:43 smithi081 ceph-mon[107735]: pgmap v14946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:43.744Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:44.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:43.745Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:43 smithi170 ceph-mon[97338]: pgmap v14946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:45.844 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:45.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:45.844 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:45.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:45 smithi170 ceph-mon[97338]: pgmap v14947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:45 smithi081 ceph-mon[95500]: pgmap v14947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:45 smithi081 ceph-mon[107735]: pgmap v14947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:47 smithi170 ceph-mon[97338]: pgmap v14948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:47 smithi081 ceph-mon[95500]: pgmap v14948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:47 smithi081 ceph-mon[107735]: pgmap v14948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:49 smithi170 ceph-mon[97338]: pgmap v14949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:49 smithi081 ceph-mon[95500]: pgmap v14949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:49 smithi081 ceph-mon[107735]: pgmap v14949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:51 smithi170 ceph-mon[97338]: pgmap v14950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:51 smithi081 ceph-mon[95500]: pgmap v14950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:51 smithi081 ceph-mon[107735]: pgmap v14950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:56:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:53 smithi081 ceph-mon[107735]: pgmap v14951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:54.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:53 smithi081 ceph-mon[95500]: pgmap v14951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:53.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:53.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:53 smithi170 ceph-mon[97338]: pgmap v14951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:55.849 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:56:55.579Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:55.850 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:56:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:56:55.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:56:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:55 smithi170 ceph-mon[97338]: pgmap v14952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:55 smithi081 ceph-mon[95500]: pgmap v14952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:55 smithi081 ceph-mon[107735]: pgmap v14952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:57 smithi170 ceph-mon[97338]: pgmap v14953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:57 smithi081 ceph-mon[95500]: pgmap v14953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:56:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:57 smithi081 ceph-mon[107735]: pgmap v14953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:56:59 smithi170 ceph-mon[97338]: pgmap v14954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:56:59 smithi081 ceph-mon[95500]: pgmap v14954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:56:59 smithi081 ceph-mon[107735]: pgmap v14954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:01 smithi170 ceph-mon[97338]: pgmap v14955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:01 smithi081 ceph-mon[95500]: pgmap v14955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:01 smithi081 ceph-mon[107735]: pgmap v14955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:57:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:03 smithi081 ceph-mon[95500]: pgmap v14956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:03 smithi081 ceph-mon[107735]: pgmap v14956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:03.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:03.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:03 smithi170 ceph-mon[97338]: pgmap v14956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:05.851 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:05.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:05.851 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:05.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:05 smithi170 ceph-mon[97338]: pgmap v14957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:05 smithi081 ceph-mon[95500]: pgmap v14957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:05 smithi081 ceph-mon[107735]: pgmap v14957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:07 smithi170 ceph-mon[97338]: pgmap v14958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:07 smithi081 ceph-mon[95500]: pgmap v14958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:07 smithi081 ceph-mon[107735]: pgmap v14958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:10.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:09 smithi170 ceph-mon[97338]: pgmap v14959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:09 smithi081 ceph-mon[95500]: pgmap v14959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:09 smithi081 ceph-mon[107735]: pgmap v14959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:11 smithi170 ceph-mon[97338]: pgmap v14960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:12.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:11 smithi081 ceph-mon[95500]: pgmap v14960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:12.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:11 smithi081 ceph-mon[107735]: pgmap v14960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:57:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:13 smithi081 ceph-mon[95500]: pgmap v14961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:13 smithi081 ceph-mon[107735]: pgmap v14961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:13.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:13.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:13 smithi170 ceph-mon[97338]: pgmap v14961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:15.853 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:15.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:15.854 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:15.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:15 smithi170 ceph-mon[97338]: pgmap v14962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:15 smithi081 ceph-mon[95500]: pgmap v14962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:15 smithi081 ceph-mon[107735]: pgmap v14962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:17 smithi170 ceph-mon[97338]: pgmap v14963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:17 smithi081 ceph-mon[95500]: pgmap v14963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:17 smithi081 ceph-mon[107735]: pgmap v14963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:19 smithi170 ceph-mon[97338]: pgmap v14964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:19 smithi081 ceph-mon[95500]: pgmap v14964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:19 smithi081 ceph-mon[107735]: pgmap v14964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:21 smithi170 ceph-mon[97338]: pgmap v14965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:21 smithi081 ceph-mon[95500]: pgmap v14965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:21 smithi081 ceph-mon[107735]: pgmap v14965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:57:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:23 smithi081 ceph-mon[95500]: pgmap v14966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:23.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:23.748Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:23 smithi081 ceph-mon[107735]: pgmap v14966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:23 smithi170 ceph-mon[97338]: pgmap v14966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:25.856 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:25.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:25.857 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:25.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:25 smithi170 ceph-mon[97338]: pgmap v14967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:25 smithi081 ceph-mon[95500]: pgmap v14967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:25 smithi081 ceph-mon[107735]: pgmap v14967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:27 smithi170 ceph-mon[97338]: pgmap v14968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:27 smithi081 ceph-mon[95500]: pgmap v14968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:27 smithi081 ceph-mon[107735]: pgmap v14968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:29 smithi170 ceph-mon[97338]: pgmap v14969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:29 smithi081 ceph-mon[95500]: pgmap v14969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:29 smithi081 ceph-mon[107735]: pgmap v14969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:31 smithi170 ceph-mon[97338]: pgmap v14970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:31 smithi081 ceph-mon[95500]: pgmap v14970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:31 smithi081 ceph-mon[107735]: pgmap v14970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:57:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:33 smithi081 ceph-mon[95500]: pgmap v14971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:33 smithi081 ceph-mon[107735]: pgmap v14971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:33.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:34.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:33.748Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:33 smithi170 ceph-mon[97338]: pgmap v14971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:35.859 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:35.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:35.859 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:35.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:35 smithi170 ceph-mon[97338]: pgmap v14972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:35 smithi081 ceph-mon[95500]: pgmap v14972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:35 smithi081 ceph-mon[107735]: pgmap v14972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:37 smithi170 ceph-mon[97338]: pgmap v14973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:37 smithi081 ceph-mon[95500]: pgmap v14973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:37 smithi081 ceph-mon[107735]: pgmap v14973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:39 smithi170 ceph-mon[97338]: pgmap v14974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:39 smithi081 ceph-mon[95500]: pgmap v14974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:39 smithi081 ceph-mon[107735]: pgmap v14974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:41 smithi170 ceph-mon[97338]: pgmap v14975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:41 smithi081 ceph-mon[95500]: pgmap v14975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:41 smithi081 ceph-mon[107735]: pgmap v14975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:57:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:43 smithi081 ceph-mon[95500]: pgmap v14976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:44.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:43.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:43.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:43 smithi081 ceph-mon[107735]: pgmap v14976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:43 smithi170 ceph-mon[97338]: pgmap v14976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:45.863 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:45.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:45.864 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:45.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:45 smithi170 ceph-mon[97338]: pgmap v14977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:45 smithi081 ceph-mon[95500]: pgmap v14977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:45 smithi081 ceph-mon[107735]: pgmap v14977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:47 smithi170 ceph-mon[97338]: pgmap v14978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:47 smithi081 ceph-mon[95500]: pgmap v14978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:47 smithi081 ceph-mon[107735]: pgmap v14978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:49 smithi170 ceph-mon[97338]: pgmap v14979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:49 smithi081 ceph-mon[95500]: pgmap v14979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:49 smithi081 ceph-mon[107735]: pgmap v14979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:51 smithi170 ceph-mon[97338]: pgmap v14980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:51 smithi081 ceph-mon[95500]: pgmap v14980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:51 smithi081 ceph-mon[107735]: pgmap v14980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:57:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:53 smithi081 ceph-mon[95500]: pgmap v14981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:54.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:53 smithi081 ceph-mon[107735]: pgmap v14981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:53.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:54.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:53.750Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:53 smithi170 ceph-mon[97338]: pgmap v14981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:55.868 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:57:55.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:55.868 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:57:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:57:55.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:57:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:55 smithi170 ceph-mon[97338]: pgmap v14982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:55 smithi081 ceph-mon[95500]: pgmap v14982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:55 smithi081 ceph-mon[107735]: pgmap v14982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:57 smithi170 ceph-mon[97338]: pgmap v14983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:57 smithi081 ceph-mon[95500]: pgmap v14983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:57:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:57 smithi081 ceph-mon[107735]: pgmap v14983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:57:59 smithi170 ceph-mon[97338]: pgmap v14984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:57:59 smithi081 ceph-mon[95500]: pgmap v14984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:57:59 smithi081 ceph-mon[107735]: pgmap v14984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:01 smithi170 ceph-mon[97338]: pgmap v14985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:01 smithi081 ceph-mon[95500]: pgmap v14985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:01 smithi081 ceph-mon[107735]: pgmap v14985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:58:04.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:03 smithi081 ceph-mon[95500]: pgmap v14986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:04.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:03 smithi081 ceph-mon[107735]: pgmap v14986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:04.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:03.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:04.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:03.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:03 smithi170 ceph-mon[97338]: pgmap v14986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:05.871 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:05.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:05.871 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:05.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:05 smithi170 ceph-mon[97338]: pgmap v14987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:05 smithi081 ceph-mon[95500]: pgmap v14987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:05 smithi081 ceph-mon[107735]: pgmap v14987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:07 smithi170 ceph-mon[97338]: pgmap v14988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:07 smithi081 ceph-mon[95500]: pgmap v14988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:07 smithi081 ceph-mon[107735]: pgmap v14988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:09 smithi170 ceph-mon[97338]: pgmap v14989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:09 smithi081 ceph-mon[95500]: pgmap v14989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:09 smithi081 ceph-mon[107735]: pgmap v14989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:11 smithi170 ceph-mon[97338]: pgmap v14990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:11 smithi081 ceph-mon[95500]: pgmap v14990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:11 smithi081 ceph-mon[107735]: pgmap v14990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:58:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:13 smithi081 ceph-mon[95500]: pgmap v14991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:13 smithi081 ceph-mon[107735]: pgmap v14991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:13.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:13.752Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:13 smithi170 ceph-mon[97338]: pgmap v14991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:15.872 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:15.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:15.873 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:15.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:15 smithi170 ceph-mon[97338]: pgmap v14992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:15 smithi081 ceph-mon[95500]: pgmap v14992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:15 smithi081 ceph-mon[107735]: pgmap v14992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:17 smithi170 ceph-mon[97338]: pgmap v14993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:17 smithi081 ceph-mon[95500]: pgmap v14993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:17 smithi081 ceph-mon[107735]: pgmap v14993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:19 smithi170 ceph-mon[97338]: pgmap v14994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:19 smithi081 ceph-mon[95500]: pgmap v14994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:19 smithi081 ceph-mon[107735]: pgmap v14994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:21 smithi170 ceph-mon[97338]: pgmap v14995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:21 smithi081 ceph-mon[95500]: pgmap v14995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:21 smithi081 ceph-mon[107735]: pgmap v14995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:58:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:23 smithi081 ceph-mon[95500]: pgmap v14996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:24.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:23.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:23.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:23 smithi081 ceph-mon[107735]: pgmap v14996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:23 smithi170 ceph-mon[97338]: pgmap v14996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:25.876 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:25.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:25.876 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:25.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:25 smithi170 ceph-mon[97338]: pgmap v14997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:25 smithi081 ceph-mon[95500]: pgmap v14997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:25 smithi081 ceph-mon[107735]: pgmap v14997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:27 smithi170 ceph-mon[97338]: pgmap v14998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:27 smithi081 ceph-mon[95500]: pgmap v14998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:27 smithi081 ceph-mon[107735]: pgmap v14998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:29 smithi170 ceph-mon[97338]: pgmap v14999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:29 smithi081 ceph-mon[95500]: pgmap v14999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:29 smithi081 ceph-mon[107735]: pgmap v14999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:31 smithi170 ceph-mon[97338]: pgmap v15000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:31 smithi081 ceph-mon[95500]: pgmap v15000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:31 smithi081 ceph-mon[107735]: pgmap v15000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:58:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:33 smithi081 ceph-mon[95500]: pgmap v15001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:34.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:33 smithi081 ceph-mon[107735]: pgmap v15001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:33.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:33.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:33 smithi170 ceph-mon[97338]: pgmap v15001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:35.879 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:35.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:35.879 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:35.588Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:35 smithi170 ceph-mon[97338]: pgmap v15002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:35 smithi081 ceph-mon[95500]: pgmap v15002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:35 smithi081 ceph-mon[107735]: pgmap v15002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:37 smithi170 ceph-mon[97338]: pgmap v15003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:37 smithi081 ceph-mon[95500]: pgmap v15003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:37 smithi081 ceph-mon[107735]: pgmap v15003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:39 smithi170 ceph-mon[97338]: pgmap v15004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:39 smithi081 ceph-mon[95500]: pgmap v15004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:39 smithi081 ceph-mon[107735]: pgmap v15004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:41 smithi170 ceph-mon[97338]: pgmap v15005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:41 smithi081 ceph-mon[95500]: pgmap v15005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:41 smithi081 ceph-mon[107735]: pgmap v15005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:58:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:43 smithi081 ceph-mon[95500]: pgmap v15006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:43 smithi081 ceph-mon[107735]: pgmap v15006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:43.753Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:43.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:43 smithi170 ceph-mon[97338]: pgmap v15006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:45.882 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:45.587Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:45.883 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:45.588Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:45 smithi170 ceph-mon[97338]: pgmap v15007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:45 smithi081 ceph-mon[95500]: pgmap v15007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:45 smithi081 ceph-mon[107735]: pgmap v15007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:47 smithi170 ceph-mon[97338]: pgmap v15008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:47 smithi081 ceph-mon[95500]: pgmap v15008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:47 smithi081 ceph-mon[107735]: pgmap v15008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:49 smithi170 ceph-mon[97338]: pgmap v15009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:49 smithi081 ceph-mon[95500]: pgmap v15009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:49 smithi081 ceph-mon[107735]: pgmap v15009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:51 smithi170 ceph-mon[97338]: pgmap v15010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:51 smithi081 ceph-mon[95500]: pgmap v15010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:51 smithi081 ceph-mon[107735]: pgmap v15010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:58:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:53 smithi081 ceph-mon[95500]: pgmap v15011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:53 smithi081 ceph-mon[107735]: pgmap v15011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:53.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:53.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:53 smithi170 ceph-mon[97338]: pgmap v15011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:55.886 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:58:55.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:55.886 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:58:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:58:55.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:58:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:55 smithi170 ceph-mon[97338]: pgmap v15012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:55 smithi081 ceph-mon[95500]: pgmap v15012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:55 smithi081 ceph-mon[107735]: pgmap v15012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:57 smithi170 ceph-mon[97338]: pgmap v15013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:57 smithi081 ceph-mon[95500]: pgmap v15013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:58:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:57 smithi081 ceph-mon[107735]: pgmap v15013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:58:59 smithi170 ceph-mon[97338]: pgmap v15014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:58:59 smithi081 ceph-mon[95500]: pgmap v15014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:58:59 smithi081 ceph-mon[107735]: pgmap v15014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:01 smithi170 ceph-mon[97338]: pgmap v15015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:02.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:01 smithi081 ceph-mon[95500]: pgmap v15015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:01 smithi081 ceph-mon[107735]: pgmap v15015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:59:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:03 smithi081 ceph-mon[95500]: pgmap v15016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:03 smithi081 ceph-mon[107735]: pgmap v15016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:03 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:03.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:03.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:03 smithi170 ceph-mon[97338]: pgmap v15016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:05.891 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:05 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:05.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:05.891 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:05.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:05 smithi170 ceph-mon[97338]: pgmap v15017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:05 smithi081 ceph-mon[95500]: pgmap v15017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:05 smithi081 ceph-mon[107735]: pgmap v15017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:07 smithi170 ceph-mon[97338]: pgmap v15018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:07 smithi081 ceph-mon[95500]: pgmap v15018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:07 smithi081 ceph-mon[107735]: pgmap v15018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:09 smithi170 ceph-mon[97338]: pgmap v15019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:09 smithi081 ceph-mon[95500]: pgmap v15019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:09 smithi081 ceph-mon[107735]: pgmap v15019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:11 smithi170 ceph-mon[97338]: pgmap v15020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:11 smithi081 ceph-mon[95500]: pgmap v15020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:11 smithi081 ceph-mon[107735]: pgmap v15020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:59:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:13 smithi081 ceph-mon[95500]: pgmap v15021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:13 smithi081 ceph-mon[107735]: pgmap v15021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:13 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:13.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:13.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:13 smithi170 ceph-mon[97338]: pgmap v15021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:15.895 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:15 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:15.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:15.895 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:15.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:15 smithi170 ceph-mon[97338]: pgmap v15022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:15 smithi081 ceph-mon[95500]: pgmap v15022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:15 smithi081 ceph-mon[107735]: pgmap v15022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:17 smithi170 ceph-mon[97338]: pgmap v15023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:17 smithi081 ceph-mon[95500]: pgmap v15023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:17 smithi081 ceph-mon[107735]: pgmap v15023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:19 smithi170 ceph-mon[97338]: pgmap v15024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:19 smithi081 ceph-mon[95500]: pgmap v15024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:19 smithi081 ceph-mon[107735]: pgmap v15024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:21 smithi170 ceph-mon[97338]: pgmap v15025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:21 smithi081 ceph-mon[95500]: pgmap v15025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:21 smithi081 ceph-mon[107735]: pgmap v15025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:59:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:23 smithi081 ceph-mon[95500]: pgmap v15026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:23 smithi081 ceph-mon[107735]: pgmap v15026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:23 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:23.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:23.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:23 smithi170 ceph-mon[97338]: pgmap v15026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:25.902 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:25 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:25.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:25.902 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:25.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:25 smithi170 ceph-mon[97338]: pgmap v15027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:25 smithi081 ceph-mon[95500]: pgmap v15027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:25 smithi081 ceph-mon[107735]: pgmap v15027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:27 smithi170 ceph-mon[97338]: pgmap v15028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:27 smithi081 ceph-mon[95500]: pgmap v15028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:27 smithi081 ceph-mon[107735]: pgmap v15028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:29 smithi170 ceph-mon[97338]: pgmap v15029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:29 smithi081 ceph-mon[95500]: pgmap v15029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:29 smithi081 ceph-mon[107735]: pgmap v15029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:31 smithi170 ceph-mon[97338]: pgmap v15030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:31 smithi081 ceph-mon[95500]: pgmap v15030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:31 smithi081 ceph-mon[107735]: pgmap v15030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:59:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:33 smithi081 ceph-mon[95500]: pgmap v15031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:33 smithi081 ceph-mon[107735]: pgmap v15031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:33 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:33.757Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:33.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:33 smithi170 ceph-mon[97338]: pgmap v15031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:35.900 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:35 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:35.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:35.901 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:35.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:35 smithi170 ceph-mon[97338]: pgmap v15032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:35 smithi081 ceph-mon[95500]: pgmap v15032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:35 smithi081 ceph-mon[107735]: pgmap v15032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:37 smithi170 ceph-mon[97338]: pgmap v15033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:37 smithi081 ceph-mon[95500]: pgmap v15033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:37 smithi081 ceph-mon[107735]: pgmap v15033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:39 smithi170 ceph-mon[97338]: pgmap v15034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:39 smithi081 ceph-mon[95500]: pgmap v15034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:39 smithi081 ceph-mon[107735]: pgmap v15034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:41 smithi170 ceph-mon[97338]: pgmap v15035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:41 smithi081 ceph-mon[95500]: pgmap v15035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:41 smithi081 ceph-mon[107735]: pgmap v15035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:59:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:43 smithi081 ceph-mon[95500]: pgmap v15036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:43 smithi081 ceph-mon[107735]: pgmap v15036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:43 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:43.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:44.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:43.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:43 smithi170 ceph-mon[97338]: pgmap v15036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:45.902 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:45 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:45.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:45.902 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:45.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:45 smithi170 ceph-mon[97338]: pgmap v15037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:45 smithi081 ceph-mon[95500]: pgmap v15037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:45 smithi081 ceph-mon[107735]: pgmap v15037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:47 smithi170 ceph-mon[97338]: pgmap v15038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:47 smithi081 ceph-mon[95500]: pgmap v15038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:47 smithi081 ceph-mon[107735]: pgmap v15038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:49 smithi170 ceph-mon[97338]: pgmap v15039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:49 smithi081 ceph-mon[95500]: pgmap v15039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:49 smithi081 ceph-mon[107735]: pgmap v15039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:51 smithi170 ceph-mon[97338]: pgmap v15040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:51 smithi081 ceph-mon[95500]: pgmap v15040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:51 smithi081 ceph-mon[107735]: pgmap v15040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 13:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:13:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T13:59:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:53 smithi081 ceph-mon[95500]: pgmap v15041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:53 smithi081 ceph-mon[107735]: pgmap v15041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:53 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:53.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:54.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:53.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:53 smithi170 ceph-mon[97338]: pgmap v15041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:55.904 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:55 smithi081 conmon[157419]: level=error ts=2023-05-20T13:59:55.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:55.905 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 13:59:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T13:59:55.594Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T13:59:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:55 smithi170 ceph-mon[97338]: pgmap v15042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:55 smithi081 ceph-mon[95500]: pgmap v15042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:55 smithi081 ceph-mon[107735]: pgmap v15042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:57 smithi170 ceph-mon[97338]: pgmap v15043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:57 smithi081 ceph-mon[95500]: pgmap v15043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T13:59:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:57 smithi081 ceph-mon[107735]: pgmap v15043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 13:59:59 smithi170 ceph-mon[97338]: pgmap v15044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 13:59:59 smithi081 ceph-mon[95500]: pgmap v15044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 13:59:59 smithi081 ceph-mon[107735]: pgmap v15044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:00:01.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:00:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:00:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:01 smithi170 ceph-mon[97338]: pgmap v15045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:01 smithi081 ceph-mon[95500]: pgmap v15045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:01 smithi081 ceph-mon[107735]: pgmap v15045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:00:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:03 smithi081 ceph-mon[95500]: pgmap v15046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:03 smithi081 ceph-mon[107735]: pgmap v15046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:03.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:04.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:03.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:03 smithi170 ceph-mon[97338]: pgmap v15046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:05.919 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:05.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:05.920 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:05.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:05 smithi170 ceph-mon[97338]: pgmap v15047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:05 smithi081 ceph-mon[95500]: pgmap v15047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:05 smithi081 ceph-mon[107735]: pgmap v15047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:07 smithi170 ceph-mon[97338]: pgmap v15048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:07 smithi081 ceph-mon[95500]: pgmap v15048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:07 smithi081 ceph-mon[107735]: pgmap v15048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:09 smithi170 ceph-mon[97338]: pgmap v15049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:09 smithi081 ceph-mon[95500]: pgmap v15049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:09 smithi081 ceph-mon[107735]: pgmap v15049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:11 smithi170 ceph-mon[97338]: pgmap v15050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:11 smithi081 ceph-mon[95500]: pgmap v15050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:11 smithi081 ceph-mon[107735]: pgmap v15050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:00:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:13 smithi081 ceph-mon[95500]: pgmap v15051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:13 smithi081 ceph-mon[107735]: pgmap v15051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:13.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:14.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:13.762Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:13 smithi170 ceph-mon[97338]: pgmap v15051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:15.913 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:15.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:15.914 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:15.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:15 smithi170 ceph-mon[97338]: pgmap v15052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:15 smithi081 ceph-mon[95500]: pgmap v15052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:15 smithi081 ceph-mon[107735]: pgmap v15052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:17 smithi170 ceph-mon[97338]: pgmap v15053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:17 smithi081 ceph-mon[95500]: pgmap v15053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:17 smithi081 ceph-mon[107735]: pgmap v15053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:19 smithi170 ceph-mon[97338]: pgmap v15054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:19 smithi081 ceph-mon[95500]: pgmap v15054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:19 smithi081 ceph-mon[107735]: pgmap v15054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:21 smithi170 ceph-mon[97338]: pgmap v15055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:21 smithi081 ceph-mon[95500]: pgmap v15055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:21 smithi081 ceph-mon[107735]: pgmap v15055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:00:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:23 smithi081 ceph-mon[95500]: pgmap v15056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:23 smithi081 ceph-mon[107735]: pgmap v15056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:23.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:24.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:23.762Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:23 smithi170 ceph-mon[97338]: pgmap v15056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:25.916 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:25.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:25.917 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:25.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:25 smithi170 ceph-mon[97338]: pgmap v15057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:25 smithi081 ceph-mon[95500]: pgmap v15057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:25 smithi081 ceph-mon[107735]: pgmap v15057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:27 smithi170 ceph-mon[97338]: pgmap v15058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:27 smithi081 ceph-mon[95500]: pgmap v15058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:27 smithi081 ceph-mon[107735]: pgmap v15058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:29 smithi170 ceph-mon[97338]: pgmap v15059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:29 smithi081 ceph-mon[95500]: pgmap v15059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:29 smithi081 ceph-mon[107735]: pgmap v15059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:31 smithi170 ceph-mon[97338]: pgmap v15060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:31 smithi081 ceph-mon[95500]: pgmap v15060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:31 smithi081 ceph-mon[107735]: pgmap v15060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:00:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:33 smithi081 ceph-mon[95500]: pgmap v15061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:33 smithi081 ceph-mon[107735]: pgmap v15061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:33.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:34.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:33.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:33 smithi170 ceph-mon[97338]: pgmap v15061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:35.917 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:35.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:35.918 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:35.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:35 smithi170 ceph-mon[97338]: pgmap v15062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:35 smithi081 ceph-mon[95500]: pgmap v15062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:35 smithi081 ceph-mon[107735]: pgmap v15062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:37 smithi170 ceph-mon[97338]: pgmap v15063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:37 smithi081 ceph-mon[95500]: pgmap v15063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:37 smithi081 ceph-mon[107735]: pgmap v15063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:39 smithi170 ceph-mon[97338]: pgmap v15064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:39 smithi081 ceph-mon[95500]: pgmap v15064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:39 smithi081 ceph-mon[107735]: pgmap v15064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:41 smithi170 ceph-mon[97338]: pgmap v15065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:42.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:41 smithi081 ceph-mon[95500]: pgmap v15065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:41 smithi081 ceph-mon[107735]: pgmap v15065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:00:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:43 smithi170 ceph-mon[97338]: pgmap v15066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:43 smithi081 ceph-mon[95500]: pgmap v15066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:43 smithi081 ceph-mon[107735]: pgmap v15066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:43.763Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:43.764Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:45.922 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:45.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:45.923 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:45.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:45 smithi170 ceph-mon[97338]: pgmap v15067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:45 smithi081 ceph-mon[95500]: pgmap v15067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:45 smithi081 ceph-mon[107735]: pgmap v15067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:47 smithi170 ceph-mon[97338]: pgmap v15068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:47 smithi081 ceph-mon[95500]: pgmap v15068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:47 smithi081 ceph-mon[107735]: pgmap v15068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:49 smithi170 ceph-mon[97338]: pgmap v15069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:49 smithi081 ceph-mon[95500]: pgmap v15069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:49 smithi081 ceph-mon[107735]: pgmap v15069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:51 smithi170 ceph-mon[97338]: pgmap v15070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:51 smithi081 ceph-mon[95500]: pgmap v15070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:51 smithi081 ceph-mon[107735]: pgmap v15070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:00:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:53 smithi170 ceph-mon[97338]: pgmap v15071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:53 smithi081 ceph-mon[95500]: pgmap v15071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:53 smithi081 ceph-mon[107735]: pgmap v15071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:53.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:53.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:55.926 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:00:55.597Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:55.927 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:00:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:00:55.598Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:00:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:55 smithi170 ceph-mon[97338]: pgmap v15072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:55 smithi081 ceph-mon[107735]: pgmap v15072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:55 smithi081 ceph-mon[95500]: pgmap v15072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:57 smithi170 ceph-mon[97338]: pgmap v15073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:57 smithi081 ceph-mon[95500]: pgmap v15073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:00:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:57 smithi081 ceph-mon[107735]: pgmap v15073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:00:59 smithi170 ceph-mon[97338]: pgmap v15074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:00:59 smithi081 ceph-mon[95500]: pgmap v15074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:00:59 smithi081 ceph-mon[107735]: pgmap v15074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:01 smithi170 ceph-mon[97338]: pgmap v15075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:01 smithi081 ceph-mon[95500]: pgmap v15075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:01 smithi081 ceph-mon[107735]: pgmap v15075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:01:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:03 smithi170 ceph-mon[97338]: pgmap v15076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:03 smithi081 ceph-mon[95500]: pgmap v15076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:03 smithi081 ceph-mon[107735]: pgmap v15076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:03.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:03.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:05.931 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:05.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:05.931 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:05.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:05 smithi170 ceph-mon[97338]: pgmap v15077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:05 smithi081 ceph-mon[107735]: pgmap v15077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:06.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:05 smithi081 ceph-mon[95500]: pgmap v15077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:07 smithi170 ceph-mon[97338]: pgmap v15078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:07 smithi081 ceph-mon[95500]: pgmap v15078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:07 smithi081 ceph-mon[107735]: pgmap v15078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:09 smithi170 ceph-mon[97338]: pgmap v15079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:09 smithi081 ceph-mon[95500]: pgmap v15079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:09 smithi081 ceph-mon[107735]: pgmap v15079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:11 smithi170 ceph-mon[97338]: pgmap v15080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:11 smithi081 ceph-mon[95500]: pgmap v15080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:11 smithi081 ceph-mon[107735]: pgmap v15080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:01:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:13 smithi170 ceph-mon[97338]: pgmap v15081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:13 smithi081 ceph-mon[95500]: pgmap v15081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:13 smithi081 ceph-mon[107735]: pgmap v15081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:13.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:13.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:15.931 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:15.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:15.931 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:15.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:15 smithi170 ceph-mon[97338]: pgmap v15082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:15 smithi081 ceph-mon[95500]: pgmap v15082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:15 smithi081 ceph-mon[107735]: pgmap v15082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:17 smithi170 ceph-mon[97338]: pgmap v15083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:17 smithi081 ceph-mon[95500]: pgmap v15083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:17 smithi081 ceph-mon[107735]: pgmap v15083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:19 smithi170 ceph-mon[97338]: pgmap v15084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:19 smithi081 ceph-mon[95500]: pgmap v15084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:19 smithi081 ceph-mon[107735]: pgmap v15084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:21 smithi170 ceph-mon[97338]: pgmap v15085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:21 smithi081 ceph-mon[95500]: pgmap v15085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:21 smithi081 ceph-mon[107735]: pgmap v15085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:01:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:23 smithi170 ceph-mon[97338]: pgmap v15086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:23 smithi081 ceph-mon[95500]: pgmap v15086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:23 smithi081 ceph-mon[107735]: pgmap v15086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:23.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:23.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:25.934 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:25.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:25.935 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:25.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:25 smithi170 ceph-mon[97338]: pgmap v15087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:25 smithi081 ceph-mon[95500]: pgmap v15087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:25 smithi081 ceph-mon[107735]: pgmap v15087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:27 smithi170 ceph-mon[97338]: pgmap v15088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:27 smithi081 ceph-mon[95500]: pgmap v15088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:27 smithi081 ceph-mon[107735]: pgmap v15088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:29 smithi170 ceph-mon[97338]: pgmap v15089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:29 smithi081 ceph-mon[95500]: pgmap v15089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:29 smithi081 ceph-mon[107735]: pgmap v15089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:31 smithi170 ceph-mon[97338]: pgmap v15090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:31 smithi081 ceph-mon[95500]: pgmap v15090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:31 smithi081 ceph-mon[107735]: pgmap v15090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:01:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:33 smithi170 ceph-mon[97338]: pgmap v15091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:33 smithi081 ceph-mon[95500]: pgmap v15091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:33 smithi081 ceph-mon[107735]: pgmap v15091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:33.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:33.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:35.938 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:35.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:35.938 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:35.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:35 smithi170 ceph-mon[97338]: pgmap v15092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:35 smithi081 ceph-mon[95500]: pgmap v15092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:35 smithi081 ceph-mon[107735]: pgmap v15092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:37 smithi170 ceph-mon[97338]: pgmap v15093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:37 smithi081 ceph-mon[95500]: pgmap v15093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:37 smithi081 ceph-mon[107735]: pgmap v15093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:39 smithi170 ceph-mon[97338]: pgmap v15094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:39 smithi081 ceph-mon[95500]: pgmap v15094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:39 smithi081 ceph-mon[107735]: pgmap v15094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:41 smithi170 ceph-mon[97338]: pgmap v15095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:41 smithi081 ceph-mon[95500]: pgmap v15095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:41 smithi081 ceph-mon[107735]: pgmap v15095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:01:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:43 smithi170 ceph-mon[97338]: pgmap v15096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:43 smithi081 ceph-mon[107735]: pgmap v15096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:43.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:43.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:44.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:43 smithi081 ceph-mon[95500]: pgmap v15096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:45.944 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:45.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:45.944 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:45.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:45 smithi170 ceph-mon[97338]: pgmap v15097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:45 smithi081 ceph-mon[95500]: pgmap v15097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:45 smithi081 ceph-mon[107735]: pgmap v15097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:47 smithi170 ceph-mon[97338]: pgmap v15098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:47 smithi081 ceph-mon[95500]: pgmap v15098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:47 smithi081 ceph-mon[107735]: pgmap v15098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:49 smithi170 ceph-mon[97338]: pgmap v15099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:49 smithi081 ceph-mon[95500]: pgmap v15099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:49 smithi081 ceph-mon[107735]: pgmap v15099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:51 smithi170 ceph-mon[97338]: pgmap v15100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:51 smithi081 ceph-mon[95500]: pgmap v15100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:51 smithi081 ceph-mon[107735]: pgmap v15100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:01:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:53 smithi170 ceph-mon[97338]: pgmap v15101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:53 smithi081 ceph-mon[95500]: pgmap v15101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:53 smithi081 ceph-mon[107735]: pgmap v15101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:53.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:53.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:55.948 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:01:55.601Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:55.948 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:01:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:01:55.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:01:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:55 smithi170 ceph-mon[97338]: pgmap v15102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:55 smithi081 ceph-mon[95500]: pgmap v15102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:55 smithi081 ceph-mon[107735]: pgmap v15102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:58.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:57 smithi170 ceph-mon[97338]: pgmap v15103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:57 smithi081 ceph-mon[95500]: pgmap v15103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:01:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:57 smithi081 ceph-mon[107735]: pgmap v15103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:01:59 smithi170 ceph-mon[97338]: pgmap v15104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:01:59 smithi081 ceph-mon[95500]: pgmap v15104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:01:59 smithi081 ceph-mon[107735]: pgmap v15104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:01 smithi170 ceph-mon[97338]: pgmap v15105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:01 smithi081 ceph-mon[95500]: pgmap v15105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:01 smithi081 ceph-mon[107735]: pgmap v15105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:02:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:03 smithi170 ceph-mon[97338]: pgmap v15106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:03 smithi081 ceph-mon[95500]: pgmap v15106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:03 smithi081 ceph-mon[107735]: pgmap v15106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:03.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:03.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:05.951 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:05.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:05.951 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:05.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:05 smithi170 ceph-mon[97338]: pgmap v15107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:05 smithi081 ceph-mon[95500]: pgmap v15107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:05 smithi081 ceph-mon[107735]: pgmap v15107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:07 smithi170 ceph-mon[97338]: pgmap v15108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:07 smithi081 ceph-mon[95500]: pgmap v15108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:07 smithi081 ceph-mon[107735]: pgmap v15108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:09 smithi170 ceph-mon[97338]: pgmap v15109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:09 smithi081 ceph-mon[95500]: pgmap v15109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:09 smithi081 ceph-mon[107735]: pgmap v15109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:11 smithi170 ceph-mon[97338]: pgmap v15110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:11 smithi081 ceph-mon[95500]: pgmap v15110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:11 smithi081 ceph-mon[107735]: pgmap v15110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:02:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:13 smithi170 ceph-mon[97338]: pgmap v15111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:13 smithi081 ceph-mon[95500]: pgmap v15111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:13 smithi081 ceph-mon[107735]: pgmap v15111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:13.770Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:13.771Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:15.952 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:15.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:15.953 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:15.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:15 smithi170 ceph-mon[97338]: pgmap v15112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:15 smithi081 ceph-mon[95500]: pgmap v15112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:15 smithi081 ceph-mon[107735]: pgmap v15112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:17 smithi170 ceph-mon[97338]: pgmap v15113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:17 smithi081 ceph-mon[95500]: pgmap v15113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:17 smithi081 ceph-mon[107735]: pgmap v15113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:19 smithi170 ceph-mon[97338]: pgmap v15114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:19 smithi081 ceph-mon[95500]: pgmap v15114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:19 smithi081 ceph-mon[107735]: pgmap v15114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:21 smithi170 ceph-mon[97338]: pgmap v15115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:21 smithi081 ceph-mon[95500]: pgmap v15115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:21 smithi081 ceph-mon[107735]: pgmap v15115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:02:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:23 smithi170 ceph-mon[97338]: pgmap v15116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:23 smithi081 ceph-mon[95500]: pgmap v15116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:23.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:23.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:23 smithi081 ceph-mon[107735]: pgmap v15116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:25.955 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:25.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:25.956 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:25.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:25 smithi170 ceph-mon[97338]: pgmap v15117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:25 smithi081 ceph-mon[95500]: pgmap v15117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:25 smithi081 ceph-mon[107735]: pgmap v15117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:27 smithi170 ceph-mon[97338]: pgmap v15118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:27 smithi081 ceph-mon[95500]: pgmap v15118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:27 smithi081 ceph-mon[107735]: pgmap v15118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:29 smithi170 ceph-mon[97338]: pgmap v15119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:29 smithi081 ceph-mon[95500]: pgmap v15119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:29 smithi081 ceph-mon[107735]: pgmap v15119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:31 smithi170 ceph-mon[97338]: pgmap v15120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:31 smithi081 ceph-mon[95500]: pgmap v15120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:31 smithi081 ceph-mon[107735]: pgmap v15120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:02:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:33 smithi170 ceph-mon[97338]: pgmap v15121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:33 smithi081 ceph-mon[95500]: pgmap v15121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:33 smithi081 ceph-mon[107735]: pgmap v15121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:33.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:33.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:35.958 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:35.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:35.958 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:35.606Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:35 smithi170 ceph-mon[97338]: pgmap v15122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:35 smithi081 ceph-mon[95500]: pgmap v15122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:35 smithi081 ceph-mon[107735]: pgmap v15122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:37 smithi170 ceph-mon[97338]: pgmap v15123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:37 smithi081 ceph-mon[95500]: pgmap v15123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:37 smithi081 ceph-mon[107735]: pgmap v15123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:39 smithi170 ceph-mon[97338]: pgmap v15124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:39 smithi081 ceph-mon[95500]: pgmap v15124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:39 smithi081 ceph-mon[107735]: pgmap v15124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:41 smithi170 ceph-mon[97338]: pgmap v15125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:41 smithi081 ceph-mon[95500]: pgmap v15125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:41 smithi081 ceph-mon[107735]: pgmap v15125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:02:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:43 smithi170 ceph-mon[97338]: pgmap v15126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:43 smithi081 ceph-mon[95500]: pgmap v15126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:43 smithi081 ceph-mon[107735]: pgmap v15126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:43.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:43.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:45.962 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:45.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:45.962 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:45.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:45 smithi170 ceph-mon[97338]: pgmap v15127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:45 smithi081 ceph-mon[95500]: pgmap v15127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:45 smithi081 ceph-mon[107735]: pgmap v15127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:47 smithi170 ceph-mon[97338]: pgmap v15128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:47 smithi081 ceph-mon[95500]: pgmap v15128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:47 smithi081 ceph-mon[107735]: pgmap v15128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:49 smithi170 ceph-mon[97338]: pgmap v15129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:49 smithi081 ceph-mon[95500]: pgmap v15129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:49 smithi081 ceph-mon[107735]: pgmap v15129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:51 smithi170 ceph-mon[97338]: pgmap v15130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:51 smithi081 ceph-mon[95500]: pgmap v15130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:51 smithi081 ceph-mon[107735]: pgmap v15130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:02:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:53 smithi170 ceph-mon[97338]: pgmap v15131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:53 smithi081 ceph-mon[95500]: pgmap v15131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:53 smithi081 ceph-mon[107735]: pgmap v15131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:53.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:53.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:55.964 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:02:55.606Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:55.965 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:02:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:02:55.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:02:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:55 smithi170 ceph-mon[97338]: pgmap v15132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:55 smithi081 ceph-mon[95500]: pgmap v15132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:55 smithi081 ceph-mon[107735]: pgmap v15132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:57 smithi170 ceph-mon[97338]: pgmap v15133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:57 smithi081 ceph-mon[95500]: pgmap v15133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:02:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:57 smithi081 ceph-mon[107735]: pgmap v15133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:02:59 smithi170 ceph-mon[97338]: pgmap v15134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:00.914 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:02:59 smithi081 ceph-mon[95500]: pgmap v15134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:00.915 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:02:59 smithi081 ceph-mon[107735]: pgmap v15134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:01 smithi170 ceph-mon[97338]: pgmap v15135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:01 smithi081 ceph-mon[95500]: pgmap v15135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:01 smithi081 ceph-mon[107735]: pgmap v15135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:03:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:03 smithi170 ceph-mon[97338]: pgmap v15136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:03 smithi081 ceph-mon[95500]: pgmap v15136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:03 smithi081 ceph-mon[107735]: pgmap v15136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:03.774Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:03.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:05.967 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:05.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:05.968 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:05.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:05 smithi170 ceph-mon[97338]: pgmap v15137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:05 smithi081 ceph-mon[95500]: pgmap v15137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:05 smithi081 ceph-mon[107735]: pgmap v15137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:07 smithi170 ceph-mon[97338]: pgmap v15138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:07 smithi081 ceph-mon[95500]: pgmap v15138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:07 smithi081 ceph-mon[107735]: pgmap v15138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:09 smithi170 ceph-mon[97338]: pgmap v15139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:09 smithi081 ceph-mon[95500]: pgmap v15139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:09 smithi081 ceph-mon[107735]: pgmap v15139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:11 smithi170 ceph-mon[97338]: pgmap v15140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:11 smithi081 ceph-mon[95500]: pgmap v15140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:11 smithi081 ceph-mon[107735]: pgmap v15140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:03:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:13 smithi170 ceph-mon[97338]: pgmap v15141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:13 smithi081 ceph-mon[95500]: pgmap v15141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:13 smithi081 ceph-mon[107735]: pgmap v15141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:13.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:13.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:15.973 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:15.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:15.974 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:15.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:15 smithi170 ceph-mon[97338]: pgmap v15142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:15 smithi081 ceph-mon[95500]: pgmap v15142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:15 smithi081 ceph-mon[107735]: pgmap v15142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:17 smithi170 ceph-mon[97338]: pgmap v15143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:17 smithi081 ceph-mon[95500]: pgmap v15143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:17 smithi081 ceph-mon[107735]: pgmap v15143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:20.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:19 smithi170 ceph-mon[97338]: pgmap v15144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:19 smithi081 ceph-mon[95500]: pgmap v15144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:19 smithi081 ceph-mon[107735]: pgmap v15144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:21 smithi170 ceph-mon[97338]: pgmap v15145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:21 smithi081 ceph-mon[95500]: pgmap v15145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:21 smithi081 ceph-mon[107735]: pgmap v15145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:03:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:23 smithi170 ceph-mon[97338]: pgmap v15146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:23 smithi081 ceph-mon[95500]: pgmap v15146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:23 smithi081 ceph-mon[107735]: pgmap v15146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:23.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:23.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:25.979 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:25.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:25.980 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:25.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:26.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:25 smithi170 ceph-mon[97338]: pgmap v15147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:25 smithi081 ceph-mon[95500]: pgmap v15147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:25 smithi081 ceph-mon[107735]: pgmap v15147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:27 smithi170 ceph-mon[97338]: pgmap v15148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:27 smithi081 ceph-mon[95500]: pgmap v15148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:27 smithi081 ceph-mon[107735]: pgmap v15148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:30.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:29 smithi170 ceph-mon[97338]: pgmap v15149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:29 smithi081 ceph-mon[95500]: pgmap v15149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:29 smithi081 ceph-mon[107735]: pgmap v15149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:31 smithi170 ceph-mon[97338]: pgmap v15150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:31 smithi081 ceph-mon[95500]: pgmap v15150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:31 smithi081 ceph-mon[107735]: pgmap v15150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:03:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:33 smithi170 ceph-mon[97338]: pgmap v15151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:33 smithi081 ceph-mon[95500]: pgmap v15151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:33 smithi081 ceph-mon[107735]: pgmap v15151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:33.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:33.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:35.978 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:35.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:35.978 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:35.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:36.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:35 smithi170 ceph-mon[97338]: pgmap v15152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:35 smithi081 ceph-mon[95500]: pgmap v15152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:35 smithi081 ceph-mon[107735]: pgmap v15152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:37 smithi170 ceph-mon[97338]: pgmap v15153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:37 smithi081 ceph-mon[95500]: pgmap v15153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:37 smithi081 ceph-mon[107735]: pgmap v15153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:40.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:39 smithi170 ceph-mon[97338]: pgmap v15154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:39 smithi081 ceph-mon[95500]: pgmap v15154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:39 smithi081 ceph-mon[107735]: pgmap v15154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:41 smithi170 ceph-mon[97338]: pgmap v15155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:41 smithi081 ceph-mon[95500]: pgmap v15155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:41 smithi081 ceph-mon[107735]: pgmap v15155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:03:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:43 smithi170 ceph-mon[97338]: pgmap v15156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:43 smithi081 ceph-mon[95500]: pgmap v15156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:43 smithi081 ceph-mon[107735]: pgmap v15156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:43.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:43.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:45.980 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:45.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:45.981 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:45.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:46.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:45 smithi170 ceph-mon[97338]: pgmap v15157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:45 smithi081 ceph-mon[95500]: pgmap v15157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:45 smithi081 ceph-mon[107735]: pgmap v15157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:47 smithi170 ceph-mon[97338]: pgmap v15158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:47 smithi081 ceph-mon[95500]: pgmap v15158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:47 smithi081 ceph-mon[107735]: pgmap v15158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:49 smithi170 ceph-mon[97338]: pgmap v15159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:49 smithi081 ceph-mon[95500]: pgmap v15159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:49 smithi081 ceph-mon[107735]: pgmap v15159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:51 smithi170 ceph-mon[97338]: pgmap v15160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:51 smithi081 ceph-mon[95500]: pgmap v15160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:51 smithi081 ceph-mon[107735]: pgmap v15160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:03:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:53 smithi170 ceph-mon[97338]: pgmap v15161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:53 smithi081 ceph-mon[95500]: pgmap v15161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:53 smithi081 ceph-mon[107735]: pgmap v15161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:53.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:53.778Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:55.984 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:03:55.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:55.985 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:03:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:03:55.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:03:56.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:55 smithi170 ceph-mon[97338]: pgmap v15162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:55 smithi081 ceph-mon[95500]: pgmap v15162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:55 smithi081 ceph-mon[107735]: pgmap v15162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:58.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:57 smithi170 ceph-mon[97338]: pgmap v15163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:57 smithi081 ceph-mon[95500]: pgmap v15163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:03:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:57 smithi081 ceph-mon[107735]: pgmap v15163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:03:59 smithi170 ceph-mon[97338]: pgmap v15164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:03:59 smithi081 ceph-mon[95500]: pgmap v15164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:03:59 smithi081 ceph-mon[107735]: pgmap v15164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:01 smithi170 ceph-mon[97338]: pgmap v15165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:01 smithi081 ceph-mon[95500]: pgmap v15165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:01 smithi081 ceph-mon[107735]: pgmap v15165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:04:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:03 smithi170 ceph-mon[97338]: pgmap v15166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:03 smithi081 ceph-mon[95500]: pgmap v15166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:03 smithi081 ceph-mon[107735]: pgmap v15166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:03.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:03.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:05.988 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:05.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:05.989 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:05.612Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:06.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:05 smithi170 ceph-mon[97338]: pgmap v15167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:05 smithi081 ceph-mon[95500]: pgmap v15167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:05 smithi081 ceph-mon[107735]: pgmap v15167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:07 smithi170 ceph-mon[97338]: pgmap v15168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:07 smithi081 ceph-mon[95500]: pgmap v15168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:07 smithi081 ceph-mon[107735]: pgmap v15168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:10.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:09 smithi170 ceph-mon[97338]: pgmap v15169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:09 smithi081 ceph-mon[95500]: pgmap v15169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:09 smithi081 ceph-mon[107735]: pgmap v15169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:11 smithi170 ceph-mon[97338]: pgmap v15170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:11 smithi081 ceph-mon[95500]: pgmap v15170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:11 smithi081 ceph-mon[107735]: pgmap v15170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:04:14.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:13 smithi170 ceph-mon[97338]: pgmap v15171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:13 smithi081 ceph-mon[95500]: pgmap v15171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:13.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:13.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:14.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:13 smithi081 ceph-mon[107735]: pgmap v15171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:15.992 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:15.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:15.993 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:15.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:16.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:15 smithi170 ceph-mon[97338]: pgmap v15172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:15 smithi081 ceph-mon[95500]: pgmap v15172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:15 smithi081 ceph-mon[107735]: pgmap v15172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:17 smithi081 ceph-mon[95500]: pgmap v15173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:17 smithi081 ceph-mon[107735]: pgmap v15173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:17 smithi170 ceph-mon[97338]: pgmap v15173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:19 smithi081 ceph-mon[95500]: pgmap v15174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:19 smithi081 ceph-mon[107735]: pgmap v15174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:19 smithi170 ceph-mon[97338]: pgmap v15174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:21 smithi170 ceph-mon[97338]: pgmap v15175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:21 smithi081 ceph-mon[95500]: pgmap v15175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:21 smithi081 ceph-mon[107735]: pgmap v15175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:04:24.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:23 smithi170 ceph-mon[97338]: pgmap v15176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:23 smithi081 ceph-mon[95500]: pgmap v15176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:23 smithi081 ceph-mon[107735]: pgmap v15176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:23.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:23.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:25.995 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:25.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:25.996 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:25.614Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:25 smithi081 ceph-mon[95500]: pgmap v15177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:25 smithi081 ceph-mon[107735]: pgmap v15177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:25 smithi170 ceph-mon[97338]: pgmap v15177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:27 smithi081 ceph-mon[95500]: pgmap v15178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:27 smithi081 ceph-mon[107735]: pgmap v15178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:27 smithi170 ceph-mon[97338]: pgmap v15178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:29 smithi081 ceph-mon[95500]: pgmap v15179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:30 smithi081 ceph-mon[107735]: pgmap v15179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:30 smithi170 ceph-mon[97338]: pgmap v15179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:31 smithi170 ceph-mon[97338]: pgmap v15180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:31 smithi081 ceph-mon[95500]: pgmap v15180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:31 smithi081 ceph-mon[107735]: pgmap v15180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:04:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:33 smithi170 ceph-mon[97338]: pgmap v15181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:33 smithi081 ceph-mon[95500]: pgmap v15181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:33 smithi081 ceph-mon[107735]: pgmap v15181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:33.780Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:33.781Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:35.998 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:35.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:35.998 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:35.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:35 smithi081 ceph-mon[95500]: pgmap v15182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:35 smithi081 ceph-mon[107735]: pgmap v15182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:35 smithi170 ceph-mon[97338]: pgmap v15182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:37 smithi081 ceph-mon[95500]: pgmap v15183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:37 smithi081 ceph-mon[107735]: pgmap v15183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:37 smithi170 ceph-mon[97338]: pgmap v15183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:39 smithi081 ceph-mon[95500]: pgmap v15184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:40 smithi081 ceph-mon[107735]: pgmap v15184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:40 smithi170 ceph-mon[97338]: pgmap v15184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:41 smithi170 ceph-mon[97338]: pgmap v15185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:41 smithi081 ceph-mon[95500]: pgmap v15185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:41 smithi081 ceph-mon[107735]: pgmap v15185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:04:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:43 smithi081 ceph-mon[95500]: pgmap v15186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:43 smithi081 ceph-mon[107735]: pgmap v15186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:43.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:43.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:43 smithi170 ceph-mon[97338]: pgmap v15186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:46.001 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:45.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:46.002 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:45.615Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:45 smithi081 ceph-mon[95500]: pgmap v15187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:45 smithi081 ceph-mon[107735]: pgmap v15187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:45 smithi170 ceph-mon[97338]: pgmap v15187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:48 smithi081 ceph-mon[95500]: pgmap v15188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:48 smithi081 ceph-mon[107735]: pgmap v15188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:48 smithi170 ceph-mon[97338]: pgmap v15188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:50 smithi081 ceph-mon[95500]: pgmap v15189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:50 smithi081 ceph-mon[107735]: pgmap v15189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:50 smithi170 ceph-mon[97338]: pgmap v15189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:51 smithi170 ceph-mon[97338]: pgmap v15190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:51 smithi081 ceph-mon[95500]: pgmap v15190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:51 smithi081 ceph-mon[107735]: pgmap v15190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:04:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:53 smithi081 ceph-mon[95500]: pgmap v15191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:53 smithi081 ceph-mon[107735]: pgmap v15191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:53.782Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:53.783Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:53 smithi170 ceph-mon[97338]: pgmap v15191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:56.005 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:04:55.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:56.005 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:04:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:04:55.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:04:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:56 smithi081 ceph-mon[95500]: pgmap v15192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:56 smithi081 ceph-mon[107735]: pgmap v15192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:56 smithi170 ceph-mon[97338]: pgmap v15192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:04:58 smithi081 ceph-mon[95500]: pgmap v15193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:04:58 smithi081 ceph-mon[107735]: pgmap v15193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:04:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:04:58 smithi170 ceph-mon[97338]: pgmap v15193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:00 smithi081 ceph-mon[95500]: pgmap v15194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:00 smithi081 ceph-mon[107735]: pgmap v15194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:00 smithi170 ceph-mon[97338]: pgmap v15194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:01 smithi170 ceph-mon[97338]: pgmap v15195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:01 smithi081 ceph-mon[95500]: pgmap v15195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:01 smithi081 ceph-mon[107735]: pgmap v15195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:05:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:03 smithi081 ceph-mon[95500]: pgmap v15196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:03 smithi081 ceph-mon[107735]: pgmap v15196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:03.782Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:03.783Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:03 smithi170 ceph-mon[97338]: pgmap v15196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:06.005 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:05.616Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:06.006 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:05.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:06 smithi081 ceph-mon[95500]: pgmap v15197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:06 smithi081 ceph-mon[107735]: pgmap v15197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:06 smithi170 ceph-mon[97338]: pgmap v15197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:08 smithi081 ceph-mon[95500]: pgmap v15198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:08 smithi081 ceph-mon[107735]: pgmap v15198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:08 smithi170 ceph-mon[97338]: pgmap v15198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:10 smithi081 ceph-mon[95500]: pgmap v15199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:10 smithi081 ceph-mon[107735]: pgmap v15199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:10 smithi170 ceph-mon[97338]: pgmap v15199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:11 smithi170 ceph-mon[97338]: pgmap v15200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:11 smithi081 ceph-mon[95500]: pgmap v15200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:11 smithi081 ceph-mon[107735]: pgmap v15200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:05:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:14 smithi081 ceph-mon[95500]: pgmap v15201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:14 smithi081 ceph-mon[107735]: pgmap v15201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:13.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:13.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:14 smithi170 ceph-mon[97338]: pgmap v15201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:16.009 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:15.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:16.009 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:15.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:16 smithi081 ceph-mon[95500]: pgmap v15202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:16 smithi081 ceph-mon[107735]: pgmap v15202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:16 smithi170 ceph-mon[97338]: pgmap v15202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:18 smithi081 ceph-mon[95500]: pgmap v15203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:18 smithi081 ceph-mon[107735]: pgmap v15203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:18 smithi170 ceph-mon[97338]: pgmap v15203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:20 smithi081 ceph-mon[95500]: pgmap v15204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:20 smithi081 ceph-mon[107735]: pgmap v15204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:20 smithi170 ceph-mon[97338]: pgmap v15204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:21 smithi170 ceph-mon[97338]: pgmap v15205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:21 smithi081 ceph-mon[95500]: pgmap v15205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:21 smithi081 ceph-mon[107735]: pgmap v15205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:05:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:24 smithi081 ceph-mon[95500]: pgmap v15206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:24 smithi081 ceph-mon[107735]: pgmap v15206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:23.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:23.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:24 smithi170 ceph-mon[97338]: pgmap v15206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:26.014 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:25.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:26.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:25.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:26 smithi081 ceph-mon[95500]: pgmap v15207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:26 smithi081 ceph-mon[107735]: pgmap v15207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:26 smithi170 ceph-mon[97338]: pgmap v15207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:28 smithi170 ceph-mon[97338]: pgmap v15208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:28 smithi081 ceph-mon[95500]: pgmap v15208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:28 smithi081 ceph-mon[107735]: pgmap v15208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:30 smithi170 ceph-mon[97338]: pgmap v15209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:30 smithi081 ceph-mon[95500]: pgmap v15209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:30.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:30 smithi081 ceph-mon[107735]: pgmap v15209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:31 smithi170 ceph-mon[97338]: pgmap v15210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:31 smithi081 ceph-mon[95500]: pgmap v15210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:31 smithi081 ceph-mon[107735]: pgmap v15210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:05:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:34 smithi081 ceph-mon[95500]: pgmap v15211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:34 smithi081 ceph-mon[107735]: pgmap v15211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:33.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:33.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:34 smithi170 ceph-mon[97338]: pgmap v15211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:35.618Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:35.619Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:36 smithi170 ceph-mon[97338]: pgmap v15212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:36 smithi081 ceph-mon[95500]: pgmap v15212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:36 smithi081 ceph-mon[107735]: pgmap v15212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:38 smithi170 ceph-mon[97338]: pgmap v15213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:38 smithi081 ceph-mon[95500]: pgmap v15213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:38 smithi081 ceph-mon[107735]: pgmap v15213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:40 smithi170 ceph-mon[97338]: pgmap v15214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:40 smithi081 ceph-mon[95500]: pgmap v15214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:40 smithi081 ceph-mon[107735]: pgmap v15214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:41 smithi170 ceph-mon[97338]: pgmap v15215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:41 smithi081 ceph-mon[95500]: pgmap v15215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:41 smithi081 ceph-mon[107735]: pgmap v15215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:05:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:44 smithi081 ceph-mon[95500]: pgmap v15216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:44 smithi081 ceph-mon[107735]: pgmap v15216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:43.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:43.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:44 smithi170 ceph-mon[97338]: pgmap v15216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:45.618Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:45.619Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:46 smithi170 ceph-mon[97338]: pgmap v15217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:46 smithi081 ceph-mon[95500]: pgmap v15217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:46 smithi081 ceph-mon[107735]: pgmap v15217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:48 smithi170 ceph-mon[97338]: pgmap v15218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:48 smithi081 ceph-mon[95500]: pgmap v15218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:48 smithi081 ceph-mon[107735]: pgmap v15218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:50 smithi170 ceph-mon[97338]: pgmap v15219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:50 smithi081 ceph-mon[95500]: pgmap v15219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:50 smithi081 ceph-mon[107735]: pgmap v15219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:51 smithi170 ceph-mon[97338]: pgmap v15220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:51 smithi081 ceph-mon[95500]: pgmap v15220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:52.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:51 smithi081 ceph-mon[107735]: pgmap v15220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:05:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:54 smithi081 ceph-mon[95500]: pgmap v15221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:54 smithi081 ceph-mon[107735]: pgmap v15221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:53.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:53.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:54 smithi170 ceph-mon[97338]: pgmap v15221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:05:55.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:05:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:05:55.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:05:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:56 smithi170 ceph-mon[97338]: pgmap v15222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:56 smithi081 ceph-mon[95500]: pgmap v15222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:56 smithi081 ceph-mon[107735]: pgmap v15222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:05:58 smithi170 ceph-mon[97338]: pgmap v15223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:05:58 smithi081 ceph-mon[95500]: pgmap v15223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:05:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:05:58 smithi081 ceph-mon[107735]: pgmap v15223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:00 smithi170 ceph-mon[97338]: pgmap v15224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:00 smithi081 ceph-mon[95500]: pgmap v15224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:00 smithi081 ceph-mon[107735]: pgmap v15224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:01 smithi170 ceph-mon[97338]: pgmap v15225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:01 smithi081 ceph-mon[95500]: pgmap v15225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:01 smithi081 ceph-mon[107735]: pgmap v15225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:06:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:04 smithi081 ceph-mon[95500]: pgmap v15226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:04 smithi081 ceph-mon[107735]: pgmap v15226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:03.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:03.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:04 smithi170 ceph-mon[97338]: pgmap v15226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:05.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:05.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:06 smithi170 ceph-mon[97338]: pgmap v15227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:06 smithi081 ceph-mon[95500]: pgmap v15227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:06 smithi081 ceph-mon[107735]: pgmap v15227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:08 smithi170 ceph-mon[97338]: pgmap v15228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:08 smithi081 ceph-mon[95500]: pgmap v15228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:08 smithi081 ceph-mon[107735]: pgmap v15228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:10 smithi170 ceph-mon[97338]: pgmap v15229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:10 smithi081 ceph-mon[95500]: pgmap v15229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:10.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:10 smithi081 ceph-mon[107735]: pgmap v15229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:11.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:11 smithi170 ceph-mon[97338]: pgmap v15230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:11 smithi081 ceph-mon[95500]: pgmap v15230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:11 smithi081 ceph-mon[107735]: pgmap v15230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:06:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:14 smithi081 ceph-mon[95500]: pgmap v15231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:14 smithi081 ceph-mon[107735]: pgmap v15231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:13.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:13.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:14 smithi170 ceph-mon[97338]: pgmap v15231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:15.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:15.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:16 smithi170 ceph-mon[97338]: pgmap v15232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:16 smithi081 ceph-mon[95500]: pgmap v15232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:16.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:16 smithi081 ceph-mon[107735]: pgmap v15232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:18 smithi170 ceph-mon[97338]: pgmap v15233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:18 smithi081 ceph-mon[95500]: pgmap v15233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:18 smithi081 ceph-mon[107735]: pgmap v15233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:20 smithi170 ceph-mon[97338]: pgmap v15234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:20 smithi081 ceph-mon[95500]: pgmap v15234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:20 smithi081 ceph-mon[107735]: pgmap v15234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:21.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:21 smithi170 ceph-mon[97338]: pgmap v15235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:21 smithi081 ceph-mon[95500]: pgmap v15235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:21 smithi081 ceph-mon[107735]: pgmap v15235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:06:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:24 smithi081 ceph-mon[95500]: pgmap v15236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:24 smithi081 ceph-mon[107735]: pgmap v15236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:23.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:23.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:24 smithi170 ceph-mon[97338]: pgmap v15236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:25.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:25.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:26 smithi170 ceph-mon[97338]: pgmap v15237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:26 smithi081 ceph-mon[95500]: pgmap v15237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:26 smithi081 ceph-mon[107735]: pgmap v15237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:28 smithi170 ceph-mon[97338]: pgmap v15238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:28 smithi081 ceph-mon[95500]: pgmap v15238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:28 smithi081 ceph-mon[107735]: pgmap v15238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:30 smithi170 ceph-mon[97338]: pgmap v15239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:30 smithi081 ceph-mon[95500]: pgmap v15239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:30.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:30 smithi081 ceph-mon[107735]: pgmap v15239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:31.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:31 smithi170 ceph-mon[97338]: pgmap v15240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:31 smithi081 ceph-mon[95500]: pgmap v15240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:31 smithi081 ceph-mon[107735]: pgmap v15240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:06:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:34 smithi081 ceph-mon[95500]: pgmap v15241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:34 smithi081 ceph-mon[107735]: pgmap v15241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:33.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:33.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:34 smithi170 ceph-mon[97338]: pgmap v15241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:35.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:35.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:36 smithi170 ceph-mon[97338]: pgmap v15242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:36 smithi081 ceph-mon[95500]: pgmap v15242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:36 smithi081 ceph-mon[107735]: pgmap v15242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:38 smithi170 ceph-mon[97338]: pgmap v15243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:38 smithi081 ceph-mon[95500]: pgmap v15243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:38 smithi081 ceph-mon[107735]: pgmap v15243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:40 smithi170 ceph-mon[97338]: pgmap v15244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:40 smithi081 ceph-mon[95500]: pgmap v15244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:40 smithi081 ceph-mon[107735]: pgmap v15244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:41.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:41 smithi170 ceph-mon[97338]: pgmap v15245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:41 smithi081 ceph-mon[95500]: pgmap v15245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:41 smithi081 ceph-mon[107735]: pgmap v15245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:06:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:44 smithi081 ceph-mon[95500]: pgmap v15246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:44 smithi081 ceph-mon[107735]: pgmap v15246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:43.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:43.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:44 smithi170 ceph-mon[97338]: pgmap v15246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:45.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:45.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:46 smithi170 ceph-mon[97338]: pgmap v15247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:46 smithi081 ceph-mon[95500]: pgmap v15247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:46 smithi081 ceph-mon[107735]: pgmap v15247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:48 smithi170 ceph-mon[97338]: pgmap v15248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:48 smithi081 ceph-mon[95500]: pgmap v15248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:48 smithi081 ceph-mon[107735]: pgmap v15248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:50 smithi170 ceph-mon[97338]: pgmap v15249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:50 smithi081 ceph-mon[95500]: pgmap v15249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:50 smithi081 ceph-mon[107735]: pgmap v15249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:51.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:51 smithi170 ceph-mon[97338]: pgmap v15250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:51 smithi081 ceph-mon[95500]: pgmap v15250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:51 smithi081 ceph-mon[107735]: pgmap v15250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:06:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:54 smithi081 ceph-mon[95500]: pgmap v15251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:54 smithi081 ceph-mon[107735]: pgmap v15251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:53.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:53.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:54 smithi170 ceph-mon[97338]: pgmap v15251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:06:55.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:06:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:06:55.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:06:56.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:56 smithi170 ceph-mon[97338]: pgmap v15252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:56 smithi081 ceph-mon[95500]: pgmap v15252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:56 smithi081 ceph-mon[107735]: pgmap v15252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:06:58 smithi170 ceph-mon[97338]: pgmap v15253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:06:58 smithi081 ceph-mon[95500]: pgmap v15253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:06:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:06:58 smithi081 ceph-mon[107735]: pgmap v15253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:00 smithi170 ceph-mon[97338]: pgmap v15254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:00 smithi081 ceph-mon[95500]: pgmap v15254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:00 smithi081 ceph-mon[107735]: pgmap v15254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:01.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:01 smithi170 ceph-mon[97338]: pgmap v15255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:01 smithi081 ceph-mon[95500]: pgmap v15255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:01 smithi081 ceph-mon[107735]: pgmap v15255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:07:04.044 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:04 smithi081 ceph-mon[95500]: pgmap v15256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:04.045 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:03.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:04.045 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:03.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:04 smithi170 ceph-mon[97338]: pgmap v15256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:04 smithi081 ceph-mon[107735]: pgmap v15256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:05.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:05.624Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:06 smithi170 ceph-mon[97338]: pgmap v15257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:06 smithi081 ceph-mon[107735]: pgmap v15257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:06 smithi081 ceph-mon[95500]: pgmap v15257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:08 smithi170 ceph-mon[97338]: pgmap v15258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:08 smithi081 ceph-mon[95500]: pgmap v15258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:08 smithi081 ceph-mon[107735]: pgmap v15258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:10 smithi170 ceph-mon[97338]: pgmap v15259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:10 smithi081 ceph-mon[95500]: pgmap v15259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:10 smithi081 ceph-mon[107735]: pgmap v15259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:11 smithi081 ceph-mon[95500]: pgmap v15260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:11 smithi081 ceph-mon[107735]: pgmap v15260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:11 smithi170 ceph-mon[97338]: pgmap v15260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:13.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:07:14.046 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:13.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:14.047 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:13.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:14 smithi170 ceph-mon[97338]: pgmap v15261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:14 smithi081 ceph-mon[95500]: pgmap v15261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:14 smithi081 ceph-mon[107735]: pgmap v15261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:15.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:15.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:16 smithi170 ceph-mon[97338]: pgmap v15262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:16 smithi081 ceph-mon[95500]: pgmap v15262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:16 smithi081 ceph-mon[107735]: pgmap v15262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:18 smithi170 ceph-mon[97338]: pgmap v15263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:18 smithi081 ceph-mon[95500]: pgmap v15263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:18 smithi081 ceph-mon[107735]: pgmap v15263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:20 smithi170 ceph-mon[97338]: pgmap v15264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:20 smithi081 ceph-mon[95500]: pgmap v15264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:20 smithi081 ceph-mon[107735]: pgmap v15264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:21 smithi081 ceph-mon[95500]: pgmap v15265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:21 smithi081 ceph-mon[107735]: pgmap v15265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:21 smithi170 ceph-mon[97338]: pgmap v15265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:07:24.049 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:23.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:24.050 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:23.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:24 smithi170 ceph-mon[97338]: pgmap v15266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:24 smithi081 ceph-mon[95500]: pgmap v15266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:24 smithi081 ceph-mon[107735]: pgmap v15266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:25.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:25.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:26 smithi170 ceph-mon[97338]: pgmap v15267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:26 smithi081 ceph-mon[95500]: pgmap v15267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:26 smithi081 ceph-mon[107735]: pgmap v15267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:28 smithi170 ceph-mon[97338]: pgmap v15268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:28 smithi081 ceph-mon[95500]: pgmap v15268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:28 smithi081 ceph-mon[107735]: pgmap v15268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:30 smithi170 ceph-mon[97338]: pgmap v15269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:30 smithi081 ceph-mon[95500]: pgmap v15269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:30 smithi081 ceph-mon[107735]: pgmap v15269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:31 smithi081 ceph-mon[95500]: pgmap v15270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:31 smithi081 ceph-mon[107735]: pgmap v15270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:31 smithi170 ceph-mon[97338]: pgmap v15270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:07:34.053 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:33.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:34.054 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:33.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:34 smithi170 ceph-mon[97338]: pgmap v15271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:34 smithi081 ceph-mon[95500]: pgmap v15271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:34 smithi081 ceph-mon[107735]: pgmap v15271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:35.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:35.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:36 smithi170 ceph-mon[97338]: pgmap v15272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:36 smithi081 ceph-mon[95500]: pgmap v15272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:36 smithi081 ceph-mon[107735]: pgmap v15272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:38 smithi170 ceph-mon[97338]: pgmap v15273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:38 smithi081 ceph-mon[95500]: pgmap v15273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:38 smithi081 ceph-mon[107735]: pgmap v15273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:40 smithi170 ceph-mon[97338]: pgmap v15274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:40 smithi081 ceph-mon[95500]: pgmap v15274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:40 smithi081 ceph-mon[107735]: pgmap v15274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:41 smithi081 ceph-mon[95500]: pgmap v15275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:42.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:41 smithi081 ceph-mon[107735]: pgmap v15275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:41 smithi170 ceph-mon[97338]: pgmap v15275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:07:44.056 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:43.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:44.056 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:43.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:44 smithi170 ceph-mon[97338]: pgmap v15276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:44 smithi081 ceph-mon[95500]: pgmap v15276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:44 smithi081 ceph-mon[107735]: pgmap v15276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:45.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:45.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:46 smithi170 ceph-mon[97338]: pgmap v15277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:46 smithi081 ceph-mon[95500]: pgmap v15277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:46 smithi081 ceph-mon[107735]: pgmap v15277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:48 smithi170 ceph-mon[97338]: pgmap v15278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:48 smithi081 ceph-mon[95500]: pgmap v15278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:48 smithi081 ceph-mon[107735]: pgmap v15278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:50 smithi170 ceph-mon[97338]: pgmap v15279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:50 smithi081 ceph-mon[95500]: pgmap v15279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:50 smithi081 ceph-mon[107735]: pgmap v15279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:51 smithi081 ceph-mon[95500]: pgmap v15280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:51 smithi081 ceph-mon[107735]: pgmap v15280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:51 smithi170 ceph-mon[97338]: pgmap v15280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:07:54.059 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:53.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:54.060 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:53.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:54 smithi170 ceph-mon[97338]: pgmap v15281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:54 smithi081 ceph-mon[95500]: pgmap v15281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:54 smithi081 ceph-mon[107735]: pgmap v15281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:07:55.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:07:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:07:55.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:07:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:56 smithi170 ceph-mon[97338]: pgmap v15282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:56 smithi081 ceph-mon[95500]: pgmap v15282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:56 smithi081 ceph-mon[107735]: pgmap v15282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:07:58 smithi170 ceph-mon[97338]: pgmap v15283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:07:58 smithi081 ceph-mon[95500]: pgmap v15283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:07:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:07:58 smithi081 ceph-mon[107735]: pgmap v15283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:00 smithi170 ceph-mon[97338]: pgmap v15284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:00 smithi081 ceph-mon[95500]: pgmap v15284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:00 smithi081 ceph-mon[107735]: pgmap v15284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:01 smithi081 ceph-mon[95500]: pgmap v15285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:02.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:01 smithi081 ceph-mon[107735]: pgmap v15285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:01 smithi170 ceph-mon[97338]: pgmap v15285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:08:04.063 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:03.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:04.063 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:03.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:04 smithi170 ceph-mon[97338]: pgmap v15286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:04 smithi081 ceph-mon[95500]: pgmap v15286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:04 smithi081 ceph-mon[107735]: pgmap v15286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:05.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:05.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:06 smithi170 ceph-mon[97338]: pgmap v15287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:06 smithi081 ceph-mon[95500]: pgmap v15287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:06 smithi081 ceph-mon[107735]: pgmap v15287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:08 smithi170 ceph-mon[97338]: pgmap v15288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:08 smithi081 ceph-mon[95500]: pgmap v15288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:08 smithi081 ceph-mon[107735]: pgmap v15288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:10 smithi170 ceph-mon[97338]: pgmap v15289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:10 smithi081 ceph-mon[95500]: pgmap v15289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:10 smithi081 ceph-mon[107735]: pgmap v15289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:11 smithi081 ceph-mon[95500]: pgmap v15290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:12.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:11 smithi081 ceph-mon[107735]: pgmap v15290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:11 smithi170 ceph-mon[97338]: pgmap v15290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:08:14.066 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:13.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:14.066 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:13.796Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:14 smithi170 ceph-mon[97338]: pgmap v15291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:14 smithi081 ceph-mon[95500]: pgmap v15291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:14 smithi081 ceph-mon[107735]: pgmap v15291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:15.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:15.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:16 smithi170 ceph-mon[97338]: pgmap v15292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:16.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:16 smithi081 ceph-mon[95500]: pgmap v15292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:16 smithi081 ceph-mon[107735]: pgmap v15292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:18 smithi170 ceph-mon[97338]: pgmap v15293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:18 smithi081 ceph-mon[95500]: pgmap v15293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:18 smithi081 ceph-mon[107735]: pgmap v15293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:20 smithi170 ceph-mon[97338]: pgmap v15294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:20 smithi081 ceph-mon[95500]: pgmap v15294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:20 smithi081 ceph-mon[107735]: pgmap v15294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:21 smithi081 ceph-mon[95500]: pgmap v15295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:21 smithi081 ceph-mon[107735]: pgmap v15295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:21 smithi170 ceph-mon[97338]: pgmap v15295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:08:24.069 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:23.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:24.069 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:23.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:24 smithi170 ceph-mon[97338]: pgmap v15296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:24 smithi081 ceph-mon[95500]: pgmap v15296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:24 smithi081 ceph-mon[107735]: pgmap v15296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:25.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:25.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:26 smithi170 ceph-mon[97338]: pgmap v15297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:26 smithi081 ceph-mon[95500]: pgmap v15297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:26 smithi081 ceph-mon[107735]: pgmap v15297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:28 smithi170 ceph-mon[97338]: pgmap v15298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:28 smithi081 ceph-mon[95500]: pgmap v15298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:28 smithi081 ceph-mon[107735]: pgmap v15298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:30 smithi170 ceph-mon[97338]: pgmap v15299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:30 smithi081 ceph-mon[95500]: pgmap v15299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:30 smithi081 ceph-mon[107735]: pgmap v15299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:31 smithi081 ceph-mon[95500]: pgmap v15300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:31 smithi081 ceph-mon[107735]: pgmap v15300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:31 smithi170 ceph-mon[97338]: pgmap v15300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:08:34.072 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:33.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:34.073 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:33.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:34 smithi170 ceph-mon[97338]: pgmap v15301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:34 smithi081 ceph-mon[95500]: pgmap v15301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:34 smithi081 ceph-mon[107735]: pgmap v15301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:35.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:35.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:36 smithi170 ceph-mon[97338]: pgmap v15302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:36 smithi081 ceph-mon[95500]: pgmap v15302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:36 smithi081 ceph-mon[107735]: pgmap v15302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:38 smithi170 ceph-mon[97338]: pgmap v15303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:38 smithi081 ceph-mon[95500]: pgmap v15303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:38 smithi081 ceph-mon[107735]: pgmap v15303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:40 smithi170 ceph-mon[97338]: pgmap v15304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:40 smithi081 ceph-mon[95500]: pgmap v15304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:40 smithi081 ceph-mon[107735]: pgmap v15304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:41 smithi081 ceph-mon[95500]: pgmap v15305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:41 smithi081 ceph-mon[107735]: pgmap v15305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:41 smithi170 ceph-mon[97338]: pgmap v15305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:08:44.075 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:43.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:44.076 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:43.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:44 smithi170 ceph-mon[97338]: pgmap v15306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:44 smithi081 ceph-mon[95500]: pgmap v15306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:44 smithi081 ceph-mon[107735]: pgmap v15306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:45.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:45.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:46 smithi170 ceph-mon[97338]: pgmap v15307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:46 smithi081 ceph-mon[95500]: pgmap v15307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:46 smithi081 ceph-mon[107735]: pgmap v15307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:48 smithi170 ceph-mon[97338]: pgmap v15308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:48 smithi081 ceph-mon[95500]: pgmap v15308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:48 smithi081 ceph-mon[107735]: pgmap v15308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:50 smithi170 ceph-mon[97338]: pgmap v15309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:50 smithi081 ceph-mon[95500]: pgmap v15309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:50 smithi081 ceph-mon[107735]: pgmap v15309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:51 smithi081 ceph-mon[95500]: pgmap v15310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:51 smithi081 ceph-mon[107735]: pgmap v15310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:51 smithi170 ceph-mon[97338]: pgmap v15310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:08:54.078 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:53.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:54.078 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:53.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:54 smithi170 ceph-mon[97338]: pgmap v15311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:54 smithi081 ceph-mon[95500]: pgmap v15311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:54 smithi081 ceph-mon[107735]: pgmap v15311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:08:55.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:08:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:08:55.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:08:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:56 smithi170 ceph-mon[97338]: pgmap v15312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:56 smithi081 ceph-mon[95500]: pgmap v15312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:56 smithi081 ceph-mon[107735]: pgmap v15312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:08:58 smithi170 ceph-mon[97338]: pgmap v15313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:08:58 smithi081 ceph-mon[95500]: pgmap v15313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:08:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:08:58 smithi081 ceph-mon[107735]: pgmap v15313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:00 smithi170 ceph-mon[97338]: pgmap v15314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:00 smithi081 ceph-mon[95500]: pgmap v15314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:00 smithi081 ceph-mon[107735]: pgmap v15314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:01 smithi170 ceph-mon[97338]: pgmap v15315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:01 smithi081 ceph-mon[95500]: pgmap v15315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:01 smithi081 ceph-mon[107735]: pgmap v15315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:09:04.081 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:03.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:04.081 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:03.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:04 smithi170 ceph-mon[97338]: pgmap v15316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:04 smithi081 ceph-mon[95500]: pgmap v15316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:04 smithi081 ceph-mon[107735]: pgmap v15316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:05.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:05.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:06 smithi170 ceph-mon[97338]: pgmap v15317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:06 smithi081 ceph-mon[95500]: pgmap v15317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:06 smithi081 ceph-mon[107735]: pgmap v15317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:08 smithi170 ceph-mon[97338]: pgmap v15318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:08 smithi081 ceph-mon[95500]: pgmap v15318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:08 smithi081 ceph-mon[107735]: pgmap v15318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:10 smithi170 ceph-mon[97338]: pgmap v15319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:10 smithi081 ceph-mon[95500]: pgmap v15319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:10 smithi081 ceph-mon[107735]: pgmap v15319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:11 smithi170 ceph-mon[97338]: pgmap v15320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:11 smithi081 ceph-mon[95500]: pgmap v15320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:11 smithi081 ceph-mon[107735]: pgmap v15320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:09:14.085 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:13.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:14.085 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:13.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:14 smithi170 ceph-mon[97338]: pgmap v15321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:14 smithi081 ceph-mon[95500]: pgmap v15321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:14 smithi081 ceph-mon[107735]: pgmap v15321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:15.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:15.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:16 smithi170 ceph-mon[97338]: pgmap v15322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:16 smithi081 ceph-mon[95500]: pgmap v15322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:16.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:16 smithi081 ceph-mon[107735]: pgmap v15322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:18 smithi170 ceph-mon[97338]: pgmap v15323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:18 smithi081 ceph-mon[95500]: pgmap v15323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:18 smithi081 ceph-mon[107735]: pgmap v15323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:20 smithi170 ceph-mon[97338]: pgmap v15324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:20 smithi081 ceph-mon[95500]: pgmap v15324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:20 smithi081 ceph-mon[107735]: pgmap v15324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:21 smithi170 ceph-mon[97338]: pgmap v15325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:21 smithi081 ceph-mon[95500]: pgmap v15325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:21 smithi081 ceph-mon[107735]: pgmap v15325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:09:24.088 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:23.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:24.088 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:23.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:24 smithi170 ceph-mon[97338]: pgmap v15326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:24 smithi081 ceph-mon[95500]: pgmap v15326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:24 smithi081 ceph-mon[107735]: pgmap v15326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:25.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:25.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:26 smithi170 ceph-mon[97338]: pgmap v15327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:26 smithi081 ceph-mon[95500]: pgmap v15327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:26 smithi081 ceph-mon[107735]: pgmap v15327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:28 smithi170 ceph-mon[97338]: pgmap v15328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:28 smithi081 ceph-mon[95500]: pgmap v15328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:28 smithi081 ceph-mon[107735]: pgmap v15328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:30 smithi170 ceph-mon[97338]: pgmap v15329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:30 smithi081 ceph-mon[95500]: pgmap v15329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:30 smithi081 ceph-mon[107735]: pgmap v15329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:31 smithi170 ceph-mon[97338]: pgmap v15330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:31 smithi081 ceph-mon[95500]: pgmap v15330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:31 smithi081 ceph-mon[107735]: pgmap v15330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:09:34.091 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:33.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:34.091 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:33.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:34 smithi170 ceph-mon[97338]: pgmap v15331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:34 smithi081 ceph-mon[95500]: pgmap v15331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:34 smithi081 ceph-mon[107735]: pgmap v15331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:35.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:35.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:36 smithi170 ceph-mon[97338]: pgmap v15332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:36 smithi081 ceph-mon[95500]: pgmap v15332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:36 smithi081 ceph-mon[107735]: pgmap v15332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:38 smithi170 ceph-mon[97338]: pgmap v15333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:38 smithi081 ceph-mon[95500]: pgmap v15333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:38 smithi081 ceph-mon[107735]: pgmap v15333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:40 smithi170 ceph-mon[97338]: pgmap v15334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:40 smithi081 ceph-mon[95500]: pgmap v15334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:40 smithi081 ceph-mon[107735]: pgmap v15334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:41 smithi170 ceph-mon[97338]: pgmap v15335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:41 smithi081 ceph-mon[95500]: pgmap v15335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:41 smithi081 ceph-mon[107735]: pgmap v15335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:09:44.099 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:43.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:44.099 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:43.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:44 smithi170 ceph-mon[97338]: pgmap v15336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:44 smithi081 ceph-mon[95500]: pgmap v15336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:44 smithi081 ceph-mon[107735]: pgmap v15336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:45.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:45.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:46 smithi170 ceph-mon[97338]: pgmap v15337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:46 smithi081 ceph-mon[95500]: pgmap v15337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:46 smithi081 ceph-mon[107735]: pgmap v15337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:48 smithi170 ceph-mon[97338]: pgmap v15338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:48 smithi081 ceph-mon[95500]: pgmap v15338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:48.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:48 smithi081 ceph-mon[107735]: pgmap v15338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:50 smithi170 ceph-mon[97338]: pgmap v15339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:50 smithi081 ceph-mon[95500]: pgmap v15339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:50 smithi081 ceph-mon[107735]: pgmap v15339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:51 smithi170 ceph-mon[97338]: pgmap v15340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:51 smithi081 ceph-mon[95500]: pgmap v15340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:51 smithi081 ceph-mon[107735]: pgmap v15340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:09:54.097 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:53.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:54.097 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:53.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:54 smithi170 ceph-mon[97338]: pgmap v15341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:54 smithi081 ceph-mon[95500]: pgmap v15341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:54 smithi081 ceph-mon[107735]: pgmap v15341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:09:55.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:09:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:09:55.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:09:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:56 smithi170 ceph-mon[97338]: pgmap v15342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:56 smithi081 ceph-mon[95500]: pgmap v15342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:56 smithi081 ceph-mon[107735]: pgmap v15342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:09:58 smithi170 ceph-mon[97338]: pgmap v15343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:09:58 smithi081 ceph-mon[95500]: pgmap v15343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:09:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:09:58 smithi081 ceph-mon[107735]: pgmap v15343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:00 smithi170 ceph-mon[97338]: pgmap v15344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:10:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:00 smithi081 ceph-mon[95500]: pgmap v15344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:10:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:00 smithi081 ceph-mon[107735]: pgmap v15344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:10:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:01 smithi170 ceph-mon[97338]: pgmap v15345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:01 smithi081 ceph-mon[95500]: pgmap v15345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:01 smithi081 ceph-mon[107735]: pgmap v15345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:10:04.100 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:03.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:04.101 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:03.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:04 smithi170 ceph-mon[97338]: pgmap v15346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:04 smithi081 ceph-mon[107735]: pgmap v15346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:04 smithi081 ceph-mon[95500]: pgmap v15346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:05.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:05.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:06 smithi170 ceph-mon[97338]: pgmap v15347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:06 smithi081 ceph-mon[95500]: pgmap v15347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:06 smithi081 ceph-mon[107735]: pgmap v15347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:08 smithi170 ceph-mon[97338]: pgmap v15348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:08 smithi081 ceph-mon[95500]: pgmap v15348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:08 smithi081 ceph-mon[107735]: pgmap v15348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:10 smithi170 ceph-mon[97338]: pgmap v15349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:10 smithi081 ceph-mon[95500]: pgmap v15349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:10 smithi081 ceph-mon[107735]: pgmap v15349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:11 smithi170 ceph-mon[97338]: pgmap v15350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:11 smithi081 ceph-mon[95500]: pgmap v15350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:11 smithi081 ceph-mon[107735]: pgmap v15350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:10:14.104 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:13.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:14.105 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:13.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:14 smithi170 ceph-mon[97338]: pgmap v15351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:14 smithi081 ceph-mon[95500]: pgmap v15351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:14 smithi081 ceph-mon[107735]: pgmap v15351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:15.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:15.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:16 smithi170 ceph-mon[97338]: pgmap v15352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:16 smithi081 ceph-mon[107735]: pgmap v15352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:16 smithi081 ceph-mon[95500]: pgmap v15352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:18 smithi170 ceph-mon[97338]: pgmap v15353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:18 smithi081 ceph-mon[95500]: pgmap v15353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:18 smithi081 ceph-mon[107735]: pgmap v15353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:20 smithi170 ceph-mon[97338]: pgmap v15354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:20 smithi081 ceph-mon[95500]: pgmap v15354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:20 smithi081 ceph-mon[107735]: pgmap v15354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:21 smithi170 ceph-mon[97338]: pgmap v15355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:21 smithi081 ceph-mon[95500]: pgmap v15355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:21 smithi081 ceph-mon[107735]: pgmap v15355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:10:24.107 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:23.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:24.107 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:23.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:24 smithi170 ceph-mon[97338]: pgmap v15356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:24 smithi081 ceph-mon[95500]: pgmap v15356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:24 smithi081 ceph-mon[107735]: pgmap v15356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:25.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:25.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:26 smithi170 ceph-mon[97338]: pgmap v15357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:26 smithi081 ceph-mon[95500]: pgmap v15357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:26 smithi081 ceph-mon[107735]: pgmap v15357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:28.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:28 smithi170 ceph-mon[97338]: pgmap v15358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:28 smithi081 ceph-mon[95500]: pgmap v15358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:28.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:28 smithi081 ceph-mon[107735]: pgmap v15358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:30 smithi170 ceph-mon[97338]: pgmap v15359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:30 smithi081 ceph-mon[95500]: pgmap v15359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:30 smithi081 ceph-mon[107735]: pgmap v15359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:31 smithi170 ceph-mon[97338]: pgmap v15360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:31 smithi081 ceph-mon[95500]: pgmap v15360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:31 smithi081 ceph-mon[107735]: pgmap v15360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:10:34.110 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:33.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:34.111 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:33.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:34 smithi170 ceph-mon[97338]: pgmap v15361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:34 smithi081 ceph-mon[95500]: pgmap v15361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:34 smithi081 ceph-mon[107735]: pgmap v15361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:36.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:35.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:36.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:35.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:36 smithi170 ceph-mon[97338]: pgmap v15362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:36 smithi081 ceph-mon[95500]: pgmap v15362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:36 smithi081 ceph-mon[107735]: pgmap v15362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:38 smithi170 ceph-mon[97338]: pgmap v15363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:38 smithi081 ceph-mon[95500]: pgmap v15363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:38 smithi081 ceph-mon[107735]: pgmap v15363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:40 smithi170 ceph-mon[97338]: pgmap v15364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:40 smithi081 ceph-mon[95500]: pgmap v15364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:40 smithi081 ceph-mon[107735]: pgmap v15364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:41 smithi170 ceph-mon[97338]: pgmap v15365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:41 smithi081 ceph-mon[95500]: pgmap v15365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:41 smithi081 ceph-mon[107735]: pgmap v15365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:10:44.113 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:43.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:44.114 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:43.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:44 smithi170 ceph-mon[97338]: pgmap v15366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:44 smithi081 ceph-mon[95500]: pgmap v15366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:44 smithi081 ceph-mon[107735]: pgmap v15366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:45.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:45.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:46 smithi170 ceph-mon[97338]: pgmap v15367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:46 smithi081 ceph-mon[95500]: pgmap v15367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:46 smithi081 ceph-mon[107735]: pgmap v15367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:48 smithi170 ceph-mon[97338]: pgmap v15368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:48 smithi081 ceph-mon[95500]: pgmap v15368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:48 smithi081 ceph-mon[107735]: pgmap v15368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:50 smithi170 ceph-mon[97338]: pgmap v15369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:50.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:50 smithi081 ceph-mon[95500]: pgmap v15369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:50.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:50 smithi081 ceph-mon[107735]: pgmap v15369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:51 smithi170 ceph-mon[97338]: pgmap v15370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:51 smithi081 ceph-mon[95500]: pgmap v15370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:51 smithi081 ceph-mon[107735]: pgmap v15370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:10:54.117 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:53.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:54.117 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:53.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:54 smithi170 ceph-mon[97338]: pgmap v15371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:54 smithi081 ceph-mon[95500]: pgmap v15371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:54 smithi081 ceph-mon[107735]: pgmap v15371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:10:55.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:10:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:10:55.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:10:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:56 smithi170 ceph-mon[97338]: pgmap v15372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:56 smithi081 ceph-mon[95500]: pgmap v15372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:56 smithi081 ceph-mon[107735]: pgmap v15372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:10:58 smithi170 ceph-mon[97338]: pgmap v15373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:10:58 smithi081 ceph-mon[95500]: pgmap v15373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:10:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:10:58 smithi081 ceph-mon[107735]: pgmap v15373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:00 smithi170 ceph-mon[97338]: pgmap v15374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:00 smithi081 ceph-mon[95500]: pgmap v15374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:00 smithi081 ceph-mon[107735]: pgmap v15374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:01 smithi170 ceph-mon[97338]: pgmap v15375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:01 smithi081 ceph-mon[95500]: pgmap v15375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:01 smithi081 ceph-mon[107735]: pgmap v15375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:11:04.119 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:03.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:04.119 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:03.807Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:04 smithi170 ceph-mon[97338]: pgmap v15376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:04 smithi081 ceph-mon[95500]: pgmap v15376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:04 smithi081 ceph-mon[107735]: pgmap v15376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:05.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:05.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:06 smithi170 ceph-mon[97338]: pgmap v15377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:06 smithi081 ceph-mon[95500]: pgmap v15377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:06 smithi081 ceph-mon[107735]: pgmap v15377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:08 smithi170 ceph-mon[97338]: pgmap v15378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:08 smithi081 ceph-mon[95500]: pgmap v15378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:08 smithi081 ceph-mon[107735]: pgmap v15378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:10 smithi170 ceph-mon[97338]: pgmap v15379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:10 smithi081 ceph-mon[95500]: pgmap v15379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:10 smithi081 ceph-mon[107735]: pgmap v15379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:11 smithi170 ceph-mon[97338]: pgmap v15380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:11 smithi081 ceph-mon[95500]: pgmap v15380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:11 smithi081 ceph-mon[107735]: pgmap v15380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:11:14.122 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:13.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:14.122 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:13.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:14 smithi170 ceph-mon[97338]: pgmap v15381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:14 smithi081 ceph-mon[95500]: pgmap v15381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:14 smithi081 ceph-mon[107735]: pgmap v15381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:15.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:15.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:16 smithi170 ceph-mon[97338]: pgmap v15382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:16 smithi081 ceph-mon[95500]: pgmap v15382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:16 smithi081 ceph-mon[107735]: pgmap v15382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:18 smithi170 ceph-mon[97338]: pgmap v15383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:18 smithi081 ceph-mon[95500]: pgmap v15383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:18 smithi081 ceph-mon[107735]: pgmap v15383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:20 smithi170 ceph-mon[97338]: pgmap v15384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:20 smithi081 ceph-mon[95500]: pgmap v15384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:20 smithi081 ceph-mon[107735]: pgmap v15384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:21 smithi170 ceph-mon[97338]: pgmap v15385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:21 smithi081 ceph-mon[95500]: pgmap v15385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:21 smithi081 ceph-mon[107735]: pgmap v15385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:11:24.125 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:23.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:24.126 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:23.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:24 smithi170 ceph-mon[97338]: pgmap v15386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:24 smithi081 ceph-mon[95500]: pgmap v15386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:24 smithi081 ceph-mon[107735]: pgmap v15386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:25.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:25.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:26 smithi170 ceph-mon[97338]: pgmap v15387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:26 smithi081 ceph-mon[95500]: pgmap v15387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:26 smithi081 ceph-mon[107735]: pgmap v15387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:28 smithi170 ceph-mon[97338]: pgmap v15388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:28 smithi081 ceph-mon[95500]: pgmap v15388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:28 smithi081 ceph-mon[107735]: pgmap v15388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:30 smithi170 ceph-mon[97338]: pgmap v15389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:30.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:30 smithi081 ceph-mon[95500]: pgmap v15389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:30.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:30 smithi081 ceph-mon[107735]: pgmap v15389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:31 smithi170 ceph-mon[97338]: pgmap v15390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:31 smithi081 ceph-mon[95500]: pgmap v15390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:31 smithi081 ceph-mon[107735]: pgmap v15390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:11:34.129 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:33.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:34.129 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:33.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:34 smithi170 ceph-mon[97338]: pgmap v15391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:34 smithi081 ceph-mon[95500]: pgmap v15391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:34 smithi081 ceph-mon[107735]: pgmap v15391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:35.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:35.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:36 smithi170 ceph-mon[97338]: pgmap v15392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:36 smithi081 ceph-mon[95500]: pgmap v15392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:36 smithi081 ceph-mon[107735]: pgmap v15392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:38 smithi170 ceph-mon[97338]: pgmap v15393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:38 smithi081 ceph-mon[95500]: pgmap v15393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:38 smithi081 ceph-mon[107735]: pgmap v15393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:40 smithi170 ceph-mon[97338]: pgmap v15394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:40 smithi081 ceph-mon[95500]: pgmap v15394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:40 smithi081 ceph-mon[107735]: pgmap v15394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:41 smithi170 ceph-mon[97338]: pgmap v15395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:41 smithi081 ceph-mon[95500]: pgmap v15395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:41 smithi081 ceph-mon[107735]: pgmap v15395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:11:44.132 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:43.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:44.133 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:43.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:44 smithi170 ceph-mon[97338]: pgmap v15396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:44 smithi081 ceph-mon[95500]: pgmap v15396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:44 smithi081 ceph-mon[107735]: pgmap v15396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:45.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:45.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:46 smithi170 ceph-mon[97338]: pgmap v15397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:46 smithi081 ceph-mon[95500]: pgmap v15397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:46 smithi081 ceph-mon[107735]: pgmap v15397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:48 smithi170 ceph-mon[97338]: pgmap v15398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:48 smithi081 ceph-mon[95500]: pgmap v15398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:48 smithi081 ceph-mon[107735]: pgmap v15398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:50 smithi170 ceph-mon[97338]: pgmap v15399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:50 smithi081 ceph-mon[95500]: pgmap v15399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:50 smithi081 ceph-mon[107735]: pgmap v15399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:51 smithi170 ceph-mon[97338]: pgmap v15400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:51 smithi081 ceph-mon[107735]: pgmap v15400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:51 smithi081 ceph-mon[95500]: pgmap v15400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:11:54.135 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:53.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:54.135 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:53.811Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:54 smithi170 ceph-mon[97338]: pgmap v15401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:54 smithi081 ceph-mon[95500]: pgmap v15401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:54 smithi081 ceph-mon[107735]: pgmap v15401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:11:55.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:11:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:11:55.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:11:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:56 smithi170 ceph-mon[97338]: pgmap v15402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:56 smithi081 ceph-mon[95500]: pgmap v15402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:56 smithi081 ceph-mon[107735]: pgmap v15402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:11:58 smithi170 ceph-mon[97338]: pgmap v15403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:11:58 smithi081 ceph-mon[95500]: pgmap v15403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:11:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:11:58 smithi081 ceph-mon[107735]: pgmap v15403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:00 smithi170 ceph-mon[97338]: pgmap v15404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:00 smithi081 ceph-mon[95500]: pgmap v15404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:00 smithi081 ceph-mon[107735]: pgmap v15404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:01 smithi170 ceph-mon[97338]: pgmap v15405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:01 smithi081 ceph-mon[95500]: pgmap v15405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:01 smithi081 ceph-mon[107735]: pgmap v15405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:12:04.138 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:03.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:04.138 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:03.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:04 smithi170 ceph-mon[97338]: pgmap v15406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:04 smithi081 ceph-mon[95500]: pgmap v15406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:04 smithi081 ceph-mon[107735]: pgmap v15406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:05.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:05.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:06 smithi170 ceph-mon[97338]: pgmap v15407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:06 smithi081 ceph-mon[95500]: pgmap v15407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:06 smithi081 ceph-mon[107735]: pgmap v15407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:08 smithi170 ceph-mon[97338]: pgmap v15408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:08 smithi081 ceph-mon[95500]: pgmap v15408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:08 smithi081 ceph-mon[107735]: pgmap v15408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:10 smithi170 ceph-mon[97338]: pgmap v15409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:10 smithi081 ceph-mon[95500]: pgmap v15409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:10 smithi081 ceph-mon[107735]: pgmap v15409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:11 smithi170 ceph-mon[97338]: pgmap v15410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:11 smithi081 ceph-mon[95500]: pgmap v15410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:11 smithi081 ceph-mon[107735]: pgmap v15410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:12:14.142 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:13.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:14.143 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:13.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:14 smithi170 ceph-mon[97338]: pgmap v15411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:14 smithi081 ceph-mon[95500]: pgmap v15411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:14 smithi081 ceph-mon[107735]: pgmap v15411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:15.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:15.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:16 smithi170 ceph-mon[97338]: pgmap v15412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:16 smithi081 ceph-mon[95500]: pgmap v15412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:16 smithi081 ceph-mon[107735]: pgmap v15412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:18 smithi170 ceph-mon[97338]: pgmap v15413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:18 smithi081 ceph-mon[95500]: pgmap v15413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:18 smithi081 ceph-mon[107735]: pgmap v15413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:20 smithi170 ceph-mon[97338]: pgmap v15414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:20 smithi081 ceph-mon[95500]: pgmap v15414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:20 smithi081 ceph-mon[107735]: pgmap v15414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:21 smithi170 ceph-mon[97338]: pgmap v15415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:21 smithi081 ceph-mon[95500]: pgmap v15415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:21 smithi081 ceph-mon[107735]: pgmap v15415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:12:24.145 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:23.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:24.145 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:23.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:24 smithi170 ceph-mon[97338]: pgmap v15416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:24 smithi081 ceph-mon[95500]: pgmap v15416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:24 smithi081 ceph-mon[107735]: pgmap v15416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:25.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:25.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:26 smithi170 ceph-mon[97338]: pgmap v15417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:26 smithi081 ceph-mon[95500]: pgmap v15417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:26 smithi081 ceph-mon[107735]: pgmap v15417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:28 smithi170 ceph-mon[97338]: pgmap v15418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:28 smithi081 ceph-mon[95500]: pgmap v15418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:28 smithi081 ceph-mon[107735]: pgmap v15418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:30 smithi170 ceph-mon[97338]: pgmap v15419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:30 smithi081 ceph-mon[95500]: pgmap v15419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:30 smithi081 ceph-mon[107735]: pgmap v15419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:31 smithi170 ceph-mon[97338]: pgmap v15420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:31 smithi081 ceph-mon[95500]: pgmap v15420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:31 smithi081 ceph-mon[107735]: pgmap v15420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:12:34.148 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:33.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:34.149 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:33.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:34 smithi170 ceph-mon[97338]: pgmap v15421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:34 smithi081 ceph-mon[95500]: pgmap v15421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:34 smithi081 ceph-mon[107735]: pgmap v15421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:35.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:35.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:36 smithi170 ceph-mon[97338]: pgmap v15422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:36 smithi081 ceph-mon[95500]: pgmap v15422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:36 smithi081 ceph-mon[107735]: pgmap v15422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:38 smithi170 ceph-mon[97338]: pgmap v15423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:38 smithi081 ceph-mon[95500]: pgmap v15423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:38 smithi081 ceph-mon[107735]: pgmap v15423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:40 smithi170 ceph-mon[97338]: pgmap v15424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:40 smithi081 ceph-mon[95500]: pgmap v15424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:40 smithi081 ceph-mon[107735]: pgmap v15424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:41 smithi170 ceph-mon[97338]: pgmap v15425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:41 smithi081 ceph-mon[95500]: pgmap v15425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:41 smithi081 ceph-mon[107735]: pgmap v15425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:12:44.151 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:43.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:44.151 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:43.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:44 smithi170 ceph-mon[97338]: pgmap v15426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:44 smithi081 ceph-mon[95500]: pgmap v15426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:44 smithi081 ceph-mon[107735]: pgmap v15426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:45.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:45.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:46 smithi170 ceph-mon[97338]: pgmap v15427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:46 smithi081 ceph-mon[95500]: pgmap v15427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:46 smithi081 ceph-mon[107735]: pgmap v15427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:48 smithi170 ceph-mon[97338]: pgmap v15428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:48 smithi081 ceph-mon[95500]: pgmap v15428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:48 smithi081 ceph-mon[107735]: pgmap v15428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:50 smithi170 ceph-mon[97338]: pgmap v15429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:50 smithi081 ceph-mon[95500]: pgmap v15429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:50 smithi081 ceph-mon[107735]: pgmap v15429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:51 smithi170 ceph-mon[97338]: pgmap v15430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:51 smithi081 ceph-mon[95500]: pgmap v15430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:51 smithi081 ceph-mon[107735]: pgmap v15430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:12:54.155 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:53.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:54.155 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:53.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:54 smithi170 ceph-mon[97338]: pgmap v15431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:54 smithi081 ceph-mon[95500]: pgmap v15431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:54 smithi081 ceph-mon[107735]: pgmap v15431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:12:55.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:12:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:12:55.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:12:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:56 smithi170 ceph-mon[97338]: pgmap v15432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:56 smithi081 ceph-mon[95500]: pgmap v15432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:56 smithi081 ceph-mon[107735]: pgmap v15432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:12:58 smithi170 ceph-mon[97338]: pgmap v15433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:12:58 smithi081 ceph-mon[95500]: pgmap v15433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:12:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:12:58 smithi081 ceph-mon[107735]: pgmap v15433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:00 smithi170 ceph-mon[97338]: pgmap v15434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:00 smithi081 ceph-mon[95500]: pgmap v15434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:00 smithi081 ceph-mon[107735]: pgmap v15434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:01 smithi170 ceph-mon[97338]: pgmap v15435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:01 smithi081 ceph-mon[95500]: pgmap v15435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:01 smithi081 ceph-mon[107735]: pgmap v15435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:13:04.158 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:03.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:04.158 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:03.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:04 smithi170 ceph-mon[97338]: pgmap v15436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:04 smithi081 ceph-mon[95500]: pgmap v15436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:04 smithi081 ceph-mon[107735]: pgmap v15436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:05.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:05.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:06 smithi170 ceph-mon[97338]: pgmap v15437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:06 smithi081 ceph-mon[95500]: pgmap v15437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:06 smithi081 ceph-mon[107735]: pgmap v15437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:08 smithi170 ceph-mon[97338]: pgmap v15438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:08 smithi081 ceph-mon[95500]: pgmap v15438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:08 smithi081 ceph-mon[107735]: pgmap v15438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:10 smithi170 ceph-mon[97338]: pgmap v15439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:10 smithi081 ceph-mon[95500]: pgmap v15439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:10 smithi081 ceph-mon[107735]: pgmap v15439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:11 smithi170 ceph-mon[97338]: pgmap v15440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:11 smithi081 ceph-mon[95500]: pgmap v15440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:11 smithi081 ceph-mon[107735]: pgmap v15440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:13:14.161 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:13.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:14.161 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:13.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:14 smithi170 ceph-mon[97338]: pgmap v15441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:14 smithi081 ceph-mon[95500]: pgmap v15441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:14 smithi081 ceph-mon[107735]: pgmap v15441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:15.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:15.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:16 smithi170 ceph-mon[97338]: pgmap v15442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:16 smithi081 ceph-mon[95500]: pgmap v15442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:16 smithi081 ceph-mon[107735]: pgmap v15442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:18 smithi170 ceph-mon[97338]: pgmap v15443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:18 smithi081 ceph-mon[95500]: pgmap v15443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:18 smithi081 ceph-mon[107735]: pgmap v15443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:20 smithi170 ceph-mon[97338]: pgmap v15444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:20 smithi081 ceph-mon[95500]: pgmap v15444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:20 smithi081 ceph-mon[107735]: pgmap v15444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:21 smithi170 ceph-mon[97338]: pgmap v15445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:21 smithi081 ceph-mon[95500]: pgmap v15445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:21 smithi081 ceph-mon[107735]: pgmap v15445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:13:24.164 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:23.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:24.165 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:23.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:24 smithi170 ceph-mon[97338]: pgmap v15446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:24 smithi081 ceph-mon[95500]: pgmap v15446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:24 smithi081 ceph-mon[107735]: pgmap v15446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:25.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:25.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:26 smithi170 ceph-mon[97338]: pgmap v15447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:26 smithi081 ceph-mon[107735]: pgmap v15447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:26.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:26 smithi081 ceph-mon[95500]: pgmap v15447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:28 smithi170 ceph-mon[97338]: pgmap v15448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:28 smithi081 ceph-mon[107735]: pgmap v15448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:28 smithi081 ceph-mon[95500]: pgmap v15448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:30 smithi170 ceph-mon[97338]: pgmap v15449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:30 smithi081 ceph-mon[95500]: pgmap v15449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:30 smithi081 ceph-mon[107735]: pgmap v15449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:31 smithi170 ceph-mon[97338]: pgmap v15450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:31 smithi081 ceph-mon[95500]: pgmap v15450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:31 smithi081 ceph-mon[107735]: pgmap v15450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:13:34.167 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:33.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:34.168 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:33.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:34 smithi170 ceph-mon[97338]: pgmap v15451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:34 smithi081 ceph-mon[95500]: pgmap v15451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:34 smithi081 ceph-mon[107735]: pgmap v15451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:35.649Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:35.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:36 smithi170 ceph-mon[97338]: pgmap v15452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:36 smithi081 ceph-mon[95500]: pgmap v15452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:36 smithi081 ceph-mon[107735]: pgmap v15452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:38 smithi170 ceph-mon[97338]: pgmap v15453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:38 smithi081 ceph-mon[95500]: pgmap v15453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:38 smithi081 ceph-mon[107735]: pgmap v15453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:40 smithi170 ceph-mon[97338]: pgmap v15454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:40 smithi081 ceph-mon[95500]: pgmap v15454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:40 smithi081 ceph-mon[107735]: pgmap v15454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:41 smithi170 ceph-mon[97338]: pgmap v15455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:41 smithi081 ceph-mon[95500]: pgmap v15455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:41 smithi081 ceph-mon[107735]: pgmap v15455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:13:44.171 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:43.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:44.172 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:43.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:44 smithi170 ceph-mon[97338]: pgmap v15456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:44 smithi081 ceph-mon[95500]: pgmap v15456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:44 smithi081 ceph-mon[107735]: pgmap v15456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:45.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:45.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:46 smithi170 ceph-mon[97338]: pgmap v15457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:46 smithi081 ceph-mon[95500]: pgmap v15457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:46 smithi081 ceph-mon[107735]: pgmap v15457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:48 smithi170 ceph-mon[97338]: pgmap v15458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:48 smithi081 ceph-mon[95500]: pgmap v15458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:48 smithi081 ceph-mon[107735]: pgmap v15458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:50 smithi170 ceph-mon[97338]: pgmap v15459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:50 smithi081 ceph-mon[95500]: pgmap v15459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:50 smithi081 ceph-mon[107735]: pgmap v15459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:51 smithi170 ceph-mon[97338]: pgmap v15460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:51 smithi081 ceph-mon[95500]: pgmap v15460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:51 smithi081 ceph-mon[107735]: pgmap v15460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:13:54.174 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:53.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:54.174 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:53.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:54 smithi170 ceph-mon[97338]: pgmap v15461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:54 smithi081 ceph-mon[95500]: pgmap v15461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:54 smithi081 ceph-mon[107735]: pgmap v15461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:13:55.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:13:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:13:55.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:13:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:56 smithi170 ceph-mon[97338]: pgmap v15462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:56 smithi081 ceph-mon[95500]: pgmap v15462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:56 smithi081 ceph-mon[107735]: pgmap v15462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:13:58 smithi170 ceph-mon[97338]: pgmap v15463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:13:58 smithi081 ceph-mon[95500]: pgmap v15463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:13:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:13:58 smithi081 ceph-mon[107735]: pgmap v15463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:00 smithi170 ceph-mon[97338]: pgmap v15464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:00 smithi081 ceph-mon[95500]: pgmap v15464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:00 smithi081 ceph-mon[107735]: pgmap v15464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:01 smithi170 ceph-mon[97338]: pgmap v15465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:01 smithi081 ceph-mon[95500]: pgmap v15465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:01 smithi081 ceph-mon[107735]: pgmap v15465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:14:04.178 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:03.820Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:04.178 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:03.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:04 smithi170 ceph-mon[97338]: pgmap v15466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:04 smithi081 ceph-mon[95500]: pgmap v15466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:04 smithi081 ceph-mon[107735]: pgmap v15466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:05.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:05.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:06 smithi170 ceph-mon[97338]: pgmap v15467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:06 smithi081 ceph-mon[95500]: pgmap v15467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:06 smithi081 ceph-mon[107735]: pgmap v15467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:08 smithi170 ceph-mon[97338]: pgmap v15468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:08 smithi081 ceph-mon[95500]: pgmap v15468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:08 smithi081 ceph-mon[107735]: pgmap v15468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:10 smithi170 ceph-mon[97338]: pgmap v15469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:10 smithi081 ceph-mon[95500]: pgmap v15469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:10 smithi081 ceph-mon[107735]: pgmap v15469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:12.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:11 smithi170 ceph-mon[97338]: pgmap v15470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:11 smithi081 ceph-mon[95500]: pgmap v15470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:11 smithi081 ceph-mon[107735]: pgmap v15470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:14:14.182 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:13.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:14.182 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:13.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:14 smithi170 ceph-mon[97338]: pgmap v15471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:14 smithi081 ceph-mon[95500]: pgmap v15471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:14 smithi081 ceph-mon[107735]: pgmap v15471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:15.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:15.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:16 smithi170 ceph-mon[97338]: pgmap v15472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:16 smithi081 ceph-mon[95500]: pgmap v15472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:16 smithi081 ceph-mon[107735]: pgmap v15472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:18 smithi170 ceph-mon[97338]: pgmap v15473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:18 smithi081 ceph-mon[95500]: pgmap v15473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:18 smithi081 ceph-mon[107735]: pgmap v15473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:20 smithi170 ceph-mon[97338]: pgmap v15474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:20 smithi081 ceph-mon[95500]: pgmap v15474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:20 smithi081 ceph-mon[107735]: pgmap v15474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:21 smithi170 ceph-mon[97338]: pgmap v15475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:21 smithi081 ceph-mon[95500]: pgmap v15475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:21 smithi081 ceph-mon[107735]: pgmap v15475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:14:24.184 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:23.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:24.184 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:23.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:24 smithi170 ceph-mon[97338]: pgmap v15476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:24 smithi081 ceph-mon[95500]: pgmap v15476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:24 smithi081 ceph-mon[107735]: pgmap v15476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:25.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:25.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:26 smithi170 ceph-mon[97338]: pgmap v15477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:26 smithi081 ceph-mon[95500]: pgmap v15477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:26 smithi081 ceph-mon[107735]: pgmap v15477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:28 smithi170 ceph-mon[97338]: pgmap v15478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:28 smithi081 ceph-mon[95500]: pgmap v15478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:28 smithi081 ceph-mon[107735]: pgmap v15478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:30 smithi170 ceph-mon[97338]: pgmap v15479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:30 smithi081 ceph-mon[95500]: pgmap v15479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:30 smithi081 ceph-mon[107735]: pgmap v15479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:31 smithi170 ceph-mon[97338]: pgmap v15480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:31 smithi081 ceph-mon[95500]: pgmap v15480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:31 smithi081 ceph-mon[107735]: pgmap v15480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:14:34.186 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:33.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:34.187 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:33.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:34 smithi170 ceph-mon[97338]: pgmap v15481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:34 smithi081 ceph-mon[95500]: pgmap v15481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:34 smithi081 ceph-mon[107735]: pgmap v15481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:35.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:35.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:36 smithi170 ceph-mon[97338]: pgmap v15482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:36 smithi081 ceph-mon[95500]: pgmap v15482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:36 smithi081 ceph-mon[107735]: pgmap v15482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:38 smithi170 ceph-mon[97338]: pgmap v15483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:38 smithi081 ceph-mon[95500]: pgmap v15483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:38 smithi081 ceph-mon[107735]: pgmap v15483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:40 smithi170 ceph-mon[97338]: pgmap v15484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:40 smithi081 ceph-mon[95500]: pgmap v15484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:40 smithi081 ceph-mon[107735]: pgmap v15484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:41 smithi170 ceph-mon[97338]: pgmap v15485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:41 smithi081 ceph-mon[95500]: pgmap v15485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:41 smithi081 ceph-mon[107735]: pgmap v15485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:14:44.190 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:43.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:44.190 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:43.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:44 smithi170 ceph-mon[97338]: pgmap v15486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:44 smithi081 ceph-mon[95500]: pgmap v15486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:44 smithi081 ceph-mon[107735]: pgmap v15486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:45.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:45.656Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:46 smithi170 ceph-mon[97338]: pgmap v15487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:46 smithi081 ceph-mon[95500]: pgmap v15487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:46 smithi081 ceph-mon[107735]: pgmap v15487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:48 smithi170 ceph-mon[97338]: pgmap v15488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:48 smithi081 ceph-mon[95500]: pgmap v15488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:48 smithi081 ceph-mon[107735]: pgmap v15488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:50 smithi170 ceph-mon[97338]: pgmap v15489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:50 smithi081 ceph-mon[95500]: pgmap v15489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:50 smithi081 ceph-mon[107735]: pgmap v15489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:51 smithi170 ceph-mon[97338]: pgmap v15490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:51 smithi081 ceph-mon[95500]: pgmap v15490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:51 smithi081 ceph-mon[107735]: pgmap v15490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:14:54.193 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:53.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:54.193 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:53.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:54 smithi170 ceph-mon[97338]: pgmap v15491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:54 smithi081 ceph-mon[95500]: pgmap v15491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:54 smithi081 ceph-mon[107735]: pgmap v15491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:14:55.656Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:14:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:14:55.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:14:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:56 smithi170 ceph-mon[97338]: pgmap v15492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:56 smithi081 ceph-mon[95500]: pgmap v15492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:56 smithi081 ceph-mon[107735]: pgmap v15492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:14:58 smithi170 ceph-mon[97338]: pgmap v15493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:14:58 smithi081 ceph-mon[95500]: pgmap v15493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:14:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:14:58 smithi081 ceph-mon[107735]: pgmap v15493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:00 smithi170 ceph-mon[97338]: pgmap v15494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:00 smithi081 ceph-mon[95500]: pgmap v15494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:00 smithi081 ceph-mon[107735]: pgmap v15494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:01 smithi170 ceph-mon[97338]: pgmap v15495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:01 smithi081 ceph-mon[95500]: pgmap v15495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:01 smithi081 ceph-mon[107735]: pgmap v15495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:15:04.197 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:03.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:04.197 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:03.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:04 smithi170 ceph-mon[97338]: pgmap v15496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:04 smithi081 ceph-mon[95500]: pgmap v15496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:04 smithi081 ceph-mon[107735]: pgmap v15496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:05.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:05.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:06 smithi170 ceph-mon[97338]: pgmap v15497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:06 smithi081 ceph-mon[95500]: pgmap v15497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:06 smithi081 ceph-mon[107735]: pgmap v15497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:08 smithi170 ceph-mon[97338]: pgmap v15498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:08 smithi081 ceph-mon[95500]: pgmap v15498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:08 smithi081 ceph-mon[107735]: pgmap v15498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:10 smithi170 ceph-mon[97338]: pgmap v15499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:10 smithi081 ceph-mon[95500]: pgmap v15499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:10 smithi081 ceph-mon[107735]: pgmap v15499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:11 smithi170 ceph-mon[97338]: pgmap v15500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:11 smithi081 ceph-mon[95500]: pgmap v15500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:11 smithi081 ceph-mon[107735]: pgmap v15500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:15:14.199 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:13.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:14.199 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:13.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:14 smithi170 ceph-mon[97338]: pgmap v15501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:14 smithi081 ceph-mon[95500]: pgmap v15501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:14 smithi081 ceph-mon[107735]: pgmap v15501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:15.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:15.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:16 smithi170 ceph-mon[97338]: pgmap v15502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:16 smithi081 ceph-mon[95500]: pgmap v15502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:16 smithi081 ceph-mon[107735]: pgmap v15502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:18 smithi170 ceph-mon[97338]: pgmap v15503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:18 smithi081 ceph-mon[95500]: pgmap v15503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:18 smithi081 ceph-mon[107735]: pgmap v15503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:20 smithi170 ceph-mon[97338]: pgmap v15504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:20 smithi081 ceph-mon[95500]: pgmap v15504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:20 smithi081 ceph-mon[107735]: pgmap v15504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:21 smithi170 ceph-mon[97338]: pgmap v15505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:21 smithi081 ceph-mon[95500]: pgmap v15505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:21 smithi081 ceph-mon[107735]: pgmap v15505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:15:24.203 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:23.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:24.203 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:23.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:24 smithi170 ceph-mon[97338]: pgmap v15506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:24 smithi081 ceph-mon[95500]: pgmap v15506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:24 smithi081 ceph-mon[107735]: pgmap v15506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:25.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:25.659Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:26 smithi170 ceph-mon[97338]: pgmap v15507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:26 smithi081 ceph-mon[95500]: pgmap v15507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:26 smithi081 ceph-mon[107735]: pgmap v15507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:28 smithi170 ceph-mon[97338]: pgmap v15508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:28 smithi081 ceph-mon[95500]: pgmap v15508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:28.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:28 smithi081 ceph-mon[107735]: pgmap v15508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:30 smithi170 ceph-mon[97338]: pgmap v15509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:30 smithi081 ceph-mon[95500]: pgmap v15509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:30 smithi081 ceph-mon[107735]: pgmap v15509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:31 smithi170 ceph-mon[97338]: pgmap v15510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:31 smithi081 ceph-mon[95500]: pgmap v15510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:31 smithi081 ceph-mon[107735]: pgmap v15510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:15:34.206 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:33.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:34.206 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:33.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:34 smithi170 ceph-mon[97338]: pgmap v15511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:34 smithi081 ceph-mon[95500]: pgmap v15511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:34 smithi081 ceph-mon[107735]: pgmap v15511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:35.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:35.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:36 smithi170 ceph-mon[97338]: pgmap v15512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:36 smithi081 ceph-mon[95500]: pgmap v15512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:36 smithi081 ceph-mon[107735]: pgmap v15512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:38.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:38 smithi170 ceph-mon[97338]: pgmap v15513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:38 smithi081 ceph-mon[95500]: pgmap v15513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:38 smithi081 ceph-mon[107735]: pgmap v15513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:40 smithi170 ceph-mon[97338]: pgmap v15514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:40 smithi081 ceph-mon[95500]: pgmap v15514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:40 smithi081 ceph-mon[107735]: pgmap v15514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:41 smithi170 ceph-mon[97338]: pgmap v15515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:41 smithi081 ceph-mon[95500]: pgmap v15515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:41 smithi081 ceph-mon[107735]: pgmap v15515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:15:44.208 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:43.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:44.209 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:43.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:44 smithi170 ceph-mon[97338]: pgmap v15516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:44 smithi081 ceph-mon[95500]: pgmap v15516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:44 smithi081 ceph-mon[107735]: pgmap v15516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:45.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:45.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:46 smithi170 ceph-mon[97338]: pgmap v15517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:46 smithi081 ceph-mon[95500]: pgmap v15517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:46 smithi081 ceph-mon[107735]: pgmap v15517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:48 smithi170 ceph-mon[97338]: pgmap v15518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:48 smithi081 ceph-mon[95500]: pgmap v15518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:48 smithi081 ceph-mon[107735]: pgmap v15518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:50 smithi170 ceph-mon[97338]: pgmap v15519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:50 smithi081 ceph-mon[95500]: pgmap v15519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:50 smithi081 ceph-mon[107735]: pgmap v15519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:51 smithi170 ceph-mon[97338]: pgmap v15520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:51 smithi081 ceph-mon[95500]: pgmap v15520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:51 smithi081 ceph-mon[107735]: pgmap v15520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:15:54.212 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:53.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:54.212 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:53.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:54 smithi170 ceph-mon[97338]: pgmap v15521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:54 smithi081 ceph-mon[95500]: pgmap v15521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:54 smithi081 ceph-mon[107735]: pgmap v15521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:15:55.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:15:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:15:55.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:15:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:56 smithi170 ceph-mon[97338]: pgmap v15522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:56 smithi081 ceph-mon[95500]: pgmap v15522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:56 smithi081 ceph-mon[107735]: pgmap v15522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:15:58 smithi170 ceph-mon[97338]: pgmap v15523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:15:58 smithi081 ceph-mon[95500]: pgmap v15523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:15:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:15:58 smithi081 ceph-mon[107735]: pgmap v15523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:00 smithi170 ceph-mon[97338]: pgmap v15524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:00 smithi081 ceph-mon[95500]: pgmap v15524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:00 smithi081 ceph-mon[107735]: pgmap v15524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:01 smithi170 ceph-mon[97338]: pgmap v15525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:01 smithi081 ceph-mon[95500]: pgmap v15525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:01 smithi081 ceph-mon[107735]: pgmap v15525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:16:04.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:03.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:04.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:03.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:04 smithi170 ceph-mon[97338]: pgmap v15526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:04 smithi081 ceph-mon[95500]: pgmap v15526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:04 smithi081 ceph-mon[107735]: pgmap v15526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:05.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:05.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:06 smithi170 ceph-mon[97338]: pgmap v15527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:06 smithi081 ceph-mon[95500]: pgmap v15527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:06 smithi081 ceph-mon[107735]: pgmap v15527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:08 smithi170 ceph-mon[97338]: pgmap v15528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:08 smithi081 ceph-mon[95500]: pgmap v15528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:08 smithi081 ceph-mon[107735]: pgmap v15528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:10 smithi170 ceph-mon[97338]: pgmap v15529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:10 smithi081 ceph-mon[95500]: pgmap v15529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:10 smithi081 ceph-mon[107735]: pgmap v15529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:11 smithi170 ceph-mon[97338]: pgmap v15530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:11 smithi081 ceph-mon[95500]: pgmap v15530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:11 smithi081 ceph-mon[107735]: pgmap v15530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:16:14.218 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:13.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:14.218 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:13.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:14 smithi170 ceph-mon[97338]: pgmap v15531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:14 smithi081 ceph-mon[95500]: pgmap v15531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:14 smithi081 ceph-mon[107735]: pgmap v15531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:15.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:15.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:16 smithi170 ceph-mon[97338]: pgmap v15532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:16 smithi081 ceph-mon[95500]: pgmap v15532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:16 smithi081 ceph-mon[107735]: pgmap v15532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:18 smithi170 ceph-mon[97338]: pgmap v15533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:18 smithi081 ceph-mon[95500]: pgmap v15533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:18 smithi081 ceph-mon[107735]: pgmap v15533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:20 smithi170 ceph-mon[97338]: pgmap v15534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:20 smithi081 ceph-mon[95500]: pgmap v15534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:20 smithi081 ceph-mon[107735]: pgmap v15534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:21 smithi170 ceph-mon[97338]: pgmap v15535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:21 smithi081 ceph-mon[95500]: pgmap v15535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:21 smithi081 ceph-mon[107735]: pgmap v15535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:16:24.222 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:23.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:24.222 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:23.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:24 smithi170 ceph-mon[97338]: pgmap v15536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:24 smithi081 ceph-mon[95500]: pgmap v15536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:24 smithi081 ceph-mon[107735]: pgmap v15536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:25.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:25.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:26 smithi170 ceph-mon[97338]: pgmap v15537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:26 smithi081 ceph-mon[95500]: pgmap v15537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:26 smithi081 ceph-mon[107735]: pgmap v15537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:28 smithi170 ceph-mon[97338]: pgmap v15538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:28 smithi081 ceph-mon[95500]: pgmap v15538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:28 smithi081 ceph-mon[107735]: pgmap v15538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:30 smithi170 ceph-mon[97338]: pgmap v15539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:30 smithi081 ceph-mon[95500]: pgmap v15539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:30 smithi081 ceph-mon[107735]: pgmap v15539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:31 smithi170 ceph-mon[97338]: pgmap v15540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:31 smithi081 ceph-mon[95500]: pgmap v15540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:31 smithi081 ceph-mon[107735]: pgmap v15540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:16:34.224 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:33.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:34.224 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:33.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:34 smithi170 ceph-mon[97338]: pgmap v15541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:34 smithi081 ceph-mon[95500]: pgmap v15541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:34 smithi081 ceph-mon[107735]: pgmap v15541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:35.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:35.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:36 smithi170 ceph-mon[97338]: pgmap v15542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:36 smithi081 ceph-mon[95500]: pgmap v15542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:36 smithi081 ceph-mon[107735]: pgmap v15542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:38 smithi170 ceph-mon[97338]: pgmap v15543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:38 smithi081 ceph-mon[95500]: pgmap v15543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:38 smithi081 ceph-mon[107735]: pgmap v15543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:40 smithi170 ceph-mon[97338]: pgmap v15544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:40 smithi081 ceph-mon[95500]: pgmap v15544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:40 smithi081 ceph-mon[107735]: pgmap v15544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:41 smithi170 ceph-mon[97338]: pgmap v15545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:41 smithi081 ceph-mon[95500]: pgmap v15545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:41 smithi081 ceph-mon[107735]: pgmap v15545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:16:44.228 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:43.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:44.228 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:43.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:44 smithi170 ceph-mon[97338]: pgmap v15546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:44 smithi081 ceph-mon[95500]: pgmap v15546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:44 smithi081 ceph-mon[107735]: pgmap v15546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:46.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:45.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:46.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:45.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:46 smithi170 ceph-mon[97338]: pgmap v15547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:46 smithi081 ceph-mon[95500]: pgmap v15547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:46 smithi081 ceph-mon[107735]: pgmap v15547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:48 smithi170 ceph-mon[97338]: pgmap v15548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:48 smithi081 ceph-mon[95500]: pgmap v15548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:48 smithi081 ceph-mon[107735]: pgmap v15548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:50 smithi170 ceph-mon[97338]: pgmap v15549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:50 smithi081 ceph-mon[95500]: pgmap v15549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:50 smithi081 ceph-mon[107735]: pgmap v15549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:51 smithi170 ceph-mon[97338]: pgmap v15550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:51 smithi081 ceph-mon[95500]: pgmap v15550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:51 smithi081 ceph-mon[107735]: pgmap v15550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:16:54.231 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:53.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:54.231 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:53.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:54 smithi170 ceph-mon[97338]: pgmap v15551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:54 smithi081 ceph-mon[95500]: pgmap v15551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:54 smithi081 ceph-mon[107735]: pgmap v15551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:16:55.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:16:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:16:55.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:16:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:56 smithi170 ceph-mon[97338]: pgmap v15552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:56 smithi081 ceph-mon[95500]: pgmap v15552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:56 smithi081 ceph-mon[107735]: pgmap v15552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:16:58 smithi170 ceph-mon[97338]: pgmap v15553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:16:58 smithi081 ceph-mon[95500]: pgmap v15553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:16:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:16:58 smithi081 ceph-mon[107735]: pgmap v15553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:00 smithi170 ceph-mon[97338]: pgmap v15554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:00 smithi081 ceph-mon[95500]: pgmap v15554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:00 smithi081 ceph-mon[107735]: pgmap v15554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:01 smithi170 ceph-mon[97338]: pgmap v15555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:01 smithi081 ceph-mon[95500]: pgmap v15555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:01 smithi081 ceph-mon[107735]: pgmap v15555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:17:04.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:03.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:04.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:03.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:04 smithi170 ceph-mon[97338]: pgmap v15556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:04 smithi081 ceph-mon[95500]: pgmap v15556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:04 smithi081 ceph-mon[107735]: pgmap v15556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:05.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:05.665Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:06 smithi170 ceph-mon[97338]: pgmap v15557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:06 smithi081 ceph-mon[95500]: pgmap v15557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:06 smithi081 ceph-mon[107735]: pgmap v15557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:08 smithi170 ceph-mon[97338]: pgmap v15558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:08 smithi081 ceph-mon[95500]: pgmap v15558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:08 smithi081 ceph-mon[107735]: pgmap v15558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:10 smithi170 ceph-mon[97338]: pgmap v15559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:10 smithi081 ceph-mon[95500]: pgmap v15559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:10 smithi081 ceph-mon[107735]: pgmap v15559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:11 smithi170 ceph-mon[97338]: pgmap v15560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:11 smithi081 ceph-mon[95500]: pgmap v15560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:11 smithi081 ceph-mon[107735]: pgmap v15560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:17:14.237 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:13.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:14.237 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:13.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:14 smithi170 ceph-mon[97338]: pgmap v15561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:14 smithi081 ceph-mon[95500]: pgmap v15561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:14 smithi081 ceph-mon[107735]: pgmap v15561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:15.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:15.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:16 smithi170 ceph-mon[97338]: pgmap v15562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:16 smithi081 ceph-mon[95500]: pgmap v15562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:16 smithi081 ceph-mon[107735]: pgmap v15562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:18 smithi170 ceph-mon[97338]: pgmap v15563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:18 smithi081 ceph-mon[95500]: pgmap v15563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:18 smithi081 ceph-mon[107735]: pgmap v15563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:20 smithi081 ceph-mon[95500]: pgmap v15564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:20 smithi081 ceph-mon[107735]: pgmap v15564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:20 smithi170 ceph-mon[97338]: pgmap v15564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:21 smithi170 ceph-mon[97338]: pgmap v15565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:21 smithi081 ceph-mon[95500]: pgmap v15565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:21 smithi081 ceph-mon[107735]: pgmap v15565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:17:24.240 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:23.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:24.240 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:23.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:24 smithi170 ceph-mon[97338]: pgmap v15566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:24 smithi081 ceph-mon[95500]: pgmap v15566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:24 smithi081 ceph-mon[107735]: pgmap v15566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:25.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:25.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:26 smithi170 ceph-mon[97338]: pgmap v15567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:26 smithi081 ceph-mon[95500]: pgmap v15567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:26 smithi081 ceph-mon[107735]: pgmap v15567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:28 smithi081 ceph-mon[95500]: pgmap v15568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:28 smithi081 ceph-mon[107735]: pgmap v15568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:28 smithi170 ceph-mon[97338]: pgmap v15568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:30 smithi081 ceph-mon[95500]: pgmap v15569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:30 smithi081 ceph-mon[107735]: pgmap v15569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:30 smithi170 ceph-mon[97338]: pgmap v15569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:31 smithi170 ceph-mon[97338]: pgmap v15570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:31 smithi081 ceph-mon[95500]: pgmap v15570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:31 smithi081 ceph-mon[107735]: pgmap v15570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:17:34.243 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:33.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:34.243 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:33.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:34 smithi170 ceph-mon[97338]: pgmap v15571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:34 smithi081 ceph-mon[95500]: pgmap v15571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:34 smithi081 ceph-mon[107735]: pgmap v15571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:35.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:35.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:36 smithi081 ceph-mon[95500]: pgmap v15572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:36 smithi081 ceph-mon[107735]: pgmap v15572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:36 smithi170 ceph-mon[97338]: pgmap v15572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:38 smithi081 ceph-mon[95500]: pgmap v15573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:38 smithi081 ceph-mon[107735]: pgmap v15573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:38 smithi170 ceph-mon[97338]: pgmap v15573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:40 smithi081 ceph-mon[95500]: pgmap v15574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:40 smithi081 ceph-mon[107735]: pgmap v15574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:40 smithi170 ceph-mon[97338]: pgmap v15574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:41 smithi170 ceph-mon[97338]: pgmap v15575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:41 smithi081 ceph-mon[95500]: pgmap v15575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:41 smithi081 ceph-mon[107735]: pgmap v15575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:43.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:17:44.246 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:43.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:44.246 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:43.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:44 smithi081 ceph-mon[95500]: pgmap v15576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:44 smithi081 ceph-mon[107735]: pgmap v15576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:44 smithi170 ceph-mon[97338]: pgmap v15576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:45.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:45.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:46 smithi081 ceph-mon[95500]: pgmap v15577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:46 smithi081 ceph-mon[107735]: pgmap v15577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:46 smithi170 ceph-mon[97338]: pgmap v15577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:48 smithi081 ceph-mon[95500]: pgmap v15578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:48 smithi081 ceph-mon[107735]: pgmap v15578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:48.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:48 smithi170 ceph-mon[97338]: pgmap v15578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:50 smithi081 ceph-mon[95500]: pgmap v15579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:50 smithi081 ceph-mon[107735]: pgmap v15579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:50 smithi170 ceph-mon[97338]: pgmap v15579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:51 smithi170 ceph-mon[97338]: pgmap v15580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:51 smithi081 ceph-mon[95500]: pgmap v15580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:51 smithi081 ceph-mon[107735]: pgmap v15580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:17:54.250 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:53.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:54.250 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:53.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:54 smithi081 ceph-mon[95500]: pgmap v15581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:54 smithi081 ceph-mon[107735]: pgmap v15581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:54 smithi170 ceph-mon[97338]: pgmap v15581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:17:55.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:17:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:17:55.669Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:17:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:56 smithi081 ceph-mon[95500]: pgmap v15582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:56 smithi081 ceph-mon[107735]: pgmap v15582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:56 smithi170 ceph-mon[97338]: pgmap v15582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:17:58 smithi081 ceph-mon[95500]: pgmap v15583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:17:58 smithi081 ceph-mon[107735]: pgmap v15583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:17:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:17:58 smithi170 ceph-mon[97338]: pgmap v15583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:00 smithi081 ceph-mon[95500]: pgmap v15584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:00 smithi081 ceph-mon[107735]: pgmap v15584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:00 smithi170 ceph-mon[97338]: pgmap v15584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:01 smithi170 ceph-mon[97338]: pgmap v15585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:01 smithi081 ceph-mon[95500]: pgmap v15585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:01 smithi081 ceph-mon[107735]: pgmap v15585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:18:04.252 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:03.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:04.253 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:03.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:04 smithi081 ceph-mon[95500]: pgmap v15586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:04 smithi081 ceph-mon[107735]: pgmap v15586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:04 smithi170 ceph-mon[97338]: pgmap v15586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:05.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:05.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:06 smithi081 ceph-mon[95500]: pgmap v15587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:06 smithi081 ceph-mon[107735]: pgmap v15587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:06 smithi170 ceph-mon[97338]: pgmap v15587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:08 smithi081 ceph-mon[95500]: pgmap v15588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:08 smithi081 ceph-mon[107735]: pgmap v15588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:08 smithi170 ceph-mon[97338]: pgmap v15588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:10 smithi081 ceph-mon[95500]: pgmap v15589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:10 smithi081 ceph-mon[107735]: pgmap v15589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:10 smithi170 ceph-mon[97338]: pgmap v15589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:11 smithi170 ceph-mon[97338]: pgmap v15590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:11 smithi081 ceph-mon[95500]: pgmap v15590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:11 smithi081 ceph-mon[107735]: pgmap v15590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:18:14.256 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:13.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:14.257 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:13.839Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:14 smithi081 ceph-mon[95500]: pgmap v15591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:14 smithi081 ceph-mon[107735]: pgmap v15591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:14 smithi170 ceph-mon[97338]: pgmap v15591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:15.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:15.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:16 smithi081 ceph-mon[95500]: pgmap v15592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:16 smithi081 ceph-mon[107735]: pgmap v15592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:16.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:16 smithi170 ceph-mon[97338]: pgmap v15592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:18 smithi081 ceph-mon[95500]: pgmap v15593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:18 smithi081 ceph-mon[107735]: pgmap v15593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:18 smithi170 ceph-mon[97338]: pgmap v15593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:20 smithi170 ceph-mon[97338]: pgmap v15594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:20 smithi081 ceph-mon[95500]: pgmap v15594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:20 smithi081 ceph-mon[107735]: pgmap v15594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:21 smithi170 ceph-mon[97338]: pgmap v15595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:21 smithi081 ceph-mon[95500]: pgmap v15595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:21 smithi081 ceph-mon[107735]: pgmap v15595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:18:24.260 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:23.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:24.260 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:23.839Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:24 smithi081 ceph-mon[95500]: pgmap v15596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:24 smithi081 ceph-mon[107735]: pgmap v15596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:24 smithi170 ceph-mon[97338]: pgmap v15596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:25.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:25.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:26 smithi081 ceph-mon[95500]: pgmap v15597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:26 smithi081 ceph-mon[107735]: pgmap v15597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:26 smithi170 ceph-mon[97338]: pgmap v15597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:28 smithi081 ceph-mon[95500]: pgmap v15598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:28 smithi081 ceph-mon[107735]: pgmap v15598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:28.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:28 smithi170 ceph-mon[97338]: pgmap v15598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:30 smithi170 ceph-mon[97338]: pgmap v15599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:30 smithi081 ceph-mon[95500]: pgmap v15599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:30 smithi081 ceph-mon[107735]: pgmap v15599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:31 smithi170 ceph-mon[97338]: pgmap v15600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:31 smithi081 ceph-mon[95500]: pgmap v15600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:31 smithi081 ceph-mon[107735]: pgmap v15600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:18:34.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:33.839Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:34.263 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:33.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:34 smithi081 ceph-mon[95500]: pgmap v15601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:34 smithi081 ceph-mon[107735]: pgmap v15601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:34 smithi170 ceph-mon[97338]: pgmap v15601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:35.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:35.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:36 smithi081 ceph-mon[95500]: pgmap v15602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:36 smithi081 ceph-mon[107735]: pgmap v15602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:36 smithi170 ceph-mon[97338]: pgmap v15602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:38 smithi170 ceph-mon[97338]: pgmap v15603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:38 smithi081 ceph-mon[95500]: pgmap v15603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:38 smithi081 ceph-mon[107735]: pgmap v15603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:40 smithi170 ceph-mon[97338]: pgmap v15604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:40 smithi081 ceph-mon[95500]: pgmap v15604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:40 smithi081 ceph-mon[107735]: pgmap v15604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:41 smithi170 ceph-mon[97338]: pgmap v15605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:41 smithi081 ceph-mon[95500]: pgmap v15605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:41 smithi081 ceph-mon[107735]: pgmap v15605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:18:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:43.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:43.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:44 smithi081 ceph-mon[95500]: pgmap v15606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:44 smithi081 ceph-mon[107735]: pgmap v15606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:44 smithi170 ceph-mon[97338]: pgmap v15606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:45.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:45.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:46 smithi170 ceph-mon[97338]: pgmap v15607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:46 smithi081 ceph-mon[95500]: pgmap v15607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:46 smithi081 ceph-mon[107735]: pgmap v15607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:48 smithi170 ceph-mon[97338]: pgmap v15608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:48 smithi081 ceph-mon[95500]: pgmap v15608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:48 smithi081 ceph-mon[107735]: pgmap v15608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:50 smithi170 ceph-mon[97338]: pgmap v15609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:50 smithi081 ceph-mon[95500]: pgmap v15609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:50 smithi081 ceph-mon[107735]: pgmap v15609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:51 smithi170 ceph-mon[97338]: pgmap v15610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:51 smithi081 ceph-mon[95500]: pgmap v15610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:51 smithi081 ceph-mon[107735]: pgmap v15610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:18:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:53.841Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:53.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:54 smithi170 ceph-mon[97338]: pgmap v15611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:54 smithi081 ceph-mon[95500]: pgmap v15611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:54 smithi081 ceph-mon[107735]: pgmap v15611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:18:55.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:18:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:18:55.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:18:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:56 smithi170 ceph-mon[97338]: pgmap v15612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:56 smithi081 ceph-mon[95500]: pgmap v15612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:56 smithi081 ceph-mon[107735]: pgmap v15612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:18:58 smithi170 ceph-mon[97338]: pgmap v15613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:18:58 smithi081 ceph-mon[95500]: pgmap v15613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:18:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:18:58 smithi081 ceph-mon[107735]: pgmap v15613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:00 smithi170 ceph-mon[97338]: pgmap v15614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:00 smithi081 ceph-mon[95500]: pgmap v15614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:00 smithi081 ceph-mon[107735]: pgmap v15614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:01 smithi170 ceph-mon[97338]: pgmap v15615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:01 smithi081 ceph-mon[95500]: pgmap v15615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:01 smithi081 ceph-mon[107735]: pgmap v15615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:19:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:03.841Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:03.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:04 smithi170 ceph-mon[97338]: pgmap v15616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:04 smithi081 ceph-mon[95500]: pgmap v15616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:04 smithi081 ceph-mon[107735]: pgmap v15616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:05.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:05.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:06 smithi170 ceph-mon[97338]: pgmap v15617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:06 smithi081 ceph-mon[95500]: pgmap v15617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:06 smithi081 ceph-mon[107735]: pgmap v15617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:08 smithi170 ceph-mon[97338]: pgmap v15618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:08 smithi081 ceph-mon[95500]: pgmap v15618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:08 smithi081 ceph-mon[107735]: pgmap v15618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:10 smithi170 ceph-mon[97338]: pgmap v15619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:10 smithi081 ceph-mon[95500]: pgmap v15619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:10 smithi081 ceph-mon[107735]: pgmap v15619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:11 smithi170 ceph-mon[97338]: pgmap v15620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:11 smithi081 ceph-mon[95500]: pgmap v15620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:11 smithi081 ceph-mon[107735]: pgmap v15620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:19:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:13.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:13.843Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:14 smithi170 ceph-mon[97338]: pgmap v15621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:14 smithi081 ceph-mon[95500]: pgmap v15621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:14 smithi081 ceph-mon[107735]: pgmap v15621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:15.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:15.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:16 smithi170 ceph-mon[97338]: pgmap v15622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:16.899 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:16 smithi081 ceph-mon[95500]: pgmap v15622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:16.899 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:16 smithi081 ceph-mon[107735]: pgmap v15622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:18 smithi170 ceph-mon[97338]: pgmap v15623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:18 smithi081 ceph-mon[95500]: pgmap v15623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:18 smithi081 ceph-mon[107735]: pgmap v15623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:20 smithi170 ceph-mon[97338]: pgmap v15624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:20 smithi081 ceph-mon[95500]: pgmap v15624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:20 smithi081 ceph-mon[107735]: pgmap v15624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:21 smithi170 ceph-mon[97338]: pgmap v15625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:21 smithi081 ceph-mon[95500]: pgmap v15625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:21 smithi081 ceph-mon[107735]: pgmap v15625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:19:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:23.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:23.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:24 smithi170 ceph-mon[97338]: pgmap v15626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:24 smithi081 ceph-mon[95500]: pgmap v15626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:24 smithi081 ceph-mon[107735]: pgmap v15626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:25.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:25.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:26 smithi170 ceph-mon[97338]: pgmap v15627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:26 smithi081 ceph-mon[95500]: pgmap v15627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:26 smithi081 ceph-mon[107735]: pgmap v15627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:28 smithi170 ceph-mon[97338]: pgmap v15628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:28 smithi081 ceph-mon[95500]: pgmap v15628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:28 smithi081 ceph-mon[107735]: pgmap v15628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:30 smithi170 ceph-mon[97338]: pgmap v15629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:30 smithi081 ceph-mon[95500]: pgmap v15629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:30 smithi081 ceph-mon[107735]: pgmap v15629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:31 smithi170 ceph-mon[97338]: pgmap v15630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:31 smithi081 ceph-mon[95500]: pgmap v15630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:31 smithi081 ceph-mon[107735]: pgmap v15630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:19:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:33.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:33.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:34 smithi170 ceph-mon[97338]: pgmap v15631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:34 smithi081 ceph-mon[95500]: pgmap v15631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:34 smithi081 ceph-mon[107735]: pgmap v15631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:35.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:35.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:36 smithi170 ceph-mon[97338]: pgmap v15632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:36 smithi081 ceph-mon[95500]: pgmap v15632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:36 smithi081 ceph-mon[107735]: pgmap v15632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:38 smithi170 ceph-mon[97338]: pgmap v15633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:38 smithi081 ceph-mon[95500]: pgmap v15633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:38 smithi081 ceph-mon[107735]: pgmap v15633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:40 smithi170 ceph-mon[97338]: pgmap v15634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:40 smithi081 ceph-mon[95500]: pgmap v15634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:40 smithi081 ceph-mon[107735]: pgmap v15634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:41 smithi170 ceph-mon[97338]: pgmap v15635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:41 smithi081 ceph-mon[95500]: pgmap v15635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:41 smithi081 ceph-mon[107735]: pgmap v15635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:19:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:43.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:43.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:44 smithi170 ceph-mon[97338]: pgmap v15636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:44 smithi081 ceph-mon[95500]: pgmap v15636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:44 smithi081 ceph-mon[107735]: pgmap v15636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:45.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:45.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:46 smithi170 ceph-mon[97338]: pgmap v15637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:46 smithi081 ceph-mon[95500]: pgmap v15637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:46 smithi081 ceph-mon[107735]: pgmap v15637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:48 smithi170 ceph-mon[97338]: pgmap v15638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:48 smithi081 ceph-mon[95500]: pgmap v15638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:48 smithi081 ceph-mon[107735]: pgmap v15638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:50 smithi170 ceph-mon[97338]: pgmap v15639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:50 smithi081 ceph-mon[95500]: pgmap v15639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:50 smithi081 ceph-mon[107735]: pgmap v15639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:51 smithi170 ceph-mon[97338]: pgmap v15640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:51 smithi081 ceph-mon[95500]: pgmap v15640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:51 smithi081 ceph-mon[107735]: pgmap v15640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:19:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:53.845Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:53.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:54 smithi170 ceph-mon[97338]: pgmap v15641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:54 smithi081 ceph-mon[95500]: pgmap v15641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:54 smithi081 ceph-mon[107735]: pgmap v15641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:19:55.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:19:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:19:55.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:19:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:56 smithi170 ceph-mon[97338]: pgmap v15642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:56 smithi081 ceph-mon[95500]: pgmap v15642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:56 smithi081 ceph-mon[107735]: pgmap v15642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:19:58 smithi170 ceph-mon[97338]: pgmap v15643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:19:58 smithi081 ceph-mon[95500]: pgmap v15643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:19:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:19:58 smithi081 ceph-mon[107735]: pgmap v15643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:00 smithi170 ceph-mon[97338]: pgmap v15644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:20:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:00 smithi081 ceph-mon[95500]: pgmap v15644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:20:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:00 smithi081 ceph-mon[107735]: pgmap v15644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:20:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:01 smithi170 ceph-mon[97338]: pgmap v15645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:01 smithi081 ceph-mon[95500]: pgmap v15645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:01 smithi081 ceph-mon[107735]: pgmap v15645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:20:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:03.846Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:03.847Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:04 smithi170 ceph-mon[97338]: pgmap v15646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:04 smithi081 ceph-mon[95500]: pgmap v15646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:04 smithi081 ceph-mon[107735]: pgmap v15646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:05.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:05.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:06 smithi170 ceph-mon[97338]: pgmap v15647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:06 smithi081 ceph-mon[95500]: pgmap v15647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:06 smithi081 ceph-mon[107735]: pgmap v15647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:08 smithi170 ceph-mon[97338]: pgmap v15648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:08 smithi081 ceph-mon[95500]: pgmap v15648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:08 smithi081 ceph-mon[107735]: pgmap v15648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:10 smithi170 ceph-mon[97338]: pgmap v15649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:10 smithi081 ceph-mon[95500]: pgmap v15649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:10 smithi081 ceph-mon[107735]: pgmap v15649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:11 smithi170 ceph-mon[97338]: pgmap v15650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:11 smithi081 ceph-mon[95500]: pgmap v15650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:11 smithi081 ceph-mon[107735]: pgmap v15650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:20:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:13.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:13.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:14 smithi170 ceph-mon[97338]: pgmap v15651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:14 smithi081 ceph-mon[95500]: pgmap v15651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:14 smithi081 ceph-mon[107735]: pgmap v15651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:15.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:15.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:16 smithi170 ceph-mon[97338]: pgmap v15652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:16 smithi081 ceph-mon[95500]: pgmap v15652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:16 smithi081 ceph-mon[107735]: pgmap v15652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:18 smithi170 ceph-mon[97338]: pgmap v15653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:18 smithi081 ceph-mon[95500]: pgmap v15653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:18 smithi081 ceph-mon[107735]: pgmap v15653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:20 smithi170 ceph-mon[97338]: pgmap v15654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:20 smithi081 ceph-mon[95500]: pgmap v15654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:20 smithi081 ceph-mon[107735]: pgmap v15654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:21 smithi170 ceph-mon[97338]: pgmap v15655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:21 smithi081 ceph-mon[95500]: pgmap v15655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:21 smithi081 ceph-mon[107735]: pgmap v15655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:20:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:23.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:23.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:24 smithi170 ceph-mon[97338]: pgmap v15656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:24 smithi081 ceph-mon[95500]: pgmap v15656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:24 smithi081 ceph-mon[107735]: pgmap v15656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:25.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:25.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:26 smithi170 ceph-mon[97338]: pgmap v15657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:26 smithi081 ceph-mon[95500]: pgmap v15657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:26 smithi081 ceph-mon[107735]: pgmap v15657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:28 smithi170 ceph-mon[97338]: pgmap v15658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:28 smithi081 ceph-mon[95500]: pgmap v15658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:28 smithi081 ceph-mon[107735]: pgmap v15658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:30 smithi170 ceph-mon[97338]: pgmap v15659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:30 smithi081 ceph-mon[95500]: pgmap v15659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:30 smithi081 ceph-mon[107735]: pgmap v15659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:31 smithi170 ceph-mon[97338]: pgmap v15660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:31 smithi081 ceph-mon[95500]: pgmap v15660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:31 smithi081 ceph-mon[107735]: pgmap v15660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:20:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:33.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:33.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:34 smithi170 ceph-mon[97338]: pgmap v15661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:34 smithi081 ceph-mon[95500]: pgmap v15661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:34 smithi081 ceph-mon[107735]: pgmap v15661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:35.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:35.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:36 smithi170 ceph-mon[97338]: pgmap v15662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:36 smithi081 ceph-mon[95500]: pgmap v15662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:36 smithi081 ceph-mon[107735]: pgmap v15662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:38 smithi170 ceph-mon[97338]: pgmap v15663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:38 smithi081 ceph-mon[95500]: pgmap v15663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:38 smithi081 ceph-mon[107735]: pgmap v15663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:40 smithi170 ceph-mon[97338]: pgmap v15664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:40 smithi081 ceph-mon[95500]: pgmap v15664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:40 smithi081 ceph-mon[107735]: pgmap v15664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:41 smithi170 ceph-mon[97338]: pgmap v15665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:41 smithi081 ceph-mon[95500]: pgmap v15665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:41 smithi081 ceph-mon[107735]: pgmap v15665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:20:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:43.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:43.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:44 smithi170 ceph-mon[97338]: pgmap v15666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:44 smithi081 ceph-mon[95500]: pgmap v15666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:44 smithi081 ceph-mon[107735]: pgmap v15666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:45.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:45.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:46 smithi170 ceph-mon[97338]: pgmap v15667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:46 smithi081 ceph-mon[95500]: pgmap v15667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:46 smithi081 ceph-mon[107735]: pgmap v15667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:48 smithi170 ceph-mon[97338]: pgmap v15668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:48 smithi081 ceph-mon[95500]: pgmap v15668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:48 smithi081 ceph-mon[107735]: pgmap v15668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:50 smithi170 ceph-mon[97338]: pgmap v15669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:50 smithi081 ceph-mon[95500]: pgmap v15669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:50 smithi081 ceph-mon[107735]: pgmap v15669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:51 smithi170 ceph-mon[97338]: pgmap v15670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:51 smithi081 ceph-mon[95500]: pgmap v15670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:51 smithi081 ceph-mon[107735]: pgmap v15670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:20:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:53.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:53.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:54 smithi170 ceph-mon[97338]: pgmap v15671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:54 smithi081 ceph-mon[95500]: pgmap v15671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:54 smithi081 ceph-mon[107735]: pgmap v15671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:20:55.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:20:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:20:55.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:20:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:56 smithi170 ceph-mon[97338]: pgmap v15672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:56 smithi081 ceph-mon[95500]: pgmap v15672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:56 smithi081 ceph-mon[107735]: pgmap v15672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:20:58 smithi170 ceph-mon[97338]: pgmap v15673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:20:58 smithi081 ceph-mon[95500]: pgmap v15673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:20:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:20:58 smithi081 ceph-mon[107735]: pgmap v15673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:00 smithi170 ceph-mon[97338]: pgmap v15674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:00 smithi081 ceph-mon[95500]: pgmap v15674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:00 smithi081 ceph-mon[107735]: pgmap v15674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:01 smithi170 ceph-mon[97338]: pgmap v15675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:01 smithi081 ceph-mon[95500]: pgmap v15675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:01 smithi081 ceph-mon[107735]: pgmap v15675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:21:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:03.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:03.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:04 smithi170 ceph-mon[97338]: pgmap v15676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:04 smithi081 ceph-mon[95500]: pgmap v15676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:04 smithi081 ceph-mon[107735]: pgmap v15676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:05.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:05.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:06 smithi170 ceph-mon[97338]: pgmap v15677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:06 smithi081 ceph-mon[95500]: pgmap v15677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:06 smithi081 ceph-mon[107735]: pgmap v15677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:08 smithi170 ceph-mon[97338]: pgmap v15678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:08 smithi081 ceph-mon[95500]: pgmap v15678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:08 smithi081 ceph-mon[107735]: pgmap v15678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:10 smithi170 ceph-mon[97338]: pgmap v15679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:10 smithi081 ceph-mon[95500]: pgmap v15679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:10 smithi081 ceph-mon[107735]: pgmap v15679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:11 smithi170 ceph-mon[97338]: pgmap v15680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:11 smithi081 ceph-mon[95500]: pgmap v15680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:11 smithi081 ceph-mon[107735]: pgmap v15680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:21:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:13.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:13.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:14 smithi170 ceph-mon[97338]: pgmap v15681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:14 smithi081 ceph-mon[95500]: pgmap v15681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:14 smithi081 ceph-mon[107735]: pgmap v15681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:15.683Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:15.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:16 smithi170 ceph-mon[97338]: pgmap v15682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:16 smithi081 ceph-mon[95500]: pgmap v15682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:16 smithi081 ceph-mon[107735]: pgmap v15682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:18 smithi170 ceph-mon[97338]: pgmap v15683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:18 smithi081 ceph-mon[95500]: pgmap v15683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:18 smithi081 ceph-mon[107735]: pgmap v15683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:20 smithi170 ceph-mon[97338]: pgmap v15684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:20 smithi081 ceph-mon[95500]: pgmap v15684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:20 smithi081 ceph-mon[107735]: pgmap v15684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:21 smithi170 ceph-mon[97338]: pgmap v15685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:21 smithi081 ceph-mon[95500]: pgmap v15685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:21 smithi081 ceph-mon[107735]: pgmap v15685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:21:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:23.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:23.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:24 smithi170 ceph-mon[97338]: pgmap v15686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:24 smithi081 ceph-mon[95500]: pgmap v15686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:24 smithi081 ceph-mon[107735]: pgmap v15686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:25.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:25.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:26 smithi170 ceph-mon[97338]: pgmap v15687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:26 smithi081 ceph-mon[95500]: pgmap v15687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:26 smithi081 ceph-mon[107735]: pgmap v15687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:28 smithi170 ceph-mon[97338]: pgmap v15688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:28 smithi081 ceph-mon[95500]: pgmap v15688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:28 smithi081 ceph-mon[107735]: pgmap v15688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:30 smithi170 ceph-mon[97338]: pgmap v15689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:30 smithi081 ceph-mon[95500]: pgmap v15689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:30 smithi081 ceph-mon[107735]: pgmap v15689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:31 smithi170 ceph-mon[97338]: pgmap v15690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:31 smithi081 ceph-mon[95500]: pgmap v15690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:31 smithi081 ceph-mon[107735]: pgmap v15690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:21:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:33.852Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:33.853Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:34 smithi170 ceph-mon[97338]: pgmap v15691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:34 smithi081 ceph-mon[95500]: pgmap v15691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:34 smithi081 ceph-mon[107735]: pgmap v15691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:35.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:35.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:36 smithi170 ceph-mon[97338]: pgmap v15692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:36 smithi081 ceph-mon[95500]: pgmap v15692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:36 smithi081 ceph-mon[107735]: pgmap v15692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:38 smithi170 ceph-mon[97338]: pgmap v15693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:38 smithi081 ceph-mon[95500]: pgmap v15693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:38 smithi081 ceph-mon[107735]: pgmap v15693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:40 smithi170 ceph-mon[97338]: pgmap v15694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:40 smithi081 ceph-mon[95500]: pgmap v15694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:40 smithi081 ceph-mon[107735]: pgmap v15694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:41 smithi170 ceph-mon[97338]: pgmap v15695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:41 smithi081 ceph-mon[95500]: pgmap v15695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:41 smithi081 ceph-mon[107735]: pgmap v15695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:21:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:43.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:43.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:44 smithi170 ceph-mon[97338]: pgmap v15696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:44 smithi081 ceph-mon[95500]: pgmap v15696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:44 smithi081 ceph-mon[107735]: pgmap v15696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:45.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:45.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:46 smithi170 ceph-mon[97338]: pgmap v15697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:46 smithi081 ceph-mon[95500]: pgmap v15697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:46 smithi081 ceph-mon[107735]: pgmap v15697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:48 smithi170 ceph-mon[97338]: pgmap v15698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:48 smithi081 ceph-mon[95500]: pgmap v15698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:48 smithi081 ceph-mon[107735]: pgmap v15698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:50 smithi170 ceph-mon[97338]: pgmap v15699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:50 smithi081 ceph-mon[95500]: pgmap v15699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:50 smithi081 ceph-mon[107735]: pgmap v15699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:51 smithi170 ceph-mon[97338]: pgmap v15700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:51 smithi081 ceph-mon[95500]: pgmap v15700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:51 smithi081 ceph-mon[107735]: pgmap v15700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:21:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:53.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:53.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:54 smithi170 ceph-mon[97338]: pgmap v15701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:54 smithi081 ceph-mon[95500]: pgmap v15701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:54 smithi081 ceph-mon[107735]: pgmap v15701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:21:55.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:21:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:21:55.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:21:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:56 smithi170 ceph-mon[97338]: pgmap v15702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:56 smithi081 ceph-mon[95500]: pgmap v15702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:56 smithi081 ceph-mon[107735]: pgmap v15702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:21:58 smithi170 ceph-mon[97338]: pgmap v15703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:21:58 smithi081 ceph-mon[95500]: pgmap v15703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:21:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:21:58 smithi081 ceph-mon[107735]: pgmap v15703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:00 smithi170 ceph-mon[97338]: pgmap v15704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:00 smithi081 ceph-mon[95500]: pgmap v15704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:00 smithi081 ceph-mon[107735]: pgmap v15704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:01 smithi170 ceph-mon[97338]: pgmap v15705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:01 smithi081 ceph-mon[95500]: pgmap v15705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:01 smithi081 ceph-mon[107735]: pgmap v15705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:22:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:03.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:03.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:04 smithi170 ceph-mon[97338]: pgmap v15706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:04 smithi081 ceph-mon[95500]: pgmap v15706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:04 smithi081 ceph-mon[107735]: pgmap v15706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:05.688Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:05.689Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:06 smithi170 ceph-mon[97338]: pgmap v15707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:06 smithi081 ceph-mon[95500]: pgmap v15707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:06 smithi081 ceph-mon[107735]: pgmap v15707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:08 smithi170 ceph-mon[97338]: pgmap v15708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:08 smithi081 ceph-mon[95500]: pgmap v15708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:08 smithi081 ceph-mon[107735]: pgmap v15708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:10 smithi170 ceph-mon[97338]: pgmap v15709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:10 smithi081 ceph-mon[95500]: pgmap v15709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:10 smithi081 ceph-mon[107735]: pgmap v15709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:11 smithi170 ceph-mon[97338]: pgmap v15710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:11 smithi081 ceph-mon[95500]: pgmap v15710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:11 smithi081 ceph-mon[107735]: pgmap v15710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:22:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:13.856Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:13.857Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:14 smithi170 ceph-mon[97338]: pgmap v15711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:14 smithi081 ceph-mon[95500]: pgmap v15711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:14 smithi081 ceph-mon[107735]: pgmap v15711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:15.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:15.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:16 smithi170 ceph-mon[97338]: pgmap v15712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:16 smithi081 ceph-mon[95500]: pgmap v15712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:16 smithi081 ceph-mon[107735]: pgmap v15712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:18 smithi170 ceph-mon[97338]: pgmap v15713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:18 smithi081 ceph-mon[95500]: pgmap v15713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:18 smithi081 ceph-mon[107735]: pgmap v15713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:20 smithi170 ceph-mon[97338]: pgmap v15714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:20 smithi081 ceph-mon[95500]: pgmap v15714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:20 smithi081 ceph-mon[107735]: pgmap v15714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:21 smithi170 ceph-mon[97338]: pgmap v15715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:21 smithi081 ceph-mon[95500]: pgmap v15715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:21 smithi081 ceph-mon[107735]: pgmap v15715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:22:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:23.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:23.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:24 smithi170 ceph-mon[97338]: pgmap v15716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:24 smithi081 ceph-mon[95500]: pgmap v15716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:24 smithi081 ceph-mon[107735]: pgmap v15716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:25.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:25.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:26 smithi170 ceph-mon[97338]: pgmap v15717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:26 smithi081 ceph-mon[107735]: pgmap v15717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:26 smithi081 ceph-mon[95500]: pgmap v15717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:28 smithi170 ceph-mon[97338]: pgmap v15718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:28 smithi081 ceph-mon[95500]: pgmap v15718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:28 smithi081 ceph-mon[107735]: pgmap v15718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:30 smithi170 ceph-mon[97338]: pgmap v15719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:30 smithi081 ceph-mon[95500]: pgmap v15719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:30 smithi081 ceph-mon[107735]: pgmap v15719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:31 smithi170 ceph-mon[97338]: pgmap v15720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:31 smithi081 ceph-mon[95500]: pgmap v15720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:31 smithi081 ceph-mon[107735]: pgmap v15720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:22:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:33.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:33.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:34 smithi170 ceph-mon[97338]: pgmap v15721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:34 smithi081 ceph-mon[95500]: pgmap v15721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:34 smithi081 ceph-mon[107735]: pgmap v15721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:35.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:35.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:36 smithi170 ceph-mon[97338]: pgmap v15722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:36 smithi081 ceph-mon[95500]: pgmap v15722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:36 smithi081 ceph-mon[107735]: pgmap v15722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:38 smithi170 ceph-mon[97338]: pgmap v15723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:38 smithi081 ceph-mon[95500]: pgmap v15723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:38 smithi081 ceph-mon[107735]: pgmap v15723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:40 smithi170 ceph-mon[97338]: pgmap v15724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:40 smithi081 ceph-mon[95500]: pgmap v15724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:40 smithi081 ceph-mon[107735]: pgmap v15724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:41 smithi170 ceph-mon[97338]: pgmap v15725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:41 smithi081 ceph-mon[95500]: pgmap v15725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:41 smithi081 ceph-mon[107735]: pgmap v15725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:22:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:43.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:43.860Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:44 smithi170 ceph-mon[97338]: pgmap v15726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:44 smithi081 ceph-mon[95500]: pgmap v15726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:44 smithi081 ceph-mon[107735]: pgmap v15726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:45.690Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:45.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:46 smithi170 ceph-mon[97338]: pgmap v15727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:46 smithi081 ceph-mon[95500]: pgmap v15727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:46 smithi081 ceph-mon[107735]: pgmap v15727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:48 smithi170 ceph-mon[97338]: pgmap v15728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:48 smithi081 ceph-mon[95500]: pgmap v15728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:48 smithi081 ceph-mon[107735]: pgmap v15728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:50 smithi170 ceph-mon[97338]: pgmap v15729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:50 smithi081 ceph-mon[95500]: pgmap v15729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:50 smithi081 ceph-mon[107735]: pgmap v15729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:51 smithi170 ceph-mon[97338]: pgmap v15730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:51 smithi081 ceph-mon[95500]: pgmap v15730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:51 smithi081 ceph-mon[107735]: pgmap v15730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:22:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:53.860Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:53.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:54 smithi170 ceph-mon[97338]: pgmap v15731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:54 smithi081 ceph-mon[95500]: pgmap v15731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:54 smithi081 ceph-mon[107735]: pgmap v15731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:22:55.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:22:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:22:55.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:22:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:56 smithi170 ceph-mon[97338]: pgmap v15732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:56 smithi081 ceph-mon[95500]: pgmap v15732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:56 smithi081 ceph-mon[107735]: pgmap v15732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:22:58 smithi170 ceph-mon[97338]: pgmap v15733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:22:58 smithi081 ceph-mon[95500]: pgmap v15733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:22:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:22:58 smithi081 ceph-mon[107735]: pgmap v15733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:00 smithi170 ceph-mon[97338]: pgmap v15734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:00 smithi081 ceph-mon[95500]: pgmap v15734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:00 smithi081 ceph-mon[107735]: pgmap v15734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:01 smithi170 ceph-mon[97338]: pgmap v15735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:01 smithi081 ceph-mon[95500]: pgmap v15735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:01 smithi081 ceph-mon[107735]: pgmap v15735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:23:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:03.860Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:03.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:04 smithi170 ceph-mon[97338]: pgmap v15736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:04 smithi081 ceph-mon[95500]: pgmap v15736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:04 smithi081 ceph-mon[107735]: pgmap v15736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:05.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:05.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:06 smithi170 ceph-mon[97338]: pgmap v15737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:06 smithi081 ceph-mon[95500]: pgmap v15737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:06 smithi081 ceph-mon[107735]: pgmap v15737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:08 smithi170 ceph-mon[97338]: pgmap v15738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:08 smithi081 ceph-mon[95500]: pgmap v15738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:08 smithi081 ceph-mon[107735]: pgmap v15738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:10 smithi170 ceph-mon[97338]: pgmap v15739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:10 smithi081 ceph-mon[95500]: pgmap v15739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:10 smithi081 ceph-mon[107735]: pgmap v15739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:11 smithi170 ceph-mon[97338]: pgmap v15740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:11 smithi081 ceph-mon[95500]: pgmap v15740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:11 smithi081 ceph-mon[107735]: pgmap v15740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:23:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:13.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:13.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:14 smithi170 ceph-mon[97338]: pgmap v15741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:14 smithi081 ceph-mon[95500]: pgmap v15741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:14 smithi081 ceph-mon[107735]: pgmap v15741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:15.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:15.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:16 smithi170 ceph-mon[97338]: pgmap v15742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:16 smithi081 ceph-mon[95500]: pgmap v15742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:16 smithi081 ceph-mon[107735]: pgmap v15742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:18 smithi170 ceph-mon[97338]: pgmap v15743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:18 smithi081 ceph-mon[95500]: pgmap v15743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:18 smithi081 ceph-mon[107735]: pgmap v15743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:20 smithi170 ceph-mon[97338]: pgmap v15744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:20 smithi081 ceph-mon[95500]: pgmap v15744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:20 smithi081 ceph-mon[107735]: pgmap v15744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:21 smithi170 ceph-mon[97338]: pgmap v15745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:21 smithi081 ceph-mon[95500]: pgmap v15745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:21 smithi081 ceph-mon[107735]: pgmap v15745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:23:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:23.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:23.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:24 smithi170 ceph-mon[97338]: pgmap v15746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:24 smithi081 ceph-mon[95500]: pgmap v15746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:24 smithi081 ceph-mon[107735]: pgmap v15746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:25.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:25.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:26 smithi170 ceph-mon[97338]: pgmap v15747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:26 smithi081 ceph-mon[95500]: pgmap v15747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:26 smithi081 ceph-mon[107735]: pgmap v15747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:28 smithi170 ceph-mon[97338]: pgmap v15748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:28 smithi081 ceph-mon[95500]: pgmap v15748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:28 smithi081 ceph-mon[107735]: pgmap v15748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:30 smithi170 ceph-mon[97338]: pgmap v15749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:30 smithi081 ceph-mon[95500]: pgmap v15749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:30 smithi081 ceph-mon[107735]: pgmap v15749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:31 smithi170 ceph-mon[97338]: pgmap v15750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:31 smithi081 ceph-mon[95500]: pgmap v15750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:31 smithi081 ceph-mon[107735]: pgmap v15750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:23:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:33.862Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:33.863Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:34 smithi170 ceph-mon[97338]: pgmap v15751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:34 smithi081 ceph-mon[95500]: pgmap v15751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:34 smithi081 ceph-mon[107735]: pgmap v15751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:35.694Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:35.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:36 smithi170 ceph-mon[97338]: pgmap v15752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:36 smithi081 ceph-mon[95500]: pgmap v15752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:36 smithi081 ceph-mon[107735]: pgmap v15752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:38 smithi170 ceph-mon[97338]: pgmap v15753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:38 smithi081 ceph-mon[95500]: pgmap v15753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:38 smithi081 ceph-mon[107735]: pgmap v15753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:40 smithi170 ceph-mon[97338]: pgmap v15754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:40 smithi081 ceph-mon[95500]: pgmap v15754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:40 smithi081 ceph-mon[107735]: pgmap v15754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:41 smithi170 ceph-mon[97338]: pgmap v15755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:41 smithi081 ceph-mon[95500]: pgmap v15755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:41 smithi081 ceph-mon[107735]: pgmap v15755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:23:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:43.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:43.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:44 smithi170 ceph-mon[97338]: pgmap v15756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:44 smithi081 ceph-mon[95500]: pgmap v15756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:44 smithi081 ceph-mon[107735]: pgmap v15756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:45.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:45.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:46 smithi170 ceph-mon[97338]: pgmap v15757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:46 smithi081 ceph-mon[95500]: pgmap v15757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:46 smithi081 ceph-mon[107735]: pgmap v15757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:48 smithi170 ceph-mon[97338]: pgmap v15758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:48 smithi081 ceph-mon[95500]: pgmap v15758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:48 smithi081 ceph-mon[107735]: pgmap v15758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:50 smithi170 ceph-mon[97338]: pgmap v15759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:50 smithi081 ceph-mon[95500]: pgmap v15759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:50 smithi081 ceph-mon[107735]: pgmap v15759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:51 smithi170 ceph-mon[97338]: pgmap v15760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:51 smithi081 ceph-mon[95500]: pgmap v15760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:51 smithi081 ceph-mon[107735]: pgmap v15760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:23:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:53.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:53.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:54 smithi170 ceph-mon[97338]: pgmap v15761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:54 smithi081 ceph-mon[95500]: pgmap v15761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:54 smithi081 ceph-mon[107735]: pgmap v15761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:23:55.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:23:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:23:55.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:23:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:56 smithi170 ceph-mon[97338]: pgmap v15762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:56 smithi081 ceph-mon[95500]: pgmap v15762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:56 smithi081 ceph-mon[107735]: pgmap v15762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:23:58 smithi170 ceph-mon[97338]: pgmap v15763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:23:58 smithi081 ceph-mon[95500]: pgmap v15763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:23:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:23:58 smithi081 ceph-mon[107735]: pgmap v15763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:00 smithi170 ceph-mon[97338]: pgmap v15764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:00 smithi081 ceph-mon[95500]: pgmap v15764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:00 smithi081 ceph-mon[107735]: pgmap v15764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:01 smithi170 ceph-mon[97338]: pgmap v15765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:01 smithi081 ceph-mon[95500]: pgmap v15765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:01 smithi081 ceph-mon[107735]: pgmap v15765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:24:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:03.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:03.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:04 smithi170 ceph-mon[97338]: pgmap v15766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:04 smithi081 ceph-mon[95500]: pgmap v15766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:04 smithi081 ceph-mon[107735]: pgmap v15766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:05.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:05.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:06 smithi170 ceph-mon[97338]: pgmap v15767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:06 smithi081 ceph-mon[95500]: pgmap v15767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:06 smithi081 ceph-mon[107735]: pgmap v15767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:08 smithi170 ceph-mon[97338]: pgmap v15768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:08 smithi081 ceph-mon[95500]: pgmap v15768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:08 smithi081 ceph-mon[107735]: pgmap v15768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:10 smithi170 ceph-mon[97338]: pgmap v15769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:10 smithi081 ceph-mon[95500]: pgmap v15769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:10 smithi081 ceph-mon[107735]: pgmap v15769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:11 smithi170 ceph-mon[97338]: pgmap v15770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:11 smithi081 ceph-mon[95500]: pgmap v15770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:11 smithi081 ceph-mon[107735]: pgmap v15770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:24:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:13.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:13.867Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:14 smithi170 ceph-mon[97338]: pgmap v15771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:14 smithi081 ceph-mon[95500]: pgmap v15771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:14.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:14 smithi081 ceph-mon[107735]: pgmap v15771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:15.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:15.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:16 smithi170 ceph-mon[97338]: pgmap v15772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:16 smithi081 ceph-mon[95500]: pgmap v15772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:16 smithi081 ceph-mon[107735]: pgmap v15772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:18 smithi170 ceph-mon[97338]: pgmap v15773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:18 smithi081 ceph-mon[95500]: pgmap v15773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:18 smithi081 ceph-mon[107735]: pgmap v15773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:20 smithi170 ceph-mon[97338]: pgmap v15774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:20 smithi081 ceph-mon[95500]: pgmap v15774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:20 smithi081 ceph-mon[107735]: pgmap v15774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:21 smithi170 ceph-mon[97338]: pgmap v15775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:21 smithi081 ceph-mon[95500]: pgmap v15775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:21 smithi081 ceph-mon[107735]: pgmap v15775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:24:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:23.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:23.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:24 smithi170 ceph-mon[97338]: pgmap v15776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:24 smithi081 ceph-mon[95500]: pgmap v15776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:24 smithi081 ceph-mon[107735]: pgmap v15776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:25.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:25.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:26 smithi170 ceph-mon[97338]: pgmap v15777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:26 smithi081 ceph-mon[95500]: pgmap v15777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:26 smithi081 ceph-mon[107735]: pgmap v15777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:28 smithi170 ceph-mon[97338]: pgmap v15778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:28 smithi081 ceph-mon[95500]: pgmap v15778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:28 smithi081 ceph-mon[107735]: pgmap v15778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:30 smithi170 ceph-mon[97338]: pgmap v15779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:30 smithi081 ceph-mon[95500]: pgmap v15779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:30 smithi081 ceph-mon[107735]: pgmap v15779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:31 smithi170 ceph-mon[97338]: pgmap v15780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:31 smithi081 ceph-mon[95500]: pgmap v15780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:31 smithi081 ceph-mon[107735]: pgmap v15780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:24:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:33.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:33.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:34 smithi170 ceph-mon[97338]: pgmap v15781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:34 smithi081 ceph-mon[95500]: pgmap v15781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:34 smithi081 ceph-mon[107735]: pgmap v15781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:35.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:35.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:36 smithi170 ceph-mon[97338]: pgmap v15782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:36 smithi081 ceph-mon[95500]: pgmap v15782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:36 smithi081 ceph-mon[107735]: pgmap v15782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:38 smithi170 ceph-mon[97338]: pgmap v15783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:38 smithi081 ceph-mon[95500]: pgmap v15783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:38 smithi081 ceph-mon[107735]: pgmap v15783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:40 smithi170 ceph-mon[97338]: pgmap v15784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:40 smithi081 ceph-mon[95500]: pgmap v15784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:40 smithi081 ceph-mon[107735]: pgmap v15784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:41 smithi170 ceph-mon[97338]: pgmap v15785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:41 smithi081 ceph-mon[95500]: pgmap v15785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:41 smithi081 ceph-mon[107735]: pgmap v15785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:24:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:43.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:43.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:44 smithi170 ceph-mon[97338]: pgmap v15786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:44 smithi081 ceph-mon[95500]: pgmap v15786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:44 smithi081 ceph-mon[107735]: pgmap v15786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:45.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:45.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:46 smithi170 ceph-mon[97338]: pgmap v15787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:46 smithi081 ceph-mon[95500]: pgmap v15787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:46 smithi081 ceph-mon[107735]: pgmap v15787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:48 smithi170 ceph-mon[97338]: pgmap v15788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:48 smithi081 ceph-mon[95500]: pgmap v15788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:48 smithi081 ceph-mon[107735]: pgmap v15788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:50 smithi170 ceph-mon[97338]: pgmap v15789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:50 smithi081 ceph-mon[95500]: pgmap v15789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:50 smithi081 ceph-mon[107735]: pgmap v15789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:51 smithi170 ceph-mon[97338]: pgmap v15790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:51 smithi081 ceph-mon[95500]: pgmap v15790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:51 smithi081 ceph-mon[107735]: pgmap v15790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:24:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:53.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:53.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:54 smithi170 ceph-mon[97338]: pgmap v15791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:54 smithi081 ceph-mon[95500]: pgmap v15791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:54 smithi081 ceph-mon[107735]: pgmap v15791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:24:55.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:24:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:24:55.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:24:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:56 smithi170 ceph-mon[97338]: pgmap v15792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:56 smithi081 ceph-mon[95500]: pgmap v15792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:56 smithi081 ceph-mon[107735]: pgmap v15792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:24:58 smithi170 ceph-mon[97338]: pgmap v15793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:24:58 smithi081 ceph-mon[95500]: pgmap v15793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:24:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:24:58 smithi081 ceph-mon[107735]: pgmap v15793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:00 smithi170 ceph-mon[97338]: pgmap v15794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:00 smithi081 ceph-mon[95500]: pgmap v15794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:00 smithi081 ceph-mon[107735]: pgmap v15794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:01 smithi170 ceph-mon[97338]: pgmap v15795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:01 smithi081 ceph-mon[95500]: pgmap v15795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:01 smithi081 ceph-mon[107735]: pgmap v15795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:25:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:03.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:03.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:04 smithi170 ceph-mon[97338]: pgmap v15796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:04 smithi081 ceph-mon[95500]: pgmap v15796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:04 smithi081 ceph-mon[107735]: pgmap v15796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:05.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:05.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:06 smithi170 ceph-mon[97338]: pgmap v15797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:06 smithi081 ceph-mon[95500]: pgmap v15797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:06 smithi081 ceph-mon[107735]: pgmap v15797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:08 smithi170 ceph-mon[97338]: pgmap v15798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:08 smithi081 ceph-mon[95500]: pgmap v15798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:08 smithi081 ceph-mon[107735]: pgmap v15798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:10 smithi170 ceph-mon[97338]: pgmap v15799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:10 smithi081 ceph-mon[95500]: pgmap v15799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:10 smithi081 ceph-mon[107735]: pgmap v15799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:11 smithi170 ceph-mon[97338]: pgmap v15800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:11 smithi081 ceph-mon[95500]: pgmap v15800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:11 smithi081 ceph-mon[107735]: pgmap v15800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:25:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:13.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:13.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:14 smithi170 ceph-mon[97338]: pgmap v15801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:14 smithi081 ceph-mon[95500]: pgmap v15801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:14 smithi081 ceph-mon[107735]: pgmap v15801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:15.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:15.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:16 smithi170 ceph-mon[97338]: pgmap v15802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:16 smithi081 ceph-mon[95500]: pgmap v15802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:16 smithi081 ceph-mon[107735]: pgmap v15802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:18 smithi170 ceph-mon[97338]: pgmap v15803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:18 smithi081 ceph-mon[95500]: pgmap v15803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:18 smithi081 ceph-mon[107735]: pgmap v15803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:20 smithi170 ceph-mon[97338]: pgmap v15804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:20 smithi081 ceph-mon[95500]: pgmap v15804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:20 smithi081 ceph-mon[107735]: pgmap v15804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:21 smithi170 ceph-mon[97338]: pgmap v15805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:22.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:21 smithi081 ceph-mon[95500]: pgmap v15805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:21 smithi081 ceph-mon[107735]: pgmap v15805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:25:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:23.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:23.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:24 smithi170 ceph-mon[97338]: pgmap v15806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:24 smithi081 ceph-mon[95500]: pgmap v15806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:24 smithi081 ceph-mon[107735]: pgmap v15806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:25.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:25.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:26 smithi170 ceph-mon[97338]: pgmap v15807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:26 smithi081 ceph-mon[95500]: pgmap v15807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:26 smithi081 ceph-mon[107735]: pgmap v15807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:28 smithi170 ceph-mon[97338]: pgmap v15808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:28 smithi081 ceph-mon[95500]: pgmap v15808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:28 smithi081 ceph-mon[107735]: pgmap v15808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:30 smithi170 ceph-mon[97338]: pgmap v15809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:30 smithi081 ceph-mon[95500]: pgmap v15809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:30 smithi081 ceph-mon[107735]: pgmap v15809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:31 smithi170 ceph-mon[97338]: pgmap v15810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:31 smithi081 ceph-mon[95500]: pgmap v15810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:31 smithi081 ceph-mon[107735]: pgmap v15810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:25:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:33.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:33.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:34 smithi170 ceph-mon[97338]: pgmap v15811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:34 smithi081 ceph-mon[95500]: pgmap v15811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:34 smithi081 ceph-mon[107735]: pgmap v15811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:35.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:35.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:36 smithi170 ceph-mon[97338]: pgmap v15812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:36 smithi081 ceph-mon[95500]: pgmap v15812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:36 smithi081 ceph-mon[107735]: pgmap v15812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:38 smithi170 ceph-mon[97338]: pgmap v15813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:38 smithi081 ceph-mon[95500]: pgmap v15813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:38 smithi081 ceph-mon[107735]: pgmap v15813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:40 smithi170 ceph-mon[97338]: pgmap v15814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:40 smithi081 ceph-mon[95500]: pgmap v15814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:40 smithi081 ceph-mon[107735]: pgmap v15814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:41 smithi081 ceph-mon[95500]: pgmap v15815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:41 smithi081 ceph-mon[107735]: pgmap v15815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:41 smithi170 ceph-mon[97338]: pgmap v15815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:25:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:43.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:43.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:44 smithi170 ceph-mon[97338]: pgmap v15816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:44 smithi081 ceph-mon[95500]: pgmap v15816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:44 smithi081 ceph-mon[107735]: pgmap v15816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:45.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:45.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:46 smithi170 ceph-mon[97338]: pgmap v15817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:46 smithi081 ceph-mon[95500]: pgmap v15817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:46 smithi081 ceph-mon[107735]: pgmap v15817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:48 smithi170 ceph-mon[97338]: pgmap v15818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:48 smithi081 ceph-mon[95500]: pgmap v15818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:48 smithi081 ceph-mon[107735]: pgmap v15818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:50 smithi170 ceph-mon[97338]: pgmap v15819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:50 smithi081 ceph-mon[95500]: pgmap v15819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:50 smithi081 ceph-mon[107735]: pgmap v15819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:51 smithi081 ceph-mon[95500]: pgmap v15820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:51 smithi081 ceph-mon[107735]: pgmap v15820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:51 smithi170 ceph-mon[97338]: pgmap v15820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:25:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:53.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:53.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:54 smithi170 ceph-mon[97338]: pgmap v15821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:54 smithi081 ceph-mon[95500]: pgmap v15821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:54 smithi081 ceph-mon[107735]: pgmap v15821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:25:55.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:25:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:25:55.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:25:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:56 smithi170 ceph-mon[97338]: pgmap v15822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:56 smithi081 ceph-mon[95500]: pgmap v15822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:56 smithi081 ceph-mon[107735]: pgmap v15822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:25:58 smithi170 ceph-mon[97338]: pgmap v15823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:25:58 smithi081 ceph-mon[95500]: pgmap v15823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:25:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:25:58 smithi081 ceph-mon[107735]: pgmap v15823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:00 smithi170 ceph-mon[97338]: pgmap v15824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:00 smithi081 ceph-mon[95500]: pgmap v15824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:00 smithi081 ceph-mon[107735]: pgmap v15824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:02.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:01 smithi081 ceph-mon[95500]: pgmap v15825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:01 smithi081 ceph-mon[107735]: pgmap v15825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:01 smithi170 ceph-mon[97338]: pgmap v15825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:26:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:03.874Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:03.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:04 smithi170 ceph-mon[97338]: pgmap v15826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:04 smithi081 ceph-mon[95500]: pgmap v15826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:04 smithi081 ceph-mon[107735]: pgmap v15826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:05.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:05.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:06 smithi170 ceph-mon[97338]: pgmap v15827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:06 smithi081 ceph-mon[95500]: pgmap v15827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:06 smithi081 ceph-mon[107735]: pgmap v15827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:08 smithi170 ceph-mon[97338]: pgmap v15828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:08 smithi081 ceph-mon[95500]: pgmap v15828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:08 smithi081 ceph-mon[107735]: pgmap v15828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:10 smithi170 ceph-mon[97338]: pgmap v15829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:10 smithi081 ceph-mon[95500]: pgmap v15829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:10 smithi081 ceph-mon[107735]: pgmap v15829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:12.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:12 smithi081 ceph-mon[95500]: pgmap v15830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:12 smithi081 ceph-mon[107735]: pgmap v15830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:12 smithi170 ceph-mon[97338]: pgmap v15830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:26:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:13.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:13.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:14 smithi170 ceph-mon[97338]: pgmap v15831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:14 smithi081 ceph-mon[95500]: pgmap v15831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:14 smithi081 ceph-mon[107735]: pgmap v15831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:15.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:15.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:16 smithi170 ceph-mon[97338]: pgmap v15832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:16 smithi081 ceph-mon[95500]: pgmap v15832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:16 smithi081 ceph-mon[107735]: pgmap v15832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:18 smithi170 ceph-mon[97338]: pgmap v15833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:18 smithi081 ceph-mon[95500]: pgmap v15833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:18 smithi081 ceph-mon[107735]: pgmap v15833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:20 smithi170 ceph-mon[97338]: pgmap v15834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:20 smithi081 ceph-mon[95500]: pgmap v15834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:20 smithi081 ceph-mon[107735]: pgmap v15834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:22 smithi081 ceph-mon[95500]: pgmap v15835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:22 smithi081 ceph-mon[107735]: pgmap v15835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:22 smithi170 ceph-mon[97338]: pgmap v15835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:26:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:23.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:23.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:24 smithi170 ceph-mon[97338]: pgmap v15836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:24 smithi081 ceph-mon[95500]: pgmap v15836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:24 smithi081 ceph-mon[107735]: pgmap v15836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:25.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:25.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:26 smithi170 ceph-mon[97338]: pgmap v15837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:26 smithi081 ceph-mon[95500]: pgmap v15837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:26 smithi081 ceph-mon[107735]: pgmap v15837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:28 smithi170 ceph-mon[97338]: pgmap v15838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:28 smithi081 ceph-mon[95500]: pgmap v15838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:28 smithi081 ceph-mon[107735]: pgmap v15838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:30 smithi170 ceph-mon[97338]: pgmap v15839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:30 smithi081 ceph-mon[95500]: pgmap v15839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:30 smithi081 ceph-mon[107735]: pgmap v15839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:32 smithi081 ceph-mon[95500]: pgmap v15840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:32 smithi081 ceph-mon[107735]: pgmap v15840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:32 smithi170 ceph-mon[97338]: pgmap v15840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:26:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:33.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:33.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:34 smithi170 ceph-mon[97338]: pgmap v15841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:34 smithi081 ceph-mon[95500]: pgmap v15841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:34 smithi081 ceph-mon[107735]: pgmap v15841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:35.708Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:35.709Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:36 smithi170 ceph-mon[97338]: pgmap v15842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:36 smithi081 ceph-mon[95500]: pgmap v15842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:36 smithi081 ceph-mon[107735]: pgmap v15842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:38 smithi170 ceph-mon[97338]: pgmap v15843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:38.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:38 smithi081 ceph-mon[95500]: pgmap v15843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:38.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:38 smithi081 ceph-mon[107735]: pgmap v15843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:40 smithi170 ceph-mon[97338]: pgmap v15844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:40 smithi081 ceph-mon[95500]: pgmap v15844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:40 smithi081 ceph-mon[107735]: pgmap v15844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:42 smithi081 ceph-mon[95500]: pgmap v15845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:42 smithi081 ceph-mon[107735]: pgmap v15845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:42 smithi170 ceph-mon[97338]: pgmap v15845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:26:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:43.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:43.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:44 smithi170 ceph-mon[97338]: pgmap v15846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:44 smithi081 ceph-mon[95500]: pgmap v15846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:44 smithi081 ceph-mon[107735]: pgmap v15846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:45.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:45.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:46 smithi170 ceph-mon[97338]: pgmap v15847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:46 smithi081 ceph-mon[107735]: pgmap v15847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:46 smithi081 ceph-mon[95500]: pgmap v15847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:48 smithi170 ceph-mon[97338]: pgmap v15848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:48 smithi081 ceph-mon[95500]: pgmap v15848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:48 smithi081 ceph-mon[107735]: pgmap v15848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:50 smithi170 ceph-mon[97338]: pgmap v15849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:50 smithi081 ceph-mon[95500]: pgmap v15849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:50 smithi081 ceph-mon[107735]: pgmap v15849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:52 smithi081 ceph-mon[95500]: pgmap v15850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:52 smithi081 ceph-mon[107735]: pgmap v15850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:52 smithi170 ceph-mon[97338]: pgmap v15850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:26:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:53.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:53.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:54 smithi170 ceph-mon[97338]: pgmap v15851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:54 smithi081 ceph-mon[95500]: pgmap v15851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:54 smithi081 ceph-mon[107735]: pgmap v15851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:56.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:26:55.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:56.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:26:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:26:55.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:26:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:56 smithi170 ceph-mon[97338]: pgmap v15852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:56 smithi081 ceph-mon[95500]: pgmap v15852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:56 smithi081 ceph-mon[107735]: pgmap v15852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:26:58 smithi170 ceph-mon[97338]: pgmap v15853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:26:58 smithi081 ceph-mon[95500]: pgmap v15853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:26:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:26:58 smithi081 ceph-mon[107735]: pgmap v15853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:00 smithi170 ceph-mon[97338]: pgmap v15854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:00 smithi081 ceph-mon[95500]: pgmap v15854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:00 smithi081 ceph-mon[107735]: pgmap v15854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:02 smithi081 ceph-mon[95500]: pgmap v15855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:02 smithi081 ceph-mon[107735]: pgmap v15855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:02 smithi170 ceph-mon[97338]: pgmap v15855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:27:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:03.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:03.880Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:04 smithi170 ceph-mon[97338]: pgmap v15856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:04 smithi081 ceph-mon[95500]: pgmap v15856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:04 smithi081 ceph-mon[107735]: pgmap v15856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:05.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:05.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:06 smithi170 ceph-mon[97338]: pgmap v15857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:06 smithi081 ceph-mon[95500]: pgmap v15857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:06 smithi081 ceph-mon[107735]: pgmap v15857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:08 smithi170 ceph-mon[97338]: pgmap v15858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:08 smithi081 ceph-mon[95500]: pgmap v15858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:08 smithi081 ceph-mon[107735]: pgmap v15858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:10 smithi170 ceph-mon[97338]: pgmap v15859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:10 smithi081 ceph-mon[95500]: pgmap v15859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:10 smithi081 ceph-mon[107735]: pgmap v15859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:12 smithi170 ceph-mon[97338]: pgmap v15860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:12 smithi081 ceph-mon[95500]: pgmap v15860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:12 smithi081 ceph-mon[107735]: pgmap v15860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:27:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:13.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:13.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:14 smithi170 ceph-mon[97338]: pgmap v15861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:14 smithi081 ceph-mon[95500]: pgmap v15861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:14 smithi081 ceph-mon[107735]: pgmap v15861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:15.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:15.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:16 smithi170 ceph-mon[97338]: pgmap v15862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:16 smithi081 ceph-mon[95500]: pgmap v15862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:16 smithi081 ceph-mon[107735]: pgmap v15862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:18 smithi170 ceph-mon[97338]: pgmap v15863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:18 smithi081 ceph-mon[95500]: pgmap v15863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:18 smithi081 ceph-mon[107735]: pgmap v15863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:20 smithi170 ceph-mon[97338]: pgmap v15864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:20 smithi081 ceph-mon[95500]: pgmap v15864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:20 smithi081 ceph-mon[107735]: pgmap v15864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:22 smithi170 ceph-mon[97338]: pgmap v15865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:22 smithi081 ceph-mon[95500]: pgmap v15865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:22 smithi081 ceph-mon[107735]: pgmap v15865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:27:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:23.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:23.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:24 smithi170 ceph-mon[97338]: pgmap v15866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:24 smithi081 ceph-mon[95500]: pgmap v15866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:24 smithi081 ceph-mon[107735]: pgmap v15866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:25.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:25.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:26 smithi170 ceph-mon[97338]: pgmap v15867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:26.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:26 smithi081 ceph-mon[95500]: pgmap v15867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:26.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:26 smithi081 ceph-mon[107735]: pgmap v15867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:28 smithi170 ceph-mon[97338]: pgmap v15868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:28 smithi081 ceph-mon[95500]: pgmap v15868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:28 smithi081 ceph-mon[107735]: pgmap v15868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:30 smithi170 ceph-mon[97338]: pgmap v15869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:30 smithi081 ceph-mon[95500]: pgmap v15869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:30 smithi081 ceph-mon[107735]: pgmap v15869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:32 smithi170 ceph-mon[97338]: pgmap v15870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:32 smithi081 ceph-mon[95500]: pgmap v15870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:32 smithi081 ceph-mon[107735]: pgmap v15870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:27:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:33.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:33.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:34 smithi170 ceph-mon[97338]: pgmap v15871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:34 smithi081 ceph-mon[95500]: pgmap v15871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:34 smithi081 ceph-mon[107735]: pgmap v15871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:35.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:35.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:36 smithi170 ceph-mon[97338]: pgmap v15872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:36 smithi081 ceph-mon[95500]: pgmap v15872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:36 smithi081 ceph-mon[107735]: pgmap v15872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:38 smithi170 ceph-mon[97338]: pgmap v15873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:38 smithi081 ceph-mon[95500]: pgmap v15873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:38 smithi081 ceph-mon[107735]: pgmap v15873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:40 smithi170 ceph-mon[97338]: pgmap v15874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:40 smithi081 ceph-mon[95500]: pgmap v15874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:40 smithi081 ceph-mon[107735]: pgmap v15874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:42 smithi170 ceph-mon[97338]: pgmap v15875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:42 smithi081 ceph-mon[95500]: pgmap v15875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:42 smithi081 ceph-mon[107735]: pgmap v15875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:27:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:43.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:43.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:44 smithi170 ceph-mon[97338]: pgmap v15876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:44 smithi081 ceph-mon[95500]: pgmap v15876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:44 smithi081 ceph-mon[107735]: pgmap v15876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:45.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:45.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:46 smithi170 ceph-mon[97338]: pgmap v15877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:46 smithi081 ceph-mon[95500]: pgmap v15877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:46 smithi081 ceph-mon[107735]: pgmap v15877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:48 smithi170 ceph-mon[97338]: pgmap v15878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:48 smithi081 ceph-mon[95500]: pgmap v15878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:48 smithi081 ceph-mon[107735]: pgmap v15878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:50 smithi170 ceph-mon[97338]: pgmap v15879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:50 smithi081 ceph-mon[95500]: pgmap v15879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:50 smithi081 ceph-mon[107735]: pgmap v15879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:52 smithi170 ceph-mon[97338]: pgmap v15880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:52 smithi081 ceph-mon[95500]: pgmap v15880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:52 smithi081 ceph-mon[107735]: pgmap v15880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:27:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:53.881Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:53.882Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:54 smithi170 ceph-mon[97338]: pgmap v15881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:54 smithi081 ceph-mon[95500]: pgmap v15881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:54 smithi081 ceph-mon[107735]: pgmap v15881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:27:55.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:27:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:27:55.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:27:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:56 smithi170 ceph-mon[97338]: pgmap v15882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:56 smithi081 ceph-mon[95500]: pgmap v15882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:56 smithi081 ceph-mon[107735]: pgmap v15882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:58.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:27:58 smithi170 ceph-mon[97338]: pgmap v15883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:27:58 smithi081 ceph-mon[95500]: pgmap v15883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:27:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:27:58 smithi081 ceph-mon[107735]: pgmap v15883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:00 smithi170 ceph-mon[97338]: pgmap v15884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:00 smithi081 ceph-mon[95500]: pgmap v15884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:00 smithi081 ceph-mon[107735]: pgmap v15884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:02 smithi170 ceph-mon[97338]: pgmap v15885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:02 smithi081 ceph-mon[95500]: pgmap v15885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:02 smithi081 ceph-mon[107735]: pgmap v15885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:28:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:03.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:03.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:04 smithi170 ceph-mon[97338]: pgmap v15886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:04 smithi081 ceph-mon[95500]: pgmap v15886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:04 smithi081 ceph-mon[107735]: pgmap v15886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:05.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:05.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:06 smithi170 ceph-mon[97338]: pgmap v15887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:06 smithi081 ceph-mon[95500]: pgmap v15887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:06 smithi081 ceph-mon[107735]: pgmap v15887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:08 smithi170 ceph-mon[97338]: pgmap v15888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:08 smithi081 ceph-mon[95500]: pgmap v15888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:08 smithi081 ceph-mon[107735]: pgmap v15888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:10 smithi170 ceph-mon[97338]: pgmap v15889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:10 smithi081 ceph-mon[95500]: pgmap v15889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:10 smithi081 ceph-mon[107735]: pgmap v15889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:12 smithi170 ceph-mon[97338]: pgmap v15890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:12 smithi081 ceph-mon[95500]: pgmap v15890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:12 smithi081 ceph-mon[107735]: pgmap v15890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:28:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:13.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:13.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:14 smithi170 ceph-mon[97338]: pgmap v15891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:14 smithi081 ceph-mon[95500]: pgmap v15891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:14 smithi081 ceph-mon[107735]: pgmap v15891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:15.716Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:15.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:16 smithi170 ceph-mon[97338]: pgmap v15892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:16 smithi081 ceph-mon[95500]: pgmap v15892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:16 smithi081 ceph-mon[107735]: pgmap v15892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:18 smithi170 ceph-mon[97338]: pgmap v15893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:18 smithi081 ceph-mon[107735]: pgmap v15893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:18 smithi081 ceph-mon[95500]: pgmap v15893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:20 smithi170 ceph-mon[97338]: pgmap v15894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:20 smithi081 ceph-mon[95500]: pgmap v15894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:20 smithi081 ceph-mon[107735]: pgmap v15894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:22 smithi170 ceph-mon[97338]: pgmap v15895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:22 smithi081 ceph-mon[95500]: pgmap v15895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:22 smithi081 ceph-mon[107735]: pgmap v15895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:28:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:23.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:23.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:24 smithi170 ceph-mon[97338]: pgmap v15896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:24 smithi081 ceph-mon[95500]: pgmap v15896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:24 smithi081 ceph-mon[107735]: pgmap v15896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:25.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:25.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:26 smithi170 ceph-mon[97338]: pgmap v15897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:26 smithi081 ceph-mon[95500]: pgmap v15897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:26 smithi081 ceph-mon[107735]: pgmap v15897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:28 smithi170 ceph-mon[97338]: pgmap v15898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:28 smithi081 ceph-mon[95500]: pgmap v15898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:28 smithi081 ceph-mon[107735]: pgmap v15898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:30 smithi170 ceph-mon[97338]: pgmap v15899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:30 smithi081 ceph-mon[95500]: pgmap v15899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:30 smithi081 ceph-mon[107735]: pgmap v15899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:32.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:32 smithi170 ceph-mon[97338]: pgmap v15900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:32.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:32 smithi081 ceph-mon[95500]: pgmap v15900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:32.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:32 smithi081 ceph-mon[107735]: pgmap v15900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:28:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:33.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:33.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:34 smithi170 ceph-mon[97338]: pgmap v15901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:34 smithi081 ceph-mon[95500]: pgmap v15901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:34 smithi081 ceph-mon[107735]: pgmap v15901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:35.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:35.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:36 smithi170 ceph-mon[97338]: pgmap v15902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:36 smithi081 ceph-mon[95500]: pgmap v15902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:36 smithi081 ceph-mon[107735]: pgmap v15902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:38 smithi170 ceph-mon[97338]: pgmap v15903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:38 smithi081 ceph-mon[95500]: pgmap v15903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:38 smithi081 ceph-mon[107735]: pgmap v15903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:40 smithi170 ceph-mon[97338]: pgmap v15904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:40 smithi081 ceph-mon[95500]: pgmap v15904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:40 smithi081 ceph-mon[107735]: pgmap v15904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:42 smithi170 ceph-mon[97338]: pgmap v15905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:42 smithi081 ceph-mon[95500]: pgmap v15905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:42 smithi081 ceph-mon[107735]: pgmap v15905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:28:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:43.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:43.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:44 smithi170 ceph-mon[97338]: pgmap v15906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:44 smithi081 ceph-mon[95500]: pgmap v15906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:44 smithi081 ceph-mon[107735]: pgmap v15906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:45.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:45.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:46 smithi170 ceph-mon[97338]: pgmap v15907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:46 smithi081 ceph-mon[95500]: pgmap v15907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:46 smithi081 ceph-mon[107735]: pgmap v15907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:48 smithi170 ceph-mon[97338]: pgmap v15908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:48 smithi081 ceph-mon[95500]: pgmap v15908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:48 smithi081 ceph-mon[107735]: pgmap v15908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:50 smithi170 ceph-mon[97338]: pgmap v15909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:50 smithi081 ceph-mon[95500]: pgmap v15909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:50 smithi081 ceph-mon[107735]: pgmap v15909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:52 smithi170 ceph-mon[97338]: pgmap v15910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:52 smithi081 ceph-mon[95500]: pgmap v15910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:52 smithi081 ceph-mon[107735]: pgmap v15910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:28:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:53.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:53.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:54 smithi170 ceph-mon[97338]: pgmap v15911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:54 smithi081 ceph-mon[95500]: pgmap v15911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:54 smithi081 ceph-mon[107735]: pgmap v15911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:28:55.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:28:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:28:55.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:28:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:56 smithi170 ceph-mon[97338]: pgmap v15912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:56 smithi081 ceph-mon[95500]: pgmap v15912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:56 smithi081 ceph-mon[107735]: pgmap v15912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:28:58 smithi170 ceph-mon[97338]: pgmap v15913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:28:58 smithi081 ceph-mon[95500]: pgmap v15913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:28:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:28:58 smithi081 ceph-mon[107735]: pgmap v15913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:00 smithi170 ceph-mon[97338]: pgmap v15914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:00 smithi081 ceph-mon[95500]: pgmap v15914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:00 smithi081 ceph-mon[107735]: pgmap v15914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:02 smithi170 ceph-mon[97338]: pgmap v15915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:02 smithi081 ceph-mon[95500]: pgmap v15915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:02 smithi081 ceph-mon[107735]: pgmap v15915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:29:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:03.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:03.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:04 smithi170 ceph-mon[97338]: pgmap v15916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:04 smithi081 ceph-mon[95500]: pgmap v15916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:04 smithi081 ceph-mon[107735]: pgmap v15916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:05.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:05.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:06 smithi170 ceph-mon[97338]: pgmap v15917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:06 smithi081 ceph-mon[95500]: pgmap v15917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:06 smithi081 ceph-mon[107735]: pgmap v15917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:08 smithi170 ceph-mon[97338]: pgmap v15918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:08 smithi081 ceph-mon[95500]: pgmap v15918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:08 smithi081 ceph-mon[107735]: pgmap v15918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:10 smithi170 ceph-mon[97338]: pgmap v15919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:10 smithi081 ceph-mon[95500]: pgmap v15919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:10 smithi081 ceph-mon[107735]: pgmap v15919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:12 smithi170 ceph-mon[97338]: pgmap v15920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:12 smithi081 ceph-mon[95500]: pgmap v15920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:12 smithi081 ceph-mon[107735]: pgmap v15920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:29:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:13.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:13.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:14 smithi170 ceph-mon[97338]: pgmap v15921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:14 smithi081 ceph-mon[95500]: pgmap v15921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:14 smithi081 ceph-mon[107735]: pgmap v15921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:15.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:15.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:16 smithi170 ceph-mon[97338]: pgmap v15922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:16 smithi081 ceph-mon[95500]: pgmap v15922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:16 smithi081 ceph-mon[107735]: pgmap v15922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:18 smithi170 ceph-mon[97338]: pgmap v15923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:18 smithi081 ceph-mon[95500]: pgmap v15923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:18 smithi081 ceph-mon[107735]: pgmap v15923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:20 smithi170 ceph-mon[97338]: pgmap v15924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:20 smithi081 ceph-mon[95500]: pgmap v15924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:20 smithi081 ceph-mon[107735]: pgmap v15924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:22 smithi170 ceph-mon[97338]: pgmap v15925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:22 smithi081 ceph-mon[95500]: pgmap v15925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:22 smithi081 ceph-mon[107735]: pgmap v15925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:29:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:23.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:23.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:24 smithi170 ceph-mon[97338]: pgmap v15926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:24 smithi081 ceph-mon[95500]: pgmap v15926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:24 smithi081 ceph-mon[107735]: pgmap v15926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:25.720Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:25.721Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:26 smithi170 ceph-mon[97338]: pgmap v15927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:26 smithi081 ceph-mon[95500]: pgmap v15927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:26 smithi081 ceph-mon[107735]: pgmap v15927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:28 smithi170 ceph-mon[97338]: pgmap v15928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:28 smithi081 ceph-mon[95500]: pgmap v15928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:28 smithi081 ceph-mon[107735]: pgmap v15928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:30 smithi170 ceph-mon[97338]: pgmap v15929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:30 smithi081 ceph-mon[95500]: pgmap v15929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:30 smithi081 ceph-mon[107735]: pgmap v15929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:32 smithi170 ceph-mon[97338]: pgmap v15930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:32 smithi081 ceph-mon[95500]: pgmap v15930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:32 smithi081 ceph-mon[107735]: pgmap v15930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:29:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:33.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:33.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:34 smithi170 ceph-mon[97338]: pgmap v15931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:34 smithi081 ceph-mon[95500]: pgmap v15931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:34 smithi081 ceph-mon[107735]: pgmap v15931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:35.721Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 9 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:35.722Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:36 smithi170 ceph-mon[97338]: pgmap v15932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:36 smithi081 ceph-mon[95500]: pgmap v15932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:36 smithi081 ceph-mon[107735]: pgmap v15932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:38 smithi170 ceph-mon[97338]: pgmap v15933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:38 smithi081 ceph-mon[95500]: pgmap v15933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:38 smithi081 ceph-mon[107735]: pgmap v15933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:40 smithi170 ceph-mon[97338]: pgmap v15934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:40 smithi081 ceph-mon[95500]: pgmap v15934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:40 smithi081 ceph-mon[107735]: pgmap v15934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:42 smithi170 ceph-mon[97338]: pgmap v15935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:42 smithi081 ceph-mon[95500]: pgmap v15935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:42 smithi081 ceph-mon[107735]: pgmap v15935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:29:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:43.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:43.890Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:44 smithi170 ceph-mon[97338]: pgmap v15936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:44 smithi081 ceph-mon[95500]: pgmap v15936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:44 smithi081 ceph-mon[107735]: pgmap v15936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:45.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:45.723Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:46 smithi170 ceph-mon[97338]: pgmap v15937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:46 smithi081 ceph-mon[95500]: pgmap v15937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:46 smithi081 ceph-mon[107735]: pgmap v15937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:48 smithi170 ceph-mon[97338]: pgmap v15938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:48 smithi081 ceph-mon[95500]: pgmap v15938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:48 smithi081 ceph-mon[107735]: pgmap v15938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:50 smithi170 ceph-mon[97338]: pgmap v15939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:50 smithi081 ceph-mon[95500]: pgmap v15939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:50.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:50 smithi081 ceph-mon[107735]: pgmap v15939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:52 smithi170 ceph-mon[97338]: pgmap v15940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:52 smithi081 ceph-mon[95500]: pgmap v15940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:52 smithi081 ceph-mon[107735]: pgmap v15940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:29:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:53.889Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:53.890Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:54 smithi170 ceph-mon[97338]: pgmap v15941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:54 smithi081 ceph-mon[95500]: pgmap v15941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:54 smithi081 ceph-mon[107735]: pgmap v15941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:29:55.722Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:29:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:29:55.723Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:29:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:56 smithi170 ceph-mon[97338]: pgmap v15942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:56 smithi081 ceph-mon[95500]: pgmap v15942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:56 smithi081 ceph-mon[107735]: pgmap v15942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:29:58 smithi170 ceph-mon[97338]: pgmap v15943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:29:58 smithi081 ceph-mon[95500]: pgmap v15943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:29:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:29:58 smithi081 ceph-mon[107735]: pgmap v15943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:00 smithi170 ceph-mon[97338]: pgmap v15944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:30:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:00 smithi081 ceph-mon[95500]: pgmap v15944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:30:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:00 smithi081 ceph-mon[107735]: pgmap v15944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:30:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:02 smithi170 ceph-mon[97338]: pgmap v15945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:02 smithi081 ceph-mon[95500]: pgmap v15945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:02 smithi081 ceph-mon[107735]: pgmap v15945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:30:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:03.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:03.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:04 smithi170 ceph-mon[97338]: pgmap v15946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:04 smithi081 ceph-mon[95500]: pgmap v15946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:04 smithi081 ceph-mon[107735]: pgmap v15946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:05.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:05.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:06 smithi170 ceph-mon[97338]: pgmap v15947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:06 smithi081 ceph-mon[95500]: pgmap v15947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:06 smithi081 ceph-mon[107735]: pgmap v15947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:08 smithi081 ceph-mon[95500]: pgmap v15948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:08 smithi081 ceph-mon[107735]: pgmap v15948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:08 smithi170 ceph-mon[97338]: pgmap v15948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:10 smithi081 ceph-mon[95500]: pgmap v15949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:10 smithi081 ceph-mon[107735]: pgmap v15949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:10 smithi170 ceph-mon[97338]: pgmap v15949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:12 smithi170 ceph-mon[97338]: pgmap v15950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:12 smithi081 ceph-mon[95500]: pgmap v15950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:12 smithi081 ceph-mon[107735]: pgmap v15950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:30:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:13.891Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:13.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:14 smithi170 ceph-mon[97338]: pgmap v15951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:14 smithi081 ceph-mon[95500]: pgmap v15951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:14 smithi081 ceph-mon[107735]: pgmap v15951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:15.723Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:15.724Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:16 smithi081 ceph-mon[95500]: pgmap v15952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:16 smithi081 ceph-mon[107735]: pgmap v15952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:16 smithi170 ceph-mon[97338]: pgmap v15952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:18 smithi081 ceph-mon[95500]: pgmap v15953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:18 smithi081 ceph-mon[107735]: pgmap v15953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:18 smithi170 ceph-mon[97338]: pgmap v15953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:20 smithi081 ceph-mon[95500]: pgmap v15954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:20 smithi081 ceph-mon[107735]: pgmap v15954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:20 smithi170 ceph-mon[97338]: pgmap v15954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:22 smithi170 ceph-mon[97338]: pgmap v15955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:22 smithi081 ceph-mon[95500]: pgmap v15955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:22 smithi081 ceph-mon[107735]: pgmap v15955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:30:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:23.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:23.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:24 smithi081 ceph-mon[95500]: pgmap v15956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:24 smithi081 ceph-mon[107735]: pgmap v15956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:24 smithi170 ceph-mon[97338]: pgmap v15956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:25.724Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:25.725Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:26 smithi081 ceph-mon[95500]: pgmap v15957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:26 smithi081 ceph-mon[107735]: pgmap v15957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:26 smithi170 ceph-mon[97338]: pgmap v15957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:28 smithi081 ceph-mon[95500]: pgmap v15958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:28 smithi081 ceph-mon[107735]: pgmap v15958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:28 smithi170 ceph-mon[97338]: pgmap v15958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:30 smithi081 ceph-mon[95500]: pgmap v15959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:30 smithi081 ceph-mon[107735]: pgmap v15959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:30 smithi170 ceph-mon[97338]: pgmap v15959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:32 smithi170 ceph-mon[97338]: pgmap v15960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:32 smithi081 ceph-mon[95500]: pgmap v15960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:32 smithi081 ceph-mon[107735]: pgmap v15960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:30:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:33.892Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:33.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:34 smithi081 ceph-mon[95500]: pgmap v15961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:34 smithi081 ceph-mon[107735]: pgmap v15961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:34 smithi170 ceph-mon[97338]: pgmap v15961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:35.725Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:35.726Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:36 smithi081 ceph-mon[95500]: pgmap v15962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:36 smithi081 ceph-mon[107735]: pgmap v15962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:36 smithi170 ceph-mon[97338]: pgmap v15962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:38 smithi081 ceph-mon[95500]: pgmap v15963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:38 smithi081 ceph-mon[107735]: pgmap v15963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:38 smithi170 ceph-mon[97338]: pgmap v15963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:40 smithi081 ceph-mon[95500]: pgmap v15964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:40 smithi081 ceph-mon[107735]: pgmap v15964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:40 smithi170 ceph-mon[97338]: pgmap v15964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:42 smithi170 ceph-mon[97338]: pgmap v15965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:42 smithi081 ceph-mon[95500]: pgmap v15965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:42 smithi081 ceph-mon[107735]: pgmap v15965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:30:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:43.893Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:43.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:44 smithi081 ceph-mon[95500]: pgmap v15966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:44 smithi081 ceph-mon[107735]: pgmap v15966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:44 smithi170 ceph-mon[97338]: pgmap v15966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:45.726Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:45.727Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:46 smithi081 ceph-mon[95500]: pgmap v15967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:46 smithi081 ceph-mon[107735]: pgmap v15967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:46 smithi170 ceph-mon[97338]: pgmap v15967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:48 smithi081 ceph-mon[95500]: pgmap v15968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:48 smithi081 ceph-mon[107735]: pgmap v15968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:48 smithi170 ceph-mon[97338]: pgmap v15968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:50 smithi081 ceph-mon[95500]: pgmap v15969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:50 smithi081 ceph-mon[107735]: pgmap v15969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:50 smithi170 ceph-mon[97338]: pgmap v15969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:52 smithi170 ceph-mon[97338]: pgmap v15970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:52 smithi081 ceph-mon[95500]: pgmap v15970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:52 smithi081 ceph-mon[107735]: pgmap v15970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:30:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:53.893Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:53.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:54 smithi081 ceph-mon[95500]: pgmap v15971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:54 smithi081 ceph-mon[107735]: pgmap v15971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:54 smithi170 ceph-mon[97338]: pgmap v15971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:30:55.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:30:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:30:55.728Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:30:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:56 smithi081 ceph-mon[95500]: pgmap v15972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:56 smithi081 ceph-mon[107735]: pgmap v15972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:56 smithi170 ceph-mon[97338]: pgmap v15972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:30:58 smithi081 ceph-mon[95500]: pgmap v15973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:30:58 smithi081 ceph-mon[107735]: pgmap v15973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:30:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:30:58 smithi170 ceph-mon[97338]: pgmap v15973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:00 smithi081 ceph-mon[95500]: pgmap v15974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:00 smithi081 ceph-mon[107735]: pgmap v15974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:00 smithi170 ceph-mon[97338]: pgmap v15974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:02 smithi170 ceph-mon[97338]: pgmap v15975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:02 smithi081 ceph-mon[95500]: pgmap v15975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:02 smithi081 ceph-mon[107735]: pgmap v15975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:31:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:03.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:03.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:04 smithi081 ceph-mon[95500]: pgmap v15976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:04 smithi081 ceph-mon[107735]: pgmap v15976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:04 smithi170 ceph-mon[97338]: pgmap v15976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:05.727Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:05.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:06 smithi081 ceph-mon[95500]: pgmap v15977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:06 smithi081 ceph-mon[107735]: pgmap v15977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:06 smithi170 ceph-mon[97338]: pgmap v15977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:08 smithi081 ceph-mon[95500]: pgmap v15978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:08 smithi081 ceph-mon[107735]: pgmap v15978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:08 smithi170 ceph-mon[97338]: pgmap v15978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:10 smithi170 ceph-mon[97338]: pgmap v15979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:10 smithi081 ceph-mon[95500]: pgmap v15979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:10 smithi081 ceph-mon[107735]: pgmap v15979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:12 smithi170 ceph-mon[97338]: pgmap v15980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:12 smithi081 ceph-mon[95500]: pgmap v15980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:12 smithi081 ceph-mon[107735]: pgmap v15980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:31:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:13.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:13.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:14 smithi081 ceph-mon[95500]: pgmap v15981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:14 smithi081 ceph-mon[107735]: pgmap v15981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:14 smithi170 ceph-mon[97338]: pgmap v15981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:15.728Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:15.729Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:16 smithi170 ceph-mon[97338]: pgmap v15982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:16 smithi081 ceph-mon[95500]: pgmap v15982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:17.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:16 smithi081 ceph-mon[107735]: pgmap v15982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:18 smithi170 ceph-mon[97338]: pgmap v15983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:18 smithi081 ceph-mon[95500]: pgmap v15983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:18 smithi081 ceph-mon[107735]: pgmap v15983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:20 smithi170 ceph-mon[97338]: pgmap v15984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:20 smithi081 ceph-mon[95500]: pgmap v15984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:20 smithi081 ceph-mon[107735]: pgmap v15984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:22 smithi170 ceph-mon[97338]: pgmap v15985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:22 smithi081 ceph-mon[95500]: pgmap v15985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:22 smithi081 ceph-mon[107735]: pgmap v15985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:31:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:23.896Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:23.897Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:24 smithi081 ceph-mon[95500]: pgmap v15986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:24 smithi081 ceph-mon[107735]: pgmap v15986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:24 smithi170 ceph-mon[97338]: pgmap v15986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:25.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:25.730Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:26 smithi170 ceph-mon[97338]: pgmap v15987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:26 smithi081 ceph-mon[95500]: pgmap v15987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:26 smithi081 ceph-mon[107735]: pgmap v15987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:28 smithi170 ceph-mon[97338]: pgmap v15988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:28 smithi081 ceph-mon[95500]: pgmap v15988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:28 smithi081 ceph-mon[107735]: pgmap v15988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:30 smithi170 ceph-mon[97338]: pgmap v15989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:30 smithi081 ceph-mon[95500]: pgmap v15989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:30 smithi081 ceph-mon[107735]: pgmap v15989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:32 smithi170 ceph-mon[97338]: pgmap v15990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:32 smithi081 ceph-mon[95500]: pgmap v15990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:32 smithi081 ceph-mon[107735]: pgmap v15990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:31:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:33.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:33.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:34 smithi170 ceph-mon[97338]: pgmap v15991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:34 smithi081 ceph-mon[95500]: pgmap v15991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:34 smithi081 ceph-mon[107735]: pgmap v15991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:35.729Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:35.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:36 smithi170 ceph-mon[97338]: pgmap v15992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:36 smithi081 ceph-mon[95500]: pgmap v15992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:36 smithi081 ceph-mon[107735]: pgmap v15992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:38 smithi170 ceph-mon[97338]: pgmap v15993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:38 smithi081 ceph-mon[95500]: pgmap v15993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:38 smithi081 ceph-mon[107735]: pgmap v15993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:40 smithi170 ceph-mon[97338]: pgmap v15994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:40 smithi081 ceph-mon[95500]: pgmap v15994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:40 smithi081 ceph-mon[107735]: pgmap v15994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:42 smithi170 ceph-mon[97338]: pgmap v15995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:42 smithi081 ceph-mon[95500]: pgmap v15995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:42 smithi081 ceph-mon[107735]: pgmap v15995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:31:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:43.897Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:43.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:44 smithi170 ceph-mon[97338]: pgmap v15996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:44 smithi081 ceph-mon[95500]: pgmap v15996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:44 smithi081 ceph-mon[107735]: pgmap v15996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:45.730Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:45.731Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:46 smithi170 ceph-mon[97338]: pgmap v15997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:46 smithi081 ceph-mon[95500]: pgmap v15997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:46 smithi081 ceph-mon[107735]: pgmap v15997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:48 smithi170 ceph-mon[97338]: pgmap v15998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:48 smithi081 ceph-mon[95500]: pgmap v15998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:48 smithi081 ceph-mon[107735]: pgmap v15998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:50 smithi170 ceph-mon[97338]: pgmap v15999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:50 smithi081 ceph-mon[95500]: pgmap v15999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:50 smithi081 ceph-mon[107735]: pgmap v15999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:52 smithi170 ceph-mon[97338]: pgmap v16000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:52 smithi081 ceph-mon[95500]: pgmap v16000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:52 smithi081 ceph-mon[107735]: pgmap v16000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:31:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:53.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:53.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:54 smithi170 ceph-mon[97338]: pgmap v16001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:54 smithi081 ceph-mon[95500]: pgmap v16001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:54 smithi081 ceph-mon[107735]: pgmap v16001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:31:55.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:31:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:31:55.732Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:31:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:56 smithi170 ceph-mon[97338]: pgmap v16002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:56 smithi081 ceph-mon[95500]: pgmap v16002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:56 smithi081 ceph-mon[107735]: pgmap v16002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:31:58 smithi170 ceph-mon[97338]: pgmap v16003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:31:58 smithi081 ceph-mon[95500]: pgmap v16003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:31:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:31:58 smithi081 ceph-mon[107735]: pgmap v16003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:00 smithi170 ceph-mon[97338]: pgmap v16004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:00 smithi081 ceph-mon[95500]: pgmap v16004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:00 smithi081 ceph-mon[107735]: pgmap v16004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:02 smithi170 ceph-mon[97338]: pgmap v16005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:02 smithi081 ceph-mon[95500]: pgmap v16005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:02 smithi081 ceph-mon[107735]: pgmap v16005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:32:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:03.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:03.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:04 smithi170 ceph-mon[97338]: pgmap v16006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:04 smithi081 ceph-mon[95500]: pgmap v16006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:04 smithi081 ceph-mon[107735]: pgmap v16006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:05.731Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:05.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:06 smithi170 ceph-mon[97338]: pgmap v16007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:06 smithi081 ceph-mon[95500]: pgmap v16007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:06 smithi081 ceph-mon[107735]: pgmap v16007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:08 smithi170 ceph-mon[97338]: pgmap v16008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:08 smithi081 ceph-mon[95500]: pgmap v16008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:08 smithi081 ceph-mon[107735]: pgmap v16008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:10 smithi170 ceph-mon[97338]: pgmap v16009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:10 smithi081 ceph-mon[95500]: pgmap v16009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:10 smithi081 ceph-mon[107735]: pgmap v16009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:12 smithi170 ceph-mon[97338]: pgmap v16010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:12 smithi081 ceph-mon[95500]: pgmap v16010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:12 smithi081 ceph-mon[107735]: pgmap v16010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:32:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:13.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:13.901Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:14.533 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:14 smithi081 ceph-mon[95500]: pgmap v16011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:14.533 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:14 smithi081 ceph-mon[107735]: pgmap v16011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:14 smithi170 ceph-mon[97338]: pgmap v16011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:15.732Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:15.733Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:16 smithi170 ceph-mon[97338]: pgmap v16012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:16 smithi081 ceph-mon[95500]: pgmap v16012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:16 smithi081 ceph-mon[107735]: pgmap v16012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:18 smithi170 ceph-mon[97338]: pgmap v16013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:18 smithi081 ceph-mon[95500]: pgmap v16013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:18 smithi081 ceph-mon[107735]: pgmap v16013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:20 smithi170 ceph-mon[97338]: pgmap v16014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:20 smithi081 ceph-mon[95500]: pgmap v16014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:20 smithi081 ceph-mon[107735]: pgmap v16014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:22 smithi170 ceph-mon[97338]: pgmap v16015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:22 smithi081 ceph-mon[95500]: pgmap v16015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:22 smithi081 ceph-mon[107735]: pgmap v16015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:32:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:23.901Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:23.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:24 smithi170 ceph-mon[97338]: pgmap v16016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:24 smithi081 ceph-mon[95500]: pgmap v16016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:24 smithi081 ceph-mon[107735]: pgmap v16016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:25.733Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:25.734Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:26 smithi170 ceph-mon[97338]: pgmap v16017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:26 smithi081 ceph-mon[95500]: pgmap v16017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:26 smithi081 ceph-mon[107735]: pgmap v16017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:28 smithi170 ceph-mon[97338]: pgmap v16018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:28 smithi081 ceph-mon[95500]: pgmap v16018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:28 smithi081 ceph-mon[107735]: pgmap v16018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:30 smithi170 ceph-mon[97338]: pgmap v16019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:30 smithi081 ceph-mon[95500]: pgmap v16019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:30 smithi081 ceph-mon[107735]: pgmap v16019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:32 smithi170 ceph-mon[97338]: pgmap v16020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:32 smithi081 ceph-mon[95500]: pgmap v16020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:32 smithi081 ceph-mon[107735]: pgmap v16020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:32:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:33.902Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:33.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:34 smithi170 ceph-mon[97338]: pgmap v16021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:34 smithi081 ceph-mon[95500]: pgmap v16021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:34 smithi081 ceph-mon[107735]: pgmap v16021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:35.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:35.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:36 smithi170 ceph-mon[97338]: pgmap v16022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:36 smithi081 ceph-mon[95500]: pgmap v16022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:36 smithi081 ceph-mon[107735]: pgmap v16022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:38 smithi170 ceph-mon[97338]: pgmap v16023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:38 smithi081 ceph-mon[95500]: pgmap v16023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:38 smithi081 ceph-mon[107735]: pgmap v16023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:40 smithi170 ceph-mon[97338]: pgmap v16024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:40 smithi081 ceph-mon[95500]: pgmap v16024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:40 smithi081 ceph-mon[107735]: pgmap v16024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:42 smithi170 ceph-mon[97338]: pgmap v16025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:42 smithi081 ceph-mon[95500]: pgmap v16025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:42 smithi081 ceph-mon[107735]: pgmap v16025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:32:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:43.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:43.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:44 smithi170 ceph-mon[97338]: pgmap v16026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:44 smithi081 ceph-mon[95500]: pgmap v16026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:44 smithi081 ceph-mon[107735]: pgmap v16026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:45.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:45.735Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:46 smithi170 ceph-mon[97338]: pgmap v16027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:46 smithi081 ceph-mon[95500]: pgmap v16027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:46 smithi081 ceph-mon[107735]: pgmap v16027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:48 smithi170 ceph-mon[97338]: pgmap v16028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:48 smithi081 ceph-mon[95500]: pgmap v16028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:48 smithi081 ceph-mon[107735]: pgmap v16028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:50.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:50 smithi170 ceph-mon[97338]: pgmap v16029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:50 smithi081 ceph-mon[95500]: pgmap v16029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:50 smithi081 ceph-mon[107735]: pgmap v16029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:52 smithi170 ceph-mon[97338]: pgmap v16030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:52 smithi081 ceph-mon[95500]: pgmap v16030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:52 smithi081 ceph-mon[107735]: pgmap v16030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:32:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:53.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:53.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:54 smithi170 ceph-mon[97338]: pgmap v16031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:54 smithi081 ceph-mon[95500]: pgmap v16031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:54 smithi081 ceph-mon[107735]: pgmap v16031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:32:55.734Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:32:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:32:55.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:32:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:56 smithi170 ceph-mon[97338]: pgmap v16032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:56 smithi081 ceph-mon[95500]: pgmap v16032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:56 smithi081 ceph-mon[107735]: pgmap v16032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:32:58 smithi170 ceph-mon[97338]: pgmap v16033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:32:58 smithi081 ceph-mon[95500]: pgmap v16033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:32:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:32:58 smithi081 ceph-mon[107735]: pgmap v16033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:00 smithi170 ceph-mon[97338]: pgmap v16034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:00 smithi081 ceph-mon[95500]: pgmap v16034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:00 smithi081 ceph-mon[107735]: pgmap v16034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:02 smithi170 ceph-mon[97338]: pgmap v16035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:02 smithi081 ceph-mon[95500]: pgmap v16035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:02 smithi081 ceph-mon[107735]: pgmap v16035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:33:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:03.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:03.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:04 smithi170 ceph-mon[97338]: pgmap v16036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:04 smithi081 ceph-mon[95500]: pgmap v16036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:04 smithi081 ceph-mon[107735]: pgmap v16036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:05.735Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:05.736Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:06 smithi170 ceph-mon[97338]: pgmap v16037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:06 smithi081 ceph-mon[95500]: pgmap v16037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:06 smithi081 ceph-mon[107735]: pgmap v16037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:08 smithi170 ceph-mon[97338]: pgmap v16038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:08 smithi081 ceph-mon[95500]: pgmap v16038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:08 smithi081 ceph-mon[107735]: pgmap v16038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:10 smithi170 ceph-mon[97338]: pgmap v16039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:10 smithi081 ceph-mon[95500]: pgmap v16039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:10 smithi081 ceph-mon[107735]: pgmap v16039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:12 smithi170 ceph-mon[97338]: pgmap v16040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:12 smithi081 ceph-mon[95500]: pgmap v16040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:12 smithi081 ceph-mon[107735]: pgmap v16040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:33:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:13.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:13.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:14 smithi170 ceph-mon[97338]: pgmap v16041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:14 smithi081 ceph-mon[95500]: pgmap v16041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:14 smithi081 ceph-mon[107735]: pgmap v16041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:15.736Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:15.737Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:16 smithi170 ceph-mon[97338]: pgmap v16042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:16 smithi081 ceph-mon[95500]: pgmap v16042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:16 smithi081 ceph-mon[107735]: pgmap v16042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:18 smithi170 ceph-mon[97338]: pgmap v16043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:18 smithi081 ceph-mon[95500]: pgmap v16043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:18 smithi081 ceph-mon[107735]: pgmap v16043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:20 smithi170 ceph-mon[97338]: pgmap v16044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:20 smithi081 ceph-mon[95500]: pgmap v16044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:21.056 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:20 smithi081 ceph-mon[107735]: pgmap v16044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:22 smithi170 ceph-mon[97338]: pgmap v16045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:22 smithi081 ceph-mon[95500]: pgmap v16045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:22 smithi081 ceph-mon[107735]: pgmap v16045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:33:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:23.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:23.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:24 smithi170 ceph-mon[97338]: pgmap v16046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:24 smithi081 ceph-mon[95500]: pgmap v16046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:24 smithi081 ceph-mon[107735]: pgmap v16046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:25.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:25.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:26 smithi170 ceph-mon[97338]: pgmap v16047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:26 smithi081 ceph-mon[95500]: pgmap v16047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:26 smithi081 ceph-mon[107735]: pgmap v16047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:28 smithi170 ceph-mon[97338]: pgmap v16048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:28 smithi081 ceph-mon[95500]: pgmap v16048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:28 smithi081 ceph-mon[107735]: pgmap v16048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:30 smithi170 ceph-mon[97338]: pgmap v16049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:30 smithi081 ceph-mon[95500]: pgmap v16049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:30 smithi081 ceph-mon[107735]: pgmap v16049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:32 smithi170 ceph-mon[97338]: pgmap v16050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:32 smithi081 ceph-mon[95500]: pgmap v16050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:32 smithi081 ceph-mon[107735]: pgmap v16050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:33:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:33.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:33.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:34 smithi170 ceph-mon[97338]: pgmap v16051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:34 smithi081 ceph-mon[95500]: pgmap v16051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:34 smithi081 ceph-mon[107735]: pgmap v16051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:35.737Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:35.738Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:36 smithi170 ceph-mon[97338]: pgmap v16052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:36 smithi081 ceph-mon[95500]: pgmap v16052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:36 smithi081 ceph-mon[107735]: pgmap v16052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:38 smithi170 ceph-mon[97338]: pgmap v16053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:38 smithi081 ceph-mon[95500]: pgmap v16053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:38 smithi081 ceph-mon[107735]: pgmap v16053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:40 smithi170 ceph-mon[97338]: pgmap v16054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:40 smithi081 ceph-mon[95500]: pgmap v16054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:40 smithi081 ceph-mon[107735]: pgmap v16054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:42 smithi170 ceph-mon[97338]: pgmap v16055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:42 smithi081 ceph-mon[95500]: pgmap v16055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:42 smithi081 ceph-mon[107735]: pgmap v16055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:33:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:43.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:43.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:44 smithi170 ceph-mon[97338]: pgmap v16056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:44 smithi081 ceph-mon[95500]: pgmap v16056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:44 smithi081 ceph-mon[107735]: pgmap v16056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:45.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:45.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:46 smithi170 ceph-mon[97338]: pgmap v16057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:46 smithi081 ceph-mon[95500]: pgmap v16057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:46 smithi081 ceph-mon[107735]: pgmap v16057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:48 smithi170 ceph-mon[97338]: pgmap v16058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:48 smithi081 ceph-mon[95500]: pgmap v16058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:48 smithi081 ceph-mon[107735]: pgmap v16058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:50 smithi170 ceph-mon[97338]: pgmap v16059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:50 smithi081 ceph-mon[95500]: pgmap v16059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:50 smithi081 ceph-mon[107735]: pgmap v16059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:52 smithi170 ceph-mon[97338]: pgmap v16060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:52 smithi081 ceph-mon[95500]: pgmap v16060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:52 smithi081 ceph-mon[107735]: pgmap v16060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:33:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:53.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:53.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:54 smithi170 ceph-mon[97338]: pgmap v16061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:54 smithi081 ceph-mon[95500]: pgmap v16061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:54 smithi081 ceph-mon[107735]: pgmap v16061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:33:55.738Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:33:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:33:55.739Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:33:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:56 smithi170 ceph-mon[97338]: pgmap v16062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:56 smithi081 ceph-mon[95500]: pgmap v16062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:56 smithi081 ceph-mon[107735]: pgmap v16062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:33:58 smithi170 ceph-mon[97338]: pgmap v16063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:33:58 smithi081 ceph-mon[95500]: pgmap v16063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:33:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:33:58 smithi081 ceph-mon[107735]: pgmap v16063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:00 smithi170 ceph-mon[97338]: pgmap v16064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:00 smithi081 ceph-mon[95500]: pgmap v16064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:00 smithi081 ceph-mon[107735]: pgmap v16064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:02 smithi170 ceph-mon[97338]: pgmap v16065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:02 smithi081 ceph-mon[95500]: pgmap v16065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:02.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:02 smithi081 ceph-mon[107735]: pgmap v16065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:34:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:03.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:03.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:04 smithi170 ceph-mon[97338]: pgmap v16066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:04 smithi081 ceph-mon[95500]: pgmap v16066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:04 smithi081 ceph-mon[107735]: pgmap v16066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:05.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:05.740Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:06 smithi170 ceph-mon[97338]: pgmap v16067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:06 smithi081 ceph-mon[95500]: pgmap v16067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:06 smithi081 ceph-mon[107735]: pgmap v16067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:08 smithi170 ceph-mon[97338]: pgmap v16068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:08 smithi081 ceph-mon[95500]: pgmap v16068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:08 smithi081 ceph-mon[107735]: pgmap v16068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:10 smithi170 ceph-mon[97338]: pgmap v16069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:10 smithi081 ceph-mon[95500]: pgmap v16069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:10 smithi081 ceph-mon[107735]: pgmap v16069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:12 smithi170 ceph-mon[97338]: pgmap v16070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:12 smithi081 ceph-mon[95500]: pgmap v16070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:12 smithi081 ceph-mon[107735]: pgmap v16070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:34:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:13.910Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:13.911Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:14 smithi170 ceph-mon[97338]: pgmap v16071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:14 smithi081 ceph-mon[95500]: pgmap v16071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:14 smithi081 ceph-mon[107735]: pgmap v16071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:15.739Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:15.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:16 smithi170 ceph-mon[97338]: pgmap v16072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:16 smithi081 ceph-mon[95500]: pgmap v16072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:16 smithi081 ceph-mon[107735]: pgmap v16072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:18 smithi170 ceph-mon[97338]: pgmap v16073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:18 smithi081 ceph-mon[95500]: pgmap v16073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:18 smithi081 ceph-mon[107735]: pgmap v16073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:20 smithi170 ceph-mon[97338]: pgmap v16074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:20 smithi081 ceph-mon[95500]: pgmap v16074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:20 smithi081 ceph-mon[107735]: pgmap v16074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:22 smithi170 ceph-mon[97338]: pgmap v16075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:22 smithi081 ceph-mon[95500]: pgmap v16075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:22 smithi081 ceph-mon[107735]: pgmap v16075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:34:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:23.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:23.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:24 smithi170 ceph-mon[97338]: pgmap v16076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:24 smithi081 ceph-mon[95500]: pgmap v16076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:24 smithi081 ceph-mon[107735]: pgmap v16076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:25.740Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:25.741Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:26 smithi170 ceph-mon[97338]: pgmap v16077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:26 smithi081 ceph-mon[95500]: pgmap v16077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:26 smithi081 ceph-mon[107735]: pgmap v16077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:28 smithi170 ceph-mon[97338]: pgmap v16078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:28 smithi081 ceph-mon[95500]: pgmap v16078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:28 smithi081 ceph-mon[107735]: pgmap v16078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:30 smithi170 ceph-mon[97338]: pgmap v16079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:30 smithi081 ceph-mon[95500]: pgmap v16079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:30 smithi081 ceph-mon[107735]: pgmap v16079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:32 smithi170 ceph-mon[97338]: pgmap v16080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:32 smithi081 ceph-mon[95500]: pgmap v16080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:32 smithi081 ceph-mon[107735]: pgmap v16080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:34:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:33.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:33.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:34 smithi170 ceph-mon[97338]: pgmap v16081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:34 smithi081 ceph-mon[95500]: pgmap v16081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:34 smithi081 ceph-mon[107735]: pgmap v16081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:35.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:35.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:36 smithi170 ceph-mon[97338]: pgmap v16082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:36 smithi081 ceph-mon[95500]: pgmap v16082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:36 smithi081 ceph-mon[107735]: pgmap v16082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:38 smithi170 ceph-mon[97338]: pgmap v16083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:38 smithi081 ceph-mon[95500]: pgmap v16083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:38 smithi081 ceph-mon[107735]: pgmap v16083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:40 smithi170 ceph-mon[97338]: pgmap v16084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:40 smithi081 ceph-mon[95500]: pgmap v16084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:40 smithi081 ceph-mon[107735]: pgmap v16084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:42 smithi170 ceph-mon[97338]: pgmap v16085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:42 smithi081 ceph-mon[95500]: pgmap v16085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:42 smithi081 ceph-mon[107735]: pgmap v16085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:34:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:43.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:43.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:44 smithi170 ceph-mon[97338]: pgmap v16086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:44 smithi081 ceph-mon[95500]: pgmap v16086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:44 smithi081 ceph-mon[107735]: pgmap v16086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:45.741Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:45.742Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:46 smithi170 ceph-mon[97338]: pgmap v16087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:46 smithi081 ceph-mon[95500]: pgmap v16087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:46 smithi081 ceph-mon[107735]: pgmap v16087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:48 smithi170 ceph-mon[97338]: pgmap v16088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:48 smithi081 ceph-mon[95500]: pgmap v16088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:48 smithi081 ceph-mon[107735]: pgmap v16088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:50 smithi170 ceph-mon[97338]: pgmap v16089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:50 smithi081 ceph-mon[95500]: pgmap v16089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:50 smithi081 ceph-mon[107735]: pgmap v16089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:52 smithi170 ceph-mon[97338]: pgmap v16090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:52 smithi081 ceph-mon[95500]: pgmap v16090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:52 smithi081 ceph-mon[107735]: pgmap v16090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:34:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:53.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:53.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:54 smithi170 ceph-mon[97338]: pgmap v16091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:54 smithi081 ceph-mon[95500]: pgmap v16091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:54 smithi081 ceph-mon[107735]: pgmap v16091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:34:55.742Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:34:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:34:55.743Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:34:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:56 smithi170 ceph-mon[97338]: pgmap v16092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:56 smithi081 ceph-mon[95500]: pgmap v16092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:56 smithi081 ceph-mon[107735]: pgmap v16092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:34:58 smithi170 ceph-mon[97338]: pgmap v16093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:34:58 smithi081 ceph-mon[95500]: pgmap v16093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:34:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:34:58 smithi081 ceph-mon[107735]: pgmap v16093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:00 smithi170 ceph-mon[97338]: pgmap v16094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:00 smithi081 ceph-mon[95500]: pgmap v16094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:00 smithi081 ceph-mon[107735]: pgmap v16094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:02 smithi170 ceph-mon[97338]: pgmap v16095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:02 smithi081 ceph-mon[95500]: pgmap v16095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:02 smithi081 ceph-mon[107735]: pgmap v16095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:35:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:03.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:03.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:04 smithi170 ceph-mon[97338]: pgmap v16096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:04 smithi081 ceph-mon[95500]: pgmap v16096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:04 smithi081 ceph-mon[107735]: pgmap v16096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:05.743Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:05.744Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:06 smithi170 ceph-mon[97338]: pgmap v16097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:06 smithi081 ceph-mon[95500]: pgmap v16097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:06 smithi081 ceph-mon[107735]: pgmap v16097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:08 smithi170 ceph-mon[97338]: pgmap v16098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:08 smithi081 ceph-mon[95500]: pgmap v16098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:08 smithi081 ceph-mon[107735]: pgmap v16098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:10 smithi170 ceph-mon[97338]: pgmap v16099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:10 smithi081 ceph-mon[95500]: pgmap v16099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:10 smithi081 ceph-mon[107735]: pgmap v16099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:12 smithi170 ceph-mon[97338]: pgmap v16100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:12 smithi081 ceph-mon[95500]: pgmap v16100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:12 smithi081 ceph-mon[107735]: pgmap v16100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:35:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:13.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:13.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:14 smithi170 ceph-mon[97338]: pgmap v16101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:14 smithi081 ceph-mon[95500]: pgmap v16101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:14 smithi081 ceph-mon[107735]: pgmap v16101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:15.744Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:15.745Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:16 smithi170 ceph-mon[97338]: pgmap v16102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:16 smithi081 ceph-mon[95500]: pgmap v16102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:16 smithi081 ceph-mon[107735]: pgmap v16102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:18 smithi170 ceph-mon[97338]: pgmap v16103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:19.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:18 smithi081 ceph-mon[95500]: pgmap v16103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:19.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:18 smithi081 ceph-mon[107735]: pgmap v16103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:20 smithi170 ceph-mon[97338]: pgmap v16104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:20 smithi081 ceph-mon[95500]: pgmap v16104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:20 smithi081 ceph-mon[107735]: pgmap v16104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:22 smithi170 ceph-mon[97338]: pgmap v16105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:22 smithi081 ceph-mon[95500]: pgmap v16105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:22 smithi081 ceph-mon[107735]: pgmap v16105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:35:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:23.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:23.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:24 smithi170 ceph-mon[97338]: pgmap v16106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:24 smithi081 ceph-mon[95500]: pgmap v16106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:24 smithi081 ceph-mon[107735]: pgmap v16106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:25.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:25.746Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:26 smithi170 ceph-mon[97338]: pgmap v16107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:27.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:26 smithi081 ceph-mon[95500]: pgmap v16107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:27.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:26 smithi081 ceph-mon[107735]: pgmap v16107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:28 smithi170 ceph-mon[97338]: pgmap v16108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:28 smithi081 ceph-mon[95500]: pgmap v16108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:28 smithi081 ceph-mon[107735]: pgmap v16108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:30 smithi170 ceph-mon[97338]: pgmap v16109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:30 smithi081 ceph-mon[95500]: pgmap v16109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:30 smithi081 ceph-mon[107735]: pgmap v16109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:32 smithi170 ceph-mon[97338]: pgmap v16110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:32 smithi081 ceph-mon[95500]: pgmap v16110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:32 smithi081 ceph-mon[107735]: pgmap v16110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:35:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:33.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:33.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:34 smithi170 ceph-mon[97338]: pgmap v16111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:34 smithi081 ceph-mon[95500]: pgmap v16111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:34 smithi081 ceph-mon[107735]: pgmap v16111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:35.745Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:35.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:36 smithi170 ceph-mon[97338]: pgmap v16112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:37.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:36 smithi081 ceph-mon[95500]: pgmap v16112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:37.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:36 smithi081 ceph-mon[107735]: pgmap v16112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:38 smithi170 ceph-mon[97338]: pgmap v16113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:38 smithi081 ceph-mon[95500]: pgmap v16113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:39.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:38 smithi081 ceph-mon[107735]: pgmap v16113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:40 smithi170 ceph-mon[97338]: pgmap v16114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:40 smithi081 ceph-mon[95500]: pgmap v16114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:40 smithi081 ceph-mon[107735]: pgmap v16114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:42 smithi170 ceph-mon[97338]: pgmap v16115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:42 smithi081 ceph-mon[95500]: pgmap v16115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:42 smithi081 ceph-mon[107735]: pgmap v16115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:35:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:43.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:43.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:44 smithi170 ceph-mon[97338]: pgmap v16116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:44 smithi081 ceph-mon[95500]: pgmap v16116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:44 smithi081 ceph-mon[107735]: pgmap v16116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:45.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:45.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:46 smithi170 ceph-mon[97338]: pgmap v16117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:46 smithi081 ceph-mon[95500]: pgmap v16117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:46 smithi081 ceph-mon[107735]: pgmap v16117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:48 smithi170 ceph-mon[97338]: pgmap v16118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:48 smithi081 ceph-mon[95500]: pgmap v16118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:48 smithi081 ceph-mon[107735]: pgmap v16118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:50 smithi170 ceph-mon[97338]: pgmap v16119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:50 smithi081 ceph-mon[95500]: pgmap v16119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:50 smithi081 ceph-mon[107735]: pgmap v16119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:52 smithi170 ceph-mon[97338]: pgmap v16120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:52 smithi081 ceph-mon[95500]: pgmap v16120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:52 smithi081 ceph-mon[107735]: pgmap v16120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:35:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:53.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:53.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:54 smithi170 ceph-mon[97338]: pgmap v16121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:54 smithi081 ceph-mon[95500]: pgmap v16121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:54 smithi081 ceph-mon[107735]: pgmap v16121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:35:55.746Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:35:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:35:55.747Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:35:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:56 smithi170 ceph-mon[97338]: pgmap v16122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:56 smithi081 ceph-mon[95500]: pgmap v16122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:56 smithi081 ceph-mon[107735]: pgmap v16122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:35:58 smithi170 ceph-mon[97338]: pgmap v16123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:35:58 smithi081 ceph-mon[95500]: pgmap v16123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:35:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:35:58 smithi081 ceph-mon[107735]: pgmap v16123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:00 smithi170 ceph-mon[97338]: pgmap v16124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:00 smithi081 ceph-mon[95500]: pgmap v16124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:00 smithi081 ceph-mon[107735]: pgmap v16124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:02 smithi170 ceph-mon[97338]: pgmap v16125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:02 smithi081 ceph-mon[95500]: pgmap v16125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:02 smithi081 ceph-mon[107735]: pgmap v16125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:36:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:03.918Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:03.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:04 smithi170 ceph-mon[97338]: pgmap v16126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:04 smithi081 ceph-mon[107735]: pgmap v16126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:04 smithi081 ceph-mon[95500]: pgmap v16126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:05.747Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:05.748Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:06 smithi170 ceph-mon[97338]: pgmap v16127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:06 smithi081 ceph-mon[95500]: pgmap v16127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:06 smithi081 ceph-mon[107735]: pgmap v16127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:08 smithi170 ceph-mon[97338]: pgmap v16128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:08 smithi081 ceph-mon[95500]: pgmap v16128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:08 smithi081 ceph-mon[107735]: pgmap v16128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:10 smithi170 ceph-mon[97338]: pgmap v16129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:10 smithi081 ceph-mon[95500]: pgmap v16129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:10 smithi081 ceph-mon[107735]: pgmap v16129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:12 smithi170 ceph-mon[97338]: pgmap v16130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:12 smithi081 ceph-mon[95500]: pgmap v16130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:12 smithi081 ceph-mon[107735]: pgmap v16130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:36:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:13.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:13.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:14 smithi170 ceph-mon[97338]: pgmap v16131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:14 smithi081 ceph-mon[95500]: pgmap v16131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:14 smithi081 ceph-mon[107735]: pgmap v16131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:15.748Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:15.749Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:16 smithi170 ceph-mon[97338]: pgmap v16132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:16 smithi081 ceph-mon[95500]: pgmap v16132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:16 smithi081 ceph-mon[107735]: pgmap v16132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:18 smithi170 ceph-mon[97338]: pgmap v16133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:18 smithi081 ceph-mon[95500]: pgmap v16133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:18 smithi081 ceph-mon[107735]: pgmap v16133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:20 smithi170 ceph-mon[97338]: pgmap v16134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:20 smithi081 ceph-mon[95500]: pgmap v16134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:20 smithi081 ceph-mon[107735]: pgmap v16134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:22 smithi170 ceph-mon[97338]: pgmap v16135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:22 smithi081 ceph-mon[95500]: pgmap v16135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:22 smithi081 ceph-mon[107735]: pgmap v16135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:36:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:23.920Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:23.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:24 smithi170 ceph-mon[97338]: pgmap v16136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:24 smithi081 ceph-mon[95500]: pgmap v16136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:24 smithi081 ceph-mon[107735]: pgmap v16136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:25.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:25.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:26 smithi170 ceph-mon[97338]: pgmap v16137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:26 smithi081 ceph-mon[95500]: pgmap v16137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:26 smithi081 ceph-mon[107735]: pgmap v16137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:28 smithi170 ceph-mon[97338]: pgmap v16138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:28 smithi081 ceph-mon[95500]: pgmap v16138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:28 smithi081 ceph-mon[107735]: pgmap v16138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:30 smithi170 ceph-mon[97338]: pgmap v16139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:30 smithi081 ceph-mon[95500]: pgmap v16139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:30 smithi081 ceph-mon[107735]: pgmap v16139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:32 smithi170 ceph-mon[97338]: pgmap v16140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:32 smithi081 ceph-mon[95500]: pgmap v16140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:32 smithi081 ceph-mon[107735]: pgmap v16140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:36:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:33.921Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:33.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:34 smithi170 ceph-mon[97338]: pgmap v16141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:34 smithi081 ceph-mon[95500]: pgmap v16141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:34 smithi081 ceph-mon[107735]: pgmap v16141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:35.749Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:35.750Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:36 smithi170 ceph-mon[97338]: pgmap v16142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:36 smithi081 ceph-mon[95500]: pgmap v16142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:36 smithi081 ceph-mon[107735]: pgmap v16142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:38 smithi170 ceph-mon[97338]: pgmap v16143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:38 smithi081 ceph-mon[95500]: pgmap v16143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:38 smithi081 ceph-mon[107735]: pgmap v16143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:40 smithi170 ceph-mon[97338]: pgmap v16144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:40 smithi081 ceph-mon[95500]: pgmap v16144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:40 smithi081 ceph-mon[107735]: pgmap v16144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:42 smithi170 ceph-mon[97338]: pgmap v16145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:42 smithi081 ceph-mon[95500]: pgmap v16145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:42 smithi081 ceph-mon[107735]: pgmap v16145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:36:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:43.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:43.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:44 smithi170 ceph-mon[97338]: pgmap v16146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:44 smithi081 ceph-mon[95500]: pgmap v16146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:44 smithi081 ceph-mon[107735]: pgmap v16146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:45.750Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:45.751Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:46 smithi170 ceph-mon[97338]: pgmap v16147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:46 smithi081 ceph-mon[95500]: pgmap v16147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:46 smithi081 ceph-mon[107735]: pgmap v16147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:48 smithi170 ceph-mon[97338]: pgmap v16148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:48 smithi081 ceph-mon[95500]: pgmap v16148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:48 smithi081 ceph-mon[107735]: pgmap v16148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:50 smithi170 ceph-mon[97338]: pgmap v16149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:50 smithi081 ceph-mon[95500]: pgmap v16149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:50 smithi081 ceph-mon[107735]: pgmap v16149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:52 smithi170 ceph-mon[97338]: pgmap v16150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:52 smithi081 ceph-mon[95500]: pgmap v16150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:52 smithi081 ceph-mon[107735]: pgmap v16150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:36:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:53.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:53.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:54 smithi170 ceph-mon[97338]: pgmap v16151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:54 smithi081 ceph-mon[95500]: pgmap v16151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:54 smithi081 ceph-mon[107735]: pgmap v16151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:36:55.751Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:36:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:36:55.752Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:36:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:56 smithi170 ceph-mon[97338]: pgmap v16152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:56 smithi081 ceph-mon[95500]: pgmap v16152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:56 smithi081 ceph-mon[107735]: pgmap v16152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:36:58 smithi170 ceph-mon[97338]: pgmap v16153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:36:58 smithi081 ceph-mon[95500]: pgmap v16153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:36:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:36:58 smithi081 ceph-mon[107735]: pgmap v16153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:00 smithi170 ceph-mon[97338]: pgmap v16154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:00 smithi081 ceph-mon[95500]: pgmap v16154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:00 smithi081 ceph-mon[107735]: pgmap v16154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:02 smithi170 ceph-mon[97338]: pgmap v16155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:02 smithi081 ceph-mon[95500]: pgmap v16155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:02 smithi081 ceph-mon[107735]: pgmap v16155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:37:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:03.923Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:03.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:04 smithi170 ceph-mon[97338]: pgmap v16156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:04 smithi081 ceph-mon[95500]: pgmap v16156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:04 smithi081 ceph-mon[107735]: pgmap v16156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:05.752Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:05.753Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:06 smithi170 ceph-mon[97338]: pgmap v16157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:06 smithi081 ceph-mon[95500]: pgmap v16157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:06 smithi081 ceph-mon[107735]: pgmap v16157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:08 smithi170 ceph-mon[97338]: pgmap v16158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:08 smithi081 ceph-mon[95500]: pgmap v16158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:08 smithi081 ceph-mon[107735]: pgmap v16158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:10 smithi170 ceph-mon[97338]: pgmap v16159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:10 smithi081 ceph-mon[95500]: pgmap v16159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:10 smithi081 ceph-mon[107735]: pgmap v16159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:12 smithi170 ceph-mon[97338]: pgmap v16160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:12 smithi081 ceph-mon[95500]: pgmap v16160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:12 smithi081 ceph-mon[107735]: pgmap v16160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:37:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:13.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:13.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:14 smithi170 ceph-mon[97338]: pgmap v16161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:14 smithi081 ceph-mon[95500]: pgmap v16161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:14 smithi081 ceph-mon[107735]: pgmap v16161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:15.753Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:15.754Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:16 smithi170 ceph-mon[97338]: pgmap v16162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:16 smithi081 ceph-mon[95500]: pgmap v16162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:16 smithi081 ceph-mon[107735]: pgmap v16162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:18 smithi170 ceph-mon[97338]: pgmap v16163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:18 smithi081 ceph-mon[95500]: pgmap v16163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:18 smithi081 ceph-mon[107735]: pgmap v16163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:20 smithi170 ceph-mon[97338]: pgmap v16164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:20 smithi081 ceph-mon[95500]: pgmap v16164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:20 smithi081 ceph-mon[107735]: pgmap v16164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:22 smithi170 ceph-mon[97338]: pgmap v16165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:22 smithi081 ceph-mon[95500]: pgmap v16165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:22 smithi081 ceph-mon[107735]: pgmap v16165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:37:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:23.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:23.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:24 smithi170 ceph-mon[97338]: pgmap v16166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:24 smithi081 ceph-mon[95500]: pgmap v16166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:24 smithi081 ceph-mon[107735]: pgmap v16166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:25.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:25.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:26 smithi170 ceph-mon[97338]: pgmap v16167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:26 smithi081 ceph-mon[95500]: pgmap v16167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:26 smithi081 ceph-mon[107735]: pgmap v16167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:28 smithi170 ceph-mon[97338]: pgmap v16168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:28 smithi081 ceph-mon[95500]: pgmap v16168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:28 smithi081 ceph-mon[107735]: pgmap v16168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:30 smithi170 ceph-mon[97338]: pgmap v16169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:30 smithi081 ceph-mon[95500]: pgmap v16169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:30 smithi081 ceph-mon[107735]: pgmap v16169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:32 smithi170 ceph-mon[97338]: pgmap v16170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:32 smithi081 ceph-mon[95500]: pgmap v16170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:32 smithi081 ceph-mon[107735]: pgmap v16170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:37:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:33.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:33.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:34 smithi170 ceph-mon[97338]: pgmap v16171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:34 smithi081 ceph-mon[95500]: pgmap v16171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:34 smithi081 ceph-mon[107735]: pgmap v16171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:35.754Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:35.755Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:36 smithi170 ceph-mon[97338]: pgmap v16172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:36 smithi081 ceph-mon[95500]: pgmap v16172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:36 smithi081 ceph-mon[107735]: pgmap v16172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:38 smithi170 ceph-mon[97338]: pgmap v16173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:38 smithi081 ceph-mon[95500]: pgmap v16173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:38 smithi081 ceph-mon[107735]: pgmap v16173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:40 smithi170 ceph-mon[97338]: pgmap v16174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:40 smithi081 ceph-mon[95500]: pgmap v16174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:40 smithi081 ceph-mon[107735]: pgmap v16174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:42 smithi170 ceph-mon[97338]: pgmap v16175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:42 smithi081 ceph-mon[95500]: pgmap v16175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:42 smithi081 ceph-mon[107735]: pgmap v16175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:37:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:43.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:43.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:44 smithi170 ceph-mon[97338]: pgmap v16176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:44 smithi081 ceph-mon[95500]: pgmap v16176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:44 smithi081 ceph-mon[107735]: pgmap v16176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:45.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:45.756Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:46 smithi170 ceph-mon[97338]: pgmap v16177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:46 smithi081 ceph-mon[95500]: pgmap v16177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:46 smithi081 ceph-mon[107735]: pgmap v16177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:48 smithi170 ceph-mon[97338]: pgmap v16178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:48 smithi081 ceph-mon[95500]: pgmap v16178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:48 smithi081 ceph-mon[107735]: pgmap v16178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:50 smithi170 ceph-mon[97338]: pgmap v16179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:50 smithi081 ceph-mon[95500]: pgmap v16179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:50 smithi081 ceph-mon[107735]: pgmap v16179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:52 smithi170 ceph-mon[97338]: pgmap v16180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:52 smithi081 ceph-mon[95500]: pgmap v16180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:52 smithi081 ceph-mon[107735]: pgmap v16180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:37:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:53.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:53.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:54 smithi170 ceph-mon[97338]: pgmap v16181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:54 smithi081 ceph-mon[95500]: pgmap v16181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:54 smithi081 ceph-mon[107735]: pgmap v16181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:37:55.755Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:56.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:37:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:37:55.757Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:37:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:56 smithi170 ceph-mon[97338]: pgmap v16182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:56 smithi081 ceph-mon[95500]: pgmap v16182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:56 smithi081 ceph-mon[107735]: pgmap v16182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:37:58 smithi170 ceph-mon[97338]: pgmap v16183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:37:58 smithi081 ceph-mon[95500]: pgmap v16183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:37:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:37:58 smithi081 ceph-mon[107735]: pgmap v16183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:00 smithi170 ceph-mon[97338]: pgmap v16184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:00 smithi081 ceph-mon[95500]: pgmap v16184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:00 smithi081 ceph-mon[107735]: pgmap v16184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:02 smithi170 ceph-mon[97338]: pgmap v16185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:02 smithi081 ceph-mon[95500]: pgmap v16185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:02 smithi081 ceph-mon[107735]: pgmap v16185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:38:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:03.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:03.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:04 smithi170 ceph-mon[97338]: pgmap v16186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:04 smithi081 ceph-mon[95500]: pgmap v16186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:04 smithi081 ceph-mon[107735]: pgmap v16186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:05.756Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:05.758Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:06 smithi170 ceph-mon[97338]: pgmap v16187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:06 smithi081 ceph-mon[95500]: pgmap v16187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:06 smithi081 ceph-mon[107735]: pgmap v16187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:08 smithi170 ceph-mon[97338]: pgmap v16188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:08 smithi081 ceph-mon[95500]: pgmap v16188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:08 smithi081 ceph-mon[107735]: pgmap v16188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:10 smithi170 ceph-mon[97338]: pgmap v16189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:10 smithi081 ceph-mon[95500]: pgmap v16189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:10 smithi081 ceph-mon[107735]: pgmap v16189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:12 smithi170 ceph-mon[97338]: pgmap v16190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:12 smithi081 ceph-mon[95500]: pgmap v16190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:12 smithi081 ceph-mon[107735]: pgmap v16190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:38:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:13.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:13.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:14 smithi170 ceph-mon[97338]: pgmap v16191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:14 smithi081 ceph-mon[95500]: pgmap v16191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:14 smithi081 ceph-mon[107735]: pgmap v16191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:16.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:15.757Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:15.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:16 smithi170 ceph-mon[97338]: pgmap v16192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:16 smithi081 ceph-mon[95500]: pgmap v16192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:16 smithi081 ceph-mon[107735]: pgmap v16192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:18 smithi170 ceph-mon[97338]: pgmap v16193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:18 smithi081 ceph-mon[95500]: pgmap v16193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:18 smithi081 ceph-mon[107735]: pgmap v16193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:20 smithi170 ceph-mon[97338]: pgmap v16194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:20 smithi081 ceph-mon[95500]: pgmap v16194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:20 smithi081 ceph-mon[107735]: pgmap v16194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:22 smithi170 ceph-mon[97338]: pgmap v16195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:22 smithi081 ceph-mon[95500]: pgmap v16195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:22 smithi081 ceph-mon[107735]: pgmap v16195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:38:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:23.929Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:23.930Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:24 smithi170 ceph-mon[97338]: pgmap v16196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:24 smithi081 ceph-mon[95500]: pgmap v16196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:24 smithi081 ceph-mon[107735]: pgmap v16196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:26.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:25.758Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:25.759Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:26 smithi170 ceph-mon[97338]: pgmap v16197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:26 smithi081 ceph-mon[95500]: pgmap v16197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:26 smithi081 ceph-mon[107735]: pgmap v16197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:28 smithi170 ceph-mon[97338]: pgmap v16198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:28 smithi081 ceph-mon[95500]: pgmap v16198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:28 smithi081 ceph-mon[107735]: pgmap v16198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:30 smithi170 ceph-mon[97338]: pgmap v16199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:30 smithi081 ceph-mon[95500]: pgmap v16199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:30 smithi081 ceph-mon[107735]: pgmap v16199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:32 smithi170 ceph-mon[97338]: pgmap v16200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:32 smithi081 ceph-mon[95500]: pgmap v16200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:32 smithi081 ceph-mon[107735]: pgmap v16200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:38:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:33.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:33.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:34 smithi170 ceph-mon[97338]: pgmap v16201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:34 smithi081 ceph-mon[95500]: pgmap v16201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:34 smithi081 ceph-mon[107735]: pgmap v16201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:36.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:35.759Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:35.760Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:36 smithi170 ceph-mon[97338]: pgmap v16202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:36 smithi081 ceph-mon[95500]: pgmap v16202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:36 smithi081 ceph-mon[107735]: pgmap v16202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:38 smithi170 ceph-mon[97338]: pgmap v16203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:38 smithi081 ceph-mon[95500]: pgmap v16203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:38 smithi081 ceph-mon[107735]: pgmap v16203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:40 smithi170 ceph-mon[97338]: pgmap v16204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:40 smithi081 ceph-mon[95500]: pgmap v16204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:40 smithi081 ceph-mon[107735]: pgmap v16204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:42 smithi170 ceph-mon[97338]: pgmap v16205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:42 smithi081 ceph-mon[95500]: pgmap v16205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:42 smithi081 ceph-mon[107735]: pgmap v16205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:38:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:43.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:43.932Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:44 smithi170 ceph-mon[97338]: pgmap v16206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:44 smithi081 ceph-mon[95500]: pgmap v16206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:44 smithi081 ceph-mon[107735]: pgmap v16206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:45.760Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:46.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:45.761Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:46 smithi170 ceph-mon[97338]: pgmap v16207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:46 smithi081 ceph-mon[95500]: pgmap v16207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:46 smithi081 ceph-mon[107735]: pgmap v16207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:48 smithi170 ceph-mon[97338]: pgmap v16208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:48 smithi081 ceph-mon[95500]: pgmap v16208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:48 smithi081 ceph-mon[107735]: pgmap v16208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:50 smithi170 ceph-mon[97338]: pgmap v16209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:50 smithi081 ceph-mon[95500]: pgmap v16209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:50 smithi081 ceph-mon[107735]: pgmap v16209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:52 smithi170 ceph-mon[97338]: pgmap v16210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:52 smithi081 ceph-mon[95500]: pgmap v16210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:52 smithi081 ceph-mon[107735]: pgmap v16210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:38:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:53.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:53.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:54 smithi170 ceph-mon[97338]: pgmap v16211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:54 smithi081 ceph-mon[95500]: pgmap v16211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:54 smithi081 ceph-mon[107735]: pgmap v16211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:38:55.761Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:38:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:38:55.762Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:38:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:56 smithi170 ceph-mon[97338]: pgmap v16212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:56 smithi081 ceph-mon[95500]: pgmap v16212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:56 smithi081 ceph-mon[107735]: pgmap v16212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:38:58 smithi170 ceph-mon[97338]: pgmap v16213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:38:58 smithi081 ceph-mon[95500]: pgmap v16213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:38:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:38:58 smithi081 ceph-mon[107735]: pgmap v16213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:00.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:00 smithi170 ceph-mon[97338]: pgmap v16214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:00 smithi081 ceph-mon[95500]: pgmap v16214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:00 smithi081 ceph-mon[107735]: pgmap v16214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:02 smithi170 ceph-mon[97338]: pgmap v16215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:02 smithi081 ceph-mon[95500]: pgmap v16215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:02 smithi081 ceph-mon[107735]: pgmap v16215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:39:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:03.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:03.934Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:04 smithi170 ceph-mon[97338]: pgmap v16216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:04 smithi081 ceph-mon[95500]: pgmap v16216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:04 smithi081 ceph-mon[107735]: pgmap v16216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:06.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:05.762Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:05.763Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:06 smithi170 ceph-mon[97338]: pgmap v16217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:06 smithi081 ceph-mon[95500]: pgmap v16217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:06 smithi081 ceph-mon[107735]: pgmap v16217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:08 smithi170 ceph-mon[97338]: pgmap v16218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:08 smithi081 ceph-mon[95500]: pgmap v16218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:08 smithi081 ceph-mon[107735]: pgmap v16218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:10 smithi170 ceph-mon[97338]: pgmap v16219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:10 smithi081 ceph-mon[95500]: pgmap v16219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:10 smithi081 ceph-mon[107735]: pgmap v16219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:12 smithi170 ceph-mon[97338]: pgmap v16220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:12 smithi081 ceph-mon[95500]: pgmap v16220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:12 smithi081 ceph-mon[107735]: pgmap v16220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:39:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:13.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:13.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:14 smithi170 ceph-mon[97338]: pgmap v16221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:14 smithi081 ceph-mon[95500]: pgmap v16221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:14 smithi081 ceph-mon[107735]: pgmap v16221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:15.763Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:15.764Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:16 smithi170 ceph-mon[97338]: pgmap v16222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:16 smithi081 ceph-mon[95500]: pgmap v16222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:16 smithi081 ceph-mon[107735]: pgmap v16222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:18 smithi170 ceph-mon[97338]: pgmap v16223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:18 smithi081 ceph-mon[95500]: pgmap v16223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:18 smithi081 ceph-mon[107735]: pgmap v16223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:20 smithi170 ceph-mon[97338]: pgmap v16224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:20 smithi081 ceph-mon[95500]: pgmap v16224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:20 smithi081 ceph-mon[107735]: pgmap v16224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:22 smithi170 ceph-mon[97338]: pgmap v16225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:22 smithi081 ceph-mon[95500]: pgmap v16225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:22 smithi081 ceph-mon[107735]: pgmap v16225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:39:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:23.935Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:23.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:24 smithi170 ceph-mon[97338]: pgmap v16226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:24 smithi081 ceph-mon[95500]: pgmap v16226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:24 smithi081 ceph-mon[107735]: pgmap v16226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:25.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:25.765Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:26 smithi170 ceph-mon[97338]: pgmap v16227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:26 smithi081 ceph-mon[95500]: pgmap v16227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:26 smithi081 ceph-mon[107735]: pgmap v16227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:28 smithi170 ceph-mon[97338]: pgmap v16228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:28 smithi081 ceph-mon[95500]: pgmap v16228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:28 smithi081 ceph-mon[107735]: pgmap v16228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:30 smithi170 ceph-mon[97338]: pgmap v16229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:30 smithi081 ceph-mon[95500]: pgmap v16229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:30 smithi081 ceph-mon[107735]: pgmap v16229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:32 smithi170 ceph-mon[97338]: pgmap v16230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:32 smithi081 ceph-mon[95500]: pgmap v16230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:32 smithi081 ceph-mon[107735]: pgmap v16230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:39:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:33.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:33.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:34 smithi170 ceph-mon[97338]: pgmap v16231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:34 smithi081 ceph-mon[95500]: pgmap v16231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:34 smithi081 ceph-mon[107735]: pgmap v16231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:35.764Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:35.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:36 smithi170 ceph-mon[97338]: pgmap v16232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:36 smithi081 ceph-mon[95500]: pgmap v16232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:36 smithi081 ceph-mon[107735]: pgmap v16232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:38 smithi170 ceph-mon[97338]: pgmap v16233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:38 smithi081 ceph-mon[95500]: pgmap v16233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:38 smithi081 ceph-mon[107735]: pgmap v16233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:40 smithi170 ceph-mon[97338]: pgmap v16234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:40 smithi081 ceph-mon[95500]: pgmap v16234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:40 smithi081 ceph-mon[107735]: pgmap v16234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:42 smithi170 ceph-mon[97338]: pgmap v16235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:42 smithi081 ceph-mon[95500]: pgmap v16235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:42 smithi081 ceph-mon[107735]: pgmap v16235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:39:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:43.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:43.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:44 smithi170 ceph-mon[97338]: pgmap v16236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:44 smithi081 ceph-mon[95500]: pgmap v16236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:44 smithi081 ceph-mon[107735]: pgmap v16236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:45.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:45.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:46 smithi170 ceph-mon[97338]: pgmap v16237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:46 smithi081 ceph-mon[95500]: pgmap v16237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:46 smithi081 ceph-mon[107735]: pgmap v16237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:48 smithi170 ceph-mon[97338]: pgmap v16238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:48 smithi081 ceph-mon[95500]: pgmap v16238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:48 smithi081 ceph-mon[107735]: pgmap v16238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:50 smithi170 ceph-mon[97338]: pgmap v16239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:50 smithi081 ceph-mon[95500]: pgmap v16239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:50 smithi081 ceph-mon[107735]: pgmap v16239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:52 smithi170 ceph-mon[97338]: pgmap v16240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:52 smithi081 ceph-mon[95500]: pgmap v16240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:52 smithi081 ceph-mon[107735]: pgmap v16240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:39:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:53.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:53.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:54 smithi170 ceph-mon[97338]: pgmap v16241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:54 smithi081 ceph-mon[95500]: pgmap v16241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:54 smithi081 ceph-mon[107735]: pgmap v16241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:39:55.765Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:39:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:39:55.766Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:39:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:56 smithi170 ceph-mon[97338]: pgmap v16242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:56 smithi081 ceph-mon[95500]: pgmap v16242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:56 smithi081 ceph-mon[107735]: pgmap v16242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:39:58 smithi170 ceph-mon[97338]: pgmap v16243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:39:58 smithi081 ceph-mon[95500]: pgmap v16243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:39:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:39:58 smithi081 ceph-mon[107735]: pgmap v16243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:00 smithi170 ceph-mon[97338]: pgmap v16244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:40:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:00 smithi081 ceph-mon[95500]: pgmap v16244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:40:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:00 smithi081 ceph-mon[107735]: pgmap v16244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:40:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:02 smithi170 ceph-mon[97338]: pgmap v16245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:02 smithi081 ceph-mon[95500]: pgmap v16245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:02 smithi081 ceph-mon[107735]: pgmap v16245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:40:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:03.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:03.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:04 smithi170 ceph-mon[97338]: pgmap v16246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:04 smithi081 ceph-mon[95500]: pgmap v16246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:04 smithi081 ceph-mon[107735]: pgmap v16246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:05.766Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:05.767Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:06 smithi170 ceph-mon[97338]: pgmap v16247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:06 smithi081 ceph-mon[95500]: pgmap v16247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:06 smithi081 ceph-mon[107735]: pgmap v16247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:08 smithi170 ceph-mon[97338]: pgmap v16248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:08 smithi081 ceph-mon[95500]: pgmap v16248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:08 smithi081 ceph-mon[107735]: pgmap v16248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:10 smithi170 ceph-mon[97338]: pgmap v16249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:10 smithi081 ceph-mon[95500]: pgmap v16249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:10 smithi081 ceph-mon[107735]: pgmap v16249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:12 smithi170 ceph-mon[97338]: pgmap v16250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:12 smithi081 ceph-mon[95500]: pgmap v16250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:12 smithi081 ceph-mon[107735]: pgmap v16250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:40:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:13.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:13.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:14 smithi170 ceph-mon[97338]: pgmap v16251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:14 smithi081 ceph-mon[95500]: pgmap v16251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:14 smithi081 ceph-mon[107735]: pgmap v16251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:15.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:15.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:16 smithi170 ceph-mon[97338]: pgmap v16252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:16 smithi081 ceph-mon[95500]: pgmap v16252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:16 smithi081 ceph-mon[107735]: pgmap v16252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:18 smithi170 ceph-mon[97338]: pgmap v16253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:18 smithi081 ceph-mon[95500]: pgmap v16253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:18 smithi081 ceph-mon[107735]: pgmap v16253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:20 smithi170 ceph-mon[97338]: pgmap v16254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:20 smithi081 ceph-mon[95500]: pgmap v16254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:20 smithi081 ceph-mon[107735]: pgmap v16254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:22 smithi170 ceph-mon[97338]: pgmap v16255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:22 smithi081 ceph-mon[95500]: pgmap v16255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:22 smithi081 ceph-mon[107735]: pgmap v16255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:40:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:23.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:23.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:24 smithi170 ceph-mon[97338]: pgmap v16256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:24 smithi081 ceph-mon[95500]: pgmap v16256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:24 smithi081 ceph-mon[107735]: pgmap v16256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:25.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:25.768Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:26 smithi170 ceph-mon[97338]: pgmap v16257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:26 smithi081 ceph-mon[95500]: pgmap v16257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:26 smithi081 ceph-mon[107735]: pgmap v16257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:28 smithi170 ceph-mon[97338]: pgmap v16258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:28 smithi081 ceph-mon[95500]: pgmap v16258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:28 smithi081 ceph-mon[107735]: pgmap v16258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:30 smithi170 ceph-mon[97338]: pgmap v16259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:30 smithi081 ceph-mon[95500]: pgmap v16259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:30 smithi081 ceph-mon[107735]: pgmap v16259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:32 smithi170 ceph-mon[97338]: pgmap v16260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:32 smithi081 ceph-mon[95500]: pgmap v16260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:32 smithi081 ceph-mon[107735]: pgmap v16260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:40:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:33.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:33.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:34 smithi170 ceph-mon[97338]: pgmap v16261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:34 smithi081 ceph-mon[95500]: pgmap v16261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:34 smithi081 ceph-mon[107735]: pgmap v16261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:35.767Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:35.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:36 smithi170 ceph-mon[97338]: pgmap v16262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:36 smithi081 ceph-mon[95500]: pgmap v16262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:36 smithi081 ceph-mon[107735]: pgmap v16262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:38 smithi170 ceph-mon[97338]: pgmap v16263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:38 smithi081 ceph-mon[95500]: pgmap v16263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:38 smithi081 ceph-mon[107735]: pgmap v16263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:40 smithi170 ceph-mon[97338]: pgmap v16264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:40 smithi081 ceph-mon[95500]: pgmap v16264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:40 smithi081 ceph-mon[107735]: pgmap v16264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:42 smithi170 ceph-mon[97338]: pgmap v16265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:42 smithi081 ceph-mon[95500]: pgmap v16265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:42 smithi081 ceph-mon[107735]: pgmap v16265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:40:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:43.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:43.942Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:44 smithi170 ceph-mon[97338]: pgmap v16266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:44 smithi081 ceph-mon[95500]: pgmap v16266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:44 smithi081 ceph-mon[107735]: pgmap v16266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:45.768Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:45.769Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:46 smithi170 ceph-mon[97338]: pgmap v16267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:46 smithi081 ceph-mon[95500]: pgmap v16267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:46 smithi081 ceph-mon[107735]: pgmap v16267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:48 smithi170 ceph-mon[97338]: pgmap v16268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:48 smithi081 ceph-mon[95500]: pgmap v16268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:48 smithi081 ceph-mon[107735]: pgmap v16268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:50 smithi170 ceph-mon[97338]: pgmap v16269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:50 smithi081 ceph-mon[95500]: pgmap v16269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:50 smithi081 ceph-mon[107735]: pgmap v16269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:52 smithi170 ceph-mon[97338]: pgmap v16270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:52 smithi081 ceph-mon[95500]: pgmap v16270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:52 smithi081 ceph-mon[107735]: pgmap v16270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:40:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:53.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:53.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:54 smithi170 ceph-mon[97338]: pgmap v16271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:54 smithi081 ceph-mon[95500]: pgmap v16271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:54 smithi081 ceph-mon[107735]: pgmap v16271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:40:55.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:40:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:40:55.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:40:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:56 smithi170 ceph-mon[97338]: pgmap v16272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:56 smithi081 ceph-mon[95500]: pgmap v16272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:56 smithi081 ceph-mon[107735]: pgmap v16272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:40:58 smithi170 ceph-mon[97338]: pgmap v16273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:40:58 smithi081 ceph-mon[95500]: pgmap v16273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:40:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:40:58 smithi081 ceph-mon[107735]: pgmap v16273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:00 smithi170 ceph-mon[97338]: pgmap v16274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:00 smithi081 ceph-mon[95500]: pgmap v16274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:00 smithi081 ceph-mon[107735]: pgmap v16274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:02 smithi170 ceph-mon[97338]: pgmap v16275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:02 smithi081 ceph-mon[95500]: pgmap v16275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:02 smithi081 ceph-mon[107735]: pgmap v16275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:41:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:03.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:03.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:04 smithi170 ceph-mon[97338]: pgmap v16276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:04 smithi081 ceph-mon[95500]: pgmap v16276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:04 smithi081 ceph-mon[107735]: pgmap v16276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:05.769Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:05.770Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:06 smithi170 ceph-mon[97338]: pgmap v16277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:06 smithi081 ceph-mon[95500]: pgmap v16277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:06 smithi081 ceph-mon[107735]: pgmap v16277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:08 smithi170 ceph-mon[97338]: pgmap v16278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:08 smithi081 ceph-mon[95500]: pgmap v16278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:08 smithi081 ceph-mon[107735]: pgmap v16278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:10 smithi170 ceph-mon[97338]: pgmap v16279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:10 smithi081 ceph-mon[95500]: pgmap v16279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:10 smithi081 ceph-mon[107735]: pgmap v16279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:12 smithi170 ceph-mon[97338]: pgmap v16280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:12 smithi081 ceph-mon[95500]: pgmap v16280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:12 smithi081 ceph-mon[107735]: pgmap v16280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:41:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:13.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:13.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:14.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:14 smithi170 ceph-mon[97338]: pgmap v16281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:14 smithi081 ceph-mon[95500]: pgmap v16281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:14 smithi081 ceph-mon[107735]: pgmap v16281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:15.770Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:15.771Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:16 smithi170 ceph-mon[97338]: pgmap v16282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:16 smithi081 ceph-mon[95500]: pgmap v16282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:16 smithi081 ceph-mon[107735]: pgmap v16282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:18 smithi170 ceph-mon[97338]: pgmap v16283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:18 smithi081 ceph-mon[95500]: pgmap v16283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:18 smithi081 ceph-mon[107735]: pgmap v16283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:20 smithi170 ceph-mon[97338]: pgmap v16284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:20 smithi081 ceph-mon[95500]: pgmap v16284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:20 smithi081 ceph-mon[107735]: pgmap v16284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:22 smithi170 ceph-mon[97338]: pgmap v16285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:22 smithi081 ceph-mon[95500]: pgmap v16285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:22 smithi081 ceph-mon[107735]: pgmap v16285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:41:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:23.943Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:23.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:24 smithi170 ceph-mon[97338]: pgmap v16286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:24 smithi081 ceph-mon[95500]: pgmap v16286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:24 smithi081 ceph-mon[107735]: pgmap v16286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:25.771Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:25.772Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:26 smithi170 ceph-mon[97338]: pgmap v16287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:26 smithi081 ceph-mon[95500]: pgmap v16287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:26 smithi081 ceph-mon[107735]: pgmap v16287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:28 smithi170 ceph-mon[97338]: pgmap v16288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:28 smithi081 ceph-mon[95500]: pgmap v16288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:28 smithi081 ceph-mon[107735]: pgmap v16288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:30 smithi170 ceph-mon[97338]: pgmap v16289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:30 smithi081 ceph-mon[95500]: pgmap v16289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:30 smithi081 ceph-mon[107735]: pgmap v16289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:32 smithi170 ceph-mon[97338]: pgmap v16290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:32 smithi081 ceph-mon[95500]: pgmap v16290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:32 smithi081 ceph-mon[107735]: pgmap v16290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:41:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:33.943Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:33.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:34 smithi170 ceph-mon[97338]: pgmap v16291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:34 smithi081 ceph-mon[95500]: pgmap v16291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:34 smithi081 ceph-mon[107735]: pgmap v16291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:35.772Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:35.773Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:36 smithi170 ceph-mon[97338]: pgmap v16292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:36 smithi081 ceph-mon[95500]: pgmap v16292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:36 smithi081 ceph-mon[107735]: pgmap v16292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:38 smithi170 ceph-mon[97338]: pgmap v16293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:38 smithi081 ceph-mon[95500]: pgmap v16293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:38 smithi081 ceph-mon[107735]: pgmap v16293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:40 smithi170 ceph-mon[97338]: pgmap v16294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:40 smithi081 ceph-mon[95500]: pgmap v16294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:40 smithi081 ceph-mon[107735]: pgmap v16294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:42 smithi170 ceph-mon[97338]: pgmap v16295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:42 smithi081 ceph-mon[95500]: pgmap v16295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:42 smithi081 ceph-mon[107735]: pgmap v16295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:41:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:43.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:43.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:44 smithi170 ceph-mon[97338]: pgmap v16296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:44 smithi081 ceph-mon[95500]: pgmap v16296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:44 smithi081 ceph-mon[107735]: pgmap v16296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:45.773Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:45.774Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:46 smithi170 ceph-mon[97338]: pgmap v16297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:46 smithi081 ceph-mon[95500]: pgmap v16297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:46 smithi081 ceph-mon[107735]: pgmap v16297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:48 smithi170 ceph-mon[97338]: pgmap v16298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:48 smithi081 ceph-mon[95500]: pgmap v16298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:48 smithi081 ceph-mon[107735]: pgmap v16298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:50 smithi170 ceph-mon[97338]: pgmap v16299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:50 smithi081 ceph-mon[95500]: pgmap v16299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:50 smithi081 ceph-mon[107735]: pgmap v16299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:52 smithi170 ceph-mon[97338]: pgmap v16300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:52 smithi081 ceph-mon[95500]: pgmap v16300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:52 smithi081 ceph-mon[107735]: pgmap v16300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:41:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:53.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:53.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:54 smithi170 ceph-mon[97338]: pgmap v16301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:54 smithi081 ceph-mon[95500]: pgmap v16301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:54 smithi081 ceph-mon[107735]: pgmap v16301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:41:55.774Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:41:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:41:55.775Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:41:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:56 smithi170 ceph-mon[97338]: pgmap v16302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:56 smithi081 ceph-mon[95500]: pgmap v16302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:56 smithi081 ceph-mon[107735]: pgmap v16302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:41:58 smithi170 ceph-mon[97338]: pgmap v16303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:41:58 smithi081 ceph-mon[95500]: pgmap v16303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:41:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:41:58 smithi081 ceph-mon[107735]: pgmap v16303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:00 smithi170 ceph-mon[97338]: pgmap v16304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:00 smithi081 ceph-mon[95500]: pgmap v16304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:00 smithi081 ceph-mon[107735]: pgmap v16304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:02 smithi170 ceph-mon[97338]: pgmap v16305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:02 smithi081 ceph-mon[95500]: pgmap v16305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:02 smithi081 ceph-mon[107735]: pgmap v16305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:42:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:03.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:03.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:04 smithi170 ceph-mon[97338]: pgmap v16306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:04 smithi081 ceph-mon[95500]: pgmap v16306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:04 smithi081 ceph-mon[107735]: pgmap v16306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:05.775Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:05.776Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:06 smithi170 ceph-mon[97338]: pgmap v16307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:06 smithi081 ceph-mon[95500]: pgmap v16307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:06 smithi081 ceph-mon[107735]: pgmap v16307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:08 smithi170 ceph-mon[97338]: pgmap v16308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:08 smithi081 ceph-mon[95500]: pgmap v16308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:08 smithi081 ceph-mon[107735]: pgmap v16308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:10 smithi170 ceph-mon[97338]: pgmap v16309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:10 smithi081 ceph-mon[95500]: pgmap v16309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:10 smithi081 ceph-mon[107735]: pgmap v16309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:12 smithi170 ceph-mon[97338]: pgmap v16310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:12 smithi081 ceph-mon[95500]: pgmap v16310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:12 smithi081 ceph-mon[107735]: pgmap v16310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:42:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:13.946Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:13.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:14 smithi170 ceph-mon[97338]: pgmap v16311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:14 smithi081 ceph-mon[95500]: pgmap v16311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:14 smithi081 ceph-mon[107735]: pgmap v16311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:15.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:15.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:16 smithi170 ceph-mon[97338]: pgmap v16312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:16 smithi081 ceph-mon[95500]: pgmap v16312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:16 smithi081 ceph-mon[107735]: pgmap v16312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:18 smithi170 ceph-mon[97338]: pgmap v16313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:18 smithi081 ceph-mon[95500]: pgmap v16313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:18 smithi081 ceph-mon[107735]: pgmap v16313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:20 smithi170 ceph-mon[97338]: pgmap v16314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:20 smithi081 ceph-mon[95500]: pgmap v16314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:20 smithi081 ceph-mon[107735]: pgmap v16314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:22 smithi170 ceph-mon[97338]: pgmap v16315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:22 smithi081 ceph-mon[95500]: pgmap v16315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:22 smithi081 ceph-mon[107735]: pgmap v16315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:42:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:23.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:23.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:24 smithi170 ceph-mon[97338]: pgmap v16316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:24 smithi081 ceph-mon[95500]: pgmap v16316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:24 smithi081 ceph-mon[107735]: pgmap v16316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:25.776Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:25.777Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:26 smithi170 ceph-mon[97338]: pgmap v16317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:27.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:26 smithi081 ceph-mon[95500]: pgmap v16317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:26 smithi081 ceph-mon[107735]: pgmap v16317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:28 smithi170 ceph-mon[97338]: pgmap v16318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:28 smithi081 ceph-mon[95500]: pgmap v16318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:28 smithi081 ceph-mon[107735]: pgmap v16318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:30 smithi170 ceph-mon[97338]: pgmap v16319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:30 smithi081 ceph-mon[95500]: pgmap v16319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:30 smithi081 ceph-mon[107735]: pgmap v16319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:32 smithi170 ceph-mon[97338]: pgmap v16320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:32 smithi081 ceph-mon[95500]: pgmap v16320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:32 smithi081 ceph-mon[107735]: pgmap v16320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:42:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:33.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:33.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:34 smithi170 ceph-mon[97338]: pgmap v16321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:34 smithi081 ceph-mon[95500]: pgmap v16321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:34 smithi081 ceph-mon[107735]: pgmap v16321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:35.777Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:35.778Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:36 smithi170 ceph-mon[97338]: pgmap v16322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:36 smithi081 ceph-mon[95500]: pgmap v16322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:36 smithi081 ceph-mon[107735]: pgmap v16322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:38 smithi170 ceph-mon[97338]: pgmap v16323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:38 smithi081 ceph-mon[95500]: pgmap v16323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:38 smithi081 ceph-mon[107735]: pgmap v16323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:40 smithi170 ceph-mon[97338]: pgmap v16324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:40 smithi081 ceph-mon[95500]: pgmap v16324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:40 smithi081 ceph-mon[107735]: pgmap v16324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:42.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:42 smithi170 ceph-mon[97338]: pgmap v16325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:42 smithi081 ceph-mon[95500]: pgmap v16325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:42 smithi081 ceph-mon[107735]: pgmap v16325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:42:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:43.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:43.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:44 smithi170 ceph-mon[97338]: pgmap v16326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:44 smithi081 ceph-mon[95500]: pgmap v16326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:44 smithi081 ceph-mon[107735]: pgmap v16326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:45.778Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:45.779Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:46 smithi170 ceph-mon[97338]: pgmap v16327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:46 smithi081 ceph-mon[95500]: pgmap v16327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:46 smithi081 ceph-mon[107735]: pgmap v16327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:48 smithi170 ceph-mon[97338]: pgmap v16328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:48 smithi081 ceph-mon[95500]: pgmap v16328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:49.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:48 smithi081 ceph-mon[107735]: pgmap v16328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:50 smithi081 ceph-mon[95500]: pgmap v16329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:50 smithi081 ceph-mon[107735]: pgmap v16329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:50 smithi170 ceph-mon[97338]: pgmap v16329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:52 smithi170 ceph-mon[97338]: pgmap v16330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:52 smithi081 ceph-mon[95500]: pgmap v16330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:52 smithi081 ceph-mon[107735]: pgmap v16330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:42:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:53.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:53.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:54 smithi170 ceph-mon[97338]: pgmap v16331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:54 smithi081 ceph-mon[95500]: pgmap v16331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:54 smithi081 ceph-mon[107735]: pgmap v16331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:42:55.779Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:42:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:42:55.780Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:42:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:56 smithi081 ceph-mon[95500]: pgmap v16332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:56 smithi081 ceph-mon[107735]: pgmap v16332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:56 smithi170 ceph-mon[97338]: pgmap v16332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:42:58 smithi081 ceph-mon[95500]: pgmap v16333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:42:58 smithi081 ceph-mon[107735]: pgmap v16333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:42:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:42:58 smithi170 ceph-mon[97338]: pgmap v16333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:00 smithi081 ceph-mon[95500]: pgmap v16334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:00 smithi081 ceph-mon[107735]: pgmap v16334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:00 smithi170 ceph-mon[97338]: pgmap v16334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:02 smithi170 ceph-mon[97338]: pgmap v16335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:02 smithi081 ceph-mon[95500]: pgmap v16335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:02 smithi081 ceph-mon[107735]: pgmap v16335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:43:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:03.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:03.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:04 smithi170 ceph-mon[97338]: pgmap v16336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:04 smithi081 ceph-mon[95500]: pgmap v16336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:04 smithi081 ceph-mon[107735]: pgmap v16336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:05.780Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:05.781Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:06 smithi081 ceph-mon[95500]: pgmap v16337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:06 smithi081 ceph-mon[107735]: pgmap v16337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:06 smithi170 ceph-mon[97338]: pgmap v16337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:08 smithi081 ceph-mon[95500]: pgmap v16338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:08 smithi081 ceph-mon[107735]: pgmap v16338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:08 smithi170 ceph-mon[97338]: pgmap v16338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:10 smithi081 ceph-mon[95500]: pgmap v16339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:10 smithi081 ceph-mon[107735]: pgmap v16339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:10 smithi170 ceph-mon[97338]: pgmap v16339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:12 smithi170 ceph-mon[97338]: pgmap v16340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:12 smithi081 ceph-mon[95500]: pgmap v16340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:12 smithi081 ceph-mon[107735]: pgmap v16340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:43:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:13.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:13.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:14 smithi081 ceph-mon[95500]: pgmap v16341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:14 smithi081 ceph-mon[107735]: pgmap v16341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:14 smithi170 ceph-mon[97338]: pgmap v16341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:15.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:15.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:16 smithi081 ceph-mon[95500]: pgmap v16342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:16 smithi081 ceph-mon[107735]: pgmap v16342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:16 smithi170 ceph-mon[97338]: pgmap v16342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:18 smithi081 ceph-mon[95500]: pgmap v16343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:18 smithi081 ceph-mon[107735]: pgmap v16343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:18 smithi170 ceph-mon[97338]: pgmap v16343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:20 smithi081 ceph-mon[95500]: pgmap v16344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:20 smithi081 ceph-mon[107735]: pgmap v16344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:20 smithi170 ceph-mon[97338]: pgmap v16344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:22.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:22 smithi170 ceph-mon[97338]: pgmap v16345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:22 smithi081 ceph-mon[95500]: pgmap v16345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:22 smithi081 ceph-mon[107735]: pgmap v16345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:43:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:23.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:23.952Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:24 smithi081 ceph-mon[95500]: pgmap v16346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:24 smithi081 ceph-mon[107735]: pgmap v16346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:24 smithi170 ceph-mon[97338]: pgmap v16346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:25.781Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:25.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:26 smithi081 ceph-mon[95500]: pgmap v16347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:26 smithi081 ceph-mon[107735]: pgmap v16347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:26 smithi170 ceph-mon[97338]: pgmap v16347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:28 smithi081 ceph-mon[95500]: pgmap v16348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:28 smithi081 ceph-mon[107735]: pgmap v16348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:28 smithi170 ceph-mon[97338]: pgmap v16348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:30 smithi081 ceph-mon[95500]: pgmap v16349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:30 smithi081 ceph-mon[107735]: pgmap v16349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:30 smithi170 ceph-mon[97338]: pgmap v16349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:32 smithi170 ceph-mon[97338]: pgmap v16350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:32 smithi081 ceph-mon[95500]: pgmap v16350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:32 smithi081 ceph-mon[107735]: pgmap v16350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:43:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:33.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:33.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:34 smithi081 ceph-mon[95500]: pgmap v16351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:34 smithi081 ceph-mon[107735]: pgmap v16351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:34 smithi170 ceph-mon[97338]: pgmap v16351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:35.782Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:35.783Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:36 smithi081 ceph-mon[95500]: pgmap v16352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:36 smithi081 ceph-mon[107735]: pgmap v16352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:36 smithi170 ceph-mon[97338]: pgmap v16352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:38 smithi081 ceph-mon[95500]: pgmap v16353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:38 smithi081 ceph-mon[107735]: pgmap v16353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:38 smithi170 ceph-mon[97338]: pgmap v16353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:40 smithi081 ceph-mon[95500]: pgmap v16354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:40 smithi081 ceph-mon[107735]: pgmap v16354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:40 smithi170 ceph-mon[97338]: pgmap v16354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:42 smithi081 ceph-mon[95500]: pgmap v16355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:42 smithi081 ceph-mon[107735]: pgmap v16355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:42 smithi170 ceph-mon[97338]: pgmap v16355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:43:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:43.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:43.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:44 smithi081 ceph-mon[95500]: pgmap v16356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:44 smithi081 ceph-mon[107735]: pgmap v16356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:44 smithi170 ceph-mon[97338]: pgmap v16356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:45.783Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:45.784Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:46 smithi081 ceph-mon[95500]: pgmap v16357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:46 smithi081 ceph-mon[107735]: pgmap v16357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:46 smithi170 ceph-mon[97338]: pgmap v16357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:48 smithi081 ceph-mon[95500]: pgmap v16358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:48 smithi081 ceph-mon[107735]: pgmap v16358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:48 smithi170 ceph-mon[97338]: pgmap v16358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:50 smithi081 ceph-mon[95500]: pgmap v16359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:50 smithi081 ceph-mon[107735]: pgmap v16359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:50 smithi170 ceph-mon[97338]: pgmap v16359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:52 smithi081 ceph-mon[95500]: pgmap v16360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:52 smithi081 ceph-mon[107735]: pgmap v16360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:52 smithi170 ceph-mon[97338]: pgmap v16360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:43:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:53.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:53.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:54 smithi081 ceph-mon[95500]: pgmap v16361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:54 smithi081 ceph-mon[107735]: pgmap v16361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:54 smithi170 ceph-mon[97338]: pgmap v16361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:43:55.784Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:43:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:43:55.785Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:43:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:56 smithi081 ceph-mon[95500]: pgmap v16362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:56 smithi081 ceph-mon[107735]: pgmap v16362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:56 smithi170 ceph-mon[97338]: pgmap v16362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:43:58 smithi081 ceph-mon[95500]: pgmap v16363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:43:58 smithi081 ceph-mon[107735]: pgmap v16363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:43:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:43:58 smithi170 ceph-mon[97338]: pgmap v16363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:00 smithi170 ceph-mon[97338]: pgmap v16364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:00 smithi081 ceph-mon[95500]: pgmap v16364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:01.292 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:00 smithi081 ceph-mon[107735]: pgmap v16364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:02 smithi081 ceph-mon[95500]: pgmap v16365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:02 smithi081 ceph-mon[107735]: pgmap v16365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:02 smithi170 ceph-mon[97338]: pgmap v16365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:44:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:03.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:03.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:04 smithi081 ceph-mon[95500]: pgmap v16366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:04 smithi081 ceph-mon[107735]: pgmap v16366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:04 smithi170 ceph-mon[97338]: pgmap v16366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:05.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:05.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:06 smithi170 ceph-mon[97338]: pgmap v16367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:06 smithi081 ceph-mon[95500]: pgmap v16367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:06 smithi081 ceph-mon[107735]: pgmap v16367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:09.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:08 smithi170 ceph-mon[97338]: pgmap v16368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:08 smithi081 ceph-mon[95500]: pgmap v16368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:08 smithi081 ceph-mon[107735]: pgmap v16368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:10 smithi170 ceph-mon[97338]: pgmap v16369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:10 smithi081 ceph-mon[95500]: pgmap v16369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:10 smithi081 ceph-mon[107735]: pgmap v16369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:12 smithi081 ceph-mon[95500]: pgmap v16370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:12 smithi081 ceph-mon[107735]: pgmap v16370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:12 smithi170 ceph-mon[97338]: pgmap v16370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:44:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:13.955Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:13.956Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:14 smithi170 ceph-mon[97338]: pgmap v16371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:14 smithi081 ceph-mon[95500]: pgmap v16371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:14 smithi081 ceph-mon[107735]: pgmap v16371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:15.785Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:15.786Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:16 smithi170 ceph-mon[97338]: pgmap v16372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:16 smithi081 ceph-mon[95500]: pgmap v16372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:16 smithi081 ceph-mon[107735]: pgmap v16372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:18 smithi170 ceph-mon[97338]: pgmap v16373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:18 smithi081 ceph-mon[95500]: pgmap v16373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:18 smithi081 ceph-mon[107735]: pgmap v16373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:20 smithi170 ceph-mon[97338]: pgmap v16374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:20 smithi081 ceph-mon[95500]: pgmap v16374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:20 smithi081 ceph-mon[107735]: pgmap v16374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:22 smithi081 ceph-mon[95500]: pgmap v16375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:22 smithi081 ceph-mon[107735]: pgmap v16375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:22 smithi170 ceph-mon[97338]: pgmap v16375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:44:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:23.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:23.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:24 smithi170 ceph-mon[97338]: pgmap v16376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:24 smithi081 ceph-mon[95500]: pgmap v16376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:24 smithi081 ceph-mon[107735]: pgmap v16376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:25.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:25.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:26 smithi170 ceph-mon[97338]: pgmap v16377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:26 smithi081 ceph-mon[95500]: pgmap v16377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:26 smithi081 ceph-mon[107735]: pgmap v16377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:28 smithi170 ceph-mon[97338]: pgmap v16378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:28 smithi081 ceph-mon[95500]: pgmap v16378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:28 smithi081 ceph-mon[107735]: pgmap v16378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:30 smithi170 ceph-mon[97338]: pgmap v16379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:30 smithi081 ceph-mon[95500]: pgmap v16379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:30 smithi081 ceph-mon[107735]: pgmap v16379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:32 smithi081 ceph-mon[95500]: pgmap v16380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:32 smithi081 ceph-mon[107735]: pgmap v16380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:32 smithi170 ceph-mon[97338]: pgmap v16380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:44:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:33.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:33.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:34 smithi170 ceph-mon[97338]: pgmap v16381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:34 smithi081 ceph-mon[95500]: pgmap v16381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:34 smithi081 ceph-mon[107735]: pgmap v16381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:35.786Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:35.787Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:36 smithi170 ceph-mon[97338]: pgmap v16382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:36 smithi081 ceph-mon[95500]: pgmap v16382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:36 smithi081 ceph-mon[107735]: pgmap v16382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:38 smithi170 ceph-mon[97338]: pgmap v16383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:38 smithi081 ceph-mon[95500]: pgmap v16383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:38 smithi081 ceph-mon[107735]: pgmap v16383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:40 smithi170 ceph-mon[97338]: pgmap v16384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:40 smithi081 ceph-mon[95500]: pgmap v16384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:40 smithi081 ceph-mon[107735]: pgmap v16384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:42 smithi081 ceph-mon[95500]: pgmap v16385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:42 smithi081 ceph-mon[107735]: pgmap v16385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:42 smithi170 ceph-mon[97338]: pgmap v16385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:44:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:43.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:43.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:44 smithi170 ceph-mon[97338]: pgmap v16386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:44 smithi081 ceph-mon[95500]: pgmap v16386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:44 smithi081 ceph-mon[107735]: pgmap v16386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:45.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:45.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:46 smithi170 ceph-mon[97338]: pgmap v16387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:46 smithi081 ceph-mon[95500]: pgmap v16387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:46 smithi081 ceph-mon[107735]: pgmap v16387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:48 smithi170 ceph-mon[97338]: pgmap v16388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:48 smithi081 ceph-mon[95500]: pgmap v16388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:48 smithi081 ceph-mon[107735]: pgmap v16388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:50 smithi170 ceph-mon[97338]: pgmap v16389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:50 smithi081 ceph-mon[95500]: pgmap v16389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:50 smithi081 ceph-mon[107735]: pgmap v16389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:52 smithi081 ceph-mon[95500]: pgmap v16390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:52 smithi081 ceph-mon[107735]: pgmap v16390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:52 smithi170 ceph-mon[97338]: pgmap v16390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:44:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:53.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:53.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:54 smithi170 ceph-mon[97338]: pgmap v16391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:54 smithi081 ceph-mon[95500]: pgmap v16391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:54 smithi081 ceph-mon[107735]: pgmap v16391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:44:55.787Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:44:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:44:55.788Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:44:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:56 smithi170 ceph-mon[97338]: pgmap v16392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:56 smithi081 ceph-mon[95500]: pgmap v16392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:56 smithi081 ceph-mon[107735]: pgmap v16392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:44:58 smithi170 ceph-mon[97338]: pgmap v16393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:44:58 smithi081 ceph-mon[95500]: pgmap v16393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:44:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:44:58 smithi081 ceph-mon[107735]: pgmap v16393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:00 smithi170 ceph-mon[97338]: pgmap v16394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:00 smithi081 ceph-mon[95500]: pgmap v16394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:00 smithi081 ceph-mon[107735]: pgmap v16394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:02 smithi081 ceph-mon[95500]: pgmap v16395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:02 smithi081 ceph-mon[107735]: pgmap v16395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:02 smithi170 ceph-mon[97338]: pgmap v16395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:45:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:03.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:03.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:04 smithi170 ceph-mon[97338]: pgmap v16396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:04 smithi081 ceph-mon[95500]: pgmap v16396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:04 smithi081 ceph-mon[107735]: pgmap v16396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:05.788Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:05.789Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:06 smithi170 ceph-mon[97338]: pgmap v16397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:06 smithi081 ceph-mon[95500]: pgmap v16397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:06 smithi081 ceph-mon[107735]: pgmap v16397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:08 smithi170 ceph-mon[97338]: pgmap v16398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:08 smithi081 ceph-mon[95500]: pgmap v16398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:08 smithi081 ceph-mon[107735]: pgmap v16398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:10 smithi170 ceph-mon[97338]: pgmap v16399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:10 smithi081 ceph-mon[95500]: pgmap v16399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:10 smithi081 ceph-mon[107735]: pgmap v16399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:12 smithi170 ceph-mon[97338]: pgmap v16400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:12 smithi081 ceph-mon[95500]: pgmap v16400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:12 smithi081 ceph-mon[107735]: pgmap v16400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:45:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:13.959Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:13.960Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:14 smithi170 ceph-mon[97338]: pgmap v16401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:15.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:14 smithi081 ceph-mon[95500]: pgmap v16401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:15.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:14 smithi081 ceph-mon[107735]: pgmap v16401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:15.789Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:15.790Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:16 smithi170 ceph-mon[97338]: pgmap v16402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:16 smithi081 ceph-mon[95500]: pgmap v16402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:16 smithi081 ceph-mon[107735]: pgmap v16402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:18 smithi170 ceph-mon[97338]: pgmap v16403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:18 smithi081 ceph-mon[95500]: pgmap v16403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:18 smithi081 ceph-mon[107735]: pgmap v16403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:20 smithi170 ceph-mon[97338]: pgmap v16404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:20 smithi081 ceph-mon[95500]: pgmap v16404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:20 smithi081 ceph-mon[107735]: pgmap v16404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:22 smithi170 ceph-mon[97338]: pgmap v16405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:22 smithi081 ceph-mon[95500]: pgmap v16405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:22 smithi081 ceph-mon[107735]: pgmap v16405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:45:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:23.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:23.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:24 smithi170 ceph-mon[97338]: pgmap v16406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:24 smithi081 ceph-mon[95500]: pgmap v16406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:24 smithi081 ceph-mon[107735]: pgmap v16406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:25.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:25.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:26 smithi170 ceph-mon[97338]: pgmap v16407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:26 smithi081 ceph-mon[95500]: pgmap v16407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:26 smithi081 ceph-mon[107735]: pgmap v16407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:28 smithi170 ceph-mon[97338]: pgmap v16408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:28 smithi081 ceph-mon[95500]: pgmap v16408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:28 smithi081 ceph-mon[107735]: pgmap v16408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:30 smithi170 ceph-mon[97338]: pgmap v16409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:30 smithi081 ceph-mon[95500]: pgmap v16409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:30 smithi081 ceph-mon[107735]: pgmap v16409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:32 smithi170 ceph-mon[97338]: pgmap v16410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:32 smithi081 ceph-mon[95500]: pgmap v16410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:32 smithi081 ceph-mon[107735]: pgmap v16410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:45:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:33.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:33.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:34 smithi170 ceph-mon[97338]: pgmap v16411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:34 smithi081 ceph-mon[95500]: pgmap v16411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:34 smithi081 ceph-mon[107735]: pgmap v16411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:35.790Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:35.791Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:36 smithi170 ceph-mon[97338]: pgmap v16412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:36 smithi081 ceph-mon[95500]: pgmap v16412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:36 smithi081 ceph-mon[107735]: pgmap v16412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:38 smithi170 ceph-mon[97338]: pgmap v16413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:38 smithi081 ceph-mon[95500]: pgmap v16413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:38 smithi081 ceph-mon[107735]: pgmap v16413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:40 smithi170 ceph-mon[97338]: pgmap v16414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:40 smithi081 ceph-mon[95500]: pgmap v16414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:40 smithi081 ceph-mon[107735]: pgmap v16414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:42 smithi170 ceph-mon[97338]: pgmap v16415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:42 smithi081 ceph-mon[95500]: pgmap v16415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:42 smithi081 ceph-mon[107735]: pgmap v16415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:45:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:43.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:43.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:44 smithi170 ceph-mon[97338]: pgmap v16416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:44 smithi081 ceph-mon[95500]: pgmap v16416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:44 smithi081 ceph-mon[107735]: pgmap v16416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:45.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:45.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:46 smithi170 ceph-mon[97338]: pgmap v16417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:46 smithi081 ceph-mon[95500]: pgmap v16417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:46 smithi081 ceph-mon[107735]: pgmap v16417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:48 smithi170 ceph-mon[97338]: pgmap v16418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:48 smithi081 ceph-mon[95500]: pgmap v16418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:48 smithi081 ceph-mon[107735]: pgmap v16418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:50 smithi170 ceph-mon[97338]: pgmap v16419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:50 smithi081 ceph-mon[95500]: pgmap v16419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:50 smithi081 ceph-mon[107735]: pgmap v16419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:52 smithi170 ceph-mon[97338]: pgmap v16420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:52 smithi081 ceph-mon[95500]: pgmap v16420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:52 smithi081 ceph-mon[107735]: pgmap v16420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:45:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:53.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:53.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:54 smithi170 ceph-mon[97338]: pgmap v16421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:54 smithi081 ceph-mon[95500]: pgmap v16421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:54 smithi081 ceph-mon[107735]: pgmap v16421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:45:55.791Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:45:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:45:55.792Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:45:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:56 smithi170 ceph-mon[97338]: pgmap v16422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:56 smithi081 ceph-mon[95500]: pgmap v16422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:56 smithi081 ceph-mon[107735]: pgmap v16422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:45:58 smithi170 ceph-mon[97338]: pgmap v16423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:45:58 smithi081 ceph-mon[95500]: pgmap v16423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:45:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:45:58 smithi081 ceph-mon[107735]: pgmap v16423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:00 smithi170 ceph-mon[97338]: pgmap v16424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:01.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:00 smithi081 ceph-mon[95500]: pgmap v16424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:01.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:00 smithi081 ceph-mon[107735]: pgmap v16424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:02 smithi170 ceph-mon[97338]: pgmap v16425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:02 smithi081 ceph-mon[95500]: pgmap v16425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:02 smithi081 ceph-mon[107735]: pgmap v16425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:46:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:03.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:03.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:04 smithi170 ceph-mon[97338]: pgmap v16426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:04 smithi081 ceph-mon[95500]: pgmap v16426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:04 smithi081 ceph-mon[107735]: pgmap v16426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:05.792Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:05.793Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:06 smithi170 ceph-mon[97338]: pgmap v16427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:07.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:06 smithi081 ceph-mon[95500]: pgmap v16427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:07.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:06 smithi081 ceph-mon[107735]: pgmap v16427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:08 smithi170 ceph-mon[97338]: pgmap v16428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:08 smithi081 ceph-mon[95500]: pgmap v16428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:08 smithi081 ceph-mon[107735]: pgmap v16428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:10 smithi170 ceph-mon[97338]: pgmap v16429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:10 smithi081 ceph-mon[95500]: pgmap v16429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:10 smithi081 ceph-mon[107735]: pgmap v16429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:12 smithi170 ceph-mon[97338]: pgmap v16430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:12 smithi081 ceph-mon[95500]: pgmap v16430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:12 smithi081 ceph-mon[107735]: pgmap v16430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:46:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:13.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:13.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:14 smithi170 ceph-mon[97338]: pgmap v16431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:14 smithi081 ceph-mon[95500]: pgmap v16431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:14 smithi081 ceph-mon[107735]: pgmap v16431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:15.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:15.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:16 smithi170 ceph-mon[97338]: pgmap v16432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:16 smithi081 ceph-mon[95500]: pgmap v16432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:16 smithi081 ceph-mon[107735]: pgmap v16432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:18 smithi170 ceph-mon[97338]: pgmap v16433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:18 smithi081 ceph-mon[95500]: pgmap v16433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:18 smithi081 ceph-mon[107735]: pgmap v16433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:20 smithi170 ceph-mon[97338]: pgmap v16434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:20 smithi081 ceph-mon[95500]: pgmap v16434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:20 smithi081 ceph-mon[107735]: pgmap v16434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:22 smithi170 ceph-mon[97338]: pgmap v16435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:22 smithi081 ceph-mon[95500]: pgmap v16435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:22 smithi081 ceph-mon[107735]: pgmap v16435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:46:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:23.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:23.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:24 smithi170 ceph-mon[97338]: pgmap v16436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:24 smithi081 ceph-mon[95500]: pgmap v16436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:24 smithi081 ceph-mon[107735]: pgmap v16436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:25.793Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:25.794Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:26 smithi170 ceph-mon[97338]: pgmap v16437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:26 smithi081 ceph-mon[95500]: pgmap v16437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:26 smithi081 ceph-mon[107735]: pgmap v16437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:28 smithi170 ceph-mon[97338]: pgmap v16438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:28 smithi081 ceph-mon[95500]: pgmap v16438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:28 smithi081 ceph-mon[107735]: pgmap v16438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:30 smithi170 ceph-mon[97338]: pgmap v16439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:30 smithi081 ceph-mon[95500]: pgmap v16439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:30 smithi081 ceph-mon[107735]: pgmap v16439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:32 smithi170 ceph-mon[97338]: pgmap v16440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:32 smithi081 ceph-mon[95500]: pgmap v16440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:32 smithi081 ceph-mon[107735]: pgmap v16440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:46:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:33.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:33.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:34 smithi170 ceph-mon[97338]: pgmap v16441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:34 smithi081 ceph-mon[95500]: pgmap v16441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:34 smithi081 ceph-mon[107735]: pgmap v16441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:35.794Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:35.795Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:36 smithi170 ceph-mon[97338]: pgmap v16442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:36 smithi081 ceph-mon[95500]: pgmap v16442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:37.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:36 smithi081 ceph-mon[107735]: pgmap v16442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:39.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:38 smithi170 ceph-mon[97338]: pgmap v16443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:39.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:38 smithi081 ceph-mon[95500]: pgmap v16443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:39.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:38 smithi081 ceph-mon[107735]: pgmap v16443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:40 smithi170 ceph-mon[97338]: pgmap v16444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:40 smithi081 ceph-mon[95500]: pgmap v16444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:40 smithi081 ceph-mon[107735]: pgmap v16444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:42 smithi170 ceph-mon[97338]: pgmap v16445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:42 smithi081 ceph-mon[95500]: pgmap v16445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:42 smithi081 ceph-mon[107735]: pgmap v16445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:46:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:43.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:43.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:44 smithi170 ceph-mon[97338]: pgmap v16446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:44 smithi081 ceph-mon[95500]: pgmap v16446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:44 smithi081 ceph-mon[107735]: pgmap v16446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:45.795Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:45.797Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:46 smithi170 ceph-mon[97338]: pgmap v16447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:46 smithi081 ceph-mon[95500]: pgmap v16447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:46 smithi081 ceph-mon[107735]: pgmap v16447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:48 smithi170 ceph-mon[97338]: pgmap v16448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:48 smithi081 ceph-mon[95500]: pgmap v16448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:48 smithi081 ceph-mon[107735]: pgmap v16448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:50 smithi170 ceph-mon[97338]: pgmap v16449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:50 smithi081 ceph-mon[95500]: pgmap v16449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:50 smithi081 ceph-mon[107735]: pgmap v16449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:52 smithi170 ceph-mon[97338]: pgmap v16450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:52 smithi081 ceph-mon[95500]: pgmap v16450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:52 smithi081 ceph-mon[107735]: pgmap v16450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:46:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:53.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:53.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:54 smithi170 ceph-mon[97338]: pgmap v16451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:54 smithi081 ceph-mon[95500]: pgmap v16451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:54 smithi081 ceph-mon[107735]: pgmap v16451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:46:55.796Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:46:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:46:55.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:46:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:56 smithi170 ceph-mon[97338]: pgmap v16452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:56 smithi081 ceph-mon[95500]: pgmap v16452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:56 smithi081 ceph-mon[107735]: pgmap v16452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:46:58 smithi170 ceph-mon[97338]: pgmap v16453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:46:58 smithi081 ceph-mon[95500]: pgmap v16453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:46:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:46:58 smithi081 ceph-mon[107735]: pgmap v16453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:00 smithi170 ceph-mon[97338]: pgmap v16454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:00 smithi081 ceph-mon[95500]: pgmap v16454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:00 smithi081 ceph-mon[107735]: pgmap v16454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:02 smithi170 ceph-mon[97338]: pgmap v16455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:02 smithi081 ceph-mon[95500]: pgmap v16455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:02 smithi081 ceph-mon[107735]: pgmap v16455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:47:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:03.966Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:03.967Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:04 smithi170 ceph-mon[97338]: pgmap v16456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:04 smithi081 ceph-mon[95500]: pgmap v16456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:04 smithi081 ceph-mon[107735]: pgmap v16456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:05.797Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:05.798Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:06 smithi170 ceph-mon[97338]: pgmap v16457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:06 smithi081 ceph-mon[95500]: pgmap v16457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:06 smithi081 ceph-mon[107735]: pgmap v16457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:09.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:08 smithi170 ceph-mon[97338]: pgmap v16458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:08 smithi081 ceph-mon[95500]: pgmap v16458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:08 smithi081 ceph-mon[107735]: pgmap v16458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:10 smithi170 ceph-mon[97338]: pgmap v16459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:10 smithi081 ceph-mon[95500]: pgmap v16459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:10 smithi081 ceph-mon[107735]: pgmap v16459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:12 smithi170 ceph-mon[97338]: pgmap v16460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:12 smithi081 ceph-mon[95500]: pgmap v16460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:12 smithi081 ceph-mon[107735]: pgmap v16460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:47:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:13.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:13.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:14 smithi170 ceph-mon[97338]: pgmap v16461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:14 smithi081 ceph-mon[95500]: pgmap v16461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:14 smithi081 ceph-mon[107735]: pgmap v16461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:15.798Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:15.799Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:16 smithi170 ceph-mon[97338]: pgmap v16462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:16 smithi081 ceph-mon[95500]: pgmap v16462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:16 smithi081 ceph-mon[107735]: pgmap v16462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:18 smithi170 ceph-mon[97338]: pgmap v16463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:18 smithi081 ceph-mon[95500]: pgmap v16463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:18 smithi081 ceph-mon[107735]: pgmap v16463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:20 smithi170 ceph-mon[97338]: pgmap v16464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:20 smithi081 ceph-mon[95500]: pgmap v16464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:20 smithi081 ceph-mon[107735]: pgmap v16464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:22 smithi170 ceph-mon[97338]: pgmap v16465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:22 smithi081 ceph-mon[95500]: pgmap v16465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:22 smithi081 ceph-mon[107735]: pgmap v16465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:47:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:23.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:23.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:24 smithi170 ceph-mon[97338]: pgmap v16466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:24 smithi081 ceph-mon[107735]: pgmap v16466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:24 smithi081 ceph-mon[95500]: pgmap v16466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:25.799Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:25.800Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:26 smithi170 ceph-mon[97338]: pgmap v16467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:26 smithi081 ceph-mon[95500]: pgmap v16467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:26 smithi081 ceph-mon[107735]: pgmap v16467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:28 smithi170 ceph-mon[97338]: pgmap v16468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:28 smithi081 ceph-mon[95500]: pgmap v16468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:28 smithi081 ceph-mon[107735]: pgmap v16468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:30 smithi170 ceph-mon[97338]: pgmap v16469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:30 smithi081 ceph-mon[95500]: pgmap v16469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:30 smithi081 ceph-mon[107735]: pgmap v16469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:32 smithi170 ceph-mon[97338]: pgmap v16470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:32 smithi081 ceph-mon[95500]: pgmap v16470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:32 smithi081 ceph-mon[107735]: pgmap v16470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:47:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:33.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:33.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:34 smithi170 ceph-mon[97338]: pgmap v16471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:34 smithi081 ceph-mon[95500]: pgmap v16471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:34 smithi081 ceph-mon[107735]: pgmap v16471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:35.800Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:35.801Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:36 smithi170 ceph-mon[97338]: pgmap v16472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:36 smithi081 ceph-mon[95500]: pgmap v16472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:36 smithi081 ceph-mon[107735]: pgmap v16472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:38 smithi170 ceph-mon[97338]: pgmap v16473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:38 smithi081 ceph-mon[95500]: pgmap v16473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:38 smithi081 ceph-mon[107735]: pgmap v16473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:40 smithi170 ceph-mon[97338]: pgmap v16474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:40 smithi081 ceph-mon[95500]: pgmap v16474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:40 smithi081 ceph-mon[107735]: pgmap v16474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:42 smithi170 ceph-mon[97338]: pgmap v16475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:42 smithi081 ceph-mon[95500]: pgmap v16475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:42 smithi081 ceph-mon[107735]: pgmap v16475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:47:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:43.969Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:43.970Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:44 smithi170 ceph-mon[97338]: pgmap v16476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:44 smithi081 ceph-mon[95500]: pgmap v16476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:44 smithi081 ceph-mon[107735]: pgmap v16476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:45.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:45.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:46 smithi170 ceph-mon[97338]: pgmap v16477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:46 smithi081 ceph-mon[95500]: pgmap v16477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:46 smithi081 ceph-mon[107735]: pgmap v16477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:48 smithi170 ceph-mon[97338]: pgmap v16478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:48 smithi081 ceph-mon[95500]: pgmap v16478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:48 smithi081 ceph-mon[107735]: pgmap v16478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:50 smithi170 ceph-mon[97338]: pgmap v16479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:50 smithi081 ceph-mon[95500]: pgmap v16479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:50 smithi081 ceph-mon[107735]: pgmap v16479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:52 smithi170 ceph-mon[97338]: pgmap v16480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:52 smithi081 ceph-mon[95500]: pgmap v16480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:52 smithi081 ceph-mon[107735]: pgmap v16480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:47:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:53.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:53.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:54 smithi170 ceph-mon[97338]: pgmap v16481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:54 smithi081 ceph-mon[95500]: pgmap v16481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:54 smithi081 ceph-mon[107735]: pgmap v16481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:47:55.801Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:47:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:47:55.802Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:47:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:56 smithi170 ceph-mon[97338]: pgmap v16482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:56 smithi081 ceph-mon[95500]: pgmap v16482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:56 smithi081 ceph-mon[107735]: pgmap v16482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:47:58 smithi170 ceph-mon[97338]: pgmap v16483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:47:58 smithi081 ceph-mon[95500]: pgmap v16483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:47:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:47:58 smithi081 ceph-mon[107735]: pgmap v16483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:00 smithi170 ceph-mon[97338]: pgmap v16484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:00 smithi081 ceph-mon[95500]: pgmap v16484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:00 smithi081 ceph-mon[107735]: pgmap v16484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:02 smithi170 ceph-mon[97338]: pgmap v16485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:02 smithi081 ceph-mon[95500]: pgmap v16485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:02 smithi081 ceph-mon[107735]: pgmap v16485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:48:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:03.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:03.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:04 smithi170 ceph-mon[97338]: pgmap v16486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:04 smithi081 ceph-mon[95500]: pgmap v16486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:04 smithi081 ceph-mon[107735]: pgmap v16486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:05.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:05.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:06 smithi170 ceph-mon[97338]: pgmap v16487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:06 smithi081 ceph-mon[107735]: pgmap v16487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:06 smithi081 ceph-mon[95500]: pgmap v16487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:08 smithi170 ceph-mon[97338]: pgmap v16488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:08 smithi081 ceph-mon[95500]: pgmap v16488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:08 smithi081 ceph-mon[107735]: pgmap v16488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:10 smithi170 ceph-mon[97338]: pgmap v16489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:10 smithi081 ceph-mon[95500]: pgmap v16489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:10 smithi081 ceph-mon[107735]: pgmap v16489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:12 smithi170 ceph-mon[97338]: pgmap v16490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:12 smithi081 ceph-mon[95500]: pgmap v16490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:12 smithi081 ceph-mon[107735]: pgmap v16490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:48:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:13.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:13.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:14 smithi170 ceph-mon[97338]: pgmap v16491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:14 smithi081 ceph-mon[95500]: pgmap v16491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:14 smithi081 ceph-mon[107735]: pgmap v16491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:15.802Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:15.803Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:16 smithi170 ceph-mon[97338]: pgmap v16492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:16 smithi081 ceph-mon[95500]: pgmap v16492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:16 smithi081 ceph-mon[107735]: pgmap v16492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:18 smithi170 ceph-mon[97338]: pgmap v16493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:18 smithi081 ceph-mon[95500]: pgmap v16493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:18 smithi081 ceph-mon[107735]: pgmap v16493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:20 smithi170 ceph-mon[97338]: pgmap v16494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:20 smithi081 ceph-mon[95500]: pgmap v16494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:20 smithi081 ceph-mon[107735]: pgmap v16494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:22 smithi170 ceph-mon[97338]: pgmap v16495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:22 smithi081 ceph-mon[95500]: pgmap v16495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:22 smithi081 ceph-mon[107735]: pgmap v16495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:48:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:23.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:23.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:24 smithi170 ceph-mon[97338]: pgmap v16496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:24 smithi081 ceph-mon[95500]: pgmap v16496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:24 smithi081 ceph-mon[107735]: pgmap v16496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:25.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:25.804Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:26 smithi170 ceph-mon[97338]: pgmap v16497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:26 smithi081 ceph-mon[95500]: pgmap v16497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:26 smithi081 ceph-mon[107735]: pgmap v16497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:28 smithi170 ceph-mon[97338]: pgmap v16498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:28 smithi081 ceph-mon[95500]: pgmap v16498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:28 smithi081 ceph-mon[107735]: pgmap v16498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:30 smithi170 ceph-mon[97338]: pgmap v16499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:30 smithi081 ceph-mon[95500]: pgmap v16499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:30 smithi081 ceph-mon[107735]: pgmap v16499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:32 smithi170 ceph-mon[97338]: pgmap v16500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:32 smithi081 ceph-mon[95500]: pgmap v16500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:32 smithi081 ceph-mon[107735]: pgmap v16500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:48:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:33.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:33.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:34 smithi170 ceph-mon[97338]: pgmap v16501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:34 smithi081 ceph-mon[95500]: pgmap v16501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:34 smithi081 ceph-mon[107735]: pgmap v16501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:35.803Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:35.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:36 smithi170 ceph-mon[97338]: pgmap v16502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:36 smithi081 ceph-mon[95500]: pgmap v16502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:36 smithi081 ceph-mon[107735]: pgmap v16502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:38 smithi170 ceph-mon[97338]: pgmap v16503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:39.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:38 smithi081 ceph-mon[95500]: pgmap v16503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:39.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:38 smithi081 ceph-mon[107735]: pgmap v16503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:40 smithi170 ceph-mon[97338]: pgmap v16504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:40 smithi081 ceph-mon[95500]: pgmap v16504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:40 smithi081 ceph-mon[107735]: pgmap v16504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:42 smithi170 ceph-mon[97338]: pgmap v16505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:42 smithi081 ceph-mon[95500]: pgmap v16505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:42 smithi081 ceph-mon[107735]: pgmap v16505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:48:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:43.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:43.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:44 smithi170 ceph-mon[97338]: pgmap v16506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:44 smithi081 ceph-mon[95500]: pgmap v16506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:44 smithi081 ceph-mon[107735]: pgmap v16506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:45.804Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:45.805Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:46 smithi170 ceph-mon[97338]: pgmap v16507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:46 smithi081 ceph-mon[95500]: pgmap v16507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:46 smithi081 ceph-mon[107735]: pgmap v16507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:48 smithi170 ceph-mon[97338]: pgmap v16508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:48 smithi081 ceph-mon[95500]: pgmap v16508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:48 smithi081 ceph-mon[107735]: pgmap v16508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:50 smithi170 ceph-mon[97338]: pgmap v16509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:50 smithi081 ceph-mon[95500]: pgmap v16509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:50 smithi081 ceph-mon[107735]: pgmap v16509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:52 smithi170 ceph-mon[97338]: pgmap v16510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:52 smithi081 ceph-mon[95500]: pgmap v16510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:52 smithi081 ceph-mon[107735]: pgmap v16510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:48:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:53.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:53.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:54 smithi170 ceph-mon[97338]: pgmap v16511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:54 smithi081 ceph-mon[95500]: pgmap v16511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:54 smithi081 ceph-mon[107735]: pgmap v16511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:48:55.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:48:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:48:55.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:48:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:56 smithi170 ceph-mon[97338]: pgmap v16512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:56 smithi081 ceph-mon[95500]: pgmap v16512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:56 smithi081 ceph-mon[107735]: pgmap v16512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:48:58 smithi170 ceph-mon[97338]: pgmap v16513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:48:58 smithi081 ceph-mon[95500]: pgmap v16513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:48:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:48:58 smithi081 ceph-mon[107735]: pgmap v16513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:00 smithi170 ceph-mon[97338]: pgmap v16514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:00 smithi081 ceph-mon[95500]: pgmap v16514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:00 smithi081 ceph-mon[107735]: pgmap v16514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:02 smithi170 ceph-mon[97338]: pgmap v16515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:02 smithi081 ceph-mon[95500]: pgmap v16515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:02 smithi081 ceph-mon[107735]: pgmap v16515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:49:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:03.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:03.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:04 smithi170 ceph-mon[97338]: pgmap v16516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:04 smithi081 ceph-mon[107735]: pgmap v16516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:05.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:04 smithi081 ceph-mon[95500]: pgmap v16516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:05.805Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:05.806Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:06 smithi170 ceph-mon[97338]: pgmap v16517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:06 smithi081 ceph-mon[95500]: pgmap v16517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:06 smithi081 ceph-mon[107735]: pgmap v16517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:08 smithi170 ceph-mon[97338]: pgmap v16518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:08 smithi081 ceph-mon[95500]: pgmap v16518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:08 smithi081 ceph-mon[107735]: pgmap v16518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:10 smithi170 ceph-mon[97338]: pgmap v16519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:10 smithi081 ceph-mon[95500]: pgmap v16519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:10 smithi081 ceph-mon[107735]: pgmap v16519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:12 smithi170 ceph-mon[97338]: pgmap v16520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:12 smithi081 ceph-mon[95500]: pgmap v16520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:12 smithi081 ceph-mon[107735]: pgmap v16520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:49:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:13.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:13.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:14 smithi170 ceph-mon[97338]: pgmap v16521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:14 smithi081 ceph-mon[95500]: pgmap v16521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:14 smithi081 ceph-mon[107735]: pgmap v16521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:15.806Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:15.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:16 smithi170 ceph-mon[97338]: pgmap v16522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:16 smithi081 ceph-mon[95500]: pgmap v16522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:16 smithi081 ceph-mon[107735]: pgmap v16522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:18 smithi170 ceph-mon[97338]: pgmap v16523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:18 smithi081 ceph-mon[95500]: pgmap v16523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:18 smithi081 ceph-mon[107735]: pgmap v16523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:20 smithi170 ceph-mon[97338]: pgmap v16524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:20 smithi081 ceph-mon[95500]: pgmap v16524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:20 smithi081 ceph-mon[107735]: pgmap v16524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:22 smithi170 ceph-mon[97338]: pgmap v16525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:22 smithi081 ceph-mon[95500]: pgmap v16525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:22 smithi081 ceph-mon[107735]: pgmap v16525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:49:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:23.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:23.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:24 smithi170 ceph-mon[97338]: pgmap v16526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:24 smithi081 ceph-mon[95500]: pgmap v16526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:24 smithi081 ceph-mon[107735]: pgmap v16526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:25.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:25.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:26 smithi170 ceph-mon[97338]: pgmap v16527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:26 smithi081 ceph-mon[95500]: pgmap v16527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:26 smithi081 ceph-mon[107735]: pgmap v16527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:28 smithi170 ceph-mon[97338]: pgmap v16528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:28 smithi081 ceph-mon[95500]: pgmap v16528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:28 smithi081 ceph-mon[107735]: pgmap v16528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:30 smithi170 ceph-mon[97338]: pgmap v16529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:30 smithi081 ceph-mon[95500]: pgmap v16529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:30 smithi081 ceph-mon[107735]: pgmap v16529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:32 smithi170 ceph-mon[97338]: pgmap v16530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:32 smithi081 ceph-mon[95500]: pgmap v16530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:32 smithi081 ceph-mon[107735]: pgmap v16530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:49:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:33.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:33.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:34 smithi170 ceph-mon[97338]: pgmap v16531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:34 smithi081 ceph-mon[95500]: pgmap v16531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:34 smithi081 ceph-mon[107735]: pgmap v16531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:35.807Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:35.808Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:36 smithi170 ceph-mon[97338]: pgmap v16532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:36 smithi081 ceph-mon[95500]: pgmap v16532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:36 smithi081 ceph-mon[107735]: pgmap v16532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:38 smithi170 ceph-mon[97338]: pgmap v16533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:38 smithi081 ceph-mon[95500]: pgmap v16533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:38 smithi081 ceph-mon[107735]: pgmap v16533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:40 smithi170 ceph-mon[97338]: pgmap v16534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:40 smithi081 ceph-mon[95500]: pgmap v16534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:40 smithi081 ceph-mon[107735]: pgmap v16534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:42 smithi170 ceph-mon[97338]: pgmap v16535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:42 smithi081 ceph-mon[95500]: pgmap v16535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:42 smithi081 ceph-mon[107735]: pgmap v16535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:49:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:43.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:43.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:44 smithi170 ceph-mon[97338]: pgmap v16536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:44 smithi081 ceph-mon[95500]: pgmap v16536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:44 smithi081 ceph-mon[107735]: pgmap v16536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:45.808Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:45.809Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:46 smithi170 ceph-mon[97338]: pgmap v16537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:46 smithi081 ceph-mon[95500]: pgmap v16537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:46 smithi081 ceph-mon[107735]: pgmap v16537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:48 smithi170 ceph-mon[97338]: pgmap v16538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:48 smithi081 ceph-mon[95500]: pgmap v16538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:48 smithi081 ceph-mon[107735]: pgmap v16538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:50 smithi170 ceph-mon[97338]: pgmap v16539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:50 smithi081 ceph-mon[95500]: pgmap v16539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:50 smithi081 ceph-mon[107735]: pgmap v16539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:52 smithi170 ceph-mon[97338]: pgmap v16540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:52 smithi081 ceph-mon[95500]: pgmap v16540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:52 smithi081 ceph-mon[107735]: pgmap v16540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:49:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:53.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:53.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:54 smithi170 ceph-mon[97338]: pgmap v16541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:54 smithi081 ceph-mon[95500]: pgmap v16541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:54 smithi081 ceph-mon[107735]: pgmap v16541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:49:55.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:49:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:49:55.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:49:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:56 smithi170 ceph-mon[97338]: pgmap v16542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:56 smithi081 ceph-mon[95500]: pgmap v16542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:56 smithi081 ceph-mon[107735]: pgmap v16542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:49:58 smithi170 ceph-mon[97338]: pgmap v16543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:49:58 smithi081 ceph-mon[95500]: pgmap v16543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:49:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:49:58 smithi081 ceph-mon[107735]: pgmap v16543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:00 smithi170 ceph-mon[97338]: pgmap v16544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:50:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:00 smithi081 ceph-mon[95500]: pgmap v16544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:50:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:00 smithi081 ceph-mon[107735]: pgmap v16544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T14:50:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:02 smithi170 ceph-mon[97338]: pgmap v16545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:02 smithi081 ceph-mon[95500]: pgmap v16545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:02 smithi081 ceph-mon[107735]: pgmap v16545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:50:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:03.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:03.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:04 smithi170 ceph-mon[97338]: pgmap v16546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:04 smithi081 ceph-mon[95500]: pgmap v16546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:04 smithi081 ceph-mon[107735]: pgmap v16546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:05.809Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:05.810Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:06 smithi170 ceph-mon[97338]: pgmap v16547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:06 smithi081 ceph-mon[95500]: pgmap v16547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:06 smithi081 ceph-mon[107735]: pgmap v16547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:08 smithi170 ceph-mon[97338]: pgmap v16548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:08 smithi081 ceph-mon[95500]: pgmap v16548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:08 smithi081 ceph-mon[107735]: pgmap v16548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:10 smithi170 ceph-mon[97338]: pgmap v16549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:10 smithi081 ceph-mon[95500]: pgmap v16549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:10 smithi081 ceph-mon[107735]: pgmap v16549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:12 smithi170 ceph-mon[97338]: pgmap v16550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:12 smithi081 ceph-mon[95500]: pgmap v16550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:12 smithi081 ceph-mon[107735]: pgmap v16550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:50:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:13.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:13.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:14 smithi170 ceph-mon[97338]: pgmap v16551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:14 smithi081 ceph-mon[95500]: pgmap v16551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:14 smithi081 ceph-mon[107735]: pgmap v16551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:15.810Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:15.811Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:16 smithi170 ceph-mon[97338]: pgmap v16552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:16 smithi081 ceph-mon[95500]: pgmap v16552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:16 smithi081 ceph-mon[107735]: pgmap v16552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:18 smithi170 ceph-mon[97338]: pgmap v16553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:18 smithi081 ceph-mon[95500]: pgmap v16553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:18 smithi081 ceph-mon[107735]: pgmap v16553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:20 smithi170 ceph-mon[97338]: pgmap v16554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:20 smithi081 ceph-mon[95500]: pgmap v16554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:20 smithi081 ceph-mon[107735]: pgmap v16554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:22 smithi170 ceph-mon[97338]: pgmap v16555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:22 smithi081 ceph-mon[95500]: pgmap v16555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:22 smithi081 ceph-mon[107735]: pgmap v16555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:50:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:23.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:23.980Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:24 smithi170 ceph-mon[97338]: pgmap v16556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:24 smithi081 ceph-mon[95500]: pgmap v16556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:24 smithi081 ceph-mon[107735]: pgmap v16556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:25.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:25.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:26 smithi170 ceph-mon[97338]: pgmap v16557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:26 smithi081 ceph-mon[95500]: pgmap v16557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:26 smithi081 ceph-mon[107735]: pgmap v16557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:28 smithi170 ceph-mon[97338]: pgmap v16558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:28 smithi081 ceph-mon[95500]: pgmap v16558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:28 smithi081 ceph-mon[107735]: pgmap v16558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:30 smithi170 ceph-mon[97338]: pgmap v16559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:30 smithi081 ceph-mon[95500]: pgmap v16559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:30 smithi081 ceph-mon[107735]: pgmap v16559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:32 smithi170 ceph-mon[97338]: pgmap v16560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:32 smithi081 ceph-mon[95500]: pgmap v16560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:32 smithi081 ceph-mon[107735]: pgmap v16560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:50:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:33.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:33.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:34 smithi170 ceph-mon[97338]: pgmap v16561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:34 smithi081 ceph-mon[95500]: pgmap v16561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:34 smithi081 ceph-mon[107735]: pgmap v16561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:35.811Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:35.812Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:36 smithi170 ceph-mon[97338]: pgmap v16562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:36 smithi081 ceph-mon[95500]: pgmap v16562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:36 smithi081 ceph-mon[107735]: pgmap v16562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:38 smithi170 ceph-mon[97338]: pgmap v16563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:38 smithi081 ceph-mon[95500]: pgmap v16563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:38 smithi081 ceph-mon[107735]: pgmap v16563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:40 smithi170 ceph-mon[97338]: pgmap v16564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:40 smithi081 ceph-mon[95500]: pgmap v16564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:40 smithi081 ceph-mon[107735]: pgmap v16564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:42 smithi170 ceph-mon[97338]: pgmap v16565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:42 smithi081 ceph-mon[95500]: pgmap v16565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:42 smithi081 ceph-mon[107735]: pgmap v16565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:50:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:43.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:43.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:44 smithi170 ceph-mon[97338]: pgmap v16566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:44 smithi081 ceph-mon[95500]: pgmap v16566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:44 smithi081 ceph-mon[107735]: pgmap v16566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:45.812Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:45.813Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:46 smithi170 ceph-mon[97338]: pgmap v16567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:46 smithi081 ceph-mon[95500]: pgmap v16567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:46 smithi081 ceph-mon[107735]: pgmap v16567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:48 smithi170 ceph-mon[97338]: pgmap v16568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:48 smithi081 ceph-mon[95500]: pgmap v16568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:48 smithi081 ceph-mon[107735]: pgmap v16568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:50 smithi170 ceph-mon[97338]: pgmap v16569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:50 smithi081 ceph-mon[95500]: pgmap v16569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:50 smithi081 ceph-mon[107735]: pgmap v16569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:52 smithi170 ceph-mon[97338]: pgmap v16570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:52 smithi081 ceph-mon[95500]: pgmap v16570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:52 smithi081 ceph-mon[107735]: pgmap v16570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:50:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:53.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:53.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:54 smithi170 ceph-mon[97338]: pgmap v16571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:54 smithi081 ceph-mon[95500]: pgmap v16571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:54 smithi081 ceph-mon[107735]: pgmap v16571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:50:55.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:50:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:50:55.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:50:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:56 smithi170 ceph-mon[97338]: pgmap v16572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:56 smithi081 ceph-mon[95500]: pgmap v16572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:56 smithi081 ceph-mon[107735]: pgmap v16572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:50:58 smithi170 ceph-mon[97338]: pgmap v16573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:50:58 smithi081 ceph-mon[95500]: pgmap v16573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:50:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:50:58 smithi081 ceph-mon[107735]: pgmap v16573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:00 smithi170 ceph-mon[97338]: pgmap v16574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:00 smithi081 ceph-mon[95500]: pgmap v16574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:00 smithi081 ceph-mon[107735]: pgmap v16574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:02 smithi170 ceph-mon[97338]: pgmap v16575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:02 smithi081 ceph-mon[95500]: pgmap v16575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:02 smithi081 ceph-mon[107735]: pgmap v16575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:51:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:03.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:03.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:04 smithi170 ceph-mon[97338]: pgmap v16576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:04 smithi081 ceph-mon[95500]: pgmap v16576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:04 smithi081 ceph-mon[107735]: pgmap v16576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:05.813Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:05.814Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:06 smithi170 ceph-mon[97338]: pgmap v16577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:06 smithi081 ceph-mon[95500]: pgmap v16577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:06 smithi081 ceph-mon[107735]: pgmap v16577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:08 smithi170 ceph-mon[97338]: pgmap v16578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:08 smithi081 ceph-mon[95500]: pgmap v16578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:08 smithi081 ceph-mon[107735]: pgmap v16578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:10 smithi170 ceph-mon[97338]: pgmap v16579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:10 smithi081 ceph-mon[95500]: pgmap v16579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:10 smithi081 ceph-mon[107735]: pgmap v16579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:12 smithi170 ceph-mon[97338]: pgmap v16580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:12 smithi081 ceph-mon[95500]: pgmap v16580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:12 smithi081 ceph-mon[107735]: pgmap v16580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:51:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:13.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:13.983Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:14 smithi170 ceph-mon[97338]: pgmap v16581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:14 smithi081 ceph-mon[95500]: pgmap v16581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:14 smithi081 ceph-mon[107735]: pgmap v16581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:15.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:15.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:16 smithi170 ceph-mon[97338]: pgmap v16582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:16 smithi081 ceph-mon[95500]: pgmap v16582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:16 smithi081 ceph-mon[107735]: pgmap v16582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:18 smithi170 ceph-mon[97338]: pgmap v16583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:18 smithi081 ceph-mon[95500]: pgmap v16583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:18 smithi081 ceph-mon[107735]: pgmap v16583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:20 smithi170 ceph-mon[97338]: pgmap v16584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:20 smithi081 ceph-mon[95500]: pgmap v16584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:20 smithi081 ceph-mon[107735]: pgmap v16584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:22 smithi170 ceph-mon[97338]: pgmap v16585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:22 smithi081 ceph-mon[95500]: pgmap v16585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:22 smithi081 ceph-mon[107735]: pgmap v16585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:51:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:23.983Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:23.984Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:24 smithi170 ceph-mon[97338]: pgmap v16586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:24 smithi081 ceph-mon[95500]: pgmap v16586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:24 smithi081 ceph-mon[107735]: pgmap v16586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:25.814Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:25.815Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:26 smithi170 ceph-mon[97338]: pgmap v16587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:26 smithi081 ceph-mon[95500]: pgmap v16587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:26 smithi081 ceph-mon[107735]: pgmap v16587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:28 smithi170 ceph-mon[97338]: pgmap v16588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:28 smithi081 ceph-mon[95500]: pgmap v16588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:28 smithi081 ceph-mon[107735]: pgmap v16588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:30 smithi170 ceph-mon[97338]: pgmap v16589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:30 smithi081 ceph-mon[95500]: pgmap v16589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:30 smithi081 ceph-mon[107735]: pgmap v16589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:32 smithi170 ceph-mon[97338]: pgmap v16590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:32 smithi081 ceph-mon[95500]: pgmap v16590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:32 smithi081 ceph-mon[107735]: pgmap v16590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:51:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:33.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:33.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:34 smithi170 ceph-mon[97338]: pgmap v16591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:34 smithi081 ceph-mon[95500]: pgmap v16591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:34 smithi081 ceph-mon[107735]: pgmap v16591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:35.815Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:35.816Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:36 smithi170 ceph-mon[97338]: pgmap v16592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:36 smithi081 ceph-mon[95500]: pgmap v16592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:36 smithi081 ceph-mon[107735]: pgmap v16592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:38 smithi170 ceph-mon[97338]: pgmap v16593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:38 smithi081 ceph-mon[95500]: pgmap v16593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:38 smithi081 ceph-mon[107735]: pgmap v16593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:40 smithi170 ceph-mon[97338]: pgmap v16594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:40 smithi081 ceph-mon[95500]: pgmap v16594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:40 smithi081 ceph-mon[107735]: pgmap v16594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:42 smithi170 ceph-mon[97338]: pgmap v16595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:42 smithi081 ceph-mon[95500]: pgmap v16595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:42 smithi081 ceph-mon[107735]: pgmap v16595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:51:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:43.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:43.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:44 smithi170 ceph-mon[97338]: pgmap v16596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:44 smithi081 ceph-mon[95500]: pgmap v16596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:44 smithi081 ceph-mon[107735]: pgmap v16596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:45.816Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:45.817Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:46 smithi170 ceph-mon[97338]: pgmap v16597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:46 smithi081 ceph-mon[95500]: pgmap v16597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:46 smithi081 ceph-mon[107735]: pgmap v16597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:48 smithi170 ceph-mon[97338]: pgmap v16598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:48 smithi081 ceph-mon[95500]: pgmap v16598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:48 smithi081 ceph-mon[107735]: pgmap v16598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:50 smithi170 ceph-mon[97338]: pgmap v16599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:50 smithi081 ceph-mon[95500]: pgmap v16599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:50 smithi081 ceph-mon[107735]: pgmap v16599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:52 smithi170 ceph-mon[97338]: pgmap v16600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:52 smithi081 ceph-mon[95500]: pgmap v16600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:52 smithi081 ceph-mon[107735]: pgmap v16600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:51:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:53.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:53.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:54 smithi170 ceph-mon[97338]: pgmap v16601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:54 smithi081 ceph-mon[95500]: pgmap v16601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:54 smithi081 ceph-mon[107735]: pgmap v16601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:51:55.817Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:51:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:51:55.818Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:51:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:56 smithi170 ceph-mon[97338]: pgmap v16602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:56 smithi081 ceph-mon[95500]: pgmap v16602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:56 smithi081 ceph-mon[107735]: pgmap v16602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:51:58 smithi170 ceph-mon[97338]: pgmap v16603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:51:58 smithi081 ceph-mon[95500]: pgmap v16603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:51:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:51:58 smithi081 ceph-mon[107735]: pgmap v16603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:00 smithi170 ceph-mon[97338]: pgmap v16604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:00 smithi081 ceph-mon[95500]: pgmap v16604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:00 smithi081 ceph-mon[107735]: pgmap v16604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:02 smithi170 ceph-mon[97338]: pgmap v16605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:02 smithi081 ceph-mon[95500]: pgmap v16605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:02 smithi081 ceph-mon[107735]: pgmap v16605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:52:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:03.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:03.987Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:04 smithi170 ceph-mon[97338]: pgmap v16606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:04 smithi081 ceph-mon[95500]: pgmap v16606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:04 smithi081 ceph-mon[107735]: pgmap v16606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:05.818Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:05.819Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:06 smithi170 ceph-mon[97338]: pgmap v16607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:06 smithi081 ceph-mon[95500]: pgmap v16607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:06 smithi081 ceph-mon[107735]: pgmap v16607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:08 smithi170 ceph-mon[97338]: pgmap v16608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:08 smithi081 ceph-mon[95500]: pgmap v16608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:08 smithi081 ceph-mon[107735]: pgmap v16608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:10 smithi170 ceph-mon[97338]: pgmap v16609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:10 smithi081 ceph-mon[95500]: pgmap v16609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:10 smithi081 ceph-mon[107735]: pgmap v16609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:12 smithi170 ceph-mon[97338]: pgmap v16610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:12 smithi081 ceph-mon[95500]: pgmap v16610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:12 smithi081 ceph-mon[107735]: pgmap v16610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:52:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:13.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:13.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:14 smithi170 ceph-mon[97338]: pgmap v16611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:14 smithi081 ceph-mon[95500]: pgmap v16611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:14 smithi081 ceph-mon[107735]: pgmap v16611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:15.819Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:15.820Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:16 smithi170 ceph-mon[97338]: pgmap v16612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:16 smithi081 ceph-mon[95500]: pgmap v16612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:16 smithi081 ceph-mon[107735]: pgmap v16612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:18 smithi170 ceph-mon[97338]: pgmap v16613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:18 smithi081 ceph-mon[95500]: pgmap v16613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:18 smithi081 ceph-mon[107735]: pgmap v16613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:20 smithi170 ceph-mon[97338]: pgmap v16614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:20 smithi081 ceph-mon[95500]: pgmap v16614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:20 smithi081 ceph-mon[107735]: pgmap v16614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:22 smithi170 ceph-mon[97338]: pgmap v16615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:22 smithi081 ceph-mon[95500]: pgmap v16615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:22 smithi081 ceph-mon[107735]: pgmap v16615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:52:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:23.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:23.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:24 smithi170 ceph-mon[97338]: pgmap v16616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:24 smithi081 ceph-mon[95500]: pgmap v16616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:24 smithi081 ceph-mon[107735]: pgmap v16616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:25.820Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:25.821Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:26 smithi170 ceph-mon[97338]: pgmap v16617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:26 smithi081 ceph-mon[95500]: pgmap v16617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:26 smithi081 ceph-mon[107735]: pgmap v16617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:28 smithi170 ceph-mon[97338]: pgmap v16618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:28 smithi081 ceph-mon[95500]: pgmap v16618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:28 smithi081 ceph-mon[107735]: pgmap v16618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:30 smithi170 ceph-mon[97338]: pgmap v16619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:30 smithi081 ceph-mon[95500]: pgmap v16619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:30 smithi081 ceph-mon[107735]: pgmap v16619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:32 smithi170 ceph-mon[97338]: pgmap v16620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:32 smithi081 ceph-mon[95500]: pgmap v16620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:32 smithi081 ceph-mon[107735]: pgmap v16620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:52:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:33.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:33.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:34 smithi170 ceph-mon[97338]: pgmap v16621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:34 smithi081 ceph-mon[95500]: pgmap v16621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:34 smithi081 ceph-mon[107735]: pgmap v16621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:35.821Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:35.822Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:36 smithi170 ceph-mon[97338]: pgmap v16622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:36 smithi081 ceph-mon[95500]: pgmap v16622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:36 smithi081 ceph-mon[107735]: pgmap v16622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:38 smithi170 ceph-mon[97338]: pgmap v16623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:38 smithi081 ceph-mon[95500]: pgmap v16623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:38 smithi081 ceph-mon[107735]: pgmap v16623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:40 smithi170 ceph-mon[97338]: pgmap v16624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:40 smithi081 ceph-mon[95500]: pgmap v16624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:40 smithi081 ceph-mon[107735]: pgmap v16624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:42 smithi170 ceph-mon[97338]: pgmap v16625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:42 smithi081 ceph-mon[95500]: pgmap v16625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:42 smithi081 ceph-mon[107735]: pgmap v16625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:52:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:43.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": context deadline exceeded" 2023-05-20T14:52:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:43.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:44 smithi170 ceph-mon[97338]: pgmap v16626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:44 smithi081 ceph-mon[95500]: pgmap v16626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:44 smithi081 ceph-mon[107735]: pgmap v16626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:45.822Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:45.823Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:46 smithi170 ceph-mon[97338]: pgmap v16627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:46 smithi081 ceph-mon[95500]: pgmap v16627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:46 smithi081 ceph-mon[107735]: pgmap v16627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:48 smithi170 ceph-mon[97338]: pgmap v16628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:48 smithi081 ceph-mon[95500]: pgmap v16628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:48 smithi081 ceph-mon[107735]: pgmap v16628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:50 smithi170 ceph-mon[97338]: pgmap v16629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:50 smithi081 ceph-mon[95500]: pgmap v16629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:50 smithi081 ceph-mon[107735]: pgmap v16629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:52 smithi170 ceph-mon[97338]: pgmap v16630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:52 smithi081 ceph-mon[95500]: pgmap v16630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:52.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:52 smithi081 ceph-mon[107735]: pgmap v16630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:52:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:53.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:53.991Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:55.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:54 smithi170 ceph-mon[97338]: pgmap v16631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:55.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:54 smithi081 ceph-mon[95500]: pgmap v16631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:54 smithi081 ceph-mon[107735]: pgmap v16631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:52:55.823Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:52:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:52:55.824Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:52:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:56 smithi170 ceph-mon[97338]: pgmap v16632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:56 smithi081 ceph-mon[95500]: pgmap v16632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:56 smithi081 ceph-mon[107735]: pgmap v16632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:52:58 smithi170 ceph-mon[97338]: pgmap v16633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:59.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:52:58 smithi081 ceph-mon[95500]: pgmap v16633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:52:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:52:58 smithi081 ceph-mon[107735]: pgmap v16633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:00 smithi170 ceph-mon[97338]: pgmap v16634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:00 smithi081 ceph-mon[95500]: pgmap v16634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:00 smithi081 ceph-mon[107735]: pgmap v16634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:02 smithi170 ceph-mon[97338]: pgmap v16635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:02 smithi081 ceph-mon[95500]: pgmap v16635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:02 smithi081 ceph-mon[107735]: pgmap v16635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:53:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:03.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:03.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:04 smithi170 ceph-mon[97338]: pgmap v16636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:04 smithi081 ceph-mon[95500]: pgmap v16636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:04 smithi081 ceph-mon[107735]: pgmap v16636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:05.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:05.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:06 smithi170 ceph-mon[97338]: pgmap v16637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:06 smithi081 ceph-mon[95500]: pgmap v16637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:06 smithi081 ceph-mon[107735]: pgmap v16637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:08 smithi170 ceph-mon[97338]: pgmap v16638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:08 smithi081 ceph-mon[95500]: pgmap v16638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:08 smithi081 ceph-mon[107735]: pgmap v16638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:10 smithi170 ceph-mon[97338]: pgmap v16639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:10 smithi081 ceph-mon[95500]: pgmap v16639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:10 smithi081 ceph-mon[107735]: pgmap v16639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:12 smithi170 ceph-mon[97338]: pgmap v16640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:12 smithi081 ceph-mon[95500]: pgmap v16640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:12 smithi081 ceph-mon[107735]: pgmap v16640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:53:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:13.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:13.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:14 smithi170 ceph-mon[97338]: pgmap v16641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:14 smithi081 ceph-mon[95500]: pgmap v16641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:14 smithi081 ceph-mon[107735]: pgmap v16641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:15.824Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:15.825Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:16 smithi170 ceph-mon[97338]: pgmap v16642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:16 smithi081 ceph-mon[95500]: pgmap v16642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:16 smithi081 ceph-mon[107735]: pgmap v16642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:18 smithi170 ceph-mon[97338]: pgmap v16643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:18 smithi081 ceph-mon[95500]: pgmap v16643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:18 smithi081 ceph-mon[107735]: pgmap v16643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:20 smithi170 ceph-mon[97338]: pgmap v16644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:20 smithi081 ceph-mon[95500]: pgmap v16644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:20 smithi081 ceph-mon[107735]: pgmap v16644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:22 smithi170 ceph-mon[97338]: pgmap v16645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:22 smithi081 ceph-mon[95500]: pgmap v16645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:22 smithi081 ceph-mon[107735]: pgmap v16645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:53:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:23.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:23.993Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:24 smithi170 ceph-mon[97338]: pgmap v16646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:24 smithi081 ceph-mon[95500]: pgmap v16646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:24 smithi081 ceph-mon[107735]: pgmap v16646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:25.825Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:25.826Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:26 smithi170 ceph-mon[97338]: pgmap v16647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:26 smithi081 ceph-mon[95500]: pgmap v16647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:26 smithi081 ceph-mon[107735]: pgmap v16647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:28 smithi170 ceph-mon[97338]: pgmap v16648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:28 smithi081 ceph-mon[95500]: pgmap v16648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:28 smithi081 ceph-mon[107735]: pgmap v16648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:30 smithi170 ceph-mon[97338]: pgmap v16649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:30 smithi081 ceph-mon[95500]: pgmap v16649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:30 smithi081 ceph-mon[107735]: pgmap v16649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:32 smithi170 ceph-mon[97338]: pgmap v16650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:32 smithi081 ceph-mon[95500]: pgmap v16650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:32 smithi081 ceph-mon[107735]: pgmap v16650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:53:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:33.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:33.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:34 smithi170 ceph-mon[97338]: pgmap v16651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:34 smithi081 ceph-mon[95500]: pgmap v16651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:34 smithi081 ceph-mon[107735]: pgmap v16651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:35.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:35.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:36 smithi170 ceph-mon[97338]: pgmap v16652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:36 smithi081 ceph-mon[95500]: pgmap v16652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:36 smithi081 ceph-mon[107735]: pgmap v16652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:38 smithi170 ceph-mon[97338]: pgmap v16653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:39.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:38 smithi081 ceph-mon[95500]: pgmap v16653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:38 smithi081 ceph-mon[107735]: pgmap v16653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:40 smithi170 ceph-mon[97338]: pgmap v16654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:40 smithi081 ceph-mon[95500]: pgmap v16654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:40 smithi081 ceph-mon[107735]: pgmap v16654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:42 smithi170 ceph-mon[97338]: pgmap v16655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:42 smithi081 ceph-mon[95500]: pgmap v16655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:42 smithi081 ceph-mon[107735]: pgmap v16655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:53:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:43 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:43.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:43 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:43.995Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:44 smithi170 ceph-mon[97338]: pgmap v16656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:44 smithi081 ceph-mon[95500]: pgmap v16656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:44 smithi081 ceph-mon[107735]: pgmap v16656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:45.826Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:45.827Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:46 smithi170 ceph-mon[97338]: pgmap v16657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:46 smithi081 ceph-mon[95500]: pgmap v16657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:46 smithi081 ceph-mon[107735]: pgmap v16657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:48 smithi170 ceph-mon[97338]: pgmap v16658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:49.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:48 smithi081 ceph-mon[95500]: pgmap v16658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:48 smithi081 ceph-mon[107735]: pgmap v16658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:50 smithi170 ceph-mon[97338]: pgmap v16659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:50 smithi081 ceph-mon[95500]: pgmap v16659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:50 smithi081 ceph-mon[107735]: pgmap v16659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:52 smithi170 ceph-mon[97338]: pgmap v16660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:52 smithi081 ceph-mon[95500]: pgmap v16660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:52 smithi081 ceph-mon[107735]: pgmap v16660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:53:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:53 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:53.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:53 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:53.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:54 smithi170 ceph-mon[97338]: pgmap v16661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:54 smithi081 ceph-mon[95500]: pgmap v16661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:54 smithi081 ceph-mon[107735]: pgmap v16661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:53:55.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:53:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:53:55.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:53:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:56 smithi170 ceph-mon[97338]: pgmap v16662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:56 smithi081 ceph-mon[95500]: pgmap v16662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:56 smithi081 ceph-mon[107735]: pgmap v16662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:53:58 smithi170 ceph-mon[97338]: pgmap v16663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:53:58 smithi081 ceph-mon[95500]: pgmap v16663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:53:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:53:58 smithi081 ceph-mon[107735]: pgmap v16663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:00 smithi170 ceph-mon[97338]: pgmap v16664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:00 smithi081 ceph-mon[95500]: pgmap v16664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:00 smithi081 ceph-mon[107735]: pgmap v16664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:02 smithi170 ceph-mon[97338]: pgmap v16665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:02 smithi081 ceph-mon[95500]: pgmap v16665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:02 smithi081 ceph-mon[107735]: pgmap v16665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:54:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:03 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:03.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:03 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:03.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:04 smithi170 ceph-mon[97338]: pgmap v16666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:04 smithi081 ceph-mon[95500]: pgmap v16666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:04 smithi081 ceph-mon[107735]: pgmap v16666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:05.827Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:05.828Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:06 smithi170 ceph-mon[97338]: pgmap v16667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:06 smithi081 ceph-mon[95500]: pgmap v16667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:06 smithi081 ceph-mon[107735]: pgmap v16667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:08 smithi170 ceph-mon[97338]: pgmap v16668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:08 smithi081 ceph-mon[95500]: pgmap v16668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:08 smithi081 ceph-mon[107735]: pgmap v16668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:10 smithi170 ceph-mon[97338]: pgmap v16669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:10 smithi081 ceph-mon[95500]: pgmap v16669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:10 smithi081 ceph-mon[107735]: pgmap v16669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:12 smithi170 ceph-mon[97338]: pgmap v16670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:12 smithi081 ceph-mon[95500]: pgmap v16670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:12 smithi081 ceph-mon[107735]: pgmap v16670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:54:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:13 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:13.997Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:13 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:13.998Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:14 smithi170 ceph-mon[97338]: pgmap v16671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:14 smithi081 ceph-mon[95500]: pgmap v16671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:14 smithi081 ceph-mon[107735]: pgmap v16671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:15.828Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:15.829Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:16 smithi170 ceph-mon[97338]: pgmap v16672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:16 smithi081 ceph-mon[95500]: pgmap v16672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:16 smithi081 ceph-mon[107735]: pgmap v16672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:18 smithi170 ceph-mon[97338]: pgmap v16673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:18 smithi081 ceph-mon[95500]: pgmap v16673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:18 smithi081 ceph-mon[107735]: pgmap v16673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:20 smithi170 ceph-mon[97338]: pgmap v16674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:20 smithi081 ceph-mon[95500]: pgmap v16674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:20 smithi081 ceph-mon[107735]: pgmap v16674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:22 smithi170 ceph-mon[97338]: pgmap v16675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:22 smithi081 ceph-mon[95500]: pgmap v16675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:22 smithi081 ceph-mon[107735]: pgmap v16675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:54:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:23 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:23.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:23 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:23.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:24 smithi170 ceph-mon[97338]: pgmap v16676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:25.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:24 smithi081 ceph-mon[95500]: pgmap v16676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:25.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:24 smithi081 ceph-mon[107735]: pgmap v16676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:25.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:25.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:26 smithi170 ceph-mon[97338]: pgmap v16677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:26 smithi081 ceph-mon[95500]: pgmap v16677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:26 smithi081 ceph-mon[107735]: pgmap v16677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:28 smithi170 ceph-mon[97338]: pgmap v16678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:28 smithi081 ceph-mon[95500]: pgmap v16678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:28 smithi081 ceph-mon[107735]: pgmap v16678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:30 smithi170 ceph-mon[97338]: pgmap v16679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:31.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:30 smithi081 ceph-mon[95500]: pgmap v16679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:30 smithi081 ceph-mon[107735]: pgmap v16679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:32 smithi170 ceph-mon[97338]: pgmap v16680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:32 smithi081 ceph-mon[95500]: pgmap v16680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:32 smithi081 ceph-mon[107735]: pgmap v16680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:54:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:33 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:33.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:33 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:33.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:34 smithi170 ceph-mon[97338]: pgmap v16681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:34 smithi081 ceph-mon[95500]: pgmap v16681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:34 smithi081 ceph-mon[107735]: pgmap v16681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:35.829Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:35.830Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:36 smithi170 ceph-mon[97338]: pgmap v16682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:36 smithi081 ceph-mon[95500]: pgmap v16682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:36 smithi081 ceph-mon[107735]: pgmap v16682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:38 smithi170 ceph-mon[97338]: pgmap v16683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:38 smithi081 ceph-mon[95500]: pgmap v16683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:38 smithi081 ceph-mon[107735]: pgmap v16683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:41.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:40 smithi170 ceph-mon[97338]: pgmap v16684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:40 smithi081 ceph-mon[95500]: pgmap v16684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:40 smithi081 ceph-mon[107735]: pgmap v16684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:42 smithi170 ceph-mon[97338]: pgmap v16685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:42 smithi081 ceph-mon[95500]: pgmap v16685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:42 smithi081 ceph-mon[107735]: pgmap v16685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:54:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:44.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:44.001Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:44 smithi170 ceph-mon[97338]: pgmap v16686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:44 smithi081 ceph-mon[95500]: pgmap v16686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:44 smithi081 ceph-mon[107735]: pgmap v16686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:45.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:45.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:46 smithi170 ceph-mon[97338]: pgmap v16687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:46 smithi081 ceph-mon[95500]: pgmap v16687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:46 smithi081 ceph-mon[107735]: pgmap v16687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:48 smithi170 ceph-mon[97338]: pgmap v16688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:48 smithi081 ceph-mon[95500]: pgmap v16688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:48 smithi081 ceph-mon[107735]: pgmap v16688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:50 smithi170 ceph-mon[97338]: pgmap v16689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:50 smithi081 ceph-mon[95500]: pgmap v16689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:50 smithi081 ceph-mon[107735]: pgmap v16689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:52 smithi170 ceph-mon[97338]: pgmap v16690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:52 smithi081 ceph-mon[95500]: pgmap v16690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:52 smithi081 ceph-mon[107735]: pgmap v16690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:54:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:54.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:54.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:54 smithi170 ceph-mon[97338]: pgmap v16691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:54 smithi081 ceph-mon[95500]: pgmap v16691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:54 smithi081 ceph-mon[107735]: pgmap v16691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:54:55.830Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:54:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:54:55.831Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:54:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:56 smithi170 ceph-mon[97338]: pgmap v16692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:56 smithi081 ceph-mon[95500]: pgmap v16692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:56 smithi081 ceph-mon[107735]: pgmap v16692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:54:58 smithi170 ceph-mon[97338]: pgmap v16693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:59.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:54:58 smithi081 ceph-mon[95500]: pgmap v16693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:54:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:54:58 smithi081 ceph-mon[107735]: pgmap v16693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:00 smithi170 ceph-mon[97338]: pgmap v16694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:00 smithi081 ceph-mon[95500]: pgmap v16694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:00 smithi081 ceph-mon[107735]: pgmap v16694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:02 smithi170 ceph-mon[97338]: pgmap v16695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:02.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:02 smithi081 ceph-mon[95500]: pgmap v16695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:02 smithi081 ceph-mon[107735]: pgmap v16695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:55:04.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:04.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:04.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:04 smithi170 ceph-mon[97338]: pgmap v16696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:04 smithi081 ceph-mon[95500]: pgmap v16696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:04 smithi081 ceph-mon[107735]: pgmap v16696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:05.831Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:05.832Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:06 smithi170 ceph-mon[97338]: pgmap v16697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:06 smithi081 ceph-mon[95500]: pgmap v16697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:06 smithi081 ceph-mon[107735]: pgmap v16697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:08 smithi170 ceph-mon[97338]: pgmap v16698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:08 smithi081 ceph-mon[95500]: pgmap v16698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:08 smithi081 ceph-mon[107735]: pgmap v16698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:10 smithi170 ceph-mon[97338]: pgmap v16699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:11.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:10 smithi081 ceph-mon[95500]: pgmap v16699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:10 smithi081 ceph-mon[107735]: pgmap v16699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:12 smithi170 ceph-mon[97338]: pgmap v16700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:12 smithi081 ceph-mon[95500]: pgmap v16700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:12 smithi081 ceph-mon[107735]: pgmap v16700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:55:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:14.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:14.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:14 smithi170 ceph-mon[97338]: pgmap v16701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:14 smithi081 ceph-mon[95500]: pgmap v16701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:14 smithi081 ceph-mon[107735]: pgmap v16701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:15.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:15.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:16 smithi170 ceph-mon[97338]: pgmap v16702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:16 smithi081 ceph-mon[95500]: pgmap v16702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:16 smithi081 ceph-mon[107735]: pgmap v16702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:18 smithi170 ceph-mon[97338]: pgmap v16703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:19.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:18 smithi081 ceph-mon[95500]: pgmap v16703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:18 smithi081 ceph-mon[107735]: pgmap v16703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:20 smithi081 ceph-mon[95500]: pgmap v16704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:20 smithi081 ceph-mon[107735]: pgmap v16704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:20 smithi170 ceph-mon[97338]: pgmap v16704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:22 smithi170 ceph-mon[97338]: pgmap v16705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:22 smithi081 ceph-mon[95500]: pgmap v16705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:22 smithi081 ceph-mon[107735]: pgmap v16705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:55:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:24.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:24.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:24 smithi170 ceph-mon[97338]: pgmap v16706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:24 smithi081 ceph-mon[95500]: pgmap v16706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:24 smithi081 ceph-mon[107735]: pgmap v16706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:25.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:25.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:26 smithi170 ceph-mon[97338]: pgmap v16707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:26 smithi081 ceph-mon[95500]: pgmap v16707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:26 smithi081 ceph-mon[107735]: pgmap v16707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:28 smithi170 ceph-mon[97338]: pgmap v16708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:28 smithi081 ceph-mon[95500]: pgmap v16708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:28 smithi081 ceph-mon[107735]: pgmap v16708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:30 smithi081 ceph-mon[95500]: pgmap v16709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:30 smithi081 ceph-mon[107735]: pgmap v16709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:30 smithi170 ceph-mon[97338]: pgmap v16709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:32 smithi170 ceph-mon[97338]: pgmap v16710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:32 smithi081 ceph-mon[95500]: pgmap v16710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:32 smithi081 ceph-mon[107735]: pgmap v16710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:55:34.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:34.003Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:34.004Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:34 smithi170 ceph-mon[97338]: pgmap v16711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:34 smithi081 ceph-mon[95500]: pgmap v16711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:34 smithi081 ceph-mon[107735]: pgmap v16711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:35.832Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:35.833Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:36 smithi170 ceph-mon[97338]: pgmap v16712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:36 smithi081 ceph-mon[95500]: pgmap v16712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:36 smithi081 ceph-mon[107735]: pgmap v16712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:38 smithi081 ceph-mon[95500]: pgmap v16713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:38 smithi081 ceph-mon[107735]: pgmap v16713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:38 smithi170 ceph-mon[97338]: pgmap v16713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:40 smithi081 ceph-mon[95500]: pgmap v16714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:40 smithi081 ceph-mon[107735]: pgmap v16714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:40 smithi170 ceph-mon[97338]: pgmap v16714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:42 smithi170 ceph-mon[97338]: pgmap v16715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:42 smithi081 ceph-mon[95500]: pgmap v16715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:42 smithi081 ceph-mon[107735]: pgmap v16715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:55:44.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:44.004Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:44.005Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:44 smithi081 ceph-mon[95500]: pgmap v16716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:44 smithi081 ceph-mon[107735]: pgmap v16716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:44 smithi170 ceph-mon[97338]: pgmap v16716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:45.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:45.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:46 smithi081 ceph-mon[95500]: pgmap v16717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:46 smithi081 ceph-mon[107735]: pgmap v16717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:46 smithi170 ceph-mon[97338]: pgmap v16717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:48 smithi081 ceph-mon[95500]: pgmap v16718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:48 smithi081 ceph-mon[107735]: pgmap v16718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:49.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:48 smithi170 ceph-mon[97338]: pgmap v16718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:51 smithi081 ceph-mon[95500]: pgmap v16719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:51 smithi081 ceph-mon[107735]: pgmap v16719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:51 smithi170 ceph-mon[97338]: pgmap v16719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:52 smithi170 ceph-mon[97338]: pgmap v16720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:52 smithi081 ceph-mon[95500]: pgmap v16720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:52 smithi081 ceph-mon[107735]: pgmap v16720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:55:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:54.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:54.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:55.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:54 smithi081 ceph-mon[95500]: pgmap v16721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:54 smithi081 ceph-mon[107735]: pgmap v16721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:54 smithi170 ceph-mon[97338]: pgmap v16721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:55:55.833Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:55:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:55:55.834Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:55:57.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:56 smithi081 ceph-mon[95500]: pgmap v16722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:56 smithi081 ceph-mon[107735]: pgmap v16722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:56 smithi170 ceph-mon[97338]: pgmap v16722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:55:59 smithi081 ceph-mon[95500]: pgmap v16723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:55:59 smithi081 ceph-mon[107735]: pgmap v16723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:55:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:55:59 smithi170 ceph-mon[97338]: pgmap v16723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:01 smithi081 ceph-mon[95500]: pgmap v16724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:01 smithi081 ceph-mon[107735]: pgmap v16724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:01 smithi170 ceph-mon[97338]: pgmap v16724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:02 smithi170 ceph-mon[97338]: pgmap v16725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:02 smithi081 ceph-mon[95500]: pgmap v16725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:02 smithi081 ceph-mon[107735]: pgmap v16725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:56:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:04.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:04.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:04 smithi081 ceph-mon[95500]: pgmap v16726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:04 smithi081 ceph-mon[107735]: pgmap v16726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:04 smithi170 ceph-mon[97338]: pgmap v16726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:05.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:05.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:07 smithi081 ceph-mon[95500]: pgmap v16727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:07 smithi081 ceph-mon[107735]: pgmap v16727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:07 smithi170 ceph-mon[97338]: pgmap v16727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:09.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:09 smithi081 ceph-mon[95500]: pgmap v16728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:09 smithi081 ceph-mon[107735]: pgmap v16728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:09 smithi170 ceph-mon[97338]: pgmap v16728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:11 smithi081 ceph-mon[95500]: pgmap v16729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:11 smithi081 ceph-mon[107735]: pgmap v16729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:11 smithi170 ceph-mon[97338]: pgmap v16729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:12 smithi170 ceph-mon[97338]: pgmap v16730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:12 smithi081 ceph-mon[95500]: pgmap v16730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:12 smithi081 ceph-mon[107735]: pgmap v16730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:56:14.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:14.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:14.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:15 smithi081 ceph-mon[95500]: pgmap v16731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:15 smithi081 ceph-mon[107735]: pgmap v16731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:15 smithi170 ceph-mon[97338]: pgmap v16731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:15.834Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:15.835Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:17 smithi081 ceph-mon[95500]: pgmap v16732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:17 smithi081 ceph-mon[107735]: pgmap v16732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:17 smithi170 ceph-mon[97338]: pgmap v16732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:19 smithi081 ceph-mon[95500]: pgmap v16733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:19 smithi081 ceph-mon[107735]: pgmap v16733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:19 smithi170 ceph-mon[97338]: pgmap v16733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:21 smithi081 ceph-mon[95500]: pgmap v16734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:21 smithi081 ceph-mon[107735]: pgmap v16734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:21 smithi170 ceph-mon[97338]: pgmap v16734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:22 smithi170 ceph-mon[97338]: pgmap v16735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:22 smithi081 ceph-mon[95500]: pgmap v16735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:22 smithi081 ceph-mon[107735]: pgmap v16735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:56:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:24.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:24.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:25 smithi081 ceph-mon[95500]: pgmap v16736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:25 smithi081 ceph-mon[107735]: pgmap v16736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:25 smithi170 ceph-mon[97338]: pgmap v16736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:25.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:25.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:27 smithi081 ceph-mon[95500]: pgmap v16737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:27 smithi081 ceph-mon[107735]: pgmap v16737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:27 smithi170 ceph-mon[97338]: pgmap v16737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:29.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:29 smithi081 ceph-mon[95500]: pgmap v16738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:29 smithi081 ceph-mon[107735]: pgmap v16738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:29.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:29 smithi170 ceph-mon[97338]: pgmap v16738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:31 smithi170 ceph-mon[97338]: pgmap v16739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:31.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:31 smithi081 ceph-mon[95500]: pgmap v16739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:31 smithi081 ceph-mon[107735]: pgmap v16739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:32 smithi170 ceph-mon[97338]: pgmap v16740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:32 smithi081 ceph-mon[95500]: pgmap v16740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:32 smithi081 ceph-mon[107735]: pgmap v16740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:56:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:34.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:34.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:35.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:35 smithi081 ceph-mon[95500]: pgmap v16741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:35 smithi081 ceph-mon[107735]: pgmap v16741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:35 smithi170 ceph-mon[97338]: pgmap v16741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:35.835Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:35.836Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:37 smithi081 ceph-mon[95500]: pgmap v16742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:37 smithi081 ceph-mon[107735]: pgmap v16742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:37 smithi170 ceph-mon[97338]: pgmap v16742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:39 smithi081 ceph-mon[95500]: pgmap v16743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:39 smithi081 ceph-mon[107735]: pgmap v16743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:39.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:39 smithi170 ceph-mon[97338]: pgmap v16743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:41 smithi170 ceph-mon[97338]: pgmap v16744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:41 smithi081 ceph-mon[95500]: pgmap v16744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:41 smithi081 ceph-mon[107735]: pgmap v16744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:42 smithi170 ceph-mon[97338]: pgmap v16745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:42 smithi081 ceph-mon[95500]: pgmap v16745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:42 smithi081 ceph-mon[107735]: pgmap v16745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:56:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:44.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:44.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:45 smithi081 ceph-mon[95500]: pgmap v16746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:45 smithi081 ceph-mon[107735]: pgmap v16746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:45 smithi170 ceph-mon[97338]: pgmap v16746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:45.836Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:45.837Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:47 smithi081 ceph-mon[95500]: pgmap v16747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:47 smithi081 ceph-mon[107735]: pgmap v16747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:47 smithi170 ceph-mon[97338]: pgmap v16747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:49 smithi170 ceph-mon[97338]: pgmap v16748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:49.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:49 smithi081 ceph-mon[95500]: pgmap v16748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:49.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:49 smithi081 ceph-mon[107735]: pgmap v16748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:51 smithi170 ceph-mon[97338]: pgmap v16749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:51 smithi081 ceph-mon[95500]: pgmap v16749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:51 smithi081 ceph-mon[107735]: pgmap v16749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:52 smithi170 ceph-mon[97338]: pgmap v16750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:52 smithi081 ceph-mon[95500]: pgmap v16750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:52 smithi081 ceph-mon[107735]: pgmap v16750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:56:54.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:54.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:54.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:55 smithi170 ceph-mon[97338]: pgmap v16751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:55 smithi081 ceph-mon[95500]: pgmap v16751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:55 smithi081 ceph-mon[107735]: pgmap v16751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:56.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:56:55.837Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:56:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:56:55.838Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:56:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:57 smithi170 ceph-mon[97338]: pgmap v16752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:57 smithi081 ceph-mon[95500]: pgmap v16752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:57 smithi081 ceph-mon[107735]: pgmap v16752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:56:59 smithi170 ceph-mon[97338]: pgmap v16753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:56:59 smithi081 ceph-mon[95500]: pgmap v16753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:56:59.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:56:59 smithi081 ceph-mon[107735]: pgmap v16753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:00 smithi170 ceph-mon[97338]: pgmap v16754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:00 smithi081 ceph-mon[95500]: pgmap v16754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:00 smithi081 ceph-mon[107735]: pgmap v16754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:02 smithi170 ceph-mon[97338]: pgmap v16755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:02 smithi081 ceph-mon[95500]: pgmap v16755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:02 smithi081 ceph-mon[107735]: pgmap v16755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:57:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:04.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:04.011Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:05 smithi170 ceph-mon[97338]: pgmap v16756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:05 smithi081 ceph-mon[95500]: pgmap v16756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:05 smithi081 ceph-mon[107735]: pgmap v16756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:05.838Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:05.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:07 smithi170 ceph-mon[97338]: pgmap v16757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:07 smithi081 ceph-mon[95500]: pgmap v16757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:07 smithi081 ceph-mon[107735]: pgmap v16757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:09 smithi170 ceph-mon[97338]: pgmap v16758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:09 smithi081 ceph-mon[95500]: pgmap v16758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:09 smithi081 ceph-mon[107735]: pgmap v16758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:10 smithi170 ceph-mon[97338]: pgmap v16759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:10 smithi081 ceph-mon[95500]: pgmap v16759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:10 smithi081 ceph-mon[107735]: pgmap v16759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:12 smithi170 ceph-mon[97338]: pgmap v16760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:12 smithi081 ceph-mon[95500]: pgmap v16760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:12 smithi081 ceph-mon[107735]: pgmap v16760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:57:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:14.011Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:14.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:15 smithi170 ceph-mon[97338]: pgmap v16761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:15 smithi081 ceph-mon[95500]: pgmap v16761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:15 smithi081 ceph-mon[107735]: pgmap v16761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:16.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:15.839Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:15.840Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:17 smithi170 ceph-mon[97338]: pgmap v16762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:17.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:17 smithi081 ceph-mon[95500]: pgmap v16762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:17 smithi081 ceph-mon[107735]: pgmap v16762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:18 smithi170 ceph-mon[97338]: pgmap v16763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:18 smithi081 ceph-mon[95500]: pgmap v16763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:18 smithi081 ceph-mon[107735]: pgmap v16763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:21 smithi170 ceph-mon[97338]: pgmap v16764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:21 smithi081 ceph-mon[95500]: pgmap v16764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:21 smithi081 ceph-mon[107735]: pgmap v16764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:22 smithi170 ceph-mon[97338]: pgmap v16765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:22 smithi081 ceph-mon[95500]: pgmap v16765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:22 smithi081 ceph-mon[107735]: pgmap v16765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:57:24.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:24.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:24.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:25 smithi170 ceph-mon[97338]: pgmap v16766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:25.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:25 smithi081 ceph-mon[95500]: pgmap v16766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:25 smithi081 ceph-mon[107735]: pgmap v16766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:26.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:25.840Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:25.841Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:27 smithi170 ceph-mon[97338]: pgmap v16767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:27 smithi081 ceph-mon[95500]: pgmap v16767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:27 smithi081 ceph-mon[107735]: pgmap v16767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:28 smithi170 ceph-mon[97338]: pgmap v16768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:28 smithi081 ceph-mon[95500]: pgmap v16768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:28 smithi081 ceph-mon[107735]: pgmap v16768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:31 smithi170 ceph-mon[97338]: pgmap v16769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:31 smithi081 ceph-mon[95500]: pgmap v16769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:31.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:31 smithi081 ceph-mon[107735]: pgmap v16769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:32 smithi170 ceph-mon[97338]: pgmap v16770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:32 smithi081 ceph-mon[95500]: pgmap v16770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:32 smithi081 ceph-mon[107735]: pgmap v16770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:57:34.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:34.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:34.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:35 smithi170 ceph-mon[97338]: pgmap v16771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:35 smithi081 ceph-mon[95500]: pgmap v16771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:35 smithi081 ceph-mon[107735]: pgmap v16771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:36.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:36 smithi081 ceph-mon[95500]: pgmap v16772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:36 smithi081 ceph-mon[107735]: pgmap v16772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:35.841Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:35.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:36 smithi170 ceph-mon[97338]: pgmap v16772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:39 smithi170 ceph-mon[97338]: pgmap v16773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:39 smithi081 ceph-mon[95500]: pgmap v16773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:39 smithi081 ceph-mon[107735]: pgmap v16773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:40 smithi170 ceph-mon[97338]: pgmap v16774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:40 smithi081 ceph-mon[95500]: pgmap v16774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:40 smithi081 ceph-mon[107735]: pgmap v16774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:42 smithi170 ceph-mon[97338]: pgmap v16775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:42 smithi081 ceph-mon[95500]: pgmap v16775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:42 smithi081 ceph-mon[107735]: pgmap v16775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:43.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:57:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:44 smithi170 ceph-mon[97338]: pgmap v16776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:44 smithi081 ceph-mon[95500]: pgmap v16776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:44 smithi081 ceph-mon[107735]: pgmap v16776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:44.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:44.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:46 smithi081 ceph-mon[95500]: pgmap v16777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:45.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:45.842Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:46.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:46 smithi081 ceph-mon[107735]: pgmap v16777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:46 smithi170 ceph-mon[97338]: pgmap v16777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:48 smithi170 ceph-mon[97338]: pgmap v16778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:48 smithi081 ceph-mon[95500]: pgmap v16778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:48 smithi081 ceph-mon[107735]: pgmap v16778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:50 smithi170 ceph-mon[97338]: pgmap v16779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:50 smithi081 ceph-mon[95500]: pgmap v16779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:50 smithi081 ceph-mon[107735]: pgmap v16779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:52 smithi170 ceph-mon[97338]: pgmap v16780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:52 smithi081 ceph-mon[95500]: pgmap v16780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:52 smithi081 ceph-mon[107735]: pgmap v16780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:57:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:54 smithi170 ceph-mon[97338]: pgmap v16781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:54 smithi081 ceph-mon[95500]: pgmap v16781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:54 smithi081 ceph-mon[107735]: pgmap v16781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:54.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:54.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:56.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:56 smithi081 ceph-mon[95500]: pgmap v16782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:56 smithi081 ceph-mon[107735]: pgmap v16782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:57:55.842Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:57:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:57:55.843Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:57:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:56 smithi170 ceph-mon[97338]: pgmap v16782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:57:58 smithi170 ceph-mon[97338]: pgmap v16783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:57:58 smithi081 ceph-mon[95500]: pgmap v16783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:57:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:57:58 smithi081 ceph-mon[107735]: pgmap v16783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:00 smithi170 ceph-mon[97338]: pgmap v16784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:00 smithi081 ceph-mon[95500]: pgmap v16784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:00 smithi081 ceph-mon[107735]: pgmap v16784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:02 smithi170 ceph-mon[97338]: pgmap v16785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:02 smithi081 ceph-mon[95500]: pgmap v16785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:02 smithi081 ceph-mon[107735]: pgmap v16785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:58:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:04 smithi170 ceph-mon[97338]: pgmap v16786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:04 smithi081 ceph-mon[95500]: pgmap v16786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:04.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:04.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:04 smithi081 ceph-mon[107735]: pgmap v16786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:06 smithi081 ceph-mon[95500]: pgmap v16787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:06 smithi081 ceph-mon[107735]: pgmap v16787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:05.843Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:05.844Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:06 smithi170 ceph-mon[97338]: pgmap v16787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:08 smithi170 ceph-mon[97338]: pgmap v16788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:08 smithi081 ceph-mon[95500]: pgmap v16788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:08 smithi081 ceph-mon[107735]: pgmap v16788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:10 smithi170 ceph-mon[97338]: pgmap v16789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:10 smithi081 ceph-mon[95500]: pgmap v16789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:10 smithi081 ceph-mon[107735]: pgmap v16789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:12 smithi170 ceph-mon[97338]: pgmap v16790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:12 smithi081 ceph-mon[95500]: pgmap v16790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:12 smithi081 ceph-mon[107735]: pgmap v16790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:58:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:14 smithi170 ceph-mon[97338]: pgmap v16791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:14 smithi081 ceph-mon[95500]: pgmap v16791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:14 smithi081 ceph-mon[107735]: pgmap v16791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:14.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:14.017Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:16 smithi081 ceph-mon[95500]: pgmap v16792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:16 smithi081 ceph-mon[107735]: pgmap v16792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:15.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:15.845Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:16 smithi170 ceph-mon[97338]: pgmap v16792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:18 smithi170 ceph-mon[97338]: pgmap v16793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:18 smithi081 ceph-mon[95500]: pgmap v16793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:18 smithi081 ceph-mon[107735]: pgmap v16793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:20 smithi170 ceph-mon[97338]: pgmap v16794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:20 smithi081 ceph-mon[95500]: pgmap v16794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:20 smithi081 ceph-mon[107735]: pgmap v16794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:22 smithi170 ceph-mon[97338]: pgmap v16795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:22 smithi081 ceph-mon[95500]: pgmap v16795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:22 smithi081 ceph-mon[107735]: pgmap v16795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:58:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:24 smithi170 ceph-mon[97338]: pgmap v16796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:24 smithi081 ceph-mon[95500]: pgmap v16796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:24 smithi081 ceph-mon[107735]: pgmap v16796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:24.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:24.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:26 smithi081 ceph-mon[95500]: pgmap v16797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:26 smithi081 ceph-mon[107735]: pgmap v16797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:25.844Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:25.846Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:26 smithi170 ceph-mon[97338]: pgmap v16797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:28.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:28 smithi170 ceph-mon[97338]: pgmap v16798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:28 smithi081 ceph-mon[95500]: pgmap v16798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:28 smithi081 ceph-mon[107735]: pgmap v16798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:30 smithi170 ceph-mon[97338]: pgmap v16799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:30 smithi081 ceph-mon[95500]: pgmap v16799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:30 smithi081 ceph-mon[107735]: pgmap v16799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:32 smithi170 ceph-mon[97338]: pgmap v16800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:32 smithi081 ceph-mon[95500]: pgmap v16800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:32 smithi081 ceph-mon[107735]: pgmap v16800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:58:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:34 smithi170 ceph-mon[97338]: pgmap v16801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:34 smithi081 ceph-mon[95500]: pgmap v16801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:34 smithi081 ceph-mon[107735]: pgmap v16801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:34.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:34.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:36 smithi081 ceph-mon[95500]: pgmap v16802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:35.846Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:35.847Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:36 smithi081 ceph-mon[107735]: pgmap v16802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:36 smithi170 ceph-mon[97338]: pgmap v16802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:38 smithi170 ceph-mon[97338]: pgmap v16803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:38 smithi081 ceph-mon[95500]: pgmap v16803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:38 smithi081 ceph-mon[107735]: pgmap v16803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:40 smithi170 ceph-mon[97338]: pgmap v16804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:40 smithi081 ceph-mon[95500]: pgmap v16804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:40 smithi081 ceph-mon[107735]: pgmap v16804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:42 smithi170 ceph-mon[97338]: pgmap v16805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:42 smithi081 ceph-mon[95500]: pgmap v16805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:42 smithi081 ceph-mon[107735]: pgmap v16805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:58:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:44 smithi170 ceph-mon[97338]: pgmap v16806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:44 smithi081 ceph-mon[95500]: pgmap v16806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:44 smithi081 ceph-mon[107735]: pgmap v16806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:44.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:44.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:46 smithi081 ceph-mon[95500]: pgmap v16807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:45.847Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:45.848Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:46 smithi081 ceph-mon[107735]: pgmap v16807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:46 smithi170 ceph-mon[97338]: pgmap v16807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:48 smithi170 ceph-mon[97338]: pgmap v16808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:48 smithi081 ceph-mon[95500]: pgmap v16808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:48 smithi081 ceph-mon[107735]: pgmap v16808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:50 smithi170 ceph-mon[97338]: pgmap v16809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:50 smithi081 ceph-mon[95500]: pgmap v16809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:50 smithi081 ceph-mon[107735]: pgmap v16809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:52 smithi170 ceph-mon[97338]: pgmap v16810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:52 smithi081 ceph-mon[95500]: pgmap v16810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:52 smithi081 ceph-mon[107735]: pgmap v16810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:58:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:54 smithi170 ceph-mon[97338]: pgmap v16811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:54 smithi081 ceph-mon[95500]: pgmap v16811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:54 smithi081 ceph-mon[107735]: pgmap v16811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:54.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:54.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:56 smithi081 ceph-mon[95500]: pgmap v16812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:56 smithi081 ceph-mon[107735]: pgmap v16812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:56.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:58:55.848Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:56.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:58:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:58:55.849Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:58:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:56 smithi170 ceph-mon[97338]: pgmap v16812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:58:58 smithi170 ceph-mon[97338]: pgmap v16813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:58:58 smithi081 ceph-mon[95500]: pgmap v16813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:58:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:58:58 smithi081 ceph-mon[107735]: pgmap v16813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:00 smithi170 ceph-mon[97338]: pgmap v16814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:00 smithi081 ceph-mon[95500]: pgmap v16814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:00 smithi081 ceph-mon[107735]: pgmap v16814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:02 smithi170 ceph-mon[97338]: pgmap v16815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:02 smithi081 ceph-mon[95500]: pgmap v16815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:02 smithi081 ceph-mon[107735]: pgmap v16815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:59:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:04 smithi170 ceph-mon[97338]: pgmap v16816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:04 smithi081 ceph-mon[95500]: pgmap v16816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:04 smithi081 ceph-mon[107735]: pgmap v16816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:04.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:04.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:06 smithi081 ceph-mon[95500]: pgmap v16817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:06 smithi081 ceph-mon[107735]: pgmap v16817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:05 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:05.849Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:05.850Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:06 smithi170 ceph-mon[97338]: pgmap v16817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:08 smithi170 ceph-mon[97338]: pgmap v16818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:08 smithi081 ceph-mon[95500]: pgmap v16818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:08 smithi081 ceph-mon[107735]: pgmap v16818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:10 smithi170 ceph-mon[97338]: pgmap v16819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:10 smithi081 ceph-mon[95500]: pgmap v16819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:10 smithi081 ceph-mon[107735]: pgmap v16819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:12 smithi170 ceph-mon[97338]: pgmap v16820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:12 smithi081 ceph-mon[95500]: pgmap v16820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:12 smithi081 ceph-mon[107735]: pgmap v16820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:59:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:14 smithi170 ceph-mon[97338]: pgmap v16821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:14 smithi081 ceph-mon[95500]: pgmap v16821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:14.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:14.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:14 smithi081 ceph-mon[107735]: pgmap v16821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:16.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:16 smithi081 ceph-mon[95500]: pgmap v16822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:16 smithi081 ceph-mon[107735]: pgmap v16822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:15 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:15.850Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:15.851Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:16 smithi170 ceph-mon[97338]: pgmap v16822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:18 smithi170 ceph-mon[97338]: pgmap v16823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:18 smithi081 ceph-mon[95500]: pgmap v16823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:18 smithi081 ceph-mon[107735]: pgmap v16823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:20 smithi170 ceph-mon[97338]: pgmap v16824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:20 smithi081 ceph-mon[95500]: pgmap v16824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:20 smithi081 ceph-mon[107735]: pgmap v16824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:22 smithi170 ceph-mon[97338]: pgmap v16825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:22 smithi081 ceph-mon[95500]: pgmap v16825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:22 smithi081 ceph-mon[107735]: pgmap v16825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:59:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:24 smithi170 ceph-mon[97338]: pgmap v16826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:24 smithi081 ceph-mon[95500]: pgmap v16826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:24.020Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:24.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:24 smithi081 ceph-mon[107735]: pgmap v16826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:26.105 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:26 smithi081 ceph-mon[95500]: pgmap v16827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:26.105 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:25 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:25.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:26.106 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:25.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:26.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:26 smithi170 ceph-mon[97338]: pgmap v16827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:26 smithi081 ceph-mon[107735]: pgmap v16827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:28 smithi170 ceph-mon[97338]: pgmap v16828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:28 smithi081 ceph-mon[95500]: pgmap v16828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:28 smithi081 ceph-mon[107735]: pgmap v16828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:30 smithi170 ceph-mon[97338]: pgmap v16829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:30 smithi081 ceph-mon[95500]: pgmap v16829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:30 smithi081 ceph-mon[107735]: pgmap v16829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:32 smithi170 ceph-mon[97338]: pgmap v16830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:32 smithi081 ceph-mon[95500]: pgmap v16830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:32 smithi081 ceph-mon[107735]: pgmap v16830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:59:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:34 smithi170 ceph-mon[97338]: pgmap v16831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:34 smithi081 ceph-mon[95500]: pgmap v16831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:34 smithi081 ceph-mon[107735]: pgmap v16831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:34.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:34.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:36 smithi081 ceph-mon[95500]: pgmap v16832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:35 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:35.851Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:35.852Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:36 smithi081 ceph-mon[107735]: pgmap v16832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:36 smithi170 ceph-mon[97338]: pgmap v16832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:38 smithi170 ceph-mon[97338]: pgmap v16833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:38 smithi081 ceph-mon[95500]: pgmap v16833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:38 smithi081 ceph-mon[107735]: pgmap v16833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:40 smithi170 ceph-mon[97338]: pgmap v16834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:40 smithi081 ceph-mon[95500]: pgmap v16834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:40 smithi081 ceph-mon[107735]: pgmap v16834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:42 smithi170 ceph-mon[97338]: pgmap v16835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:42 smithi081 ceph-mon[95500]: pgmap v16835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:42 smithi081 ceph-mon[107735]: pgmap v16835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:59:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:44 smithi170 ceph-mon[97338]: pgmap v16836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:44 smithi081 ceph-mon[95500]: pgmap v16836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:44 smithi081 ceph-mon[107735]: pgmap v16836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:44.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:44.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:46.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:46 smithi081 ceph-mon[95500]: pgmap v16837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:46 smithi081 ceph-mon[107735]: pgmap v16837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:45 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:45.852Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:45.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:46 smithi170 ceph-mon[97338]: pgmap v16837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:48 smithi170 ceph-mon[97338]: pgmap v16838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:48 smithi081 ceph-mon[95500]: pgmap v16838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:48 smithi081 ceph-mon[107735]: pgmap v16838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:50 smithi170 ceph-mon[97338]: pgmap v16839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:50 smithi081 ceph-mon[95500]: pgmap v16839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:50 smithi081 ceph-mon[107735]: pgmap v16839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:52 smithi170 ceph-mon[97338]: pgmap v16840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:52 smithi081 ceph-mon[95500]: pgmap v16840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:52 smithi081 ceph-mon[107735]: pgmap v16840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 14:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:14:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T14:59:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:54 smithi170 ceph-mon[97338]: pgmap v16841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:54 smithi081 ceph-mon[95500]: pgmap v16841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:54 smithi081 ceph-mon[107735]: pgmap v16841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:54.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:54.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:56 smithi081 ceph-mon[95500]: pgmap v16842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:56 smithi081 ceph-mon[107735]: pgmap v16842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:55 smithi081 conmon[157419]: level=error ts=2023-05-20T14:59:55.853Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 14:59:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T14:59:55.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T14:59:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:56 smithi170 ceph-mon[97338]: pgmap v16842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 14:59:58 smithi170 ceph-mon[97338]: pgmap v16843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 14:59:58 smithi081 ceph-mon[95500]: pgmap v16843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T14:59:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 14:59:58 smithi081 ceph-mon[107735]: pgmap v16843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:00:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:00:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:00:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:01 smithi170 ceph-mon[97338]: pgmap v16844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:01 smithi081 ceph-mon[95500]: pgmap v16844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:01 smithi081 ceph-mon[107735]: pgmap v16844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:02 smithi170 ceph-mon[97338]: pgmap v16845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:02 smithi081 ceph-mon[95500]: pgmap v16845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:02 smithi081 ceph-mon[107735]: pgmap v16845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 15:00:03 smithi170 conmon[137693]: ts=2023-05-20T15:00:03.088Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1684584001621 maxt=1684591200000 ulid=01H0WTSGBM9GW8WPVJG8GKZGMN duration=28.083901ms 2023-05-20T15:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 15:00:03 smithi170 conmon[137693]: ts=2023-05-20T15:00:03.091Z caller=head.go:827 level=info component=tsdb msg="Head GC completed" duration=1.632219ms 2023-05-20T15:00:03.496 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 15:00:03 smithi170 conmon[137693]: ts=2023-05-20T15:00:03.091Z caller=checkpoint.go:98 level=info component=tsdb msg="Creating checkpoint" from_segment=2 to_segment=3 mint=1684591200000 2023-05-20T15:00:03.496 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 15:00:03 smithi170 conmon[137693]: ts=2023-05-20T15:00:03.130Z caller=head.go:996 level=info component=tsdb msg="WAL checkpoint complete" first=2 last=3 duration=39.128022ms 2023-05-20T15:00:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:00:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:04 smithi170 ceph-mon[97338]: pgmap v16846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:04 smithi081 ceph-mon[95500]: pgmap v16846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:04 smithi081 ceph-mon[107735]: pgmap v16846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:04.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:04.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:06 smithi081 ceph-mon[95500]: pgmap v16847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:06 smithi081 ceph-mon[107735]: pgmap v16847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:05.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:05.854Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:06 smithi170 ceph-mon[97338]: pgmap v16847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:08 smithi170 ceph-mon[97338]: pgmap v16848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:08 smithi081 ceph-mon[95500]: pgmap v16848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:08 smithi081 ceph-mon[107735]: pgmap v16848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:10 smithi170 ceph-mon[97338]: pgmap v16849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:10 smithi081 ceph-mon[95500]: pgmap v16849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:10 smithi081 ceph-mon[107735]: pgmap v16849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:12 smithi170 ceph-mon[97338]: pgmap v16850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:12 smithi081 ceph-mon[95500]: pgmap v16850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:12 smithi081 ceph-mon[107735]: pgmap v16850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:00:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:14 smithi170 ceph-mon[97338]: pgmap v16851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:14 smithi081 ceph-mon[95500]: pgmap v16851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:14 smithi081 ceph-mon[107735]: pgmap v16851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:14.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:14.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:16.111 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:15.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:16.111 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:15.855Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:16 smithi170 ceph-mon[97338]: pgmap v16852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:16 smithi081 ceph-mon[95500]: pgmap v16852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:16 smithi081 ceph-mon[107735]: pgmap v16852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:18 smithi170 ceph-mon[97338]: pgmap v16853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:18 smithi081 ceph-mon[95500]: pgmap v16853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:18 smithi081 ceph-mon[107735]: pgmap v16853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:20 smithi170 ceph-mon[97338]: pgmap v16854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:20 smithi081 ceph-mon[95500]: pgmap v16854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:20 smithi081 ceph-mon[107735]: pgmap v16854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:22 smithi170 ceph-mon[97338]: pgmap v16855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:22 smithi081 ceph-mon[95500]: pgmap v16855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:22 smithi081 ceph-mon[107735]: pgmap v16855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:00:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:24 smithi170 ceph-mon[97338]: pgmap v16856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:24 smithi081 ceph-mon[95500]: pgmap v16856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:24 smithi081 ceph-mon[107735]: pgmap v16856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:24.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:24.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:26.111 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:25.854Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:26.111 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:25.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:26 smithi170 ceph-mon[97338]: pgmap v16857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:26 smithi081 ceph-mon[95500]: pgmap v16857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:26 smithi081 ceph-mon[107735]: pgmap v16857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:28 smithi170 ceph-mon[97338]: pgmap v16858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:28 smithi081 ceph-mon[95500]: pgmap v16858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:28 smithi081 ceph-mon[107735]: pgmap v16858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:30 smithi170 ceph-mon[97338]: pgmap v16859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:30 smithi081 ceph-mon[95500]: pgmap v16859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:30 smithi081 ceph-mon[107735]: pgmap v16859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:32 smithi170 ceph-mon[97338]: pgmap v16860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:32 smithi081 ceph-mon[95500]: pgmap v16860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:32 smithi081 ceph-mon[107735]: pgmap v16860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:00:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:34 smithi170 ceph-mon[97338]: pgmap v16861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:34 smithi081 ceph-mon[95500]: pgmap v16861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:34 smithi081 ceph-mon[107735]: pgmap v16861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:34.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:34.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:36.112 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:35.855Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:36.112 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:35.856Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:36 smithi170 ceph-mon[97338]: pgmap v16862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:36 smithi081 ceph-mon[95500]: pgmap v16862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:36 smithi081 ceph-mon[107735]: pgmap v16862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:38 smithi170 ceph-mon[97338]: pgmap v16863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:38 smithi081 ceph-mon[95500]: pgmap v16863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:38 smithi081 ceph-mon[107735]: pgmap v16863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:40 smithi170 ceph-mon[97338]: pgmap v16864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:40 smithi081 ceph-mon[95500]: pgmap v16864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:40 smithi081 ceph-mon[107735]: pgmap v16864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:42 smithi170 ceph-mon[97338]: pgmap v16865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:42 smithi081 ceph-mon[95500]: pgmap v16865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:42 smithi081 ceph-mon[107735]: pgmap v16865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:00:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:44 smithi170 ceph-mon[97338]: pgmap v16866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:44 smithi081 ceph-mon[95500]: pgmap v16866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:44 smithi081 ceph-mon[107735]: pgmap v16866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:44.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:44.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:46.116 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:45.856Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:46.117 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:45.857Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:46 smithi170 ceph-mon[97338]: pgmap v16867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:46 smithi081 ceph-mon[95500]: pgmap v16867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:46 smithi081 ceph-mon[107735]: pgmap v16867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:48 smithi170 ceph-mon[97338]: pgmap v16868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:48 smithi081 ceph-mon[95500]: pgmap v16868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:48 smithi081 ceph-mon[107735]: pgmap v16868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:50 smithi170 ceph-mon[97338]: pgmap v16869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:50 smithi081 ceph-mon[95500]: pgmap v16869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:50 smithi081 ceph-mon[107735]: pgmap v16869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:52 smithi170 ceph-mon[97338]: pgmap v16870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:52 smithi081 ceph-mon[95500]: pgmap v16870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:52 smithi081 ceph-mon[107735]: pgmap v16870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:00:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:54 smithi170 ceph-mon[97338]: pgmap v16871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:54 smithi081 ceph-mon[95500]: pgmap v16871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:54.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:54.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:54 smithi081 ceph-mon[107735]: pgmap v16871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:56.115 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:00:55.857Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:56.115 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:00:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:00:55.858Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:00:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:56 smithi170 ceph-mon[97338]: pgmap v16872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:56 smithi081 ceph-mon[95500]: pgmap v16872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:56 smithi081 ceph-mon[107735]: pgmap v16872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:00:58 smithi170 ceph-mon[97338]: pgmap v16873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:00:58 smithi081 ceph-mon[95500]: pgmap v16873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:00:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:00:58 smithi081 ceph-mon[107735]: pgmap v16873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:00 smithi170 ceph-mon[97338]: pgmap v16874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:00 smithi081 ceph-mon[95500]: pgmap v16874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:00 smithi081 ceph-mon[107735]: pgmap v16874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:02.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:02 smithi170 ceph-mon[97338]: pgmap v16875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:02 smithi081 ceph-mon[95500]: pgmap v16875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:02 smithi081 ceph-mon[107735]: pgmap v16875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:01:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:04 smithi170 ceph-mon[97338]: pgmap v16876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:04 smithi081 ceph-mon[95500]: pgmap v16876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:04 smithi081 ceph-mon[107735]: pgmap v16876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:04.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:04.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:06.117 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:05.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:06.117 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:05.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:06 smithi170 ceph-mon[97338]: pgmap v16877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:06 smithi081 ceph-mon[95500]: pgmap v16877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:06 smithi081 ceph-mon[107735]: pgmap v16877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:08 smithi170 ceph-mon[97338]: pgmap v16878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:08 smithi081 ceph-mon[95500]: pgmap v16878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:08 smithi081 ceph-mon[107735]: pgmap v16878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:10 smithi170 ceph-mon[97338]: pgmap v16879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:10 smithi081 ceph-mon[95500]: pgmap v16879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:10 smithi081 ceph-mon[107735]: pgmap v16879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:12 smithi170 ceph-mon[97338]: pgmap v16880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:12 smithi081 ceph-mon[95500]: pgmap v16880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:12 smithi081 ceph-mon[107735]: pgmap v16880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:01:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:14 smithi170 ceph-mon[97338]: pgmap v16881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:14 smithi081 ceph-mon[95500]: pgmap v16881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:14 smithi081 ceph-mon[107735]: pgmap v16881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:14.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:14.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:16.119 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:15.858Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": context deadline exceeded" 2023-05-20T15:01:16.119 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:15.859Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:16 smithi170 ceph-mon[97338]: pgmap v16882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:16 smithi081 ceph-mon[95500]: pgmap v16882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:16 smithi081 ceph-mon[107735]: pgmap v16882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:18 smithi170 ceph-mon[97338]: pgmap v16883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:18 smithi081 ceph-mon[107735]: pgmap v16883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:18 smithi081 ceph-mon[95500]: pgmap v16883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:20 smithi170 ceph-mon[97338]: pgmap v16884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:20 smithi081 ceph-mon[95500]: pgmap v16884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:20 smithi081 ceph-mon[107735]: pgmap v16884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:22 smithi081 ceph-mon[95500]: pgmap v16885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:22 smithi081 ceph-mon[107735]: pgmap v16885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:22 smithi170 ceph-mon[97338]: pgmap v16885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:01:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:24 smithi170 ceph-mon[97338]: pgmap v16886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:24 smithi081 ceph-mon[95500]: pgmap v16886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:24.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:24.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:24 smithi081 ceph-mon[107735]: pgmap v16886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:26.121 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:25.859Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:26.121 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:25.861Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:26 smithi170 ceph-mon[97338]: pgmap v16887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:26 smithi081 ceph-mon[95500]: pgmap v16887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:26 smithi081 ceph-mon[107735]: pgmap v16887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:28 smithi170 ceph-mon[97338]: pgmap v16888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:28 smithi081 ceph-mon[95500]: pgmap v16888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:28 smithi081 ceph-mon[107735]: pgmap v16888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:30 smithi170 ceph-mon[97338]: pgmap v16889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:30 smithi081 ceph-mon[95500]: pgmap v16889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:30 smithi081 ceph-mon[107735]: pgmap v16889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:32 smithi081 ceph-mon[95500]: pgmap v16890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:32 smithi081 ceph-mon[107735]: pgmap v16890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:32 smithi170 ceph-mon[97338]: pgmap v16890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:01:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:34 smithi170 ceph-mon[97338]: pgmap v16891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:34 smithi081 ceph-mon[95500]: pgmap v16891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:34 smithi081 ceph-mon[107735]: pgmap v16891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:34.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:34.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:36.123 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:35.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:36.123 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:35.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:36 smithi170 ceph-mon[97338]: pgmap v16892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:36 smithi081 ceph-mon[95500]: pgmap v16892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:36 smithi081 ceph-mon[107735]: pgmap v16892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:38 smithi170 ceph-mon[97338]: pgmap v16893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:38 smithi081 ceph-mon[95500]: pgmap v16893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:38 smithi081 ceph-mon[107735]: pgmap v16893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:40 smithi170 ceph-mon[97338]: pgmap v16894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:40 smithi081 ceph-mon[95500]: pgmap v16894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:40 smithi081 ceph-mon[107735]: pgmap v16894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:42 smithi081 ceph-mon[95500]: pgmap v16895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:42 smithi081 ceph-mon[107735]: pgmap v16895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:42 smithi170 ceph-mon[97338]: pgmap v16895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:01:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:44 smithi170 ceph-mon[97338]: pgmap v16896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:44 smithi081 ceph-mon[95500]: pgmap v16896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:44.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:44.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:44 smithi081 ceph-mon[107735]: pgmap v16896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:46.127 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:45.861Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:46.127 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:45.862Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:46 smithi170 ceph-mon[97338]: pgmap v16897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:46 smithi081 ceph-mon[95500]: pgmap v16897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:46 smithi081 ceph-mon[107735]: pgmap v16897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:48 smithi170 ceph-mon[97338]: pgmap v16898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:48 smithi081 ceph-mon[95500]: pgmap v16898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:48 smithi081 ceph-mon[107735]: pgmap v16898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:50 smithi170 ceph-mon[97338]: pgmap v16899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:50 smithi081 ceph-mon[95500]: pgmap v16899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:50 smithi081 ceph-mon[107735]: pgmap v16899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:52 smithi081 ceph-mon[95500]: pgmap v16900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:52 smithi081 ceph-mon[107735]: pgmap v16900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:52 smithi170 ceph-mon[97338]: pgmap v16900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:01:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:54 smithi170 ceph-mon[97338]: pgmap v16901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:54 smithi081 ceph-mon[95500]: pgmap v16901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:54 smithi081 ceph-mon[107735]: pgmap v16901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:54.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:54.031Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:56.129 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:01:55.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:56.129 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:01:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:01:55.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:01:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:56 smithi170 ceph-mon[97338]: pgmap v16902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:56 smithi081 ceph-mon[95500]: pgmap v16902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:56 smithi081 ceph-mon[107735]: pgmap v16902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:01:58 smithi170 ceph-mon[97338]: pgmap v16903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:01:58 smithi081 ceph-mon[95500]: pgmap v16903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:01:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:01:58 smithi081 ceph-mon[107735]: pgmap v16903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:00 smithi170 ceph-mon[97338]: pgmap v16904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:00 smithi081 ceph-mon[95500]: pgmap v16904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:00 smithi081 ceph-mon[107735]: pgmap v16904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:02 smithi081 ceph-mon[95500]: pgmap v16905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:02 smithi081 ceph-mon[107735]: pgmap v16905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:02 smithi170 ceph-mon[97338]: pgmap v16905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:02:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:04 smithi170 ceph-mon[97338]: pgmap v16906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:04 smithi081 ceph-mon[95500]: pgmap v16906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:04 smithi081 ceph-mon[107735]: pgmap v16906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:04.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:04.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:06.128 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:05.863Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:06.128 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:05.864Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:06 smithi170 ceph-mon[97338]: pgmap v16907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:06 smithi081 ceph-mon[95500]: pgmap v16907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:06 smithi081 ceph-mon[107735]: pgmap v16907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:08 smithi170 ceph-mon[97338]: pgmap v16908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:08 smithi081 ceph-mon[95500]: pgmap v16908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:08 smithi081 ceph-mon[107735]: pgmap v16908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:10 smithi170 ceph-mon[97338]: pgmap v16909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:10 smithi081 ceph-mon[95500]: pgmap v16909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:10 smithi081 ceph-mon[107735]: pgmap v16909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:12 smithi081 ceph-mon[95500]: pgmap v16910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:12 smithi081 ceph-mon[107735]: pgmap v16910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:12 smithi170 ceph-mon[97338]: pgmap v16910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:02:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:14 smithi170 ceph-mon[97338]: pgmap v16911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:14 smithi081 ceph-mon[95500]: pgmap v16911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:14 smithi081 ceph-mon[107735]: pgmap v16911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:14.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:14.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:16.130 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:15.864Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:16.130 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:15.865Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:16 smithi170 ceph-mon[97338]: pgmap v16912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:16 smithi081 ceph-mon[95500]: pgmap v16912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:16 smithi081 ceph-mon[107735]: pgmap v16912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:18 smithi170 ceph-mon[97338]: pgmap v16913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:18 smithi081 ceph-mon[95500]: pgmap v16913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:18 smithi081 ceph-mon[107735]: pgmap v16913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:20 smithi170 ceph-mon[97338]: pgmap v16914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:20 smithi081 ceph-mon[95500]: pgmap v16914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:20 smithi081 ceph-mon[107735]: pgmap v16914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:22 smithi170 ceph-mon[97338]: pgmap v16915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:22 smithi081 ceph-mon[95500]: pgmap v16915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:22 smithi081 ceph-mon[107735]: pgmap v16915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:02:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:24 smithi170 ceph-mon[97338]: pgmap v16916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:24 smithi081 ceph-mon[95500]: pgmap v16916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:24 smithi081 ceph-mon[107735]: pgmap v16916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:24.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:24.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:26.132 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:25.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:26.132 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:25.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:26.133 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:26 smithi081 ceph-mon[107735]: pgmap v16917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:26 smithi170 ceph-mon[97338]: pgmap v16917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:26 smithi081 ceph-mon[95500]: pgmap v16917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:28 smithi170 ceph-mon[97338]: pgmap v16918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:28 smithi081 ceph-mon[95500]: pgmap v16918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:28 smithi081 ceph-mon[107735]: pgmap v16918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:30 smithi170 ceph-mon[97338]: pgmap v16919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:30 smithi081 ceph-mon[95500]: pgmap v16919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:30 smithi081 ceph-mon[107735]: pgmap v16919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:32 smithi081 ceph-mon[95500]: pgmap v16920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:32 smithi081 ceph-mon[107735]: pgmap v16920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:32 smithi170 ceph-mon[97338]: pgmap v16920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:02:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:34 smithi170 ceph-mon[97338]: pgmap v16921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:34 smithi081 ceph-mon[95500]: pgmap v16921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:34 smithi081 ceph-mon[107735]: pgmap v16921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:34.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:34.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:36.136 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:35.865Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:36.136 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:35.866Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:36 smithi170 ceph-mon[97338]: pgmap v16922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:36 smithi081 ceph-mon[95500]: pgmap v16922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:36 smithi081 ceph-mon[107735]: pgmap v16922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:38 smithi170 ceph-mon[97338]: pgmap v16923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:38 smithi081 ceph-mon[95500]: pgmap v16923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:38 smithi081 ceph-mon[107735]: pgmap v16923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:40 smithi170 ceph-mon[97338]: pgmap v16924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:40 smithi081 ceph-mon[95500]: pgmap v16924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:40 smithi081 ceph-mon[107735]: pgmap v16924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:42 smithi081 ceph-mon[95500]: pgmap v16925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:42 smithi081 ceph-mon[107735]: pgmap v16925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:42 smithi170 ceph-mon[97338]: pgmap v16925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:02:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:44 smithi170 ceph-mon[97338]: pgmap v16926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:44 smithi081 ceph-mon[95500]: pgmap v16926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:44 smithi081 ceph-mon[107735]: pgmap v16926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:44.032Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:44.033Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:46.139 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:45.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:46.139 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:45.867Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:46 smithi170 ceph-mon[97338]: pgmap v16927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:46 smithi081 ceph-mon[95500]: pgmap v16927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:46 smithi081 ceph-mon[107735]: pgmap v16927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:48 smithi170 ceph-mon[97338]: pgmap v16928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:48 smithi081 ceph-mon[95500]: pgmap v16928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:48 smithi081 ceph-mon[107735]: pgmap v16928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:50 smithi170 ceph-mon[97338]: pgmap v16929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:50 smithi081 ceph-mon[95500]: pgmap v16929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:50 smithi081 ceph-mon[107735]: pgmap v16929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:52 smithi170 ceph-mon[97338]: pgmap v16930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:52 smithi081 ceph-mon[95500]: pgmap v16930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:52 smithi081 ceph-mon[107735]: pgmap v16930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:02:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:54 smithi170 ceph-mon[97338]: pgmap v16931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:54 smithi081 ceph-mon[95500]: pgmap v16931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:54 smithi081 ceph-mon[107735]: pgmap v16931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:54.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:54.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:56.142 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:02:55.866Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:56.142 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:02:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:02:55.867Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:02:56.503 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:56 smithi170 ceph-mon[97338]: pgmap v16932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:56.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:56 smithi081 ceph-mon[95500]: pgmap v16932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:56.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:56 smithi081 ceph-mon[107735]: pgmap v16932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:02:58 smithi170 ceph-mon[97338]: pgmap v16933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:02:58 smithi081 ceph-mon[95500]: pgmap v16933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:02:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:02:58 smithi081 ceph-mon[107735]: pgmap v16933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:00 smithi170 ceph-mon[97338]: pgmap v16934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:00 smithi081 ceph-mon[95500]: pgmap v16934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:00 smithi081 ceph-mon[107735]: pgmap v16934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:02 smithi170 ceph-mon[97338]: pgmap v16935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:02 smithi081 ceph-mon[95500]: pgmap v16935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:02 smithi081 ceph-mon[107735]: pgmap v16935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:03:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:04 smithi170 ceph-mon[97338]: pgmap v16936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:04 smithi081 ceph-mon[95500]: pgmap v16936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:04 smithi081 ceph-mon[107735]: pgmap v16936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:04.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:04.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:06.145 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:05.867Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:06.145 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:05.868Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:06 smithi170 ceph-mon[97338]: pgmap v16937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:06 smithi081 ceph-mon[95500]: pgmap v16937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:06 smithi081 ceph-mon[107735]: pgmap v16937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:08 smithi170 ceph-mon[97338]: pgmap v16938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:08 smithi081 ceph-mon[95500]: pgmap v16938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:08 smithi081 ceph-mon[107735]: pgmap v16938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:10 smithi170 ceph-mon[97338]: pgmap v16939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:10 smithi081 ceph-mon[95500]: pgmap v16939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:10 smithi081 ceph-mon[107735]: pgmap v16939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:03:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:13 smithi170 ceph-mon[97338]: pgmap v16940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:13 smithi081 ceph-mon[95500]: pgmap v16940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:14.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:13 smithi081 ceph-mon[107735]: pgmap v16940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:14.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:14.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:15.872 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:15 smithi081 ceph-mon[95500]: pgmap v16941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:15.872 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:15 smithi081 ceph-mon[107735]: pgmap v16941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:15 smithi170 ceph-mon[97338]: pgmap v16941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:15.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:15.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:17 smithi170 ceph-mon[97338]: pgmap v16942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:17 smithi081 ceph-mon[95500]: pgmap v16942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:17 smithi081 ceph-mon[107735]: pgmap v16942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:19 smithi170 ceph-mon[97338]: pgmap v16943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:19 smithi081 ceph-mon[95500]: pgmap v16943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:19 smithi081 ceph-mon[107735]: pgmap v16943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:21 smithi170 ceph-mon[97338]: pgmap v16944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:21 smithi081 ceph-mon[95500]: pgmap v16944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:21 smithi081 ceph-mon[107735]: pgmap v16944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:03:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:23 smithi170 ceph-mon[97338]: pgmap v16945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:23 smithi081 ceph-mon[95500]: pgmap v16945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:23 smithi081 ceph-mon[107735]: pgmap v16945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:24.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:24.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:25.872 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:25 smithi081 ceph-mon[95500]: pgmap v16946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:25.872 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:25 smithi081 ceph-mon[107735]: pgmap v16946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:25 smithi170 ceph-mon[97338]: pgmap v16946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:25.868Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:25.869Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:27 smithi170 ceph-mon[97338]: pgmap v16947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:27 smithi081 ceph-mon[95500]: pgmap v16947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:27 smithi081 ceph-mon[107735]: pgmap v16947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:29 smithi170 ceph-mon[97338]: pgmap v16948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:29 smithi081 ceph-mon[95500]: pgmap v16948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:29 smithi081 ceph-mon[107735]: pgmap v16948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:31 smithi170 ceph-mon[97338]: pgmap v16949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:31 smithi081 ceph-mon[95500]: pgmap v16949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:31 smithi081 ceph-mon[107735]: pgmap v16949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:03:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:33 smithi170 ceph-mon[97338]: pgmap v16950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:34.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:33 smithi081 ceph-mon[95500]: pgmap v16950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:33 smithi081 ceph-mon[107735]: pgmap v16950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:34.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:34.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:34.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:35.873 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:35 smithi081 ceph-mon[95500]: pgmap v16951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:35.873 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:35 smithi081 ceph-mon[107735]: pgmap v16951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:35 smithi170 ceph-mon[97338]: pgmap v16951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:36.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:35.869Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:35.870Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:37 smithi170 ceph-mon[97338]: pgmap v16952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:37 smithi081 ceph-mon[95500]: pgmap v16952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:37 smithi081 ceph-mon[107735]: pgmap v16952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:39 smithi170 ceph-mon[97338]: pgmap v16953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:40.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:39 smithi081 ceph-mon[95500]: pgmap v16953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:39 smithi081 ceph-mon[107735]: pgmap v16953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:41 smithi170 ceph-mon[97338]: pgmap v16954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:41 smithi081 ceph-mon[95500]: pgmap v16954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:41 smithi081 ceph-mon[107735]: pgmap v16954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:03:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:43 smithi170 ceph-mon[97338]: pgmap v16955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:43 smithi081 ceph-mon[95500]: pgmap v16955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:43 smithi081 ceph-mon[107735]: pgmap v16955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:44.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:44.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:44.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:45.874 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:45 smithi081 ceph-mon[95500]: pgmap v16956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:45.874 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:45 smithi081 ceph-mon[107735]: pgmap v16956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:45 smithi170 ceph-mon[97338]: pgmap v16956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:46.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:45.870Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:45.871Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:47 smithi170 ceph-mon[97338]: pgmap v16957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:47 smithi081 ceph-mon[95500]: pgmap v16957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:47 smithi081 ceph-mon[107735]: pgmap v16957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:49 smithi170 ceph-mon[97338]: pgmap v16958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:49 smithi081 ceph-mon[95500]: pgmap v16958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:49 smithi081 ceph-mon[107735]: pgmap v16958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:51 smithi170 ceph-mon[97338]: pgmap v16959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:51 smithi081 ceph-mon[95500]: pgmap v16959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:51 smithi081 ceph-mon[107735]: pgmap v16959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:03:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:53 smithi170 ceph-mon[97338]: pgmap v16960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:53 smithi081 ceph-mon[95500]: pgmap v16960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:53 smithi081 ceph-mon[107735]: pgmap v16960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:54.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:54.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:55.875 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:55 smithi081 ceph-mon[95500]: pgmap v16961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:55.875 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:55 smithi081 ceph-mon[107735]: pgmap v16961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:55 smithi170 ceph-mon[97338]: pgmap v16961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:03:55.871Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:03:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:03:55.872Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:03:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:57 smithi170 ceph-mon[97338]: pgmap v16962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:57 smithi081 ceph-mon[95500]: pgmap v16962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:57 smithi081 ceph-mon[107735]: pgmap v16962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:03:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:03:59 smithi170 ceph-mon[97338]: pgmap v16963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:03:59 smithi081 ceph-mon[95500]: pgmap v16963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:03:59 smithi081 ceph-mon[107735]: pgmap v16963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:01 smithi170 ceph-mon[97338]: pgmap v16964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:01 smithi081 ceph-mon[95500]: pgmap v16964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:01 smithi081 ceph-mon[107735]: pgmap v16964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:04:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:03 smithi170 ceph-mon[97338]: pgmap v16965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:03 smithi081 ceph-mon[95500]: pgmap v16965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:03 smithi081 ceph-mon[107735]: pgmap v16965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:04.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:04.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:05.877 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:05 smithi081 ceph-mon[95500]: pgmap v16966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:05.877 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:05 smithi081 ceph-mon[107735]: pgmap v16966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:05 smithi170 ceph-mon[97338]: pgmap v16966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:05.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:05.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:07 smithi170 ceph-mon[97338]: pgmap v16967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:07 smithi081 ceph-mon[95500]: pgmap v16967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:07 smithi081 ceph-mon[107735]: pgmap v16967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:09 smithi170 ceph-mon[97338]: pgmap v16968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:10.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:09 smithi081 ceph-mon[95500]: pgmap v16968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:09 smithi081 ceph-mon[107735]: pgmap v16968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:11 smithi170 ceph-mon[97338]: pgmap v16969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:11 smithi081 ceph-mon[95500]: pgmap v16969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:11 smithi081 ceph-mon[107735]: pgmap v16969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:04:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:13 smithi170 ceph-mon[97338]: pgmap v16970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:14.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:13 smithi081 ceph-mon[95500]: pgmap v16970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:13 smithi081 ceph-mon[107735]: pgmap v16970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:14.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:14.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:15 smithi170 ceph-mon[97338]: pgmap v16971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:15 smithi081 ceph-mon[95500]: pgmap v16971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:15.872Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:15.873Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:16.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:15 smithi081 ceph-mon[107735]: pgmap v16971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:17 smithi170 ceph-mon[97338]: pgmap v16972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:17 smithi081 ceph-mon[95500]: pgmap v16972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:17 smithi081 ceph-mon[107735]: pgmap v16972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:19 smithi170 ceph-mon[97338]: pgmap v16973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:19 smithi081 ceph-mon[95500]: pgmap v16973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:19 smithi081 ceph-mon[107735]: pgmap v16973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:21.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:21 smithi170 ceph-mon[97338]: pgmap v16974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:21 smithi081 ceph-mon[95500]: pgmap v16974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:22.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:21 smithi081 ceph-mon[107735]: pgmap v16974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:04:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:23 smithi170 ceph-mon[97338]: pgmap v16975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:24.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:23 smithi081 ceph-mon[95500]: pgmap v16975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:24.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:23 smithi081 ceph-mon[107735]: pgmap v16975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:24.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:24.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:25 smithi170 ceph-mon[97338]: pgmap v16976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:26.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:25 smithi081 ceph-mon[95500]: pgmap v16976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:25.873Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:26.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:25.874Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:26.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:25 smithi081 ceph-mon[107735]: pgmap v16976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:27 smithi170 ceph-mon[97338]: pgmap v16977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:27 smithi081 ceph-mon[95500]: pgmap v16977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:28.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:27 smithi081 ceph-mon[107735]: pgmap v16977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:29 smithi170 ceph-mon[97338]: pgmap v16978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:29 smithi081 ceph-mon[95500]: pgmap v16978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:29 smithi081 ceph-mon[107735]: pgmap v16978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:31 smithi170 ceph-mon[97338]: pgmap v16979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:31 smithi081 ceph-mon[95500]: pgmap v16979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:31 smithi081 ceph-mon[107735]: pgmap v16979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:04:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:33 smithi170 ceph-mon[97338]: pgmap v16980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:33 smithi081 ceph-mon[95500]: pgmap v16980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:33 smithi081 ceph-mon[107735]: pgmap v16980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:34.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:34.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:35 smithi170 ceph-mon[97338]: pgmap v16981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:35 smithi081 ceph-mon[95500]: pgmap v16981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:35 smithi081 ceph-mon[107735]: pgmap v16981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:35.874Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:35.875Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:37 smithi170 ceph-mon[97338]: pgmap v16982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:38.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:37 smithi081 ceph-mon[95500]: pgmap v16982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:37 smithi081 ceph-mon[107735]: pgmap v16982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:39 smithi170 ceph-mon[97338]: pgmap v16983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:39 smithi081 ceph-mon[95500]: pgmap v16983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:39 smithi081 ceph-mon[107735]: pgmap v16983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:41 smithi170 ceph-mon[97338]: pgmap v16984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:41 smithi081 ceph-mon[95500]: pgmap v16984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:41 smithi081 ceph-mon[107735]: pgmap v16984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:04:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:43 smithi170 ceph-mon[97338]: pgmap v16985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:44.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:43 smithi081 ceph-mon[95500]: pgmap v16985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:43 smithi081 ceph-mon[107735]: pgmap v16985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:44.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:44.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:45 smithi170 ceph-mon[97338]: pgmap v16986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:45 smithi081 ceph-mon[95500]: pgmap v16986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:46.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:45 smithi081 ceph-mon[107735]: pgmap v16986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:46.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:45.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:45.876Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:47 smithi170 ceph-mon[97338]: pgmap v16987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:47 smithi081 ceph-mon[95500]: pgmap v16987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:47 smithi081 ceph-mon[107735]: pgmap v16987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:49 smithi170 ceph-mon[97338]: pgmap v16988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:49 smithi081 ceph-mon[95500]: pgmap v16988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:49 smithi081 ceph-mon[107735]: pgmap v16988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:51 smithi170 ceph-mon[97338]: pgmap v16989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:52.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:51 smithi081 ceph-mon[95500]: pgmap v16989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:51 smithi081 ceph-mon[107735]: pgmap v16989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:04:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:53 smithi170 ceph-mon[97338]: pgmap v16990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:54.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:53 smithi081 ceph-mon[95500]: pgmap v16990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:53 smithi081 ceph-mon[107735]: pgmap v16990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:54.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:54.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:55 smithi170 ceph-mon[97338]: pgmap v16991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:55 smithi081 ceph-mon[95500]: pgmap v16991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:55 smithi081 ceph-mon[107735]: pgmap v16991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:04:55.875Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:04:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:04:55.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:04:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:57 smithi170 ceph-mon[97338]: pgmap v16992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:57 smithi081 ceph-mon[95500]: pgmap v16992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:57 smithi081 ceph-mon[107735]: pgmap v16992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:04:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:04:59 smithi170 ceph-mon[97338]: pgmap v16993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:04:59 smithi081 ceph-mon[95500]: pgmap v16993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:04:59 smithi081 ceph-mon[107735]: pgmap v16993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:01 smithi170 ceph-mon[97338]: pgmap v16994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:02.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:01 smithi081 ceph-mon[95500]: pgmap v16994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:01 smithi081 ceph-mon[107735]: pgmap v16994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:05:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:03 smithi170 ceph-mon[97338]: pgmap v16995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:03 smithi081 ceph-mon[95500]: pgmap v16995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:03 smithi081 ceph-mon[107735]: pgmap v16995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:04.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:04.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:05 smithi170 ceph-mon[97338]: pgmap v16996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:05 smithi081 ceph-mon[95500]: pgmap v16996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:05 smithi081 ceph-mon[107735]: pgmap v16996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:05.876Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:06.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:05.877Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:07 smithi170 ceph-mon[97338]: pgmap v16997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:07 smithi081 ceph-mon[95500]: pgmap v16997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:07 smithi081 ceph-mon[107735]: pgmap v16997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:09 smithi170 ceph-mon[97338]: pgmap v16998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:09 smithi081 ceph-mon[95500]: pgmap v16998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:09 smithi081 ceph-mon[107735]: pgmap v16998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:11 smithi170 ceph-mon[97338]: pgmap v16999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:11 smithi081 ceph-mon[95500]: pgmap v16999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:11 smithi081 ceph-mon[107735]: pgmap v16999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:05:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:13 smithi170 ceph-mon[97338]: pgmap v17000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:13 smithi081 ceph-mon[95500]: pgmap v17000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:13 smithi081 ceph-mon[107735]: pgmap v17000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:14.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:14.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:16.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:15 smithi081 ceph-mon[95500]: pgmap v17001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:16.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:15 smithi081 ceph-mon[107735]: pgmap v17001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:16.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:15.877Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:16.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:15.878Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:15 smithi170 ceph-mon[97338]: pgmap v17001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:17 smithi081 ceph-mon[95500]: pgmap v17002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:17 smithi081 ceph-mon[107735]: pgmap v17002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:17 smithi170 ceph-mon[97338]: pgmap v17002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:19 smithi081 ceph-mon[95500]: pgmap v17003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:19 smithi081 ceph-mon[107735]: pgmap v17003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:19 smithi170 ceph-mon[97338]: pgmap v17003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:21 smithi081 ceph-mon[95500]: pgmap v17004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:21 smithi081 ceph-mon[107735]: pgmap v17004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:21 smithi170 ceph-mon[97338]: pgmap v17004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:05:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:23 smithi081 ceph-mon[95500]: pgmap v17005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:23 smithi081 ceph-mon[107735]: pgmap v17005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:23 smithi170 ceph-mon[97338]: pgmap v17005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:24.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:24.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:25 smithi081 ceph-mon[95500]: pgmap v17006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:25 smithi081 ceph-mon[107735]: pgmap v17006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:25.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:25.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:25 smithi170 ceph-mon[97338]: pgmap v17006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:28.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:27 smithi170 ceph-mon[97338]: pgmap v17007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:27 smithi081 ceph-mon[95500]: pgmap v17007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:27 smithi081 ceph-mon[107735]: pgmap v17007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:29 smithi170 ceph-mon[97338]: pgmap v17008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:29 smithi081 ceph-mon[95500]: pgmap v17008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:29 smithi081 ceph-mon[107735]: pgmap v17008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:31 smithi170 ceph-mon[97338]: pgmap v17009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:32.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:31 smithi081 ceph-mon[95500]: pgmap v17009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:31 smithi081 ceph-mon[107735]: pgmap v17009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:05:34.048 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:33 smithi081 ceph-mon[95500]: pgmap v17010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:34.049 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:33 smithi081 ceph-mon[107735]: pgmap v17010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:33 smithi170 ceph-mon[97338]: pgmap v17010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:34.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:34.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:35 smithi170 ceph-mon[97338]: pgmap v17011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:35 smithi081 ceph-mon[95500]: pgmap v17011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:35 smithi081 ceph-mon[107735]: pgmap v17011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:35.878Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:35.879Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:37 smithi170 ceph-mon[97338]: pgmap v17012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:37 smithi081 ceph-mon[95500]: pgmap v17012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:37 smithi081 ceph-mon[107735]: pgmap v17012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:39 smithi170 ceph-mon[97338]: pgmap v17013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:39 smithi081 ceph-mon[95500]: pgmap v17013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:39 smithi081 ceph-mon[107735]: pgmap v17013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:41 smithi170 ceph-mon[97338]: pgmap v17014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:41 smithi081 ceph-mon[95500]: pgmap v17014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:41 smithi081 ceph-mon[107735]: pgmap v17014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:05:44.050 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:43 smithi081 ceph-mon[95500]: pgmap v17015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:44.051 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:44.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:44.051 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:43 smithi081 ceph-mon[107735]: pgmap v17015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:43 smithi170 ceph-mon[97338]: pgmap v17015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:44.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:44.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:45 smithi170 ceph-mon[97338]: pgmap v17016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:45 smithi081 ceph-mon[95500]: pgmap v17016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:45 smithi081 ceph-mon[107735]: pgmap v17016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:45.879Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:45.880Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:47 smithi170 ceph-mon[97338]: pgmap v17017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:47 smithi081 ceph-mon[95500]: pgmap v17017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:47 smithi081 ceph-mon[107735]: pgmap v17017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:49 smithi170 ceph-mon[97338]: pgmap v17018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:49 smithi081 ceph-mon[95500]: pgmap v17018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:49 smithi081 ceph-mon[107735]: pgmap v17018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:51 smithi170 ceph-mon[97338]: pgmap v17019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:51 smithi081 ceph-mon[95500]: pgmap v17019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:51 smithi081 ceph-mon[107735]: pgmap v17019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:05:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:53 smithi170 ceph-mon[97338]: pgmap v17020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:53 smithi081 ceph-mon[95500]: pgmap v17020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:53 smithi081 ceph-mon[107735]: pgmap v17020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:54.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:54.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:55 smithi170 ceph-mon[97338]: pgmap v17021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:55 smithi081 ceph-mon[95500]: pgmap v17021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:55 smithi081 ceph-mon[107735]: pgmap v17021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:05:55.880Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:05:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:05:55.881Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:05:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:57 smithi170 ceph-mon[97338]: pgmap v17022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:57 smithi081 ceph-mon[95500]: pgmap v17022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:05:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:57 smithi081 ceph-mon[107735]: pgmap v17022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:05:59 smithi170 ceph-mon[97338]: pgmap v17023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:05:59 smithi081 ceph-mon[95500]: pgmap v17023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:05:59 smithi081 ceph-mon[107735]: pgmap v17023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:01 smithi170 ceph-mon[97338]: pgmap v17024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:01 smithi081 ceph-mon[95500]: pgmap v17024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:01 smithi081 ceph-mon[107735]: pgmap v17024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:06:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:03 smithi170 ceph-mon[97338]: pgmap v17025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:03 smithi081 ceph-mon[95500]: pgmap v17025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:03 smithi081 ceph-mon[107735]: pgmap v17025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:04.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:04.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:05 smithi170 ceph-mon[97338]: pgmap v17026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:05 smithi081 ceph-mon[95500]: pgmap v17026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:05 smithi081 ceph-mon[107735]: pgmap v17026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:05.882Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:05.883Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:07 smithi170 ceph-mon[97338]: pgmap v17027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:07 smithi081 ceph-mon[95500]: pgmap v17027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:07 smithi081 ceph-mon[107735]: pgmap v17027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:09 smithi170 ceph-mon[97338]: pgmap v17028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:09 smithi081 ceph-mon[95500]: pgmap v17028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:09 smithi081 ceph-mon[107735]: pgmap v17028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:11 smithi170 ceph-mon[97338]: pgmap v17029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:11 smithi081 ceph-mon[95500]: pgmap v17029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:11 smithi081 ceph-mon[107735]: pgmap v17029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:06:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:13 smithi170 ceph-mon[97338]: pgmap v17030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:13 smithi081 ceph-mon[95500]: pgmap v17030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:13 smithi081 ceph-mon[107735]: pgmap v17030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:14.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:14.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:15 smithi170 ceph-mon[97338]: pgmap v17031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:15 smithi081 ceph-mon[95500]: pgmap v17031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:15 smithi081 ceph-mon[107735]: pgmap v17031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:15.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:15.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:17 smithi170 ceph-mon[97338]: pgmap v17032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:18.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:17 smithi081 ceph-mon[95500]: pgmap v17032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:17 smithi081 ceph-mon[107735]: pgmap v17032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:19 smithi170 ceph-mon[97338]: pgmap v17033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:19 smithi081 ceph-mon[95500]: pgmap v17033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:19 smithi081 ceph-mon[107735]: pgmap v17033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:21 smithi170 ceph-mon[97338]: pgmap v17034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:21 smithi081 ceph-mon[95500]: pgmap v17034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:21 smithi081 ceph-mon[107735]: pgmap v17034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:06:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:23 smithi170 ceph-mon[97338]: pgmap v17035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:24.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:23 smithi081 ceph-mon[95500]: pgmap v17035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:23 smithi081 ceph-mon[107735]: pgmap v17035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:24.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:24.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:25 smithi170 ceph-mon[97338]: pgmap v17036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:26.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:25 smithi081 ceph-mon[95500]: pgmap v17036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:25 smithi081 ceph-mon[107735]: pgmap v17036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:25.883Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:25.884Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:27 smithi170 ceph-mon[97338]: pgmap v17037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:27 smithi081 ceph-mon[95500]: pgmap v17037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:27 smithi081 ceph-mon[107735]: pgmap v17037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:29 smithi170 ceph-mon[97338]: pgmap v17038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:29 smithi081 ceph-mon[95500]: pgmap v17038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:29 smithi081 ceph-mon[107735]: pgmap v17038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:31 smithi170 ceph-mon[97338]: pgmap v17039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:31 smithi081 ceph-mon[95500]: pgmap v17039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:31 smithi081 ceph-mon[107735]: pgmap v17039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:06:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:33 smithi170 ceph-mon[97338]: pgmap v17040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:33 smithi081 ceph-mon[95500]: pgmap v17040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:33 smithi081 ceph-mon[107735]: pgmap v17040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:34.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:34.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:35 smithi170 ceph-mon[97338]: pgmap v17041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:35 smithi081 ceph-mon[95500]: pgmap v17041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:35 smithi081 ceph-mon[107735]: pgmap v17041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:35.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:35.885Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:37 smithi170 ceph-mon[97338]: pgmap v17042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:37 smithi081 ceph-mon[95500]: pgmap v17042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:37 smithi081 ceph-mon[107735]: pgmap v17042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:39 smithi170 ceph-mon[97338]: pgmap v17043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:39 smithi081 ceph-mon[95500]: pgmap v17043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:39 smithi081 ceph-mon[107735]: pgmap v17043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:41 smithi170 ceph-mon[97338]: pgmap v17044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:41 smithi081 ceph-mon[95500]: pgmap v17044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:41 smithi081 ceph-mon[107735]: pgmap v17044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:06:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:43 smithi170 ceph-mon[97338]: pgmap v17045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:43 smithi081 ceph-mon[95500]: pgmap v17045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:44.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:44.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:43 smithi081 ceph-mon[107735]: pgmap v17045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:45 smithi170 ceph-mon[97338]: pgmap v17046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:45 smithi081 ceph-mon[95500]: pgmap v17046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:45 smithi081 ceph-mon[107735]: pgmap v17046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:45.884Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:45.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:47 smithi170 ceph-mon[97338]: pgmap v17047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:47 smithi081 ceph-mon[95500]: pgmap v17047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:47 smithi081 ceph-mon[107735]: pgmap v17047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:49 smithi170 ceph-mon[97338]: pgmap v17048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:50.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:49 smithi081 ceph-mon[95500]: pgmap v17048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:49 smithi081 ceph-mon[107735]: pgmap v17048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:51 smithi170 ceph-mon[97338]: pgmap v17049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:51 smithi081 ceph-mon[95500]: pgmap v17049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:51 smithi081 ceph-mon[107735]: pgmap v17049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:06:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:53 smithi170 ceph-mon[97338]: pgmap v17050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:53 smithi081 ceph-mon[95500]: pgmap v17050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:53 smithi081 ceph-mon[107735]: pgmap v17050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:54.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:54.052Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:55 smithi170 ceph-mon[97338]: pgmap v17051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:55 smithi081 ceph-mon[95500]: pgmap v17051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:55 smithi081 ceph-mon[107735]: pgmap v17051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:06:55.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:06:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:06:55.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:06:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:57 smithi170 ceph-mon[97338]: pgmap v17052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:57 smithi081 ceph-mon[95500]: pgmap v17052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:06:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:57 smithi081 ceph-mon[107735]: pgmap v17052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:06:59 smithi170 ceph-mon[97338]: pgmap v17053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:06:59 smithi081 ceph-mon[95500]: pgmap v17053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:06:59 smithi081 ceph-mon[107735]: pgmap v17053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:01 smithi170 ceph-mon[97338]: pgmap v17054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:01 smithi081 ceph-mon[95500]: pgmap v17054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:01 smithi081 ceph-mon[107735]: pgmap v17054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:07:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:03 smithi170 ceph-mon[97338]: pgmap v17055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:03 smithi081 ceph-mon[95500]: pgmap v17055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:04.051Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:04.052Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:04.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:03 smithi081 ceph-mon[107735]: pgmap v17055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:05 smithi170 ceph-mon[97338]: pgmap v17056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:06.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:05 smithi081 ceph-mon[95500]: pgmap v17056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:05 smithi081 ceph-mon[107735]: pgmap v17056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:05.885Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:05.886Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:07 smithi170 ceph-mon[97338]: pgmap v17057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:08.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:07 smithi081 ceph-mon[95500]: pgmap v17057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:07 smithi081 ceph-mon[107735]: pgmap v17057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:09 smithi170 ceph-mon[97338]: pgmap v17058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:10.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:09 smithi081 ceph-mon[95500]: pgmap v17058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:09 smithi081 ceph-mon[107735]: pgmap v17058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:11 smithi170 ceph-mon[97338]: pgmap v17059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:11 smithi081 ceph-mon[95500]: pgmap v17059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:11 smithi081 ceph-mon[107735]: pgmap v17059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:07:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:13 smithi170 ceph-mon[97338]: pgmap v17060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:13 smithi081 ceph-mon[95500]: pgmap v17060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:14.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:14.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:13 smithi081 ceph-mon[107735]: pgmap v17060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:15 smithi170 ceph-mon[97338]: pgmap v17061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:15 smithi081 ceph-mon[95500]: pgmap v17061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:15 smithi081 ceph-mon[107735]: pgmap v17061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:15.886Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:15.887Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:17 smithi170 ceph-mon[97338]: pgmap v17062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:17 smithi081 ceph-mon[95500]: pgmap v17062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:17 smithi081 ceph-mon[107735]: pgmap v17062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:19 smithi170 ceph-mon[97338]: pgmap v17063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:19 smithi081 ceph-mon[95500]: pgmap v17063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:19 smithi081 ceph-mon[107735]: pgmap v17063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:21 smithi170 ceph-mon[97338]: pgmap v17064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:21 smithi081 ceph-mon[95500]: pgmap v17064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:21 smithi081 ceph-mon[107735]: pgmap v17064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:07:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:23 smithi170 ceph-mon[97338]: pgmap v17065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:23 smithi081 ceph-mon[95500]: pgmap v17065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:23 smithi081 ceph-mon[107735]: pgmap v17065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:24.053Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:24.054Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:25 smithi170 ceph-mon[97338]: pgmap v17066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:25 smithi081 ceph-mon[95500]: pgmap v17066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:25 smithi081 ceph-mon[107735]: pgmap v17066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:25.887Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:25.888Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:27 smithi170 ceph-mon[97338]: pgmap v17067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:27 smithi081 ceph-mon[95500]: pgmap v17067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:27 smithi081 ceph-mon[107735]: pgmap v17067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:29 smithi170 ceph-mon[97338]: pgmap v17068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:29 smithi081 ceph-mon[95500]: pgmap v17068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:29 smithi081 ceph-mon[107735]: pgmap v17068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:31 smithi170 ceph-mon[97338]: pgmap v17069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:31 smithi081 ceph-mon[95500]: pgmap v17069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:31 smithi081 ceph-mon[107735]: pgmap v17069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:07:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:33 smithi170 ceph-mon[97338]: pgmap v17070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:33 smithi081 ceph-mon[95500]: pgmap v17070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:33 smithi081 ceph-mon[107735]: pgmap v17070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:34.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:34.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:35 smithi170 ceph-mon[97338]: pgmap v17071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:35 smithi081 ceph-mon[95500]: pgmap v17071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:35 smithi081 ceph-mon[107735]: pgmap v17071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:35.888Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:35.889Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:37 smithi170 ceph-mon[97338]: pgmap v17072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:37 smithi081 ceph-mon[95500]: pgmap v17072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:37 smithi081 ceph-mon[107735]: pgmap v17072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:39 smithi170 ceph-mon[97338]: pgmap v17073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:40.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:39 smithi081 ceph-mon[95500]: pgmap v17073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:39 smithi081 ceph-mon[107735]: pgmap v17073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:41 smithi081 ceph-mon[95500]: pgmap v17074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:41 smithi081 ceph-mon[107735]: pgmap v17074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:41 smithi170 ceph-mon[97338]: pgmap v17074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:07:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:43 smithi081 ceph-mon[95500]: pgmap v17075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:43 smithi081 ceph-mon[107735]: pgmap v17075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:44.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:44.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:43 smithi170 ceph-mon[97338]: pgmap v17075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:45 smithi081 ceph-mon[95500]: pgmap v17076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:45.889Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:45.890Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:45 smithi081 ceph-mon[107735]: pgmap v17076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:45 smithi170 ceph-mon[97338]: pgmap v17076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:48 smithi081 ceph-mon[95500]: pgmap v17077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:48 smithi081 ceph-mon[107735]: pgmap v17077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:48 smithi170 ceph-mon[97338]: pgmap v17077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:50 smithi081 ceph-mon[95500]: pgmap v17078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:50 smithi081 ceph-mon[107735]: pgmap v17078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:50 smithi170 ceph-mon[97338]: pgmap v17078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:52 smithi081 ceph-mon[95500]: pgmap v17079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:52 smithi081 ceph-mon[107735]: pgmap v17079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:52 smithi170 ceph-mon[97338]: pgmap v17079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:07:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:54 smithi081 ceph-mon[95500]: pgmap v17080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:54 smithi081 ceph-mon[107735]: pgmap v17080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:54.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:54.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:54 smithi170 ceph-mon[97338]: pgmap v17080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:56 smithi081 ceph-mon[95500]: pgmap v17081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:56 smithi081 ceph-mon[107735]: pgmap v17081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:07:55.890Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:07:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:07:55.891Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:07:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:56 smithi170 ceph-mon[97338]: pgmap v17081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:07:58 smithi170 ceph-mon[97338]: pgmap v17082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:07:58 smithi081 ceph-mon[95500]: pgmap v17082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:07:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:07:58 smithi081 ceph-mon[107735]: pgmap v17082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:00 smithi170 ceph-mon[97338]: pgmap v17083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:00 smithi081 ceph-mon[95500]: pgmap v17083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:00 smithi081 ceph-mon[107735]: pgmap v17083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:02 smithi170 ceph-mon[97338]: pgmap v17084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:02 smithi081 ceph-mon[95500]: pgmap v17084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:02 smithi081 ceph-mon[107735]: pgmap v17084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:08:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:04 smithi170 ceph-mon[97338]: pgmap v17085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:04 smithi081 ceph-mon[95500]: pgmap v17085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:04 smithi081 ceph-mon[107735]: pgmap v17085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:04.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:04.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:06 smithi081 ceph-mon[95500]: pgmap v17086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:06 smithi081 ceph-mon[107735]: pgmap v17086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:05.891Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:05.892Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:06 smithi170 ceph-mon[97338]: pgmap v17086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:08 smithi170 ceph-mon[97338]: pgmap v17087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:08 smithi081 ceph-mon[95500]: pgmap v17087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:08 smithi081 ceph-mon[107735]: pgmap v17087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:10 smithi170 ceph-mon[97338]: pgmap v17088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:10 smithi081 ceph-mon[95500]: pgmap v17088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:10 smithi081 ceph-mon[107735]: pgmap v17088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:12 smithi170 ceph-mon[97338]: pgmap v17089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:12 smithi081 ceph-mon[95500]: pgmap v17089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:12 smithi081 ceph-mon[107735]: pgmap v17089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:08:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:14 smithi170 ceph-mon[97338]: pgmap v17090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:14 smithi081 ceph-mon[95500]: pgmap v17090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:14 smithi081 ceph-mon[107735]: pgmap v17090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:14.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:14.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:16 smithi081 ceph-mon[95500]: pgmap v17091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:16 smithi081 ceph-mon[107735]: pgmap v17091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:15.891Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:15.893Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:16 smithi170 ceph-mon[97338]: pgmap v17091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:18 smithi170 ceph-mon[97338]: pgmap v17092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:18 smithi081 ceph-mon[95500]: pgmap v17092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:18 smithi081 ceph-mon[107735]: pgmap v17092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:20 smithi170 ceph-mon[97338]: pgmap v17093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:20 smithi081 ceph-mon[95500]: pgmap v17093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:20 smithi081 ceph-mon[107735]: pgmap v17093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:22 smithi170 ceph-mon[97338]: pgmap v17094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:22 smithi081 ceph-mon[95500]: pgmap v17094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:22 smithi081 ceph-mon[107735]: pgmap v17094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:08:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:24 smithi170 ceph-mon[97338]: pgmap v17095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:24 smithi081 ceph-mon[95500]: pgmap v17095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:24.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:24.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:24 smithi081 ceph-mon[107735]: pgmap v17095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:26 smithi081 ceph-mon[95500]: pgmap v17096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:26 smithi081 ceph-mon[107735]: pgmap v17096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:25.893Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:25.894Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:26 smithi170 ceph-mon[97338]: pgmap v17096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:28 smithi170 ceph-mon[97338]: pgmap v17097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:28 smithi081 ceph-mon[95500]: pgmap v17097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:28 smithi081 ceph-mon[107735]: pgmap v17097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:30 smithi170 ceph-mon[97338]: pgmap v17098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:30 smithi081 ceph-mon[95500]: pgmap v17098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:30 smithi081 ceph-mon[107735]: pgmap v17098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:32 smithi170 ceph-mon[97338]: pgmap v17099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:32 smithi081 ceph-mon[95500]: pgmap v17099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:32 smithi081 ceph-mon[107735]: pgmap v17099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:08:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:34 smithi170 ceph-mon[97338]: pgmap v17100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:34 smithi081 ceph-mon[95500]: pgmap v17100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:34 smithi081 ceph-mon[107735]: pgmap v17100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:34.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:34.058Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:36 smithi081 ceph-mon[95500]: pgmap v17101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:35.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:35.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:36 smithi081 ceph-mon[107735]: pgmap v17101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:36 smithi170 ceph-mon[97338]: pgmap v17101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:38 smithi170 ceph-mon[97338]: pgmap v17102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:38 smithi081 ceph-mon[95500]: pgmap v17102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:38 smithi081 ceph-mon[107735]: pgmap v17102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:40 smithi170 ceph-mon[97338]: pgmap v17103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:40 smithi081 ceph-mon[95500]: pgmap v17103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:40 smithi081 ceph-mon[107735]: pgmap v17103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:42 smithi170 ceph-mon[97338]: pgmap v17104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:42 smithi081 ceph-mon[95500]: pgmap v17104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:42 smithi081 ceph-mon[107735]: pgmap v17104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:08:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:44 smithi170 ceph-mon[97338]: pgmap v17105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:44 smithi081 ceph-mon[95500]: pgmap v17105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:44 smithi081 ceph-mon[107735]: pgmap v17105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:44.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:44.058Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:46 smithi081 ceph-mon[95500]: pgmap v17106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:46 smithi081 ceph-mon[107735]: pgmap v17106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:45.894Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:45.895Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:46 smithi170 ceph-mon[97338]: pgmap v17106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:48 smithi170 ceph-mon[97338]: pgmap v17107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:48 smithi081 ceph-mon[95500]: pgmap v17107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:48 smithi081 ceph-mon[107735]: pgmap v17107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:50 smithi170 ceph-mon[97338]: pgmap v17108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:50 smithi081 ceph-mon[95500]: pgmap v17108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:50 smithi081 ceph-mon[107735]: pgmap v17108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:52 smithi170 ceph-mon[97338]: pgmap v17109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:52 smithi081 ceph-mon[95500]: pgmap v17109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:52 smithi081 ceph-mon[107735]: pgmap v17109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:08:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:54 smithi170 ceph-mon[97338]: pgmap v17110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:54 smithi081 ceph-mon[95500]: pgmap v17110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:54.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:54.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:54 smithi081 ceph-mon[107735]: pgmap v17110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:56 smithi081 ceph-mon[95500]: pgmap v17111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:56 smithi081 ceph-mon[107735]: pgmap v17111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:08:55.895Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:08:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:08:55.896Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:08:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:56 smithi170 ceph-mon[97338]: pgmap v17111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:08:58 smithi170 ceph-mon[97338]: pgmap v17112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:08:58 smithi081 ceph-mon[95500]: pgmap v17112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:08:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:08:58 smithi081 ceph-mon[107735]: pgmap v17112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:00 smithi170 ceph-mon[97338]: pgmap v17113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:00 smithi081 ceph-mon[95500]: pgmap v17113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:00 smithi081 ceph-mon[107735]: pgmap v17113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:02 smithi170 ceph-mon[97338]: pgmap v17114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:02 smithi081 ceph-mon[95500]: pgmap v17114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:02 smithi081 ceph-mon[107735]: pgmap v17114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:09:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:04 smithi170 ceph-mon[97338]: pgmap v17115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:04 smithi081 ceph-mon[95500]: pgmap v17115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:04 smithi081 ceph-mon[107735]: pgmap v17115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:04.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:04.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:06 smithi081 ceph-mon[95500]: pgmap v17116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:06 smithi081 ceph-mon[107735]: pgmap v17116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:05.896Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:05.897Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:06 smithi170 ceph-mon[97338]: pgmap v17116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:08 smithi170 ceph-mon[97338]: pgmap v17117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:08 smithi081 ceph-mon[95500]: pgmap v17117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:08 smithi081 ceph-mon[107735]: pgmap v17117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:10 smithi170 ceph-mon[97338]: pgmap v17118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:10 smithi081 ceph-mon[95500]: pgmap v17118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:10 smithi081 ceph-mon[107735]: pgmap v17118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:12 smithi170 ceph-mon[97338]: pgmap v17119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:12 smithi081 ceph-mon[95500]: pgmap v17119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:12 smithi081 ceph-mon[107735]: pgmap v17119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:09:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:14 smithi170 ceph-mon[97338]: pgmap v17120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:14 smithi081 ceph-mon[95500]: pgmap v17120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:14 smithi081 ceph-mon[107735]: pgmap v17120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:14.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:14.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:16.152 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:16 smithi081 ceph-mon[95500]: pgmap v17121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:16.152 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:15.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:16.153 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:15.898Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:16 smithi170 ceph-mon[97338]: pgmap v17121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:16 smithi081 ceph-mon[107735]: pgmap v17121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:18 smithi170 ceph-mon[97338]: pgmap v17122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:18 smithi081 ceph-mon[95500]: pgmap v17122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:18 smithi081 ceph-mon[107735]: pgmap v17122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:20 smithi170 ceph-mon[97338]: pgmap v17123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:20 smithi081 ceph-mon[95500]: pgmap v17123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:20 smithi081 ceph-mon[107735]: pgmap v17123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:21 smithi170 ceph-mon[97338]: pgmap v17124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:21.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:21 smithi081 ceph-mon[95500]: pgmap v17124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:21 smithi081 ceph-mon[107735]: pgmap v17124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:09:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:23 smithi170 ceph-mon[97338]: pgmap v17125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:23 smithi081 ceph-mon[95500]: pgmap v17125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:23 smithi081 ceph-mon[107735]: pgmap v17125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:24.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:24.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:25.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:25 smithi081 ceph-mon[95500]: pgmap v17126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:25.902 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:25 smithi081 ceph-mon[107735]: pgmap v17126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:25 smithi170 ceph-mon[97338]: pgmap v17126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:25.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:25.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:27 smithi170 ceph-mon[97338]: pgmap v17127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:27 smithi081 ceph-mon[95500]: pgmap v17127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:27 smithi081 ceph-mon[107735]: pgmap v17127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:29 smithi170 ceph-mon[97338]: pgmap v17128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:29 smithi081 ceph-mon[95500]: pgmap v17128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:30.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:29 smithi081 ceph-mon[107735]: pgmap v17128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:31 smithi170 ceph-mon[97338]: pgmap v17129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:31 smithi081 ceph-mon[95500]: pgmap v17129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:31 smithi081 ceph-mon[107735]: pgmap v17129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:09:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:33 smithi170 ceph-mon[97338]: pgmap v17130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:33 smithi081 ceph-mon[95500]: pgmap v17130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:33 smithi081 ceph-mon[107735]: pgmap v17130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:34.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:34.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:35.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:35 smithi081 ceph-mon[95500]: pgmap v17131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:35.902 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:35 smithi081 ceph-mon[107735]: pgmap v17131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:35 smithi170 ceph-mon[97338]: pgmap v17131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:35.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:35.899Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:37 smithi170 ceph-mon[97338]: pgmap v17132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:37 smithi081 ceph-mon[95500]: pgmap v17132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:37 smithi081 ceph-mon[107735]: pgmap v17132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:39 smithi170 ceph-mon[97338]: pgmap v17133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:39 smithi081 ceph-mon[95500]: pgmap v17133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:39 smithi081 ceph-mon[107735]: pgmap v17133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:41 smithi170 ceph-mon[97338]: pgmap v17134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:41 smithi081 ceph-mon[95500]: pgmap v17134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:41 smithi081 ceph-mon[107735]: pgmap v17134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:09:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:43 smithi170 ceph-mon[97338]: pgmap v17135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:43 smithi081 ceph-mon[95500]: pgmap v17135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:44.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:43 smithi081 ceph-mon[107735]: pgmap v17135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:44.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:44.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:45.903 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:45 smithi081 ceph-mon[95500]: pgmap v17136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:45.903 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:45 smithi081 ceph-mon[107735]: pgmap v17136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:45.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:45 smithi170 ceph-mon[97338]: pgmap v17136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:45.898Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:45.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:47 smithi170 ceph-mon[97338]: pgmap v17137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:47 smithi081 ceph-mon[95500]: pgmap v17137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:47 smithi081 ceph-mon[107735]: pgmap v17137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:49 smithi170 ceph-mon[97338]: pgmap v17138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:49 smithi081 ceph-mon[95500]: pgmap v17138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:49 smithi081 ceph-mon[107735]: pgmap v17138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:51 smithi170 ceph-mon[97338]: pgmap v17139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:51 smithi081 ceph-mon[95500]: pgmap v17139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:51 smithi081 ceph-mon[107735]: pgmap v17139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:09:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:53 smithi170 ceph-mon[97338]: pgmap v17140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:53 smithi081 ceph-mon[95500]: pgmap v17140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:53 smithi081 ceph-mon[107735]: pgmap v17140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:54.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:54.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:55.903 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:55 smithi081 ceph-mon[95500]: pgmap v17141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:55.904 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:55 smithi081 ceph-mon[107735]: pgmap v17141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:55 smithi170 ceph-mon[97338]: pgmap v17141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:09:55.899Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:09:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:09:55.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:09:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:57 smithi170 ceph-mon[97338]: pgmap v17142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:57 smithi081 ceph-mon[95500]: pgmap v17142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:57 smithi081 ceph-mon[107735]: pgmap v17142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:09:59.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:09:59 smithi170 ceph-mon[97338]: pgmap v17143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:09:59 smithi081 ceph-mon[95500]: pgmap v17143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:09:59 smithi081 ceph-mon[107735]: pgmap v17143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:10:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:10:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:10:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:01 smithi170 ceph-mon[97338]: pgmap v17144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:01 smithi081 ceph-mon[95500]: pgmap v17144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:01 smithi081 ceph-mon[107735]: pgmap v17144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:10:03.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:03 smithi170 ceph-mon[97338]: pgmap v17145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:03 smithi081 ceph-mon[95500]: pgmap v17145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:03 smithi081 ceph-mon[107735]: pgmap v17145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:04.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:04.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:05 smithi170 ceph-mon[97338]: pgmap v17146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:05 smithi081 ceph-mon[95500]: pgmap v17146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:05 smithi081 ceph-mon[107735]: pgmap v17146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:05.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:05.900Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:07 smithi170 ceph-mon[97338]: pgmap v17147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:07 smithi081 ceph-mon[95500]: pgmap v17147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:08.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:07 smithi081 ceph-mon[107735]: pgmap v17147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:09 smithi170 ceph-mon[97338]: pgmap v17148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:09 smithi081 ceph-mon[95500]: pgmap v17148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:09 smithi081 ceph-mon[107735]: pgmap v17148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:11 smithi170 ceph-mon[97338]: pgmap v17149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:11 smithi081 ceph-mon[95500]: pgmap v17149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:11 smithi081 ceph-mon[107735]: pgmap v17149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:10:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:13 smithi170 ceph-mon[97338]: pgmap v17150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:13 smithi081 ceph-mon[95500]: pgmap v17150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:13 smithi081 ceph-mon[107735]: pgmap v17150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:14.063Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:14.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:15 smithi170 ceph-mon[97338]: pgmap v17151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:15 smithi081 ceph-mon[95500]: pgmap v17151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:15 smithi081 ceph-mon[107735]: pgmap v17151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:16.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:15.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:15.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:17 smithi170 ceph-mon[97338]: pgmap v17152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:17 smithi081 ceph-mon[95500]: pgmap v17152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:17 smithi081 ceph-mon[107735]: pgmap v17152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:19.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:19 smithi170 ceph-mon[97338]: pgmap v17153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:19 smithi081 ceph-mon[95500]: pgmap v17153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:19 smithi081 ceph-mon[107735]: pgmap v17153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:21.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:21 smithi170 ceph-mon[97338]: pgmap v17154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:21 smithi081 ceph-mon[95500]: pgmap v17154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:21 smithi081 ceph-mon[107735]: pgmap v17154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:10:23.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:23 smithi170 ceph-mon[97338]: pgmap v17155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:23 smithi081 ceph-mon[95500]: pgmap v17155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:24.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:23 smithi081 ceph-mon[107735]: pgmap v17155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:24.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:24.065Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:25.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:25 smithi170 ceph-mon[97338]: pgmap v17156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:25 smithi081 ceph-mon[95500]: pgmap v17156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:25 smithi081 ceph-mon[107735]: pgmap v17156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:25.900Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:25.902Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:27.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:27 smithi170 ceph-mon[97338]: pgmap v17157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:27 smithi081 ceph-mon[95500]: pgmap v17157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:27 smithi081 ceph-mon[107735]: pgmap v17157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:29.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:29 smithi170 ceph-mon[97338]: pgmap v17158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:29 smithi081 ceph-mon[95500]: pgmap v17158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:29 smithi081 ceph-mon[107735]: pgmap v17158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:31 smithi170 ceph-mon[97338]: pgmap v17159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:31 smithi081 ceph-mon[95500]: pgmap v17159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:31 smithi081 ceph-mon[107735]: pgmap v17159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:10:33.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:33 smithi170 ceph-mon[97338]: pgmap v17160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:34.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:33 smithi081 ceph-mon[95500]: pgmap v17160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:34.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:33 smithi081 ceph-mon[107735]: pgmap v17160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:34.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:34.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:35.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:35 smithi170 ceph-mon[97338]: pgmap v17161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:36.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:35 smithi081 ceph-mon[95500]: pgmap v17161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:36.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:35 smithi081 ceph-mon[107735]: pgmap v17161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:36.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:35.901Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:36.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:35.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:37.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:37 smithi170 ceph-mon[97338]: pgmap v17162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:38.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:37 smithi081 ceph-mon[95500]: pgmap v17162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:38.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:37 smithi081 ceph-mon[107735]: pgmap v17162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:39.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:39 smithi170 ceph-mon[97338]: pgmap v17163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:39 smithi081 ceph-mon[95500]: pgmap v17163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:40.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:39 smithi081 ceph-mon[107735]: pgmap v17163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:41 smithi170 ceph-mon[97338]: pgmap v17164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:41 smithi081 ceph-mon[95500]: pgmap v17164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:41 smithi081 ceph-mon[107735]: pgmap v17164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:10:43.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:43 smithi170 ceph-mon[97338]: pgmap v17165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:44.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:43 smithi081 ceph-mon[95500]: pgmap v17165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:44.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:43 smithi081 ceph-mon[107735]: pgmap v17165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:44.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:44.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:45.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:45 smithi170 ceph-mon[97338]: pgmap v17166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:46.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:45 smithi081 ceph-mon[95500]: pgmap v17166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:46.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:45 smithi081 ceph-mon[107735]: pgmap v17166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:45.902Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:46.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:45.903Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:47 smithi170 ceph-mon[97338]: pgmap v17167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:47 smithi081 ceph-mon[95500]: pgmap v17167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:48.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:47 smithi081 ceph-mon[107735]: pgmap v17167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:49 smithi170 ceph-mon[97338]: pgmap v17168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:49 smithi081 ceph-mon[95500]: pgmap v17168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:49 smithi081 ceph-mon[107735]: pgmap v17168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:51 smithi170 ceph-mon[97338]: pgmap v17169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:51 smithi081 ceph-mon[95500]: pgmap v17169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:51 smithi081 ceph-mon[107735]: pgmap v17169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:10:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:53 smithi081 ceph-mon[95500]: pgmap v17170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:53 smithi081 ceph-mon[107735]: pgmap v17170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:53 smithi170 ceph-mon[97338]: pgmap v17170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:54.066Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:54.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:55 smithi081 ceph-mon[95500]: pgmap v17171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:56.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:55 smithi081 ceph-mon[107735]: pgmap v17171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:10:55.903Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:10:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:10:55.904Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:10:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:55 smithi170 ceph-mon[97338]: pgmap v17171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:57 smithi081 ceph-mon[95500]: pgmap v17172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:57 smithi081 ceph-mon[107735]: pgmap v17172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:10:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:57 smithi170 ceph-mon[97338]: pgmap v17172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:10:59 smithi081 ceph-mon[95500]: pgmap v17173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:10:59 smithi081 ceph-mon[107735]: pgmap v17173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:10:59 smithi170 ceph-mon[97338]: pgmap v17173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:01 smithi081 ceph-mon[95500]: pgmap v17174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:01 smithi081 ceph-mon[107735]: pgmap v17174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:01 smithi170 ceph-mon[97338]: pgmap v17174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:11:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:03 smithi081 ceph-mon[95500]: pgmap v17175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:04.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:03 smithi081 ceph-mon[107735]: pgmap v17175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:03 smithi170 ceph-mon[97338]: pgmap v17175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:04.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:04.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:05 smithi081 ceph-mon[95500]: pgmap v17176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:05 smithi081 ceph-mon[107735]: pgmap v17176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:06.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:05.904Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:05.905Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:05 smithi170 ceph-mon[97338]: pgmap v17176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:07 smithi170 ceph-mon[97338]: pgmap v17177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:07 smithi081 ceph-mon[95500]: pgmap v17177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:07 smithi081 ceph-mon[107735]: pgmap v17177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:09 smithi170 ceph-mon[97338]: pgmap v17178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:09 smithi081 ceph-mon[95500]: pgmap v17178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:09 smithi081 ceph-mon[107735]: pgmap v17178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:11 smithi170 ceph-mon[97338]: pgmap v17179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:11 smithi081 ceph-mon[95500]: pgmap v17179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:11 smithi081 ceph-mon[107735]: pgmap v17179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:11:14.072 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:13 smithi081 ceph-mon[95500]: pgmap v17180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:14.072 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:13 smithi081 ceph-mon[107735]: pgmap v17180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:13 smithi170 ceph-mon[97338]: pgmap v17180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:14.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:14.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:15 smithi170 ceph-mon[97338]: pgmap v17181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:15 smithi081 ceph-mon[95500]: pgmap v17181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:15 smithi081 ceph-mon[107735]: pgmap v17181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:15.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:15.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:17 smithi170 ceph-mon[97338]: pgmap v17182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:17 smithi081 ceph-mon[95500]: pgmap v17182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:17 smithi081 ceph-mon[107735]: pgmap v17182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:19 smithi170 ceph-mon[97338]: pgmap v17183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:19 smithi081 ceph-mon[95500]: pgmap v17183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:19 smithi081 ceph-mon[107735]: pgmap v17183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:21 smithi170 ceph-mon[97338]: pgmap v17184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:21 smithi081 ceph-mon[95500]: pgmap v17184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:21 smithi081 ceph-mon[107735]: pgmap v17184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:11:24.073 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:23 smithi081 ceph-mon[95500]: pgmap v17185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:24.074 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:23 smithi081 ceph-mon[107735]: pgmap v17185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:23 smithi170 ceph-mon[97338]: pgmap v17185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:24.069Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:24.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:25 smithi170 ceph-mon[97338]: pgmap v17186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:25 smithi081 ceph-mon[95500]: pgmap v17186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:25 smithi081 ceph-mon[107735]: pgmap v17186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:25.905Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:25.906Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:28.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:27 smithi170 ceph-mon[97338]: pgmap v17187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:27 smithi081 ceph-mon[95500]: pgmap v17187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:27 smithi081 ceph-mon[107735]: pgmap v17187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:29 smithi170 ceph-mon[97338]: pgmap v17188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:29 smithi081 ceph-mon[95500]: pgmap v17188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:29 smithi081 ceph-mon[107735]: pgmap v17188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:31 smithi170 ceph-mon[97338]: pgmap v17189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:31 smithi081 ceph-mon[95500]: pgmap v17189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:31 smithi081 ceph-mon[107735]: pgmap v17189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:11:34.074 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:33 smithi081 ceph-mon[95500]: pgmap v17190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:34.075 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:33 smithi081 ceph-mon[107735]: pgmap v17190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:33 smithi170 ceph-mon[97338]: pgmap v17190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:34.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:34.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:35 smithi170 ceph-mon[97338]: pgmap v17191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:35 smithi081 ceph-mon[95500]: pgmap v17191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:35.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:35.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:35 smithi081 ceph-mon[107735]: pgmap v17191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:37 smithi170 ceph-mon[97338]: pgmap v17192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:37 smithi081 ceph-mon[95500]: pgmap v17192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:37 smithi081 ceph-mon[107735]: pgmap v17192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:39 smithi170 ceph-mon[97338]: pgmap v17193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:39 smithi081 ceph-mon[95500]: pgmap v17193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:39 smithi081 ceph-mon[107735]: pgmap v17193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:41 smithi170 ceph-mon[97338]: pgmap v17194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:41 smithi081 ceph-mon[95500]: pgmap v17194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:41 smithi081 ceph-mon[107735]: pgmap v17194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:11:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:43 smithi170 ceph-mon[97338]: pgmap v17195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:43 smithi081 ceph-mon[95500]: pgmap v17195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:43 smithi081 ceph-mon[107735]: pgmap v17195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:44.071Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:44.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:45 smithi170 ceph-mon[97338]: pgmap v17196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:45 smithi081 ceph-mon[95500]: pgmap v17196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:45 smithi081 ceph-mon[107735]: pgmap v17196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:45.906Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:45.907Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:47 smithi170 ceph-mon[97338]: pgmap v17197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:47 smithi081 ceph-mon[95500]: pgmap v17197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:47 smithi081 ceph-mon[107735]: pgmap v17197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:49 smithi170 ceph-mon[97338]: pgmap v17198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:49 smithi081 ceph-mon[95500]: pgmap v17198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:49 smithi081 ceph-mon[107735]: pgmap v17198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:51 smithi170 ceph-mon[97338]: pgmap v17199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:51 smithi081 ceph-mon[95500]: pgmap v17199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:51 smithi081 ceph-mon[107735]: pgmap v17199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:11:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:53 smithi170 ceph-mon[97338]: pgmap v17200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:53 smithi081 ceph-mon[95500]: pgmap v17200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:54.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:54.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:53 smithi081 ceph-mon[107735]: pgmap v17200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:55 smithi170 ceph-mon[97338]: pgmap v17201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:55 smithi081 ceph-mon[95500]: pgmap v17201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:55 smithi081 ceph-mon[107735]: pgmap v17201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:11:55.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:11:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:11:55.908Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:11:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:57 smithi170 ceph-mon[97338]: pgmap v17202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:57 smithi081 ceph-mon[95500]: pgmap v17202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:11:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:57 smithi081 ceph-mon[107735]: pgmap v17202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:11:59 smithi170 ceph-mon[97338]: pgmap v17203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:11:59 smithi081 ceph-mon[95500]: pgmap v17203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:11:59 smithi081 ceph-mon[107735]: pgmap v17203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:01 smithi170 ceph-mon[97338]: pgmap v17204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:01 smithi081 ceph-mon[95500]: pgmap v17204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:01 smithi081 ceph-mon[107735]: pgmap v17204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:12:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:03 smithi170 ceph-mon[97338]: pgmap v17205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:03 smithi081 ceph-mon[95500]: pgmap v17205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:04.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:04.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:03 smithi081 ceph-mon[107735]: pgmap v17205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:05 smithi170 ceph-mon[97338]: pgmap v17206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:05 smithi081 ceph-mon[95500]: pgmap v17206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:05 smithi081 ceph-mon[107735]: pgmap v17206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:05.907Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:05.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:07 smithi170 ceph-mon[97338]: pgmap v17207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:07 smithi081 ceph-mon[95500]: pgmap v17207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:07 smithi081 ceph-mon[107735]: pgmap v17207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:09 smithi170 ceph-mon[97338]: pgmap v17208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:09 smithi081 ceph-mon[95500]: pgmap v17208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:09 smithi081 ceph-mon[107735]: pgmap v17208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:11 smithi170 ceph-mon[97338]: pgmap v17209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:11 smithi081 ceph-mon[95500]: pgmap v17209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:11 smithi081 ceph-mon[107735]: pgmap v17209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:12:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:13 smithi170 ceph-mon[97338]: pgmap v17210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:13 smithi081 ceph-mon[95500]: pgmap v17210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:13 smithi081 ceph-mon[107735]: pgmap v17210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:14.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:14.074Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:15 smithi170 ceph-mon[97338]: pgmap v17211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:15 smithi081 ceph-mon[95500]: pgmap v17211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:15 smithi081 ceph-mon[107735]: pgmap v17211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:15.908Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:15.909Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:17 smithi170 ceph-mon[97338]: pgmap v17212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:17 smithi081 ceph-mon[95500]: pgmap v17212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:17 smithi081 ceph-mon[107735]: pgmap v17212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:19 smithi170 ceph-mon[97338]: pgmap v17213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:19 smithi081 ceph-mon[95500]: pgmap v17213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:19 smithi081 ceph-mon[107735]: pgmap v17213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:21 smithi170 ceph-mon[97338]: pgmap v17214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:21 smithi081 ceph-mon[95500]: pgmap v17214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:21 smithi081 ceph-mon[107735]: pgmap v17214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:12:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:23 smithi170 ceph-mon[97338]: pgmap v17215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:23 smithi081 ceph-mon[95500]: pgmap v17215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:24.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:24.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:23 smithi081 ceph-mon[107735]: pgmap v17215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:25 smithi170 ceph-mon[97338]: pgmap v17216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:25 smithi081 ceph-mon[95500]: pgmap v17216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:25 smithi081 ceph-mon[107735]: pgmap v17216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:25.909Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:26.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:25.910Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:27 smithi170 ceph-mon[97338]: pgmap v17217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:27 smithi081 ceph-mon[95500]: pgmap v17217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:27 smithi081 ceph-mon[107735]: pgmap v17217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:29 smithi170 ceph-mon[97338]: pgmap v17218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:29 smithi081 ceph-mon[95500]: pgmap v17218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:29 smithi081 ceph-mon[107735]: pgmap v17218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:31 smithi170 ceph-mon[97338]: pgmap v17219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:31 smithi081 ceph-mon[95500]: pgmap v17219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:31 smithi081 ceph-mon[107735]: pgmap v17219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:12:34.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:33 smithi170 ceph-mon[97338]: pgmap v17220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:33 smithi081 ceph-mon[95500]: pgmap v17220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:34.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:34.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:33 smithi081 ceph-mon[107735]: pgmap v17220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:35 smithi170 ceph-mon[97338]: pgmap v17221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:35 smithi081 ceph-mon[95500]: pgmap v17221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:35 smithi081 ceph-mon[107735]: pgmap v17221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:35.910Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:35.911Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:38.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:37 smithi170 ceph-mon[97338]: pgmap v17222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:37 smithi081 ceph-mon[95500]: pgmap v17222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:37 smithi081 ceph-mon[107735]: pgmap v17222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:39 smithi170 ceph-mon[97338]: pgmap v17223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:39 smithi081 ceph-mon[95500]: pgmap v17223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:39 smithi081 ceph-mon[107735]: pgmap v17223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:41 smithi170 ceph-mon[97338]: pgmap v17224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:41 smithi081 ceph-mon[95500]: pgmap v17224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:41 smithi081 ceph-mon[107735]: pgmap v17224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:12:44.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:43 smithi170 ceph-mon[97338]: pgmap v17225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:43 smithi081 ceph-mon[95500]: pgmap v17225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:43 smithi081 ceph-mon[107735]: pgmap v17225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:44.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:44.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:45 smithi170 ceph-mon[97338]: pgmap v17226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:45 smithi081 ceph-mon[95500]: pgmap v17226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:45 smithi081 ceph-mon[107735]: pgmap v17226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:45.910Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:45.911Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:47 smithi170 ceph-mon[97338]: pgmap v17227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:47 smithi081 ceph-mon[95500]: pgmap v17227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:47 smithi081 ceph-mon[107735]: pgmap v17227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:49 smithi170 ceph-mon[97338]: pgmap v17228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:49 smithi081 ceph-mon[95500]: pgmap v17228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:49 smithi081 ceph-mon[107735]: pgmap v17228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:51 smithi170 ceph-mon[97338]: pgmap v17229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:51 smithi081 ceph-mon[95500]: pgmap v17229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:52.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:51 smithi081 ceph-mon[107735]: pgmap v17229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:12:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:53 smithi170 ceph-mon[97338]: pgmap v17230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:53 smithi081 ceph-mon[95500]: pgmap v17230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:53 smithi081 ceph-mon[107735]: pgmap v17230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:54.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:54.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:55 smithi170 ceph-mon[97338]: pgmap v17231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:55 smithi081 ceph-mon[95500]: pgmap v17231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:55 smithi081 ceph-mon[107735]: pgmap v17231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:12:55.911Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:12:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:12:55.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:12:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:57 smithi170 ceph-mon[97338]: pgmap v17232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:57 smithi081 ceph-mon[95500]: pgmap v17232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:12:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:57 smithi081 ceph-mon[107735]: pgmap v17232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:12:59 smithi170 ceph-mon[97338]: pgmap v17233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:12:59 smithi081 ceph-mon[95500]: pgmap v17233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:12:59 smithi081 ceph-mon[107735]: pgmap v17233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:01 smithi170 ceph-mon[97338]: pgmap v17234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:01 smithi081 ceph-mon[95500]: pgmap v17234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:01 smithi081 ceph-mon[107735]: pgmap v17234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:13:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:03 smithi170 ceph-mon[97338]: pgmap v17235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:03 smithi081 ceph-mon[95500]: pgmap v17235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:03 smithi081 ceph-mon[107735]: pgmap v17235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:04.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:04.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:05 smithi170 ceph-mon[97338]: pgmap v17236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:05 smithi081 ceph-mon[95500]: pgmap v17236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:05 smithi081 ceph-mon[107735]: pgmap v17236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:05.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:05.912Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:07 smithi170 ceph-mon[97338]: pgmap v17237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:07 smithi081 ceph-mon[95500]: pgmap v17237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:07 smithi081 ceph-mon[107735]: pgmap v17237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:09 smithi170 ceph-mon[97338]: pgmap v17238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:09 smithi081 ceph-mon[95500]: pgmap v17238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:09 smithi081 ceph-mon[107735]: pgmap v17238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:11 smithi170 ceph-mon[97338]: pgmap v17239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:11 smithi081 ceph-mon[95500]: pgmap v17239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:11 smithi081 ceph-mon[107735]: pgmap v17239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:13:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:13 smithi170 ceph-mon[97338]: pgmap v17240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:13 smithi081 ceph-mon[95500]: pgmap v17240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:13 smithi081 ceph-mon[107735]: pgmap v17240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:14.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:14.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:15 smithi170 ceph-mon[97338]: pgmap v17241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:15 smithi081 ceph-mon[95500]: pgmap v17241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:15 smithi081 ceph-mon[107735]: pgmap v17241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:15.912Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:15.913Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:17 smithi170 ceph-mon[97338]: pgmap v17242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:17 smithi081 ceph-mon[95500]: pgmap v17242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:17 smithi081 ceph-mon[107735]: pgmap v17242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:19 smithi170 ceph-mon[97338]: pgmap v17243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:19 smithi081 ceph-mon[95500]: pgmap v17243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:19 smithi081 ceph-mon[107735]: pgmap v17243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:21 smithi170 ceph-mon[97338]: pgmap v17244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:21 smithi081 ceph-mon[95500]: pgmap v17244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:21 smithi081 ceph-mon[107735]: pgmap v17244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:13:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:23 smithi170 ceph-mon[97338]: pgmap v17245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:23 smithi081 ceph-mon[95500]: pgmap v17245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:24.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:24.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:23 smithi081 ceph-mon[107735]: pgmap v17245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:25 smithi081 ceph-mon[95500]: pgmap v17246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:25 smithi081 ceph-mon[107735]: pgmap v17246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:25.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:25.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:25 smithi170 ceph-mon[97338]: pgmap v17246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:27 smithi081 ceph-mon[95500]: pgmap v17247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:27 smithi081 ceph-mon[107735]: pgmap v17247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:27 smithi170 ceph-mon[97338]: pgmap v17247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:30 smithi081 ceph-mon[95500]: pgmap v17248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:30 smithi081 ceph-mon[107735]: pgmap v17248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:30 smithi170 ceph-mon[97338]: pgmap v17248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:32 smithi081 ceph-mon[95500]: pgmap v17249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:32 smithi081 ceph-mon[107735]: pgmap v17249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:32 smithi170 ceph-mon[97338]: pgmap v17249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:13:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:34 smithi081 ceph-mon[95500]: pgmap v17250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:34 smithi081 ceph-mon[107735]: pgmap v17250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:34.080Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:34.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:34 smithi170 ceph-mon[97338]: pgmap v17250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:36 smithi081 ceph-mon[95500]: pgmap v17251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:36 smithi081 ceph-mon[107735]: pgmap v17251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:35.913Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:35.914Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:36 smithi170 ceph-mon[97338]: pgmap v17251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:38 smithi081 ceph-mon[95500]: pgmap v17252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:38 smithi081 ceph-mon[107735]: pgmap v17252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:38 smithi170 ceph-mon[97338]: pgmap v17252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:40 smithi170 ceph-mon[97338]: pgmap v17253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:40 smithi081 ceph-mon[95500]: pgmap v17253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:40 smithi081 ceph-mon[107735]: pgmap v17253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:42 smithi170 ceph-mon[97338]: pgmap v17254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:42 smithi081 ceph-mon[95500]: pgmap v17254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:42 smithi081 ceph-mon[107735]: pgmap v17254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:13:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:44 smithi170 ceph-mon[97338]: pgmap v17255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:44 smithi081 ceph-mon[95500]: pgmap v17255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:44 smithi081 ceph-mon[107735]: pgmap v17255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:44.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:44.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:46 smithi081 ceph-mon[95500]: pgmap v17256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:46 smithi081 ceph-mon[107735]: pgmap v17256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:45.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:45.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:46 smithi170 ceph-mon[97338]: pgmap v17256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:48 smithi170 ceph-mon[97338]: pgmap v17257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:48 smithi081 ceph-mon[95500]: pgmap v17257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:48 smithi081 ceph-mon[107735]: pgmap v17257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:50 smithi170 ceph-mon[97338]: pgmap v17258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:50.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:50 smithi081 ceph-mon[95500]: pgmap v17258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:50.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:50 smithi081 ceph-mon[107735]: pgmap v17258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:52 smithi170 ceph-mon[97338]: pgmap v17259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:52 smithi081 ceph-mon[95500]: pgmap v17259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:52 smithi081 ceph-mon[107735]: pgmap v17259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:13:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:54 smithi170 ceph-mon[97338]: pgmap v17260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:54 smithi081 ceph-mon[95500]: pgmap v17260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:54 smithi081 ceph-mon[107735]: pgmap v17260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:54.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:54.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:56 smithi081 ceph-mon[95500]: pgmap v17261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:56 smithi081 ceph-mon[107735]: pgmap v17261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:13:55.914Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:13:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:13:55.915Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:13:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:56 smithi170 ceph-mon[97338]: pgmap v17261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:13:58 smithi170 ceph-mon[97338]: pgmap v17262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:13:58 smithi081 ceph-mon[95500]: pgmap v17262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:13:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:13:58 smithi081 ceph-mon[107735]: pgmap v17262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:00 smithi170 ceph-mon[97338]: pgmap v17263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:00 smithi081 ceph-mon[95500]: pgmap v17263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:00 smithi081 ceph-mon[107735]: pgmap v17263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:02 smithi170 ceph-mon[97338]: pgmap v17264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:02.524 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:02 smithi081 ceph-mon[95500]: pgmap v17264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:02.525 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:02 smithi081 ceph-mon[107735]: pgmap v17264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:14:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:04 smithi170 ceph-mon[97338]: pgmap v17265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:04 smithi081 ceph-mon[95500]: pgmap v17265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:04 smithi081 ceph-mon[107735]: pgmap v17265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:04.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:04.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:06 smithi081 ceph-mon[95500]: pgmap v17266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:06 smithi081 ceph-mon[107735]: pgmap v17266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:05.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:05.916Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:06 smithi170 ceph-mon[97338]: pgmap v17266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:08 smithi170 ceph-mon[97338]: pgmap v17267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:08 smithi081 ceph-mon[95500]: pgmap v17267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:08 smithi081 ceph-mon[107735]: pgmap v17267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:10 smithi170 ceph-mon[97338]: pgmap v17268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:10 smithi081 ceph-mon[95500]: pgmap v17268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:10 smithi081 ceph-mon[107735]: pgmap v17268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:12 smithi170 ceph-mon[97338]: pgmap v17269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:12 smithi081 ceph-mon[95500]: pgmap v17269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:12.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:12 smithi081 ceph-mon[107735]: pgmap v17269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:14:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:14 smithi170 ceph-mon[97338]: pgmap v17270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:14 smithi081 ceph-mon[95500]: pgmap v17270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:14 smithi081 ceph-mon[107735]: pgmap v17270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:14.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:14.083Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:14.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:14.084Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:16 smithi081 ceph-mon[95500]: pgmap v17271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:16 smithi081 ceph-mon[107735]: pgmap v17271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:15.915Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:15.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:16 smithi170 ceph-mon[97338]: pgmap v17271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:18 smithi170 ceph-mon[97338]: pgmap v17272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:18 smithi081 ceph-mon[95500]: pgmap v17272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:18 smithi081 ceph-mon[107735]: pgmap v17272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:20 smithi170 ceph-mon[97338]: pgmap v17273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:20 smithi081 ceph-mon[95500]: pgmap v17273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:20 smithi081 ceph-mon[107735]: pgmap v17273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:22 smithi170 ceph-mon[97338]: pgmap v17274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:22 smithi081 ceph-mon[95500]: pgmap v17274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:22 smithi081 ceph-mon[107735]: pgmap v17274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:14:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:24 smithi170 ceph-mon[97338]: pgmap v17275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:24 smithi081 ceph-mon[95500]: pgmap v17275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:24 smithi081 ceph-mon[107735]: pgmap v17275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:24.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:24.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:26 smithi081 ceph-mon[95500]: pgmap v17276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:26 smithi081 ceph-mon[107735]: pgmap v17276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:25.916Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:25.917Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:26 smithi170 ceph-mon[97338]: pgmap v17276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:28 smithi170 ceph-mon[97338]: pgmap v17277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:28 smithi081 ceph-mon[95500]: pgmap v17277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:28.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:28 smithi081 ceph-mon[107735]: pgmap v17277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:30 smithi170 ceph-mon[97338]: pgmap v17278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:30 smithi081 ceph-mon[95500]: pgmap v17278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:30 smithi081 ceph-mon[107735]: pgmap v17278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:32 smithi170 ceph-mon[97338]: pgmap v17279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:32 smithi081 ceph-mon[95500]: pgmap v17279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:32 smithi081 ceph-mon[107735]: pgmap v17279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:14:34.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:34 smithi170 ceph-mon[97338]: pgmap v17280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:34 smithi081 ceph-mon[95500]: pgmap v17280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:34 smithi081 ceph-mon[107735]: pgmap v17280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:34.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:34.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:36 smithi081 ceph-mon[95500]: pgmap v17281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:36 smithi081 ceph-mon[107735]: pgmap v17281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:35.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:36.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:35.918Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:36 smithi170 ceph-mon[97338]: pgmap v17281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:38 smithi170 ceph-mon[97338]: pgmap v17282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:38 smithi081 ceph-mon[95500]: pgmap v17282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:38 smithi081 ceph-mon[107735]: pgmap v17282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:40 smithi170 ceph-mon[97338]: pgmap v17283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:40 smithi081 ceph-mon[95500]: pgmap v17283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:40 smithi081 ceph-mon[107735]: pgmap v17283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:42 smithi170 ceph-mon[97338]: pgmap v17284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:42 smithi081 ceph-mon[95500]: pgmap v17284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:42 smithi081 ceph-mon[107735]: pgmap v17284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:14:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:44 smithi170 ceph-mon[97338]: pgmap v17285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:44 smithi081 ceph-mon[95500]: pgmap v17285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:44 smithi081 ceph-mon[107735]: pgmap v17285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:44.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:44.087Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:46 smithi081 ceph-mon[95500]: pgmap v17286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:46 smithi081 ceph-mon[107735]: pgmap v17286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:45.917Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:46.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:45.919Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:46 smithi170 ceph-mon[97338]: pgmap v17286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:48 smithi170 ceph-mon[97338]: pgmap v17287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:48 smithi081 ceph-mon[95500]: pgmap v17287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:48 smithi081 ceph-mon[107735]: pgmap v17287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:50 smithi170 ceph-mon[97338]: pgmap v17288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:50 smithi081 ceph-mon[95500]: pgmap v17288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:50 smithi081 ceph-mon[107735]: pgmap v17288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:52.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:52 smithi170 ceph-mon[97338]: pgmap v17289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:52 smithi081 ceph-mon[95500]: pgmap v17289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:52 smithi081 ceph-mon[107735]: pgmap v17289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:14:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:54 smithi170 ceph-mon[97338]: pgmap v17290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:54 smithi081 ceph-mon[95500]: pgmap v17290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:54 smithi081 ceph-mon[107735]: pgmap v17290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:54.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:54.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:56 smithi081 ceph-mon[95500]: pgmap v17291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:56 smithi081 ceph-mon[107735]: pgmap v17291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:14:55.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:14:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:14:55.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:14:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:56 smithi170 ceph-mon[97338]: pgmap v17291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:14:58 smithi170 ceph-mon[97338]: pgmap v17292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:14:58 smithi081 ceph-mon[95500]: pgmap v17292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:14:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:14:58 smithi081 ceph-mon[107735]: pgmap v17292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:00 smithi170 ceph-mon[97338]: pgmap v17293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:00.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:00 smithi081 ceph-mon[95500]: pgmap v17293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:00.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:00 smithi081 ceph-mon[107735]: pgmap v17293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:02 smithi170 ceph-mon[97338]: pgmap v17294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:02 smithi081 ceph-mon[95500]: pgmap v17294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:02 smithi081 ceph-mon[107735]: pgmap v17294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:15:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:04 smithi170 ceph-mon[97338]: pgmap v17295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:04 smithi081 ceph-mon[95500]: pgmap v17295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:04 smithi081 ceph-mon[107735]: pgmap v17295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:04.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:04.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:06 smithi081 ceph-mon[95500]: pgmap v17296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:05.919Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:05.920Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:06 smithi081 ceph-mon[107735]: pgmap v17296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:06 smithi170 ceph-mon[97338]: pgmap v17296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:08 smithi170 ceph-mon[97338]: pgmap v17297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:08 smithi081 ceph-mon[95500]: pgmap v17297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:08 smithi081 ceph-mon[107735]: pgmap v17297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:10 smithi170 ceph-mon[97338]: pgmap v17298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:10 smithi081 ceph-mon[95500]: pgmap v17298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:10 smithi081 ceph-mon[107735]: pgmap v17298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:12.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:12 smithi170 ceph-mon[97338]: pgmap v17299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:12 smithi081 ceph-mon[95500]: pgmap v17299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:12.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:12 smithi081 ceph-mon[107735]: pgmap v17299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:15:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:14 smithi170 ceph-mon[97338]: pgmap v17300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:14 smithi081 ceph-mon[95500]: pgmap v17300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:14 smithi081 ceph-mon[107735]: pgmap v17300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:14.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:14.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:16.181 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:15.920Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:16.182 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:15.921Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:16 smithi170 ceph-mon[97338]: pgmap v17301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:16 smithi081 ceph-mon[95500]: pgmap v17301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:16 smithi081 ceph-mon[107735]: pgmap v17301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:18 smithi170 ceph-mon[97338]: pgmap v17302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:18 smithi081 ceph-mon[95500]: pgmap v17302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:18 smithi081 ceph-mon[107735]: pgmap v17302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:20 smithi170 ceph-mon[97338]: pgmap v17303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:20 smithi081 ceph-mon[95500]: pgmap v17303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:20 smithi081 ceph-mon[107735]: pgmap v17303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:22 smithi170 ceph-mon[97338]: pgmap v17304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:22 smithi081 ceph-mon[95500]: pgmap v17304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:22 smithi081 ceph-mon[107735]: pgmap v17304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:15:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:24 smithi170 ceph-mon[97338]: pgmap v17305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:24 smithi081 ceph-mon[95500]: pgmap v17305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:24 smithi081 ceph-mon[107735]: pgmap v17305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:24.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:24.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:26.196 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:25.921Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:26.197 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:25.922Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:26 smithi170 ceph-mon[97338]: pgmap v17306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:26 smithi081 ceph-mon[95500]: pgmap v17306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:26 smithi081 ceph-mon[107735]: pgmap v17306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:28 smithi170 ceph-mon[97338]: pgmap v17307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:28 smithi081 ceph-mon[95500]: pgmap v17307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:28 smithi081 ceph-mon[107735]: pgmap v17307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:30 smithi170 ceph-mon[97338]: pgmap v17308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:30 smithi081 ceph-mon[95500]: pgmap v17308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:30 smithi081 ceph-mon[107735]: pgmap v17308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:32 smithi170 ceph-mon[97338]: pgmap v17309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:32.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:32 smithi081 ceph-mon[95500]: pgmap v17309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:32.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:32 smithi081 ceph-mon[107735]: pgmap v17309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:15:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:34 smithi170 ceph-mon[97338]: pgmap v17310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:34 smithi081 ceph-mon[95500]: pgmap v17310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:34 smithi081 ceph-mon[107735]: pgmap v17310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:34.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:34.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:36.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:35.922Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:36.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:35.923Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:36 smithi170 ceph-mon[97338]: pgmap v17311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:36 smithi081 ceph-mon[95500]: pgmap v17311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:36 smithi081 ceph-mon[107735]: pgmap v17311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:38 smithi170 ceph-mon[97338]: pgmap v17312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:38 smithi081 ceph-mon[95500]: pgmap v17312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:38 smithi081 ceph-mon[107735]: pgmap v17312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:40 smithi170 ceph-mon[97338]: pgmap v17313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:40 smithi081 ceph-mon[95500]: pgmap v17313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:40 smithi081 ceph-mon[107735]: pgmap v17313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:42 smithi170 ceph-mon[97338]: pgmap v17314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:42 smithi081 ceph-mon[95500]: pgmap v17314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:42 smithi081 ceph-mon[107735]: pgmap v17314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:15:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:44 smithi170 ceph-mon[97338]: pgmap v17315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:44 smithi081 ceph-mon[95500]: pgmap v17315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:44.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:44.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:44 smithi081 ceph-mon[107735]: pgmap v17315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:45.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:45 smithi170 ceph-mon[97338]: pgmap v17316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:45.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:45 smithi081 ceph-mon[95500]: pgmap v17316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:45.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:45 smithi081 ceph-mon[107735]: pgmap v17316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:45.923Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:45.924Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:47.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:47 smithi170 ceph-mon[97338]: pgmap v17317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:48.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:47 smithi081 ceph-mon[95500]: pgmap v17317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:48.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:47 smithi081 ceph-mon[107735]: pgmap v17317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:49 smithi170 ceph-mon[97338]: pgmap v17318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:50.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:49 smithi081 ceph-mon[95500]: pgmap v17318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:49 smithi081 ceph-mon[107735]: pgmap v17318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:51.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:51 smithi170 ceph-mon[97338]: pgmap v17319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:52.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:51 smithi081 ceph-mon[95500]: pgmap v17319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:52.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:51 smithi081 ceph-mon[107735]: pgmap v17319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:15:53.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:53 smithi170 ceph-mon[97338]: pgmap v17320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:54.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:53 smithi081 ceph-mon[95500]: pgmap v17320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:54.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:53 smithi081 ceph-mon[107735]: pgmap v17320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:54.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:54.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:55.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:55 smithi170 ceph-mon[97338]: pgmap v17321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:56.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:55 smithi081 ceph-mon[95500]: pgmap v17321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:56.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:55 smithi081 ceph-mon[107735]: pgmap v17321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:56.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:15:55.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:56.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:15:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:15:55.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:15:57.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:57 smithi170 ceph-mon[97338]: pgmap v17322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:58.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:57 smithi081 ceph-mon[95500]: pgmap v17322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:57 smithi081 ceph-mon[107735]: pgmap v17322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:15:59.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:15:59 smithi170 ceph-mon[97338]: pgmap v17323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:00.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:15:59 smithi081 ceph-mon[95500]: pgmap v17323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:00.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:15:59 smithi081 ceph-mon[107735]: pgmap v17323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:01 smithi170 ceph-mon[97338]: pgmap v17324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:01 smithi081 ceph-mon[95500]: pgmap v17324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:01 smithi081 ceph-mon[107735]: pgmap v17324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:16:03.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:03 smithi170 ceph-mon[97338]: pgmap v17325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:04.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:03 smithi081 ceph-mon[95500]: pgmap v17325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:04.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:03 smithi081 ceph-mon[107735]: pgmap v17325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:04.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:04.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:05.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:05 smithi170 ceph-mon[97338]: pgmap v17326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:06.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:05 smithi081 ceph-mon[95500]: pgmap v17326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:06.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:05 smithi081 ceph-mon[107735]: pgmap v17326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:05.924Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:06.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:05.925Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:07 smithi170 ceph-mon[97338]: pgmap v17327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:08.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:07 smithi081 ceph-mon[95500]: pgmap v17327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:08.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:07 smithi081 ceph-mon[107735]: pgmap v17327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:09.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:09 smithi170 ceph-mon[97338]: pgmap v17328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:10.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:09 smithi081 ceph-mon[95500]: pgmap v17328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:10.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:09 smithi081 ceph-mon[107735]: pgmap v17328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:11.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:11 smithi170 ceph-mon[97338]: pgmap v17329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:12.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:11 smithi081 ceph-mon[95500]: pgmap v17329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:12.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:11 smithi081 ceph-mon[107735]: pgmap v17329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:16:13.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:13 smithi170 ceph-mon[97338]: pgmap v17330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:14.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:13 smithi081 ceph-mon[95500]: pgmap v17330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:14.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:13 smithi081 ceph-mon[107735]: pgmap v17330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:14.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:14.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:15.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:15 smithi170 ceph-mon[97338]: pgmap v17331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:16.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:15 smithi081 ceph-mon[95500]: pgmap v17331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:16.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:15 smithi081 ceph-mon[107735]: pgmap v17331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:15.925Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:16.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:15.926Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:17 smithi170 ceph-mon[97338]: pgmap v17332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:18.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:17 smithi081 ceph-mon[95500]: pgmap v17332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:18.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:17 smithi081 ceph-mon[107735]: pgmap v17332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:19 smithi081 ceph-mon[95500]: pgmap v17333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:20.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:19 smithi081 ceph-mon[107735]: pgmap v17333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:19 smithi170 ceph-mon[97338]: pgmap v17333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:22.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:21 smithi081 ceph-mon[95500]: pgmap v17334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:22.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:21 smithi081 ceph-mon[107735]: pgmap v17334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:21 smithi170 ceph-mon[97338]: pgmap v17334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:16:24.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:23 smithi081 ceph-mon[95500]: pgmap v17335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:24.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:23 smithi081 ceph-mon[107735]: pgmap v17335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:23 smithi170 ceph-mon[97338]: pgmap v17335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:24.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:24.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:26.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:25 smithi081 ceph-mon[95500]: pgmap v17336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:26.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:25 smithi081 ceph-mon[107735]: pgmap v17336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:25.926Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:26.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:25.927Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:25 smithi170 ceph-mon[97338]: pgmap v17336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:28.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:27 smithi081 ceph-mon[95500]: pgmap v17337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:28.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:27 smithi081 ceph-mon[107735]: pgmap v17337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:27 smithi170 ceph-mon[97338]: pgmap v17337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:30.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:29 smithi081 ceph-mon[95500]: pgmap v17338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:30.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:29 smithi081 ceph-mon[107735]: pgmap v17338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:29 smithi170 ceph-mon[97338]: pgmap v17338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:31 smithi081 ceph-mon[95500]: pgmap v17339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:31 smithi081 ceph-mon[107735]: pgmap v17339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:31 smithi170 ceph-mon[97338]: pgmap v17339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:16:34.098 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:33 smithi081 ceph-mon[95500]: pgmap v17340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:34.099 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:33 smithi081 ceph-mon[107735]: pgmap v17340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:33 smithi170 ceph-mon[97338]: pgmap v17340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:34.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:34.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:35 smithi170 ceph-mon[97338]: pgmap v17341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:35 smithi081 ceph-mon[95500]: pgmap v17341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:35 smithi081 ceph-mon[107735]: pgmap v17341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:35.927Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:35.928Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:37 smithi170 ceph-mon[97338]: pgmap v17342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:37 smithi081 ceph-mon[95500]: pgmap v17342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:37 smithi081 ceph-mon[107735]: pgmap v17342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:39 smithi170 ceph-mon[97338]: pgmap v17343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:39 smithi081 ceph-mon[95500]: pgmap v17343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:39 smithi081 ceph-mon[107735]: pgmap v17343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:41 smithi170 ceph-mon[97338]: pgmap v17344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:41 smithi081 ceph-mon[95500]: pgmap v17344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:41 smithi081 ceph-mon[107735]: pgmap v17344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:16:44.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:43 smithi081 ceph-mon[95500]: pgmap v17345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:44.101 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:43 smithi081 ceph-mon[107735]: pgmap v17345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:44.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:43 smithi170 ceph-mon[97338]: pgmap v17345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:44.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:44.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:45 smithi170 ceph-mon[97338]: pgmap v17346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:45 smithi081 ceph-mon[95500]: pgmap v17346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:45 smithi081 ceph-mon[107735]: pgmap v17346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:45.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:45.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:47 smithi170 ceph-mon[97338]: pgmap v17347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:47 smithi081 ceph-mon[95500]: pgmap v17347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:47 smithi081 ceph-mon[107735]: pgmap v17347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:49 smithi170 ceph-mon[97338]: pgmap v17348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:49 smithi081 ceph-mon[95500]: pgmap v17348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:49 smithi081 ceph-mon[107735]: pgmap v17348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:51 smithi170 ceph-mon[97338]: pgmap v17349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:51 smithi081 ceph-mon[95500]: pgmap v17349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:51 smithi081 ceph-mon[107735]: pgmap v17349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:16:54.100 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:53 smithi081 ceph-mon[95500]: pgmap v17350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:54.101 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:53 smithi081 ceph-mon[107735]: pgmap v17350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:53 smithi170 ceph-mon[97338]: pgmap v17350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:54.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:54.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:55 smithi170 ceph-mon[97338]: pgmap v17351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:55 smithi081 ceph-mon[95500]: pgmap v17351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:55 smithi081 ceph-mon[107735]: pgmap v17351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:16:55.928Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:16:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:16:55.929Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:16:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:57 smithi170 ceph-mon[97338]: pgmap v17352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:57 smithi081 ceph-mon[95500]: pgmap v17352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:16:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:57 smithi081 ceph-mon[107735]: pgmap v17352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:16:59 smithi170 ceph-mon[97338]: pgmap v17353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:16:59 smithi081 ceph-mon[95500]: pgmap v17353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:16:59 smithi081 ceph-mon[107735]: pgmap v17353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:01 smithi170 ceph-mon[97338]: pgmap v17354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:01 smithi081 ceph-mon[95500]: pgmap v17354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:01 smithi081 ceph-mon[107735]: pgmap v17354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:17:04.101 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:03 smithi081 ceph-mon[95500]: pgmap v17355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:04.101 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:03 smithi081 ceph-mon[107735]: pgmap v17355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:04.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:03 smithi170 ceph-mon[97338]: pgmap v17355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:04.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:04.098Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:05 smithi170 ceph-mon[97338]: pgmap v17356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:05 smithi081 ceph-mon[95500]: pgmap v17356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:05 smithi081 ceph-mon[107735]: pgmap v17356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:05.929Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:05.930Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:07 smithi170 ceph-mon[97338]: pgmap v17357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:07 smithi081 ceph-mon[95500]: pgmap v17357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:07 smithi081 ceph-mon[107735]: pgmap v17357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:09 smithi170 ceph-mon[97338]: pgmap v17358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:09 smithi081 ceph-mon[95500]: pgmap v17358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:09 smithi081 ceph-mon[107735]: pgmap v17358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:11 smithi170 ceph-mon[97338]: pgmap v17359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:11 smithi081 ceph-mon[95500]: pgmap v17359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:11 smithi081 ceph-mon[107735]: pgmap v17359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:17:14.102 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:13 smithi081 ceph-mon[95500]: pgmap v17360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:14.103 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:13 smithi081 ceph-mon[107735]: pgmap v17360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:13 smithi170 ceph-mon[97338]: pgmap v17360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:14.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:14.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:15 smithi170 ceph-mon[97338]: pgmap v17361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:15 smithi081 ceph-mon[95500]: pgmap v17361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:15.930Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:15.931Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:16.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:15 smithi081 ceph-mon[107735]: pgmap v17361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:17 smithi170 ceph-mon[97338]: pgmap v17362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:17 smithi081 ceph-mon[95500]: pgmap v17362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:17 smithi081 ceph-mon[107735]: pgmap v17362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:19 smithi170 ceph-mon[97338]: pgmap v17363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:19 smithi081 ceph-mon[95500]: pgmap v17363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:19 smithi081 ceph-mon[107735]: pgmap v17363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:21 smithi170 ceph-mon[97338]: pgmap v17364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:21 smithi081 ceph-mon[95500]: pgmap v17364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:21 smithi081 ceph-mon[107735]: pgmap v17364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:17:24.104 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:23 smithi081 ceph-mon[95500]: pgmap v17365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:24.104 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:24.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:24.105 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:23 smithi081 ceph-mon[107735]: pgmap v17365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:23 smithi170 ceph-mon[97338]: pgmap v17365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:24.100Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:25 smithi170 ceph-mon[97338]: pgmap v17366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:25 smithi081 ceph-mon[95500]: pgmap v17366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:25 smithi081 ceph-mon[107735]: pgmap v17366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:25.931Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:25.932Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:27 smithi170 ceph-mon[97338]: pgmap v17367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:28.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:27 smithi081 ceph-mon[95500]: pgmap v17367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:28.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:27 smithi081 ceph-mon[107735]: pgmap v17367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:29 smithi170 ceph-mon[97338]: pgmap v17368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:29 smithi081 ceph-mon[95500]: pgmap v17368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:29 smithi081 ceph-mon[107735]: pgmap v17368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:32.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:31 smithi170 ceph-mon[97338]: pgmap v17369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:31 smithi081 ceph-mon[95500]: pgmap v17369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:31 smithi081 ceph-mon[107735]: pgmap v17369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:17:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:33 smithi170 ceph-mon[97338]: pgmap v17370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:33 smithi081 ceph-mon[95500]: pgmap v17370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:33 smithi081 ceph-mon[107735]: pgmap v17370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:34.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:34.100Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:35 smithi170 ceph-mon[97338]: pgmap v17371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:35 smithi081 ceph-mon[95500]: pgmap v17371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:35.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:35.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:35 smithi081 ceph-mon[107735]: pgmap v17371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:37 smithi170 ceph-mon[97338]: pgmap v17372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:37 smithi081 ceph-mon[95500]: pgmap v17372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:37 smithi081 ceph-mon[107735]: pgmap v17372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:39 smithi170 ceph-mon[97338]: pgmap v17373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:39 smithi081 ceph-mon[95500]: pgmap v17373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:40.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:39 smithi081 ceph-mon[107735]: pgmap v17373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:41 smithi170 ceph-mon[97338]: pgmap v17374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:41 smithi081 ceph-mon[95500]: pgmap v17374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:41 smithi081 ceph-mon[107735]: pgmap v17374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:17:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:43 smithi170 ceph-mon[97338]: pgmap v17375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:43 smithi081 ceph-mon[95500]: pgmap v17375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:43 smithi081 ceph-mon[107735]: pgmap v17375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:44.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:44.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:45 smithi170 ceph-mon[97338]: pgmap v17376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:45 smithi081 ceph-mon[95500]: pgmap v17376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:45 smithi081 ceph-mon[107735]: pgmap v17376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:45.932Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:45.933Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:48.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:47 smithi170 ceph-mon[97338]: pgmap v17377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:47 smithi081 ceph-mon[95500]: pgmap v17377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:47 smithi081 ceph-mon[107735]: pgmap v17377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:49 smithi170 ceph-mon[97338]: pgmap v17378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:49 smithi081 ceph-mon[95500]: pgmap v17378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:49 smithi081 ceph-mon[107735]: pgmap v17378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:51 smithi170 ceph-mon[97338]: pgmap v17379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:51 smithi081 ceph-mon[95500]: pgmap v17379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:51 smithi081 ceph-mon[107735]: pgmap v17379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:17:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:53 smithi170 ceph-mon[97338]: pgmap v17380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:53 smithi081 ceph-mon[95500]: pgmap v17380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:54.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:53 smithi081 ceph-mon[107735]: pgmap v17380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:54.102Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:54.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:55 smithi170 ceph-mon[97338]: pgmap v17381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:55 smithi081 ceph-mon[95500]: pgmap v17381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:55 smithi081 ceph-mon[107735]: pgmap v17381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:17:55.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:17:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:17:55.934Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:17:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:57 smithi170 ceph-mon[97338]: pgmap v17382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:57 smithi081 ceph-mon[95500]: pgmap v17382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:17:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:57 smithi081 ceph-mon[107735]: pgmap v17382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:00.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:17:59 smithi170 ceph-mon[97338]: pgmap v17383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:00.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:17:59 smithi081 ceph-mon[95500]: pgmap v17383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:17:59 smithi081 ceph-mon[107735]: pgmap v17383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:01 smithi170 ceph-mon[97338]: pgmap v17384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:01 smithi081 ceph-mon[95500]: pgmap v17384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:01 smithi081 ceph-mon[107735]: pgmap v17384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:18:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:03 smithi170 ceph-mon[97338]: pgmap v17385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:03 smithi081 ceph-mon[95500]: pgmap v17385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:03 smithi081 ceph-mon[107735]: pgmap v17385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:04.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:04.102Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:04.103Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:05 smithi170 ceph-mon[97338]: pgmap v17386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:05 smithi081 ceph-mon[95500]: pgmap v17386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:05 smithi081 ceph-mon[107735]: pgmap v17386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:05.933Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:05.935Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:07 smithi170 ceph-mon[97338]: pgmap v17387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:07 smithi081 ceph-mon[95500]: pgmap v17387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:07 smithi081 ceph-mon[107735]: pgmap v17387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:09 smithi170 ceph-mon[97338]: pgmap v17388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:09 smithi081 ceph-mon[95500]: pgmap v17388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:09 smithi081 ceph-mon[107735]: pgmap v17388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:11 smithi170 ceph-mon[97338]: pgmap v17389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:11 smithi081 ceph-mon[95500]: pgmap v17389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:12.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:11 smithi081 ceph-mon[107735]: pgmap v17389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:18:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:13 smithi170 ceph-mon[97338]: pgmap v17390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:13 smithi081 ceph-mon[95500]: pgmap v17390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:13 smithi081 ceph-mon[107735]: pgmap v17390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:14.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:14.104Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:15 smithi170 ceph-mon[97338]: pgmap v17391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:15 smithi081 ceph-mon[95500]: pgmap v17391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:15 smithi081 ceph-mon[107735]: pgmap v17391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:15.934Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:15.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:17 smithi170 ceph-mon[97338]: pgmap v17392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:17 smithi081 ceph-mon[95500]: pgmap v17392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:17 smithi081 ceph-mon[107735]: pgmap v17392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:19 smithi170 ceph-mon[97338]: pgmap v17393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:19 smithi081 ceph-mon[95500]: pgmap v17393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:19 smithi081 ceph-mon[107735]: pgmap v17393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:21 smithi170 ceph-mon[97338]: pgmap v17394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:21 smithi081 ceph-mon[95500]: pgmap v17394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:21 smithi081 ceph-mon[107735]: pgmap v17394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:18:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:23 smithi170 ceph-mon[97338]: pgmap v17395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:23 smithi081 ceph-mon[95500]: pgmap v17395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:23 smithi081 ceph-mon[107735]: pgmap v17395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:24.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:24.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:24.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:25 smithi170 ceph-mon[97338]: pgmap v17396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:25 smithi081 ceph-mon[95500]: pgmap v17396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:25 smithi081 ceph-mon[107735]: pgmap v17396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:25.935Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:25.936Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:27 smithi170 ceph-mon[97338]: pgmap v17397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:27 smithi081 ceph-mon[95500]: pgmap v17397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:27 smithi081 ceph-mon[107735]: pgmap v17397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:29 smithi170 ceph-mon[97338]: pgmap v17398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:29 smithi081 ceph-mon[95500]: pgmap v17398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:29 smithi081 ceph-mon[107735]: pgmap v17398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:32.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:31 smithi170 ceph-mon[97338]: pgmap v17399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:31 smithi081 ceph-mon[95500]: pgmap v17399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:31 smithi081 ceph-mon[107735]: pgmap v17399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:18:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:33 smithi170 ceph-mon[97338]: pgmap v17400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:33 smithi081 ceph-mon[95500]: pgmap v17400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:33 smithi081 ceph-mon[107735]: pgmap v17400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:34.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:34.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:34.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:35 smithi170 ceph-mon[97338]: pgmap v17401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:35 smithi081 ceph-mon[95500]: pgmap v17401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:35.936Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:35.937Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:35 smithi081 ceph-mon[107735]: pgmap v17401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:37 smithi170 ceph-mon[97338]: pgmap v17402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:37 smithi081 ceph-mon[95500]: pgmap v17402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:37 smithi081 ceph-mon[107735]: pgmap v17402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:39 smithi170 ceph-mon[97338]: pgmap v17403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:39 smithi081 ceph-mon[95500]: pgmap v17403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:39 smithi081 ceph-mon[107735]: pgmap v17403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:41 smithi170 ceph-mon[97338]: pgmap v17404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:41 smithi081 ceph-mon[95500]: pgmap v17404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:41 smithi081 ceph-mon[107735]: pgmap v17404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:18:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:43 smithi170 ceph-mon[97338]: pgmap v17405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:43 smithi081 ceph-mon[95500]: pgmap v17405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:43 smithi081 ceph-mon[107735]: pgmap v17405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:44.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:44.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:45 smithi170 ceph-mon[97338]: pgmap v17406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:45 smithi081 ceph-mon[95500]: pgmap v17406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:45 smithi081 ceph-mon[107735]: pgmap v17406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:45.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:45.938Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:47 smithi170 ceph-mon[97338]: pgmap v17407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:47 smithi081 ceph-mon[95500]: pgmap v17407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:47 smithi081 ceph-mon[107735]: pgmap v17407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:49 smithi170 ceph-mon[97338]: pgmap v17408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:49 smithi081 ceph-mon[95500]: pgmap v17408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:49 smithi081 ceph-mon[107735]: pgmap v17408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:51 smithi170 ceph-mon[97338]: pgmap v17409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:51 smithi081 ceph-mon[95500]: pgmap v17409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:51 smithi081 ceph-mon[107735]: pgmap v17409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:18:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:53 smithi170 ceph-mon[97338]: pgmap v17410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:53 smithi081 ceph-mon[95500]: pgmap v17410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:54.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:54.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:53 smithi081 ceph-mon[107735]: pgmap v17410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:55 smithi170 ceph-mon[97338]: pgmap v17411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:55 smithi081 ceph-mon[95500]: pgmap v17411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:55 smithi081 ceph-mon[107735]: pgmap v17411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:18:55.937Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:18:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:18:55.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:18:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:57 smithi081 ceph-mon[95500]: pgmap v17412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:57 smithi081 ceph-mon[107735]: pgmap v17412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:18:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:57 smithi170 ceph-mon[97338]: pgmap v17412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:18:59 smithi081 ceph-mon[95500]: pgmap v17413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:18:59 smithi081 ceph-mon[107735]: pgmap v17413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:18:59 smithi170 ceph-mon[97338]: pgmap v17413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:02 smithi081 ceph-mon[95500]: pgmap v17414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:02.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:02 smithi081 ceph-mon[107735]: pgmap v17414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:02 smithi170 ceph-mon[97338]: pgmap v17414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:19:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:04 smithi081 ceph-mon[95500]: pgmap v17415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:04.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:04 smithi081 ceph-mon[107735]: pgmap v17415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:04.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:04.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:04.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:04 smithi170 ceph-mon[97338]: pgmap v17415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:06 smithi081 ceph-mon[95500]: pgmap v17416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:06 smithi081 ceph-mon[107735]: pgmap v17416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:05.938Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:05.939Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:06 smithi170 ceph-mon[97338]: pgmap v17416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:08 smithi081 ceph-mon[95500]: pgmap v17417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:08 smithi081 ceph-mon[107735]: pgmap v17417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:08 smithi170 ceph-mon[97338]: pgmap v17417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:10 smithi170 ceph-mon[97338]: pgmap v17418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:10 smithi081 ceph-mon[95500]: pgmap v17418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:10 smithi081 ceph-mon[107735]: pgmap v17418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:12 smithi170 ceph-mon[97338]: pgmap v17419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:12 smithi081 ceph-mon[95500]: pgmap v17419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:12 smithi081 ceph-mon[107735]: pgmap v17419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:19:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:14 smithi170 ceph-mon[97338]: pgmap v17420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:14 smithi081 ceph-mon[95500]: pgmap v17420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:14.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:14.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:14 smithi081 ceph-mon[107735]: pgmap v17420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:16 smithi081 ceph-mon[95500]: pgmap v17421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:16 smithi081 ceph-mon[107735]: pgmap v17421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:15.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:15.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:16 smithi170 ceph-mon[97338]: pgmap v17421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:18 smithi170 ceph-mon[97338]: pgmap v17422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:18 smithi081 ceph-mon[95500]: pgmap v17422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:18 smithi081 ceph-mon[107735]: pgmap v17422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:20 smithi170 ceph-mon[97338]: pgmap v17423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:20 smithi081 ceph-mon[95500]: pgmap v17423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:20 smithi081 ceph-mon[107735]: pgmap v17423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:22 smithi170 ceph-mon[97338]: pgmap v17424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:22 smithi081 ceph-mon[95500]: pgmap v17424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:22 smithi081 ceph-mon[107735]: pgmap v17424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:19:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:24 smithi170 ceph-mon[97338]: pgmap v17425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:24 smithi081 ceph-mon[95500]: pgmap v17425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:24 smithi081 ceph-mon[107735]: pgmap v17425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:24.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:24.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:26 smithi081 ceph-mon[95500]: pgmap v17426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:26 smithi081 ceph-mon[107735]: pgmap v17426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:25.939Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:25.940Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:26 smithi170 ceph-mon[97338]: pgmap v17426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:28 smithi170 ceph-mon[97338]: pgmap v17427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:28 smithi081 ceph-mon[95500]: pgmap v17427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:28.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:28 smithi081 ceph-mon[107735]: pgmap v17427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:30 smithi170 ceph-mon[97338]: pgmap v17428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:30 smithi081 ceph-mon[95500]: pgmap v17428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:30 smithi081 ceph-mon[107735]: pgmap v17428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:32 smithi170 ceph-mon[97338]: pgmap v17429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:32 smithi081 ceph-mon[95500]: pgmap v17429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:32.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:32 smithi081 ceph-mon[107735]: pgmap v17429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:19:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:34 smithi170 ceph-mon[97338]: pgmap v17430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:34 smithi081 ceph-mon[95500]: pgmap v17430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:34 smithi081 ceph-mon[107735]: pgmap v17430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:34.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:34.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:36 smithi081 ceph-mon[95500]: pgmap v17431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:36 smithi081 ceph-mon[107735]: pgmap v17431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:35.940Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:35.941Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:36 smithi170 ceph-mon[97338]: pgmap v17431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:38 smithi170 ceph-mon[97338]: pgmap v17432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:38 smithi081 ceph-mon[95500]: pgmap v17432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:38 smithi081 ceph-mon[107735]: pgmap v17432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:40 smithi170 ceph-mon[97338]: pgmap v17433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:40 smithi081 ceph-mon[95500]: pgmap v17433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:40 smithi081 ceph-mon[107735]: pgmap v17433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:42 smithi170 ceph-mon[97338]: pgmap v17434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:42 smithi081 ceph-mon[95500]: pgmap v17434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:42 smithi081 ceph-mon[107735]: pgmap v17434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:19:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:44 smithi170 ceph-mon[97338]: pgmap v17435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:44 smithi081 ceph-mon[95500]: pgmap v17435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:44 smithi081 ceph-mon[107735]: pgmap v17435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:44.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:44.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:46 smithi081 ceph-mon[95500]: pgmap v17436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:46 smithi081 ceph-mon[107735]: pgmap v17436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:45.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:46.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:45.942Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:46 smithi170 ceph-mon[97338]: pgmap v17436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:48 smithi170 ceph-mon[97338]: pgmap v17437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:48.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:48 smithi081 ceph-mon[95500]: pgmap v17437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:48.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:48 smithi081 ceph-mon[107735]: pgmap v17437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:50 smithi170 ceph-mon[97338]: pgmap v17438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:50 smithi081 ceph-mon[95500]: pgmap v17438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:50 smithi081 ceph-mon[107735]: pgmap v17438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:52 smithi170 ceph-mon[97338]: pgmap v17439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:52 smithi081 ceph-mon[95500]: pgmap v17439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:52 smithi081 ceph-mon[107735]: pgmap v17439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:19:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:54 smithi170 ceph-mon[97338]: pgmap v17440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:54.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:54 smithi081 ceph-mon[95500]: pgmap v17440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:54 smithi081 ceph-mon[107735]: pgmap v17440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:54.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:54.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:56 smithi081 ceph-mon[95500]: pgmap v17441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:56 smithi081 ceph-mon[107735]: pgmap v17441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:19:55.941Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:19:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:19:55.942Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:19:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:56 smithi170 ceph-mon[97338]: pgmap v17441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:19:58 smithi170 ceph-mon[97338]: pgmap v17442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:19:58 smithi081 ceph-mon[95500]: pgmap v17442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:19:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:19:58 smithi081 ceph-mon[107735]: pgmap v17442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:00 smithi170 ceph-mon[97338]: pgmap v17443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:20:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:00 smithi081 ceph-mon[95500]: pgmap v17443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:20:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:00 smithi081 ceph-mon[107735]: pgmap v17443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:20:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:02 smithi170 ceph-mon[97338]: pgmap v17444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:02 smithi081 ceph-mon[95500]: pgmap v17444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:02 smithi081 ceph-mon[107735]: pgmap v17444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:20:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:04 smithi170 ceph-mon[97338]: pgmap v17445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:04 smithi081 ceph-mon[95500]: pgmap v17445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:04 smithi081 ceph-mon[107735]: pgmap v17445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:04.112Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:04.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:06 smithi081 ceph-mon[95500]: pgmap v17446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:06 smithi081 ceph-mon[107735]: pgmap v17446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:05.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:05.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:06 smithi170 ceph-mon[97338]: pgmap v17446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:08 smithi170 ceph-mon[97338]: pgmap v17447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:08 smithi081 ceph-mon[95500]: pgmap v17447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:08 smithi081 ceph-mon[107735]: pgmap v17447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:10 smithi170 ceph-mon[97338]: pgmap v17448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:10 smithi081 ceph-mon[95500]: pgmap v17448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:10 smithi081 ceph-mon[107735]: pgmap v17448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:12 smithi170 ceph-mon[97338]: pgmap v17449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:12 smithi081 ceph-mon[95500]: pgmap v17449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:12 smithi081 ceph-mon[107735]: pgmap v17449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:20:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:14 smithi170 ceph-mon[97338]: pgmap v17450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:14 smithi081 ceph-mon[95500]: pgmap v17450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:14 smithi081 ceph-mon[107735]: pgmap v17450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:14.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:14.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:16 smithi081 ceph-mon[95500]: pgmap v17451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:16 smithi081 ceph-mon[107735]: pgmap v17451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:15.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:15.943Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:16 smithi170 ceph-mon[97338]: pgmap v17451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:18 smithi170 ceph-mon[97338]: pgmap v17452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:18 smithi081 ceph-mon[95500]: pgmap v17452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:18 smithi081 ceph-mon[107735]: pgmap v17452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:20 smithi170 ceph-mon[97338]: pgmap v17453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:20 smithi081 ceph-mon[95500]: pgmap v17453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:20 smithi081 ceph-mon[107735]: pgmap v17453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:22 smithi170 ceph-mon[97338]: pgmap v17454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:22 smithi081 ceph-mon[95500]: pgmap v17454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:22 smithi081 ceph-mon[107735]: pgmap v17454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:20:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:24 smithi170 ceph-mon[97338]: pgmap v17455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:24 smithi081 ceph-mon[95500]: pgmap v17455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:24 smithi081 ceph-mon[107735]: pgmap v17455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:24.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:24.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:26 smithi081 ceph-mon[95500]: pgmap v17456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:26 smithi081 ceph-mon[107735]: pgmap v17456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:25.942Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:25.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:26 smithi170 ceph-mon[97338]: pgmap v17456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:28 smithi170 ceph-mon[97338]: pgmap v17457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:28 smithi081 ceph-mon[95500]: pgmap v17457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:28 smithi081 ceph-mon[107735]: pgmap v17457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:30 smithi170 ceph-mon[97338]: pgmap v17458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:30 smithi081 ceph-mon[95500]: pgmap v17458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:30 smithi081 ceph-mon[107735]: pgmap v17458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:32 smithi170 ceph-mon[97338]: pgmap v17459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:32 smithi081 ceph-mon[95500]: pgmap v17459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:32 smithi081 ceph-mon[107735]: pgmap v17459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:20:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:34 smithi170 ceph-mon[97338]: pgmap v17460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:34 smithi081 ceph-mon[95500]: pgmap v17460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:34 smithi081 ceph-mon[107735]: pgmap v17460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:34.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:34.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:36 smithi081 ceph-mon[95500]: pgmap v17461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:36 smithi081 ceph-mon[107735]: pgmap v17461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:35.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:35.944Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:36 smithi170 ceph-mon[97338]: pgmap v17461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:38 smithi170 ceph-mon[97338]: pgmap v17462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:38 smithi081 ceph-mon[95500]: pgmap v17462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:38 smithi081 ceph-mon[107735]: pgmap v17462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:40 smithi170 ceph-mon[97338]: pgmap v17463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:40 smithi081 ceph-mon[95500]: pgmap v17463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:40 smithi081 ceph-mon[107735]: pgmap v17463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:42 smithi170 ceph-mon[97338]: pgmap v17464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:42 smithi081 ceph-mon[95500]: pgmap v17464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:42 smithi081 ceph-mon[107735]: pgmap v17464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:20:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:44 smithi170 ceph-mon[97338]: pgmap v17465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:44 smithi081 ceph-mon[95500]: pgmap v17465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:44 smithi081 ceph-mon[107735]: pgmap v17465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:44.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:44.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:46 smithi081 ceph-mon[95500]: pgmap v17466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:46 smithi081 ceph-mon[107735]: pgmap v17466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:45.944Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:45.945Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:46 smithi170 ceph-mon[97338]: pgmap v17466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:48 smithi170 ceph-mon[97338]: pgmap v17467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:48 smithi081 ceph-mon[95500]: pgmap v17467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:48 smithi081 ceph-mon[107735]: pgmap v17467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:50 smithi170 ceph-mon[97338]: pgmap v17468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:50 smithi081 ceph-mon[95500]: pgmap v17468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:50 smithi081 ceph-mon[107735]: pgmap v17468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:52 smithi170 ceph-mon[97338]: pgmap v17469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:52 smithi081 ceph-mon[95500]: pgmap v17469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:52 smithi081 ceph-mon[107735]: pgmap v17469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:20:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:54 smithi170 ceph-mon[97338]: pgmap v17470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:54 smithi081 ceph-mon[95500]: pgmap v17470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:54.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:54.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:54 smithi081 ceph-mon[107735]: pgmap v17470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:56.199 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:20:55.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:56.200 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:20:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:20:55.946Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:20:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:56 smithi170 ceph-mon[97338]: pgmap v17471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:56 smithi081 ceph-mon[95500]: pgmap v17471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:56 smithi081 ceph-mon[107735]: pgmap v17471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:20:58 smithi170 ceph-mon[97338]: pgmap v17472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:20:58 smithi081 ceph-mon[95500]: pgmap v17472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:20:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:20:58 smithi081 ceph-mon[107735]: pgmap v17472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:00 smithi170 ceph-mon[97338]: pgmap v17473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:00 smithi081 ceph-mon[95500]: pgmap v17473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:00 smithi081 ceph-mon[107735]: pgmap v17473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:02 smithi170 ceph-mon[97338]: pgmap v17474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:02 smithi081 ceph-mon[95500]: pgmap v17474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:02 smithi081 ceph-mon[107735]: pgmap v17474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:21:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:04 smithi170 ceph-mon[97338]: pgmap v17475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:04 smithi081 ceph-mon[95500]: pgmap v17475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:04 smithi081 ceph-mon[107735]: pgmap v17475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:04.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:04.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:06.214 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:05.945Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:06.215 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:05.947Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:06 smithi170 ceph-mon[97338]: pgmap v17476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:06 smithi081 ceph-mon[95500]: pgmap v17476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:06 smithi081 ceph-mon[107735]: pgmap v17476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:08 smithi170 ceph-mon[97338]: pgmap v17477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:08 smithi081 ceph-mon[95500]: pgmap v17477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:08 smithi081 ceph-mon[107735]: pgmap v17477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:10 smithi170 ceph-mon[97338]: pgmap v17478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:10 smithi081 ceph-mon[95500]: pgmap v17478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:10 smithi081 ceph-mon[107735]: pgmap v17478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:12 smithi170 ceph-mon[97338]: pgmap v17479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:12 smithi081 ceph-mon[95500]: pgmap v17479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:12 smithi081 ceph-mon[107735]: pgmap v17479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:21:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:14 smithi170 ceph-mon[97338]: pgmap v17480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:14 smithi081 ceph-mon[95500]: pgmap v17480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:14 smithi081 ceph-mon[107735]: pgmap v17480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:14.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:14.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:16.233 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:15.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:16.234 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:15.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:16 smithi170 ceph-mon[97338]: pgmap v17481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:16 smithi081 ceph-mon[95500]: pgmap v17481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:16 smithi081 ceph-mon[107735]: pgmap v17481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:18 smithi170 ceph-mon[97338]: pgmap v17482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:18 smithi081 ceph-mon[95500]: pgmap v17482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:18 smithi081 ceph-mon[107735]: pgmap v17482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:20 smithi170 ceph-mon[97338]: pgmap v17483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:20 smithi081 ceph-mon[95500]: pgmap v17483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:20 smithi081 ceph-mon[107735]: pgmap v17483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:22 smithi081 ceph-mon[95500]: pgmap v17484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:22 smithi081 ceph-mon[107735]: pgmap v17484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:22 smithi170 ceph-mon[97338]: pgmap v17484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:21:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:24 smithi081 ceph-mon[95500]: pgmap v17485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:24 smithi081 ceph-mon[107735]: pgmap v17485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:24.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:24.118Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:24 smithi170 ceph-mon[97338]: pgmap v17485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:26.255 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:25.947Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:26.255 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:25.948Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:26 smithi081 ceph-mon[95500]: pgmap v17486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:26 smithi081 ceph-mon[107735]: pgmap v17486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:26 smithi170 ceph-mon[97338]: pgmap v17486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:28 smithi081 ceph-mon[95500]: pgmap v17487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:28 smithi081 ceph-mon[107735]: pgmap v17487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:28 smithi170 ceph-mon[97338]: pgmap v17487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:30 smithi081 ceph-mon[95500]: pgmap v17488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:30 smithi081 ceph-mon[107735]: pgmap v17488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:30 smithi170 ceph-mon[97338]: pgmap v17488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:32 smithi081 ceph-mon[95500]: pgmap v17489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:32.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:32 smithi081 ceph-mon[107735]: pgmap v17489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:32 smithi170 ceph-mon[97338]: pgmap v17489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:21:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:34 smithi081 ceph-mon[95500]: pgmap v17490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:34 smithi081 ceph-mon[107735]: pgmap v17490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:34.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:34.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:34 smithi170 ceph-mon[97338]: pgmap v17490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:35.948Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:35.949Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:36 smithi170 ceph-mon[97338]: pgmap v17491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:36 smithi081 ceph-mon[95500]: pgmap v17491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:36 smithi081 ceph-mon[107735]: pgmap v17491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:38 smithi170 ceph-mon[97338]: pgmap v17492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:38 smithi081 ceph-mon[95500]: pgmap v17492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:38 smithi081 ceph-mon[107735]: pgmap v17492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:40 smithi170 ceph-mon[97338]: pgmap v17493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:40 smithi081 ceph-mon[95500]: pgmap v17493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:40 smithi081 ceph-mon[107735]: pgmap v17493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:42 smithi170 ceph-mon[97338]: pgmap v17494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:42 smithi081 ceph-mon[95500]: pgmap v17494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:42 smithi081 ceph-mon[107735]: pgmap v17494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:21:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:44 smithi081 ceph-mon[95500]: pgmap v17495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:44 smithi081 ceph-mon[107735]: pgmap v17495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:44.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:44.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:44 smithi170 ceph-mon[97338]: pgmap v17495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:45.949Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:45.950Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:46 smithi170 ceph-mon[97338]: pgmap v17496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:46 smithi081 ceph-mon[95500]: pgmap v17496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:46 smithi081 ceph-mon[107735]: pgmap v17496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:48 smithi170 ceph-mon[97338]: pgmap v17497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:48 smithi081 ceph-mon[95500]: pgmap v17497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:48 smithi081 ceph-mon[107735]: pgmap v17497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:50 smithi170 ceph-mon[97338]: pgmap v17498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:50 smithi081 ceph-mon[95500]: pgmap v17498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:50 smithi081 ceph-mon[107735]: pgmap v17498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:51.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:51 smithi170 ceph-mon[97338]: pgmap v17499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:51.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:51 smithi081 ceph-mon[95500]: pgmap v17499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:51.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:51 smithi081 ceph-mon[107735]: pgmap v17499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:21:54.123 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:53 smithi081 ceph-mon[95500]: pgmap v17500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:54.124 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:53 smithi081 ceph-mon[107735]: pgmap v17500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:53 smithi170 ceph-mon[97338]: pgmap v17500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:54.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:54.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:55 smithi170 ceph-mon[97338]: pgmap v17501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:55 smithi081 ceph-mon[95500]: pgmap v17501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:55 smithi081 ceph-mon[107735]: pgmap v17501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:21:55.950Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:21:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:21:55.951Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:21:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:57 smithi170 ceph-mon[97338]: pgmap v17502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:57 smithi081 ceph-mon[95500]: pgmap v17502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:21:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:57 smithi081 ceph-mon[107735]: pgmap v17502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:21:59 smithi170 ceph-mon[97338]: pgmap v17503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:21:59 smithi081 ceph-mon[95500]: pgmap v17503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:21:59 smithi081 ceph-mon[107735]: pgmap v17503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:01 smithi170 ceph-mon[97338]: pgmap v17504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:01 smithi081 ceph-mon[95500]: pgmap v17504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:01 smithi081 ceph-mon[107735]: pgmap v17504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:22:04.125 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:03 smithi081 ceph-mon[95500]: pgmap v17505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:04.125 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:03 smithi081 ceph-mon[107735]: pgmap v17505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:03 smithi170 ceph-mon[97338]: pgmap v17505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:04.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:04.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:05 smithi170 ceph-mon[97338]: pgmap v17506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:05 smithi081 ceph-mon[95500]: pgmap v17506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:05 smithi081 ceph-mon[107735]: pgmap v17506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:05.951Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:05.953Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:07 smithi170 ceph-mon[97338]: pgmap v17507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:07 smithi081 ceph-mon[95500]: pgmap v17507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:07 smithi081 ceph-mon[107735]: pgmap v17507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:09 smithi170 ceph-mon[97338]: pgmap v17508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:09 smithi081 ceph-mon[95500]: pgmap v17508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:09 smithi081 ceph-mon[107735]: pgmap v17508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:11 smithi170 ceph-mon[97338]: pgmap v17509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:11 smithi081 ceph-mon[95500]: pgmap v17509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:11 smithi081 ceph-mon[107735]: pgmap v17509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:22:14.125 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:13 smithi081 ceph-mon[95500]: pgmap v17510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:14.126 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:13 smithi081 ceph-mon[107735]: pgmap v17510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:13 smithi170 ceph-mon[97338]: pgmap v17510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:14.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:14.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:15 smithi170 ceph-mon[97338]: pgmap v17511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:15 smithi081 ceph-mon[95500]: pgmap v17511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:15 smithi081 ceph-mon[107735]: pgmap v17511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:15.952Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:15.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:17 smithi170 ceph-mon[97338]: pgmap v17512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:17 smithi081 ceph-mon[95500]: pgmap v17512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:18.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:17 smithi081 ceph-mon[107735]: pgmap v17512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:19 smithi170 ceph-mon[97338]: pgmap v17513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:19 smithi081 ceph-mon[95500]: pgmap v17513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:19 smithi081 ceph-mon[107735]: pgmap v17513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:21 smithi170 ceph-mon[97338]: pgmap v17514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:21 smithi081 ceph-mon[95500]: pgmap v17514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:21 smithi081 ceph-mon[107735]: pgmap v17514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:22:24.126 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:23 smithi081 ceph-mon[95500]: pgmap v17515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:24.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:23 smithi081 ceph-mon[107735]: pgmap v17515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:23 smithi170 ceph-mon[97338]: pgmap v17515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:24.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:24.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:25 smithi170 ceph-mon[97338]: pgmap v17516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:25 smithi081 ceph-mon[95500]: pgmap v17516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:25 smithi081 ceph-mon[107735]: pgmap v17516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:25.953Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:25.954Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:27 smithi170 ceph-mon[97338]: pgmap v17517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:27 smithi081 ceph-mon[95500]: pgmap v17517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:27 smithi081 ceph-mon[107735]: pgmap v17517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:29 smithi170 ceph-mon[97338]: pgmap v17518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:29 smithi081 ceph-mon[95500]: pgmap v17518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:29 smithi081 ceph-mon[107735]: pgmap v17518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:31 smithi170 ceph-mon[97338]: pgmap v17519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:31 smithi081 ceph-mon[95500]: pgmap v17519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:31 smithi081 ceph-mon[107735]: pgmap v17519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:22:34.127 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:33 smithi081 ceph-mon[95500]: pgmap v17520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:34.127 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:33 smithi081 ceph-mon[107735]: pgmap v17520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:33 smithi170 ceph-mon[97338]: pgmap v17520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:34.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:34.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:35 smithi170 ceph-mon[97338]: pgmap v17521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:35 smithi081 ceph-mon[95500]: pgmap v17521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:35 smithi081 ceph-mon[107735]: pgmap v17521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:35.954Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:35.955Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:37 smithi170 ceph-mon[97338]: pgmap v17522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:37 smithi081 ceph-mon[95500]: pgmap v17522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:37 smithi081 ceph-mon[107735]: pgmap v17522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:39 smithi170 ceph-mon[97338]: pgmap v17523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:39 smithi081 ceph-mon[95500]: pgmap v17523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:39 smithi081 ceph-mon[107735]: pgmap v17523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:41 smithi170 ceph-mon[97338]: pgmap v17524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:41 smithi081 ceph-mon[95500]: pgmap v17524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:41 smithi081 ceph-mon[107735]: pgmap v17524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:22:44.128 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:43 smithi081 ceph-mon[95500]: pgmap v17525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:44.129 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:43 smithi081 ceph-mon[107735]: pgmap v17525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:43 smithi170 ceph-mon[97338]: pgmap v17525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:44.124Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:44.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:45 smithi170 ceph-mon[97338]: pgmap v17526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:45 smithi081 ceph-mon[95500]: pgmap v17526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:45 smithi081 ceph-mon[107735]: pgmap v17526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:45.955Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:45.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:47 smithi170 ceph-mon[97338]: pgmap v17527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:47 smithi081 ceph-mon[95500]: pgmap v17527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:47 smithi081 ceph-mon[107735]: pgmap v17527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:49 smithi170 ceph-mon[97338]: pgmap v17528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:49 smithi081 ceph-mon[95500]: pgmap v17528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:49 smithi081 ceph-mon[107735]: pgmap v17528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:51 smithi170 ceph-mon[97338]: pgmap v17529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:51 smithi081 ceph-mon[95500]: pgmap v17529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:51 smithi081 ceph-mon[107735]: pgmap v17529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:22:54.129 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:53 smithi081 ceph-mon[95500]: pgmap v17530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:54.130 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:53 smithi081 ceph-mon[107735]: pgmap v17530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:53 smithi170 ceph-mon[97338]: pgmap v17530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:54.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:54.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:55 smithi170 ceph-mon[97338]: pgmap v17531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:55 smithi081 ceph-mon[95500]: pgmap v17531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:55 smithi081 ceph-mon[107735]: pgmap v17531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:22:55.956Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:22:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:22:55.957Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:22:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:57 smithi170 ceph-mon[97338]: pgmap v17532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:57 smithi081 ceph-mon[95500]: pgmap v17532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:22:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:57 smithi081 ceph-mon[107735]: pgmap v17532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:22:59 smithi170 ceph-mon[97338]: pgmap v17533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:22:59 smithi081 ceph-mon[95500]: pgmap v17533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:22:59 smithi081 ceph-mon[107735]: pgmap v17533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:01 smithi170 ceph-mon[97338]: pgmap v17534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:01 smithi081 ceph-mon[95500]: pgmap v17534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:01 smithi081 ceph-mon[107735]: pgmap v17534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:23:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:03 smithi170 ceph-mon[97338]: pgmap v17535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:03 smithi081 ceph-mon[95500]: pgmap v17535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:03 smithi081 ceph-mon[107735]: pgmap v17535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:04.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:04.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:05 smithi170 ceph-mon[97338]: pgmap v17536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:05 smithi081 ceph-mon[95500]: pgmap v17536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:05 smithi081 ceph-mon[107735]: pgmap v17536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:05.957Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:05.958Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:07 smithi170 ceph-mon[97338]: pgmap v17537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:07 smithi081 ceph-mon[95500]: pgmap v17537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:07 smithi081 ceph-mon[107735]: pgmap v17537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:09 smithi170 ceph-mon[97338]: pgmap v17538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:09 smithi081 ceph-mon[95500]: pgmap v17538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:09 smithi081 ceph-mon[107735]: pgmap v17538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:11 smithi170 ceph-mon[97338]: pgmap v17539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:11 smithi081 ceph-mon[95500]: pgmap v17539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:11 smithi081 ceph-mon[107735]: pgmap v17539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:23:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:13 smithi170 ceph-mon[97338]: pgmap v17540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:13 smithi081 ceph-mon[95500]: pgmap v17540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:13 smithi081 ceph-mon[107735]: pgmap v17540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:14.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:14.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:15 smithi170 ceph-mon[97338]: pgmap v17541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:15 smithi081 ceph-mon[95500]: pgmap v17541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:15 smithi081 ceph-mon[107735]: pgmap v17541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:15.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:15.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:18.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:17 smithi170 ceph-mon[97338]: pgmap v17542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:17 smithi081 ceph-mon[95500]: pgmap v17542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:17 smithi081 ceph-mon[107735]: pgmap v17542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:19 smithi170 ceph-mon[97338]: pgmap v17543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:19 smithi081 ceph-mon[95500]: pgmap v17543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:19 smithi081 ceph-mon[107735]: pgmap v17543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:21 smithi170 ceph-mon[97338]: pgmap v17544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:21 smithi081 ceph-mon[95500]: pgmap v17544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:21 smithi081 ceph-mon[107735]: pgmap v17544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:23:24.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:23 smithi170 ceph-mon[97338]: pgmap v17545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:23 smithi081 ceph-mon[95500]: pgmap v17545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:23 smithi081 ceph-mon[107735]: pgmap v17545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:24.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:24.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:25 smithi170 ceph-mon[97338]: pgmap v17546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:25 smithi081 ceph-mon[95500]: pgmap v17546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:25 smithi081 ceph-mon[107735]: pgmap v17546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:25.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:25.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:27 smithi170 ceph-mon[97338]: pgmap v17547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:27 smithi081 ceph-mon[95500]: pgmap v17547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:27 smithi081 ceph-mon[107735]: pgmap v17547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:29 smithi170 ceph-mon[97338]: pgmap v17548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:29 smithi081 ceph-mon[95500]: pgmap v17548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:29 smithi081 ceph-mon[107735]: pgmap v17548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:31 smithi170 ceph-mon[97338]: pgmap v17549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:32.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:31 smithi081 ceph-mon[95500]: pgmap v17549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:32.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:31 smithi081 ceph-mon[107735]: pgmap v17549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:23:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:33 smithi170 ceph-mon[97338]: pgmap v17550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:33 smithi081 ceph-mon[95500]: pgmap v17550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:34.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:34.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:34.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:33 smithi081 ceph-mon[107735]: pgmap v17550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:35 smithi170 ceph-mon[97338]: pgmap v17551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:35 smithi081 ceph-mon[95500]: pgmap v17551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:35 smithi081 ceph-mon[107735]: pgmap v17551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:35.958Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:35.959Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:38.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:37 smithi170 ceph-mon[97338]: pgmap v17552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:37 smithi081 ceph-mon[95500]: pgmap v17552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:38.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:37 smithi081 ceph-mon[107735]: pgmap v17552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:39 smithi170 ceph-mon[97338]: pgmap v17553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:39 smithi081 ceph-mon[95500]: pgmap v17553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:39 smithi081 ceph-mon[107735]: pgmap v17553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:41 smithi170 ceph-mon[97338]: pgmap v17554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:41 smithi081 ceph-mon[95500]: pgmap v17554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:42.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:41 smithi081 ceph-mon[107735]: pgmap v17554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:23:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:43 smithi170 ceph-mon[97338]: pgmap v17555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:43 smithi081 ceph-mon[95500]: pgmap v17555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:44.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:43 smithi081 ceph-mon[107735]: pgmap v17555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:44.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:44.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:44.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:45 smithi170 ceph-mon[97338]: pgmap v17556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:45 smithi081 ceph-mon[95500]: pgmap v17556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:45 smithi081 ceph-mon[107735]: pgmap v17556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:45.959Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:45.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:47 smithi170 ceph-mon[97338]: pgmap v17557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:47 smithi081 ceph-mon[95500]: pgmap v17557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:47 smithi081 ceph-mon[107735]: pgmap v17557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:49 smithi170 ceph-mon[97338]: pgmap v17558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:49 smithi081 ceph-mon[95500]: pgmap v17558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:50.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:49 smithi081 ceph-mon[107735]: pgmap v17558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:51 smithi170 ceph-mon[97338]: pgmap v17559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:51 smithi081 ceph-mon[95500]: pgmap v17559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:51 smithi081 ceph-mon[107735]: pgmap v17559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:23:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:53 smithi170 ceph-mon[97338]: pgmap v17560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:53 smithi081 ceph-mon[95500]: pgmap v17560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:54.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:54.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:54.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:53 smithi081 ceph-mon[107735]: pgmap v17560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:55 smithi170 ceph-mon[97338]: pgmap v17561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:23:55.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:23:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:23:55.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:23:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:55 smithi081 ceph-mon[95500]: pgmap v17561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:55 smithi081 ceph-mon[107735]: pgmap v17561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:57 smithi170 ceph-mon[97338]: pgmap v17562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:57 smithi081 ceph-mon[95500]: pgmap v17562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:23:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:57 smithi081 ceph-mon[107735]: pgmap v17562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:23:59 smithi170 ceph-mon[97338]: pgmap v17563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:23:59 smithi081 ceph-mon[95500]: pgmap v17563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:23:59 smithi081 ceph-mon[107735]: pgmap v17563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:01 smithi170 ceph-mon[97338]: pgmap v17564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:01 smithi081 ceph-mon[95500]: pgmap v17564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:01 smithi081 ceph-mon[107735]: pgmap v17564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:24:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:03 smithi170 ceph-mon[97338]: pgmap v17565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:03 smithi081 ceph-mon[95500]: pgmap v17565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:03 smithi081 ceph-mon[107735]: pgmap v17565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:04.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:04.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:05 smithi170 ceph-mon[97338]: pgmap v17566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:05 smithi081 ceph-mon[95500]: pgmap v17566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:05 smithi081 ceph-mon[107735]: pgmap v17566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:05.960Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:05.961Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:07 smithi170 ceph-mon[97338]: pgmap v17567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:07 smithi081 ceph-mon[95500]: pgmap v17567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:07 smithi081 ceph-mon[107735]: pgmap v17567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:09 smithi170 ceph-mon[97338]: pgmap v17568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:09 smithi081 ceph-mon[95500]: pgmap v17568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:09 smithi081 ceph-mon[107735]: pgmap v17568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:11 smithi170 ceph-mon[97338]: pgmap v17569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:11 smithi081 ceph-mon[107735]: pgmap v17569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:12.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:11 smithi081 ceph-mon[95500]: pgmap v17569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:24:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:13 smithi081 ceph-mon[95500]: pgmap v17570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:14.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:13 smithi081 ceph-mon[107735]: pgmap v17570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:14.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:14.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:13 smithi170 ceph-mon[97338]: pgmap v17570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:15 smithi081 ceph-mon[95500]: pgmap v17571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:15 smithi081 ceph-mon[107735]: pgmap v17571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:15.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:15.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:15 smithi170 ceph-mon[97338]: pgmap v17571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:17 smithi081 ceph-mon[95500]: pgmap v17572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:17 smithi081 ceph-mon[107735]: pgmap v17572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:17 smithi170 ceph-mon[97338]: pgmap v17572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:20 smithi081 ceph-mon[95500]: pgmap v17573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:20 smithi081 ceph-mon[107735]: pgmap v17573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:20 smithi170 ceph-mon[97338]: pgmap v17573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:22 smithi081 ceph-mon[95500]: pgmap v17574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:22 smithi081 ceph-mon[107735]: pgmap v17574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:22 smithi170 ceph-mon[97338]: pgmap v17574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:24:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:24 smithi081 ceph-mon[95500]: pgmap v17575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:24.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:24 smithi081 ceph-mon[107735]: pgmap v17575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:24.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:24.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:24 smithi170 ceph-mon[97338]: pgmap v17575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:26 smithi081 ceph-mon[95500]: pgmap v17576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:26 smithi081 ceph-mon[107735]: pgmap v17576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:25.961Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:25.962Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:26 smithi170 ceph-mon[97338]: pgmap v17576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:28 smithi170 ceph-mon[97338]: pgmap v17577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:28 smithi081 ceph-mon[95500]: pgmap v17577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:28 smithi081 ceph-mon[107735]: pgmap v17577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:30 smithi170 ceph-mon[97338]: pgmap v17578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:30 smithi081 ceph-mon[95500]: pgmap v17578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:30 smithi081 ceph-mon[107735]: pgmap v17578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:32 smithi170 ceph-mon[97338]: pgmap v17579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:32 smithi081 ceph-mon[95500]: pgmap v17579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:32 smithi081 ceph-mon[107735]: pgmap v17579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:24:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:34 smithi170 ceph-mon[97338]: pgmap v17580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:34 smithi081 ceph-mon[95500]: pgmap v17580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:34 smithi081 ceph-mon[107735]: pgmap v17580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:34.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:34.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:36 smithi081 ceph-mon[95500]: pgmap v17581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:36 smithi081 ceph-mon[107735]: pgmap v17581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:35.962Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:35.963Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:36 smithi170 ceph-mon[97338]: pgmap v17581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:38 smithi170 ceph-mon[97338]: pgmap v17582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:38 smithi081 ceph-mon[95500]: pgmap v17582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:38 smithi081 ceph-mon[107735]: pgmap v17582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:40 smithi170 ceph-mon[97338]: pgmap v17583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:40 smithi081 ceph-mon[95500]: pgmap v17583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:40 smithi081 ceph-mon[107735]: pgmap v17583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:42 smithi170 ceph-mon[97338]: pgmap v17584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:42 smithi081 ceph-mon[95500]: pgmap v17584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:42 smithi081 ceph-mon[107735]: pgmap v17584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:24:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:44 smithi170 ceph-mon[97338]: pgmap v17585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:44 smithi081 ceph-mon[95500]: pgmap v17585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:44 smithi081 ceph-mon[107735]: pgmap v17585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:44.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:44.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:46 smithi081 ceph-mon[95500]: pgmap v17586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:46 smithi081 ceph-mon[107735]: pgmap v17586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:45.963Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:45.964Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:46 smithi170 ceph-mon[97338]: pgmap v17586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:48 smithi170 ceph-mon[97338]: pgmap v17587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:48 smithi081 ceph-mon[95500]: pgmap v17587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:48 smithi081 ceph-mon[107735]: pgmap v17587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:50 smithi170 ceph-mon[97338]: pgmap v17588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:50 smithi081 ceph-mon[95500]: pgmap v17588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:50 smithi081 ceph-mon[107735]: pgmap v17588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:52 smithi170 ceph-mon[97338]: pgmap v17589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:52 smithi081 ceph-mon[95500]: pgmap v17589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:52 smithi081 ceph-mon[107735]: pgmap v17589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:24:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:54 smithi170 ceph-mon[97338]: pgmap v17590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:54 smithi081 ceph-mon[95500]: pgmap v17590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:54 smithi081 ceph-mon[107735]: pgmap v17590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:54.133Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:54.134Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:56 smithi081 ceph-mon[95500]: pgmap v17591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:56 smithi081 ceph-mon[107735]: pgmap v17591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:24:55.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:24:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:24:55.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:24:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:56 smithi170 ceph-mon[97338]: pgmap v17591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:24:58 smithi170 ceph-mon[97338]: pgmap v17592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:24:58 smithi081 ceph-mon[95500]: pgmap v17592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:24:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:24:58 smithi081 ceph-mon[107735]: pgmap v17592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:00 smithi170 ceph-mon[97338]: pgmap v17593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:00 smithi081 ceph-mon[95500]: pgmap v17593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:00 smithi081 ceph-mon[107735]: pgmap v17593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:02 smithi170 ceph-mon[97338]: pgmap v17594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:02 smithi081 ceph-mon[95500]: pgmap v17594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:02 smithi081 ceph-mon[107735]: pgmap v17594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:25:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:04 smithi170 ceph-mon[97338]: pgmap v17595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:04 smithi081 ceph-mon[95500]: pgmap v17595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:04 smithi081 ceph-mon[107735]: pgmap v17595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:04.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:04.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:06 smithi081 ceph-mon[95500]: pgmap v17596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:06 smithi081 ceph-mon[107735]: pgmap v17596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:05.964Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:05.965Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:06 smithi170 ceph-mon[97338]: pgmap v17596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:08 smithi170 ceph-mon[97338]: pgmap v17597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:08 smithi081 ceph-mon[95500]: pgmap v17597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:08 smithi081 ceph-mon[107735]: pgmap v17597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:10 smithi170 ceph-mon[97338]: pgmap v17598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:10 smithi081 ceph-mon[95500]: pgmap v17598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:10 smithi081 ceph-mon[107735]: pgmap v17598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:12 smithi170 ceph-mon[97338]: pgmap v17599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:12 smithi081 ceph-mon[95500]: pgmap v17599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:12 smithi081 ceph-mon[107735]: pgmap v17599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:25:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:14 smithi170 ceph-mon[97338]: pgmap v17600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:14 smithi081 ceph-mon[95500]: pgmap v17600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:14 smithi081 ceph-mon[107735]: pgmap v17600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:14.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:14.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:16 smithi081 ceph-mon[95500]: pgmap v17601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:16 smithi081 ceph-mon[107735]: pgmap v17601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:15.965Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:15.966Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:16 smithi170 ceph-mon[97338]: pgmap v17601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:18 smithi170 ceph-mon[97338]: pgmap v17602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:18 smithi081 ceph-mon[95500]: pgmap v17602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:18 smithi081 ceph-mon[107735]: pgmap v17602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:20 smithi170 ceph-mon[97338]: pgmap v17603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:20 smithi081 ceph-mon[95500]: pgmap v17603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:20 smithi081 ceph-mon[107735]: pgmap v17603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:22 smithi170 ceph-mon[97338]: pgmap v17604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:22 smithi081 ceph-mon[95500]: pgmap v17604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:22 smithi081 ceph-mon[107735]: pgmap v17604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:25:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:24 smithi170 ceph-mon[97338]: pgmap v17605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:24 smithi081 ceph-mon[95500]: pgmap v17605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:24 smithi081 ceph-mon[107735]: pgmap v17605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:24.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:24.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:26 smithi081 ceph-mon[95500]: pgmap v17606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:26 smithi081 ceph-mon[107735]: pgmap v17606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:25.966Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:25.967Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:26 smithi170 ceph-mon[97338]: pgmap v17606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:28 smithi170 ceph-mon[97338]: pgmap v17607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:28 smithi081 ceph-mon[95500]: pgmap v17607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:28 smithi081 ceph-mon[107735]: pgmap v17607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:30 smithi170 ceph-mon[97338]: pgmap v17608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:30 smithi081 ceph-mon[95500]: pgmap v17608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:30 smithi081 ceph-mon[107735]: pgmap v17608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:32 smithi170 ceph-mon[97338]: pgmap v17609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:32 smithi081 ceph-mon[95500]: pgmap v17609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:32 smithi081 ceph-mon[107735]: pgmap v17609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:25:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:34 smithi170 ceph-mon[97338]: pgmap v17610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:34 smithi081 ceph-mon[95500]: pgmap v17610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:34.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:34.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:34 smithi081 ceph-mon[107735]: pgmap v17610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:36 smithi081 ceph-mon[95500]: pgmap v17611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:36 smithi081 ceph-mon[107735]: pgmap v17611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:35.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:35.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:36 smithi170 ceph-mon[97338]: pgmap v17611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:38 smithi170 ceph-mon[97338]: pgmap v17612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:38 smithi081 ceph-mon[95500]: pgmap v17612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:38 smithi081 ceph-mon[107735]: pgmap v17612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:40 smithi170 ceph-mon[97338]: pgmap v17613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:40 smithi081 ceph-mon[95500]: pgmap v17613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:40 smithi081 ceph-mon[107735]: pgmap v17613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:42 smithi170 ceph-mon[97338]: pgmap v17614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:42 smithi081 ceph-mon[95500]: pgmap v17614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:42 smithi081 ceph-mon[107735]: pgmap v17614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:25:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:44 smithi170 ceph-mon[97338]: pgmap v17615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:44 smithi081 ceph-mon[95500]: pgmap v17615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:44.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:44.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:44 smithi081 ceph-mon[107735]: pgmap v17615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:46 smithi081 ceph-mon[95500]: pgmap v17616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:46 smithi081 ceph-mon[107735]: pgmap v17616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:45.967Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:45.968Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:46 smithi170 ceph-mon[97338]: pgmap v17616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:48 smithi170 ceph-mon[97338]: pgmap v17617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:48 smithi081 ceph-mon[95500]: pgmap v17617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:48 smithi081 ceph-mon[107735]: pgmap v17617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:50 smithi170 ceph-mon[97338]: pgmap v17618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:50 smithi081 ceph-mon[95500]: pgmap v17618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:50 smithi081 ceph-mon[107735]: pgmap v17618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:52 smithi170 ceph-mon[97338]: pgmap v17619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:52 smithi081 ceph-mon[95500]: pgmap v17619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:52 smithi081 ceph-mon[107735]: pgmap v17619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:25:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:54 smithi170 ceph-mon[97338]: pgmap v17620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:54 smithi081 ceph-mon[95500]: pgmap v17620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:54.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:54.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:54 smithi081 ceph-mon[107735]: pgmap v17620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:56 smithi081 ceph-mon[95500]: pgmap v17621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:56 smithi081 ceph-mon[107735]: pgmap v17621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:25:55.968Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:56.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:25:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:25:55.969Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:25:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:56 smithi170 ceph-mon[97338]: pgmap v17621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:25:58 smithi170 ceph-mon[97338]: pgmap v17622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:25:58 smithi081 ceph-mon[95500]: pgmap v17622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:25:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:25:58 smithi081 ceph-mon[107735]: pgmap v17622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:00 smithi170 ceph-mon[97338]: pgmap v17623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:00 smithi081 ceph-mon[95500]: pgmap v17623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:00 smithi081 ceph-mon[107735]: pgmap v17623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:02 smithi170 ceph-mon[97338]: pgmap v17624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:02 smithi081 ceph-mon[95500]: pgmap v17624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:02 smithi081 ceph-mon[107735]: pgmap v17624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:26:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:04 smithi170 ceph-mon[97338]: pgmap v17625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:04 smithi081 ceph-mon[95500]: pgmap v17625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:04 smithi081 ceph-mon[107735]: pgmap v17625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:04.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:04.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:06 smithi081 ceph-mon[95500]: pgmap v17626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:06 smithi081 ceph-mon[107735]: pgmap v17626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:05.969Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:05.970Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:06 smithi170 ceph-mon[97338]: pgmap v17626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:08 smithi170 ceph-mon[97338]: pgmap v17627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:08 smithi081 ceph-mon[95500]: pgmap v17627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:08 smithi081 ceph-mon[107735]: pgmap v17627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:10 smithi170 ceph-mon[97338]: pgmap v17628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:10 smithi081 ceph-mon[95500]: pgmap v17628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:10 smithi081 ceph-mon[107735]: pgmap v17628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:12 smithi170 ceph-mon[97338]: pgmap v17629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:12 smithi081 ceph-mon[95500]: pgmap v17629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:12 smithi081 ceph-mon[107735]: pgmap v17629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:26:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:14 smithi170 ceph-mon[97338]: pgmap v17630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:14.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:14 smithi081 ceph-mon[95500]: pgmap v17630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:14.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:14 smithi081 ceph-mon[107735]: pgmap v17630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:14.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:14.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:14.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:14.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:16 smithi081 ceph-mon[95500]: pgmap v17631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:16 smithi081 ceph-mon[107735]: pgmap v17631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:15.970Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:15.971Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:16 smithi170 ceph-mon[97338]: pgmap v17631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:18 smithi170 ceph-mon[97338]: pgmap v17632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:18 smithi081 ceph-mon[95500]: pgmap v17632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:18 smithi081 ceph-mon[107735]: pgmap v17632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:20 smithi170 ceph-mon[97338]: pgmap v17633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:20 smithi081 ceph-mon[95500]: pgmap v17633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:20 smithi081 ceph-mon[107735]: pgmap v17633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:22.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:22 smithi170 ceph-mon[97338]: pgmap v17634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:22 smithi081 ceph-mon[95500]: pgmap v17634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:22.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:22 smithi081 ceph-mon[107735]: pgmap v17634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:26:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:24 smithi170 ceph-mon[97338]: pgmap v17635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:24.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:24 smithi081 ceph-mon[95500]: pgmap v17635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:24.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:24 smithi081 ceph-mon[107735]: pgmap v17635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:24.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:24.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:26 smithi081 ceph-mon[95500]: pgmap v17636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:26 smithi081 ceph-mon[107735]: pgmap v17636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:25.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:26.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:25.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:26 smithi170 ceph-mon[97338]: pgmap v17636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:28 smithi170 ceph-mon[97338]: pgmap v17637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:28 smithi081 ceph-mon[95500]: pgmap v17637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:28 smithi081 ceph-mon[107735]: pgmap v17637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:30 smithi170 ceph-mon[97338]: pgmap v17638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:30 smithi081 ceph-mon[95500]: pgmap v17638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:30.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:30 smithi081 ceph-mon[107735]: pgmap v17638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:32 smithi170 ceph-mon[97338]: pgmap v17639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:32 smithi081 ceph-mon[95500]: pgmap v17639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:32 smithi081 ceph-mon[107735]: pgmap v17639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:26:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:34 smithi170 ceph-mon[97338]: pgmap v17640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:34 smithi081 ceph-mon[95500]: pgmap v17640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:34 smithi081 ceph-mon[107735]: pgmap v17640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:34.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:34.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:36 smithi081 ceph-mon[95500]: pgmap v17641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:35.971Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:35.972Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:36 smithi081 ceph-mon[107735]: pgmap v17641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:36.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:36 smithi170 ceph-mon[97338]: pgmap v17641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:38 smithi170 ceph-mon[97338]: pgmap v17642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:38 smithi081 ceph-mon[95500]: pgmap v17642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:38 smithi081 ceph-mon[107735]: pgmap v17642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:40 smithi170 ceph-mon[97338]: pgmap v17643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:40 smithi081 ceph-mon[95500]: pgmap v17643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:40 smithi081 ceph-mon[107735]: pgmap v17643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:42 smithi170 ceph-mon[97338]: pgmap v17644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:42 smithi081 ceph-mon[95500]: pgmap v17644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:42 smithi081 ceph-mon[107735]: pgmap v17644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:26:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:44 smithi170 ceph-mon[97338]: pgmap v17645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:44 smithi081 ceph-mon[95500]: pgmap v17645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:44.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:44.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:44 smithi081 ceph-mon[107735]: pgmap v17645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:46.239 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:45.972Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:46.239 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:45.973Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:46 smithi170 ceph-mon[97338]: pgmap v17646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:46 smithi081 ceph-mon[95500]: pgmap v17646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:46 smithi081 ceph-mon[107735]: pgmap v17646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:48 smithi170 ceph-mon[97338]: pgmap v17647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:48 smithi081 ceph-mon[95500]: pgmap v17647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:48 smithi081 ceph-mon[107735]: pgmap v17647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:50 smithi170 ceph-mon[97338]: pgmap v17648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:50 smithi081 ceph-mon[95500]: pgmap v17648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:50 smithi081 ceph-mon[107735]: pgmap v17648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:52 smithi081 ceph-mon[95500]: pgmap v17649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:52 smithi081 ceph-mon[107735]: pgmap v17649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:52 smithi170 ceph-mon[97338]: pgmap v17649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:26:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:54 smithi081 ceph-mon[95500]: pgmap v17650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:54 smithi081 ceph-mon[107735]: pgmap v17650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:54.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:54.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:54 smithi170 ceph-mon[97338]: pgmap v17650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:56.253 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:26:55.973Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:56.253 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:26:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:26:55.974Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:26:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:56 smithi081 ceph-mon[95500]: pgmap v17651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:56 smithi081 ceph-mon[107735]: pgmap v17651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:56 smithi170 ceph-mon[97338]: pgmap v17651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:26:58 smithi081 ceph-mon[95500]: pgmap v17652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:26:58 smithi081 ceph-mon[107735]: pgmap v17652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:26:58.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:26:58 smithi170 ceph-mon[97338]: pgmap v17652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:00 smithi081 ceph-mon[95500]: pgmap v17653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:00 smithi081 ceph-mon[107735]: pgmap v17653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:00 smithi170 ceph-mon[97338]: pgmap v17653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:02 smithi081 ceph-mon[95500]: pgmap v17654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:02 smithi081 ceph-mon[107735]: pgmap v17654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:02.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:02 smithi170 ceph-mon[97338]: pgmap v17654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:03.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:27:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:04 smithi081 ceph-mon[95500]: pgmap v17655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:04 smithi081 ceph-mon[107735]: pgmap v17655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:04.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:04.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:04 smithi170 ceph-mon[97338]: pgmap v17655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:05.974Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:05.975Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:06 smithi170 ceph-mon[97338]: pgmap v17656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:06 smithi081 ceph-mon[95500]: pgmap v17656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:06 smithi081 ceph-mon[107735]: pgmap v17656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:08 smithi170 ceph-mon[97338]: pgmap v17657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:08 smithi081 ceph-mon[95500]: pgmap v17657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:08 smithi081 ceph-mon[107735]: pgmap v17657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:10 smithi170 ceph-mon[97338]: pgmap v17658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:10 smithi081 ceph-mon[95500]: pgmap v17658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:10.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:10 smithi081 ceph-mon[107735]: pgmap v17658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:12 smithi170 ceph-mon[97338]: pgmap v17659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:12 smithi081 ceph-mon[95500]: pgmap v17659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:12 smithi081 ceph-mon[107735]: pgmap v17659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:27:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:14 smithi081 ceph-mon[95500]: pgmap v17660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:14 smithi081 ceph-mon[107735]: pgmap v17660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:14.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:14.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:14 smithi170 ceph-mon[97338]: pgmap v17660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:16.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:15.975Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:16.272 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:15.976Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:16 smithi170 ceph-mon[97338]: pgmap v17661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:16 smithi081 ceph-mon[95500]: pgmap v17661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:16 smithi081 ceph-mon[107735]: pgmap v17661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:18 smithi170 ceph-mon[97338]: pgmap v17662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:18 smithi081 ceph-mon[95500]: pgmap v17662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:18 smithi081 ceph-mon[107735]: pgmap v17662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:20 smithi170 ceph-mon[97338]: pgmap v17663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:20 smithi081 ceph-mon[95500]: pgmap v17663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:20 smithi081 ceph-mon[107735]: pgmap v17663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:22 smithi170 ceph-mon[97338]: pgmap v17664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:22 smithi081 ceph-mon[95500]: pgmap v17664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:22 smithi081 ceph-mon[107735]: pgmap v17664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:27:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:24 smithi081 ceph-mon[95500]: pgmap v17665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:24.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:24.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:24 smithi081 ceph-mon[107735]: pgmap v17665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:24 smithi170 ceph-mon[97338]: pgmap v17665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:25.976Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:25.977Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:26 smithi170 ceph-mon[97338]: pgmap v17666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:26.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:26 smithi081 ceph-mon[95500]: pgmap v17666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:26.776 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:26 smithi081 ceph-mon[107735]: pgmap v17666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:28 smithi170 ceph-mon[97338]: pgmap v17667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:28 smithi081 ceph-mon[95500]: pgmap v17667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:28 smithi081 ceph-mon[107735]: pgmap v17667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:30 smithi170 ceph-mon[97338]: pgmap v17668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:30 smithi081 ceph-mon[95500]: pgmap v17668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:30 smithi081 ceph-mon[107735]: pgmap v17668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:32 smithi170 ceph-mon[97338]: pgmap v17669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:32 smithi081 ceph-mon[95500]: pgmap v17669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:32 smithi081 ceph-mon[107735]: pgmap v17669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:27:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:34 smithi081 ceph-mon[95500]: pgmap v17670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:34 smithi081 ceph-mon[107735]: pgmap v17670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:34.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:34.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:34 smithi170 ceph-mon[97338]: pgmap v17670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:36.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:35.977Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:36.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:35.978Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:36 smithi170 ceph-mon[97338]: pgmap v17671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:36 smithi081 ceph-mon[95500]: pgmap v17671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:36 smithi081 ceph-mon[107735]: pgmap v17671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:38 smithi170 ceph-mon[97338]: pgmap v17672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:38 smithi081 ceph-mon[95500]: pgmap v17672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:38 smithi081 ceph-mon[107735]: pgmap v17672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:40 smithi170 ceph-mon[97338]: pgmap v17673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:40 smithi081 ceph-mon[95500]: pgmap v17673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:40 smithi081 ceph-mon[107735]: pgmap v17673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:42 smithi170 ceph-mon[97338]: pgmap v17674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:42 smithi081 ceph-mon[95500]: pgmap v17674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:42 smithi081 ceph-mon[107735]: pgmap v17674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:27:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:44 smithi081 ceph-mon[95500]: pgmap v17675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:44.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:44 smithi081 ceph-mon[107735]: pgmap v17675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:44.525 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:44.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:44.525 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:44.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:44 smithi170 ceph-mon[97338]: pgmap v17675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:45.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:45.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:46.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:46 smithi170 ceph-mon[97338]: pgmap v17676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:46 smithi081 ceph-mon[95500]: pgmap v17676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:46 smithi081 ceph-mon[107735]: pgmap v17676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:48.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:48 smithi170 ceph-mon[97338]: pgmap v17677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:48 smithi081 ceph-mon[95500]: pgmap v17677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:48.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:48 smithi081 ceph-mon[107735]: pgmap v17677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:50 smithi170 ceph-mon[97338]: pgmap v17678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:50.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:50 smithi081 ceph-mon[95500]: pgmap v17678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:50.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:50 smithi081 ceph-mon[107735]: pgmap v17678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:52 smithi170 ceph-mon[97338]: pgmap v17679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:52 smithi081 ceph-mon[95500]: pgmap v17679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:52.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:52 smithi081 ceph-mon[107735]: pgmap v17679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:27:54.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:54 smithi081 ceph-mon[95500]: pgmap v17680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:54 smithi081 ceph-mon[107735]: pgmap v17680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:54.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:54.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:54 smithi170 ceph-mon[97338]: pgmap v17680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:55 smithi170 ceph-mon[97338]: pgmap v17681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:55.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:55 smithi081 ceph-mon[95500]: pgmap v17681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:55.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:55 smithi081 ceph-mon[107735]: pgmap v17681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:27:55.978Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:27:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:27:55.979Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:27:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:57 smithi170 ceph-mon[97338]: pgmap v17682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:57 smithi081 ceph-mon[95500]: pgmap v17682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:27:58.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:57 smithi081 ceph-mon[107735]: pgmap v17682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:27:59 smithi170 ceph-mon[97338]: pgmap v17683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:27:59 smithi081 ceph-mon[95500]: pgmap v17683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:00.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:27:59 smithi081 ceph-mon[107735]: pgmap v17683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:02.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:01 smithi170 ceph-mon[97338]: pgmap v17684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:01 smithi081 ceph-mon[95500]: pgmap v17684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:01 smithi081 ceph-mon[107735]: pgmap v17684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:28:04.150 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:03 smithi081 ceph-mon[95500]: pgmap v17685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:04.150 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:03 smithi081 ceph-mon[107735]: pgmap v17685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:03 smithi170 ceph-mon[97338]: pgmap v17685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:04.146Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:04.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:05 smithi170 ceph-mon[97338]: pgmap v17686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:05 smithi081 ceph-mon[95500]: pgmap v17686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:05 smithi081 ceph-mon[107735]: pgmap v17686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:05.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:05.980Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:07 smithi170 ceph-mon[97338]: pgmap v17687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:07 smithi081 ceph-mon[95500]: pgmap v17687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:07 smithi081 ceph-mon[107735]: pgmap v17687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:09 smithi170 ceph-mon[97338]: pgmap v17688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:10.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:09 smithi081 ceph-mon[95500]: pgmap v17688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:10.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:09 smithi081 ceph-mon[107735]: pgmap v17688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:11 smithi170 ceph-mon[97338]: pgmap v17689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:11 smithi081 ceph-mon[95500]: pgmap v17689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:11 smithi081 ceph-mon[107735]: pgmap v17689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:28:14.151 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:13 smithi081 ceph-mon[95500]: pgmap v17690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:14.152 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:13 smithi081 ceph-mon[107735]: pgmap v17690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:14.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:13 smithi170 ceph-mon[97338]: pgmap v17690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:14.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:14.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:14.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:14.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:16.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:15 smithi170 ceph-mon[97338]: pgmap v17691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:15 smithi081 ceph-mon[95500]: pgmap v17691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:15 smithi081 ceph-mon[107735]: pgmap v17691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:15.979Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:15.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:18.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:17 smithi170 ceph-mon[97338]: pgmap v17692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:17 smithi081 ceph-mon[95500]: pgmap v17692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:17 smithi081 ceph-mon[107735]: pgmap v17692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:20.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:19 smithi170 ceph-mon[97338]: pgmap v17693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:19 smithi081 ceph-mon[95500]: pgmap v17693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:20.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:19 smithi081 ceph-mon[107735]: pgmap v17693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:22.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:21 smithi170 ceph-mon[97338]: pgmap v17694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:21 smithi081 ceph-mon[95500]: pgmap v17694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:21 smithi081 ceph-mon[107735]: pgmap v17694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:23.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:28:24.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:23 smithi170 ceph-mon[97338]: pgmap v17695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:23 smithi081 ceph-mon[95500]: pgmap v17695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:24.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:24.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:24.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:23 smithi081 ceph-mon[107735]: pgmap v17695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:25 smithi170 ceph-mon[97338]: pgmap v17696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:26.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:25 smithi081 ceph-mon[95500]: pgmap v17696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:26.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:25 smithi081 ceph-mon[107735]: pgmap v17696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:26.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:25.980Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:26.271 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:25.981Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:28.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:27 smithi170 ceph-mon[97338]: pgmap v17697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:27 smithi081 ceph-mon[95500]: pgmap v17697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:27 smithi081 ceph-mon[107735]: pgmap v17697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:30.252 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:29 smithi170 ceph-mon[97338]: pgmap v17698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:30.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:29 smithi081 ceph-mon[95500]: pgmap v17698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:30.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:29 smithi081 ceph-mon[107735]: pgmap v17698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:32.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:31 smithi170 ceph-mon[97338]: pgmap v17699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:32.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:31 smithi081 ceph-mon[95500]: pgmap v17699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:32.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:31 smithi081 ceph-mon[107735]: pgmap v17699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:28:34.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:33 smithi170 ceph-mon[97338]: pgmap v17700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:33 smithi081 ceph-mon[95500]: pgmap v17700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:34.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:33 smithi081 ceph-mon[107735]: pgmap v17700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:34.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:34.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:35 smithi170 ceph-mon[97338]: pgmap v17701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:35 smithi081 ceph-mon[95500]: pgmap v17701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:35 smithi081 ceph-mon[107735]: pgmap v17701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:35.981Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:35.982Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:38.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:37 smithi170 ceph-mon[97338]: pgmap v17702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:37 smithi081 ceph-mon[95500]: pgmap v17702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:37 smithi081 ceph-mon[107735]: pgmap v17702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:39 smithi170 ceph-mon[97338]: pgmap v17703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:39 smithi081 ceph-mon[95500]: pgmap v17703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:39 smithi081 ceph-mon[107735]: pgmap v17703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:42.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:41 smithi170 ceph-mon[97338]: pgmap v17704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:41 smithi081 ceph-mon[95500]: pgmap v17704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:41 smithi081 ceph-mon[107735]: pgmap v17704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:28:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:43 smithi170 ceph-mon[97338]: pgmap v17705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:43 smithi081 ceph-mon[95500]: pgmap v17705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:43 smithi081 ceph-mon[107735]: pgmap v17705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:44.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:44.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:44.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:45 smithi170 ceph-mon[97338]: pgmap v17706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:45 smithi081 ceph-mon[95500]: pgmap v17706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:45 smithi081 ceph-mon[107735]: pgmap v17706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:45.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:45.983Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:48.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:47 smithi170 ceph-mon[97338]: pgmap v17707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:47 smithi081 ceph-mon[95500]: pgmap v17707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:48.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:47 smithi081 ceph-mon[107735]: pgmap v17707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:50.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:49 smithi170 ceph-mon[97338]: pgmap v17708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:50.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:49 smithi081 ceph-mon[95500]: pgmap v17708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:50.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:49 smithi081 ceph-mon[107735]: pgmap v17708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:51 smithi170 ceph-mon[97338]: pgmap v17709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:52.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:51 smithi081 ceph-mon[95500]: pgmap v17709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:52.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:51 smithi081 ceph-mon[107735]: pgmap v17709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:28:54.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:53 smithi170 ceph-mon[97338]: pgmap v17710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:54.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:53 smithi081 ceph-mon[95500]: pgmap v17710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:53 smithi081 ceph-mon[107735]: pgmap v17710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:54.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:54.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:56.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:55 smithi170 ceph-mon[97338]: pgmap v17711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:55 smithi081 ceph-mon[95500]: pgmap v17711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:55 smithi081 ceph-mon[107735]: pgmap v17711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:28:55.982Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:56.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:28:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:28:55.984Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:28:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:57 smithi170 ceph-mon[97338]: pgmap v17712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:58.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:57 smithi081 ceph-mon[95500]: pgmap v17712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:28:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:57 smithi081 ceph-mon[107735]: pgmap v17712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:28:59 smithi170 ceph-mon[97338]: pgmap v17713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:28:59 smithi081 ceph-mon[95500]: pgmap v17713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:28:59 smithi081 ceph-mon[107735]: pgmap v17713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:01 smithi170 ceph-mon[97338]: pgmap v17714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:01 smithi081 ceph-mon[95500]: pgmap v17714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:01 smithi081 ceph-mon[107735]: pgmap v17714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:29:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:03 smithi170 ceph-mon[97338]: pgmap v17715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:03 smithi081 ceph-mon[95500]: pgmap v17715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:03 smithi081 ceph-mon[107735]: pgmap v17715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:04.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:04.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:05 smithi170 ceph-mon[97338]: pgmap v17716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:05 smithi081 ceph-mon[95500]: pgmap v17716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:05.984Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:05.985Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:05 smithi081 ceph-mon[107735]: pgmap v17716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:08.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:07 smithi170 ceph-mon[97338]: pgmap v17717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:07 smithi081 ceph-mon[95500]: pgmap v17717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:08.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:07 smithi081 ceph-mon[107735]: pgmap v17717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:10.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:09 smithi170 ceph-mon[97338]: pgmap v17718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:09 smithi081 ceph-mon[95500]: pgmap v17718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:10.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:09 smithi081 ceph-mon[107735]: pgmap v17718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:12.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:11 smithi170 ceph-mon[97338]: pgmap v17719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:11 smithi081 ceph-mon[95500]: pgmap v17719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:12.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:11 smithi081 ceph-mon[107735]: pgmap v17719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:29:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:13 smithi081 ceph-mon[95500]: pgmap v17720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:14.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:14.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:14.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:13 smithi081 ceph-mon[107735]: pgmap v17720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:13 smithi170 ceph-mon[97338]: pgmap v17720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:15 smithi081 ceph-mon[95500]: pgmap v17721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:15 smithi081 ceph-mon[107735]: pgmap v17721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:15.985Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:16.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:15.986Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:15 smithi170 ceph-mon[97338]: pgmap v17721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:17 smithi081 ceph-mon[95500]: pgmap v17722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:17 smithi081 ceph-mon[107735]: pgmap v17722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:17 smithi170 ceph-mon[97338]: pgmap v17722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:20 smithi081 ceph-mon[95500]: pgmap v17723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:20 smithi081 ceph-mon[107735]: pgmap v17723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:20 smithi170 ceph-mon[97338]: pgmap v17723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:22 smithi081 ceph-mon[95500]: pgmap v17724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:22.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:22 smithi081 ceph-mon[107735]: pgmap v17724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:22.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:22 smithi170 ceph-mon[97338]: pgmap v17724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:29:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:24 smithi081 ceph-mon[95500]: pgmap v17725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:24 smithi081 ceph-mon[107735]: pgmap v17725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:24.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:24.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:24 smithi170 ceph-mon[97338]: pgmap v17725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:26 smithi081 ceph-mon[95500]: pgmap v17726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:26 smithi081 ceph-mon[107735]: pgmap v17726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:25.986Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:25.987Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:26 smithi170 ceph-mon[97338]: pgmap v17726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:28.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:28 smithi081 ceph-mon[95500]: pgmap v17727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:28.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:28 smithi081 ceph-mon[107735]: pgmap v17727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:28 smithi170 ceph-mon[97338]: pgmap v17727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:30 smithi170 ceph-mon[97338]: pgmap v17728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:30 smithi081 ceph-mon[95500]: pgmap v17728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:30 smithi081 ceph-mon[107735]: pgmap v17728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:32 smithi170 ceph-mon[97338]: pgmap v17729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:32 smithi081 ceph-mon[95500]: pgmap v17729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:32 smithi081 ceph-mon[107735]: pgmap v17729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:29:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:34 smithi170 ceph-mon[97338]: pgmap v17730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:34 smithi081 ceph-mon[95500]: pgmap v17730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:34 smithi081 ceph-mon[107735]: pgmap v17730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:34.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:34.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:36 smithi081 ceph-mon[95500]: pgmap v17731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:36 smithi081 ceph-mon[107735]: pgmap v17731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:35.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:35.988Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:36 smithi170 ceph-mon[97338]: pgmap v17731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:38 smithi170 ceph-mon[97338]: pgmap v17732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:38 smithi081 ceph-mon[95500]: pgmap v17732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:38 smithi081 ceph-mon[107735]: pgmap v17732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:40 smithi170 ceph-mon[97338]: pgmap v17733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:40 smithi081 ceph-mon[95500]: pgmap v17733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:40 smithi081 ceph-mon[107735]: pgmap v17733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:42 smithi170 ceph-mon[97338]: pgmap v17734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:42 smithi081 ceph-mon[95500]: pgmap v17734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:42 smithi081 ceph-mon[107735]: pgmap v17734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:29:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:44 smithi170 ceph-mon[97338]: pgmap v17735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:44 smithi081 ceph-mon[95500]: pgmap v17735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:44 smithi081 ceph-mon[107735]: pgmap v17735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:44.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:44.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:46 smithi081 ceph-mon[95500]: pgmap v17736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:46 smithi081 ceph-mon[107735]: pgmap v17736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:45.987Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:45.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:46 smithi170 ceph-mon[97338]: pgmap v17736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:48 smithi170 ceph-mon[97338]: pgmap v17737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:48 smithi081 ceph-mon[95500]: pgmap v17737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:48 smithi081 ceph-mon[107735]: pgmap v17737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:50 smithi170 ceph-mon[97338]: pgmap v17738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:50 smithi081 ceph-mon[95500]: pgmap v17738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:50 smithi081 ceph-mon[107735]: pgmap v17738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:52 smithi170 ceph-mon[97338]: pgmap v17739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:52 smithi081 ceph-mon[95500]: pgmap v17739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:52 smithi081 ceph-mon[107735]: pgmap v17739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:29:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:54 smithi170 ceph-mon[97338]: pgmap v17740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:54 smithi081 ceph-mon[95500]: pgmap v17740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:54 smithi081 ceph-mon[107735]: pgmap v17740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:54.151Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:54.152Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:56 smithi081 ceph-mon[95500]: pgmap v17741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:56 smithi081 ceph-mon[107735]: pgmap v17741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:29:55.988Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:29:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:29:55.989Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:29:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:56 smithi170 ceph-mon[97338]: pgmap v17741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:29:58 smithi170 ceph-mon[97338]: pgmap v17742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:29:58 smithi081 ceph-mon[95500]: pgmap v17742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:29:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:29:58 smithi081 ceph-mon[107735]: pgmap v17742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:00 smithi170 ceph-mon[97338]: pgmap v17743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:30:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:00 smithi081 ceph-mon[95500]: pgmap v17743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:30:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:00 smithi081 ceph-mon[107735]: pgmap v17743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:30:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:02 smithi170 ceph-mon[97338]: pgmap v17744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:02 smithi081 ceph-mon[95500]: pgmap v17744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:02 smithi081 ceph-mon[107735]: pgmap v17744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:30:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:04 smithi170 ceph-mon[97338]: pgmap v17745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:04 smithi081 ceph-mon[95500]: pgmap v17745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:04 smithi081 ceph-mon[107735]: pgmap v17745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:04.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:04.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:04.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:06 smithi081 ceph-mon[95500]: pgmap v17746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:06 smithi081 ceph-mon[107735]: pgmap v17746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:05.989Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:05.990Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:06 smithi170 ceph-mon[97338]: pgmap v17746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:08 smithi170 ceph-mon[97338]: pgmap v17747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:08 smithi081 ceph-mon[95500]: pgmap v17747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:08 smithi081 ceph-mon[107735]: pgmap v17747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:10 smithi170 ceph-mon[97338]: pgmap v17748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:10 smithi081 ceph-mon[95500]: pgmap v17748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:10 smithi081 ceph-mon[107735]: pgmap v17748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:12 smithi170 ceph-mon[97338]: pgmap v17749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:12 smithi081 ceph-mon[95500]: pgmap v17749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:12 smithi081 ceph-mon[107735]: pgmap v17749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:30:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:14 smithi170 ceph-mon[97338]: pgmap v17750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:14 smithi081 ceph-mon[95500]: pgmap v17750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:14 smithi081 ceph-mon[107735]: pgmap v17750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:14.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:14.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:16 smithi081 ceph-mon[95500]: pgmap v17751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:16 smithi081 ceph-mon[107735]: pgmap v17751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:15.990Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:15.991Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:16 smithi170 ceph-mon[97338]: pgmap v17751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:18 smithi170 ceph-mon[97338]: pgmap v17752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:18 smithi081 ceph-mon[95500]: pgmap v17752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:18 smithi081 ceph-mon[107735]: pgmap v17752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:20 smithi170 ceph-mon[97338]: pgmap v17753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:20 smithi081 ceph-mon[95500]: pgmap v17753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:20 smithi081 ceph-mon[107735]: pgmap v17753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:22 smithi170 ceph-mon[97338]: pgmap v17754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:22 smithi081 ceph-mon[95500]: pgmap v17754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:22 smithi081 ceph-mon[107735]: pgmap v17754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:30:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:24 smithi170 ceph-mon[97338]: pgmap v17755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:24 smithi081 ceph-mon[95500]: pgmap v17755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:24 smithi081 ceph-mon[107735]: pgmap v17755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:24.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:24.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:26 smithi081 ceph-mon[95500]: pgmap v17756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:26 smithi081 ceph-mon[107735]: pgmap v17756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:25.991Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:25.992Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:26 smithi170 ceph-mon[97338]: pgmap v17756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:28 smithi170 ceph-mon[97338]: pgmap v17757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:28 smithi081 ceph-mon[95500]: pgmap v17757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:28 smithi081 ceph-mon[107735]: pgmap v17757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:30 smithi170 ceph-mon[97338]: pgmap v17758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:30 smithi081 ceph-mon[95500]: pgmap v17758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:30 smithi081 ceph-mon[107735]: pgmap v17758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:32 smithi170 ceph-mon[97338]: pgmap v17759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:32 smithi081 ceph-mon[95500]: pgmap v17759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:32 smithi081 ceph-mon[107735]: pgmap v17759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:30:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:34 smithi170 ceph-mon[97338]: pgmap v17760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:34 smithi081 ceph-mon[95500]: pgmap v17760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:34.155Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:34.156Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:34 smithi081 ceph-mon[107735]: pgmap v17760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:36 smithi081 ceph-mon[95500]: pgmap v17761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:36 smithi081 ceph-mon[107735]: pgmap v17761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:35.992Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:35.993Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:36 smithi170 ceph-mon[97338]: pgmap v17761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:38 smithi170 ceph-mon[97338]: pgmap v17762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:38 smithi081 ceph-mon[95500]: pgmap v17762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:38 smithi081 ceph-mon[107735]: pgmap v17762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:40 smithi170 ceph-mon[97338]: pgmap v17763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:40 smithi081 ceph-mon[95500]: pgmap v17763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:40 smithi081 ceph-mon[107735]: pgmap v17763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:42 smithi170 ceph-mon[97338]: pgmap v17764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:42 smithi081 ceph-mon[95500]: pgmap v17764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:42 smithi081 ceph-mon[107735]: pgmap v17764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:30:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:44 smithi170 ceph-mon[97338]: pgmap v17765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:44 smithi081 ceph-mon[95500]: pgmap v17765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:44 smithi081 ceph-mon[107735]: pgmap v17765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:44.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:44.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:46 smithi081 ceph-mon[95500]: pgmap v17766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:46 smithi081 ceph-mon[107735]: pgmap v17766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:45.993Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:46.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:45.994Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:46 smithi170 ceph-mon[97338]: pgmap v17766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:48 smithi170 ceph-mon[97338]: pgmap v17767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:48 smithi081 ceph-mon[95500]: pgmap v17767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:48 smithi081 ceph-mon[107735]: pgmap v17767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:50 smithi170 ceph-mon[97338]: pgmap v17768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:50.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:50 smithi081 ceph-mon[95500]: pgmap v17768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:50.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:50 smithi081 ceph-mon[107735]: pgmap v17768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:52 smithi170 ceph-mon[97338]: pgmap v17769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:52 smithi081 ceph-mon[95500]: pgmap v17769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:52 smithi081 ceph-mon[107735]: pgmap v17769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:30:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:54 smithi170 ceph-mon[97338]: pgmap v17770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:54 smithi081 ceph-mon[95500]: pgmap v17770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:54 smithi081 ceph-mon[107735]: pgmap v17770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:54.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:54.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:56 smithi081 ceph-mon[95500]: pgmap v17771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:30:55.994Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:30:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:30:55.995Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:30:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:56 smithi081 ceph-mon[107735]: pgmap v17771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:56 smithi170 ceph-mon[97338]: pgmap v17771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:30:58 smithi170 ceph-mon[97338]: pgmap v17772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:58.525 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:30:58 smithi081 ceph-mon[95500]: pgmap v17772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:30:58.525 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:30:58 smithi081 ceph-mon[107735]: pgmap v17772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:00 smithi170 ceph-mon[97338]: pgmap v17773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:00 smithi081 ceph-mon[95500]: pgmap v17773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:00 smithi081 ceph-mon[107735]: pgmap v17773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:02 smithi170 ceph-mon[97338]: pgmap v17774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:02 smithi081 ceph-mon[95500]: pgmap v17774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:02 smithi081 ceph-mon[107735]: pgmap v17774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:31:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:04 smithi170 ceph-mon[97338]: pgmap v17775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:04 smithi081 ceph-mon[95500]: pgmap v17775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:04.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:04.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:04 smithi081 ceph-mon[107735]: pgmap v17775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:06 smithi081 ceph-mon[95500]: pgmap v17776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:06 smithi081 ceph-mon[107735]: pgmap v17776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:05.995Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:05 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:05.996Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:06 smithi170 ceph-mon[97338]: pgmap v17776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:08 smithi170 ceph-mon[97338]: pgmap v17777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:08 smithi081 ceph-mon[95500]: pgmap v17777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:08 smithi081 ceph-mon[107735]: pgmap v17777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:10 smithi170 ceph-mon[97338]: pgmap v17778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:10 smithi081 ceph-mon[95500]: pgmap v17778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:10 smithi081 ceph-mon[107735]: pgmap v17778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:12 smithi170 ceph-mon[97338]: pgmap v17779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:12 smithi081 ceph-mon[95500]: pgmap v17779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:12.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:12 smithi081 ceph-mon[107735]: pgmap v17779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:31:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:14 smithi170 ceph-mon[97338]: pgmap v17780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:14 smithi081 ceph-mon[95500]: pgmap v17780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:14 smithi081 ceph-mon[107735]: pgmap v17780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:14.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:14.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:16 smithi081 ceph-mon[95500]: pgmap v17781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:16.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:16 smithi081 ceph-mon[107735]: pgmap v17781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:15 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:15.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:16.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:15 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:15.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:16 smithi170 ceph-mon[97338]: pgmap v17781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:18 smithi170 ceph-mon[97338]: pgmap v17782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:18 smithi081 ceph-mon[95500]: pgmap v17782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:18 smithi081 ceph-mon[107735]: pgmap v17782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:20 smithi170 ceph-mon[97338]: pgmap v17783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:20 smithi081 ceph-mon[95500]: pgmap v17783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:20 smithi081 ceph-mon[107735]: pgmap v17783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:22 smithi170 ceph-mon[97338]: pgmap v17784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:22 smithi081 ceph-mon[95500]: pgmap v17784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:22.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:22 smithi081 ceph-mon[107735]: pgmap v17784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:23.521 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:31:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:24 smithi170 ceph-mon[97338]: pgmap v17785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:24 smithi081 ceph-mon[95500]: pgmap v17785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:24.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:24.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:24 smithi081 ceph-mon[107735]: pgmap v17785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:26 smithi081 ceph-mon[95500]: pgmap v17786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:26.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:26 smithi081 ceph-mon[107735]: pgmap v17786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:25 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:25.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:25 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:25.997Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:26 smithi170 ceph-mon[97338]: pgmap v17786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:28 smithi170 ceph-mon[97338]: pgmap v17787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:28 smithi081 ceph-mon[95500]: pgmap v17787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:28 smithi081 ceph-mon[107735]: pgmap v17787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:30.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:30 smithi170 ceph-mon[97338]: pgmap v17788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:30 smithi081 ceph-mon[95500]: pgmap v17788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:30 smithi081 ceph-mon[107735]: pgmap v17788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:32 smithi170 ceph-mon[97338]: pgmap v17789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:32 smithi081 ceph-mon[95500]: pgmap v17789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:32 smithi081 ceph-mon[107735]: pgmap v17789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:31:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:34 smithi170 ceph-mon[97338]: pgmap v17790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:34 smithi081 ceph-mon[95500]: pgmap v17790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:34 smithi081 ceph-mon[107735]: pgmap v17790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:34.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:34.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:36 smithi081 ceph-mon[95500]: pgmap v17791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:36 smithi081 ceph-mon[107735]: pgmap v17791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:35 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:35.996Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:35 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:35.998Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:36 smithi170 ceph-mon[97338]: pgmap v17791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:38 smithi170 ceph-mon[97338]: pgmap v17792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:38 smithi081 ceph-mon[95500]: pgmap v17792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:38 smithi081 ceph-mon[107735]: pgmap v17792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:40.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:40 smithi170 ceph-mon[97338]: pgmap v17793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:40 smithi081 ceph-mon[95500]: pgmap v17793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:40 smithi081 ceph-mon[107735]: pgmap v17793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:42 smithi170 ceph-mon[97338]: pgmap v17794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:42 smithi081 ceph-mon[95500]: pgmap v17794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:42 smithi081 ceph-mon[107735]: pgmap v17794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:31:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:44 smithi170 ceph-mon[97338]: pgmap v17795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:44 smithi081 ceph-mon[95500]: pgmap v17795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:44 smithi081 ceph-mon[107735]: pgmap v17795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:44.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:44.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:46 smithi081 ceph-mon[95500]: pgmap v17796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:46 smithi081 ceph-mon[107735]: pgmap v17796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:45 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:45.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:45 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:45.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:46 smithi170 ceph-mon[97338]: pgmap v17796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:48 smithi170 ceph-mon[97338]: pgmap v17797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:48 smithi081 ceph-mon[95500]: pgmap v17797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:48.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:48 smithi081 ceph-mon[107735]: pgmap v17797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:50 smithi170 ceph-mon[97338]: pgmap v17798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:50 smithi081 ceph-mon[95500]: pgmap v17798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:50 smithi081 ceph-mon[107735]: pgmap v17798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:52 smithi170 ceph-mon[97338]: pgmap v17799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:52.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:52 smithi081 ceph-mon[95500]: pgmap v17799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:52 smithi081 ceph-mon[107735]: pgmap v17799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:31:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:54 smithi170 ceph-mon[97338]: pgmap v17800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:54 smithi081 ceph-mon[95500]: pgmap v17800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:54.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:54.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:54 smithi081 ceph-mon[107735]: pgmap v17800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:56 smithi081 ceph-mon[95500]: pgmap v17801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:56.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:56 smithi081 ceph-mon[107735]: pgmap v17801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:55 smithi081 conmon[157419]: level=error ts=2023-05-20T15:31:55.998Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:56.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:31:55 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:31:55.999Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:31:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:56 smithi170 ceph-mon[97338]: pgmap v17801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:31:58 smithi081 ceph-mon[95500]: pgmap v17802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:31:58 smithi081 ceph-mon[107735]: pgmap v17802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:31:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:31:58 smithi170 ceph-mon[97338]: pgmap v17802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:00 smithi081 ceph-mon[95500]: pgmap v17803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:00 smithi081 ceph-mon[107735]: pgmap v17803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:00 smithi170 ceph-mon[97338]: pgmap v17803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:02 smithi081 ceph-mon[95500]: pgmap v17804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:02 smithi081 ceph-mon[107735]: pgmap v17804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:02 smithi170 ceph-mon[97338]: pgmap v17804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:32:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:04 smithi081 ceph-mon[95500]: pgmap v17805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:04 smithi081 ceph-mon[107735]: pgmap v17805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:04.160Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:04.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:04 smithi170 ceph-mon[97338]: pgmap v17805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:06.265 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:05 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:05.999Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:06.266 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:06.000Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:06 smithi081 ceph-mon[95500]: pgmap v17806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:06 smithi081 ceph-mon[107735]: pgmap v17806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:06 smithi170 ceph-mon[97338]: pgmap v17806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:08 smithi170 ceph-mon[97338]: pgmap v17807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:08 smithi081 ceph-mon[95500]: pgmap v17807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:08 smithi081 ceph-mon[107735]: pgmap v17807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:10 smithi170 ceph-mon[97338]: pgmap v17808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:10 smithi081 ceph-mon[95500]: pgmap v17808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:10 smithi081 ceph-mon[107735]: pgmap v17808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:12 smithi170 ceph-mon[97338]: pgmap v17809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:12 smithi081 ceph-mon[95500]: pgmap v17809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:12 smithi081 ceph-mon[107735]: pgmap v17809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:32:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:14 smithi081 ceph-mon[95500]: pgmap v17810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:14 smithi081 ceph-mon[107735]: pgmap v17810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:14.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:14.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:14 smithi170 ceph-mon[97338]: pgmap v17810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:16.000Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:16.001Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:16 smithi170 ceph-mon[97338]: pgmap v17811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:16 smithi081 ceph-mon[95500]: pgmap v17811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:16 smithi081 ceph-mon[107735]: pgmap v17811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:18 smithi170 ceph-mon[97338]: pgmap v17812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:18 smithi081 ceph-mon[95500]: pgmap v17812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:18 smithi081 ceph-mon[107735]: pgmap v17812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:20 smithi170 ceph-mon[97338]: pgmap v17813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:20 smithi081 ceph-mon[95500]: pgmap v17813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:20 smithi081 ceph-mon[107735]: pgmap v17813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:22 smithi170 ceph-mon[97338]: pgmap v17814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:22 smithi081 ceph-mon[95500]: pgmap v17814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:22 smithi081 ceph-mon[107735]: pgmap v17814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:32:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:24 smithi081 ceph-mon[95500]: pgmap v17815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:24 smithi081 ceph-mon[107735]: pgmap v17815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:24.162Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:24.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:24 smithi170 ceph-mon[97338]: pgmap v17815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:26.001Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:26.002Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:26 smithi170 ceph-mon[97338]: pgmap v17816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:26 smithi081 ceph-mon[95500]: pgmap v17816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:26 smithi081 ceph-mon[107735]: pgmap v17816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:28 smithi170 ceph-mon[97338]: pgmap v17817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:28 smithi081 ceph-mon[95500]: pgmap v17817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:28 smithi081 ceph-mon[107735]: pgmap v17817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:30 smithi170 ceph-mon[97338]: pgmap v17818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:30 smithi081 ceph-mon[95500]: pgmap v17818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:30 smithi081 ceph-mon[107735]: pgmap v17818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:32 smithi170 ceph-mon[97338]: pgmap v17819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:32 smithi081 ceph-mon[95500]: pgmap v17819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:32 smithi081 ceph-mon[107735]: pgmap v17819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:32:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:34 smithi081 ceph-mon[95500]: pgmap v17820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:34 smithi081 ceph-mon[107735]: pgmap v17820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:34.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:34.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:34 smithi170 ceph-mon[97338]: pgmap v17820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:36.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:36.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:36.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:36 smithi170 ceph-mon[97338]: pgmap v17821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:36 smithi081 ceph-mon[95500]: pgmap v17821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:36 smithi081 ceph-mon[107735]: pgmap v17821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:38 smithi170 ceph-mon[97338]: pgmap v17822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:38 smithi081 ceph-mon[95500]: pgmap v17822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:38 smithi081 ceph-mon[107735]: pgmap v17822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:40 smithi170 ceph-mon[97338]: pgmap v17823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:40 smithi081 ceph-mon[95500]: pgmap v17823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:40 smithi081 ceph-mon[107735]: pgmap v17823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:42 smithi170 ceph-mon[97338]: pgmap v17824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:42 smithi081 ceph-mon[95500]: pgmap v17824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:42 smithi081 ceph-mon[107735]: pgmap v17824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:32:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:44 smithi081 ceph-mon[95500]: pgmap v17825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:44 smithi081 ceph-mon[107735]: pgmap v17825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:44.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:44.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:44 smithi170 ceph-mon[97338]: pgmap v17825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:46.002Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:46.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:46.003Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:46 smithi170 ceph-mon[97338]: pgmap v17826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:46 smithi081 ceph-mon[95500]: pgmap v17826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:46 smithi081 ceph-mon[107735]: pgmap v17826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:48 smithi170 ceph-mon[97338]: pgmap v17827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:48 smithi081 ceph-mon[95500]: pgmap v17827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:48 smithi081 ceph-mon[107735]: pgmap v17827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:50 smithi170 ceph-mon[97338]: pgmap v17828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:50 smithi081 ceph-mon[95500]: pgmap v17828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:50 smithi081 ceph-mon[107735]: pgmap v17828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:52 smithi170 ceph-mon[97338]: pgmap v17829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:52 smithi081 ceph-mon[95500]: pgmap v17829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:52 smithi081 ceph-mon[107735]: pgmap v17829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:32:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:54 smithi081 ceph-mon[95500]: pgmap v17830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:54 smithi081 ceph-mon[107735]: pgmap v17830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:54.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:54.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:54 smithi170 ceph-mon[97338]: pgmap v17830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:32:56.003Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:56.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:32:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:32:56.004Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:32:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:56 smithi170 ceph-mon[97338]: pgmap v17831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:56 smithi081 ceph-mon[95500]: pgmap v17831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:56 smithi081 ceph-mon[107735]: pgmap v17831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:32:58 smithi170 ceph-mon[97338]: pgmap v17832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:32:58 smithi081 ceph-mon[95500]: pgmap v17832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:32:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:32:58 smithi081 ceph-mon[107735]: pgmap v17832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:00 smithi170 ceph-mon[97338]: pgmap v17833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:00 smithi081 ceph-mon[95500]: pgmap v17833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:00 smithi081 ceph-mon[107735]: pgmap v17833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:02 smithi170 ceph-mon[97338]: pgmap v17834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:02 smithi081 ceph-mon[95500]: pgmap v17834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:02 smithi081 ceph-mon[107735]: pgmap v17834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:33:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:04 smithi081 ceph-mon[95500]: pgmap v17835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:04 smithi081 ceph-mon[107735]: pgmap v17835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:04.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:04.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:04 smithi170 ceph-mon[97338]: pgmap v17835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:06.004Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:06.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:06.005Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:06 smithi170 ceph-mon[97338]: pgmap v17836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:06 smithi081 ceph-mon[95500]: pgmap v17836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:06 smithi081 ceph-mon[107735]: pgmap v17836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:08 smithi170 ceph-mon[97338]: pgmap v17837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:08 smithi081 ceph-mon[95500]: pgmap v17837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:08 smithi081 ceph-mon[107735]: pgmap v17837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:10 smithi170 ceph-mon[97338]: pgmap v17838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:10 smithi081 ceph-mon[95500]: pgmap v17838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:10 smithi081 ceph-mon[107735]: pgmap v17838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:12 smithi170 ceph-mon[97338]: pgmap v17839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:12 smithi081 ceph-mon[95500]: pgmap v17839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:12.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:12 smithi081 ceph-mon[107735]: pgmap v17839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:33:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:14 smithi081 ceph-mon[95500]: pgmap v17840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:14.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:14.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:14 smithi081 ceph-mon[107735]: pgmap v17840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:14 smithi170 ceph-mon[97338]: pgmap v17840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:16.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:16.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:16.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:16 smithi170 ceph-mon[97338]: pgmap v17841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:16 smithi081 ceph-mon[95500]: pgmap v17841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:16 smithi081 ceph-mon[107735]: pgmap v17841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:18 smithi170 ceph-mon[97338]: pgmap v17842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:18 smithi081 ceph-mon[95500]: pgmap v17842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:18 smithi081 ceph-mon[107735]: pgmap v17842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:20 smithi170 ceph-mon[97338]: pgmap v17843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:20 smithi081 ceph-mon[95500]: pgmap v17843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:20 smithi081 ceph-mon[107735]: pgmap v17843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:22 smithi170 ceph-mon[97338]: pgmap v17844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:22 smithi081 ceph-mon[95500]: pgmap v17844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:22 smithi081 ceph-mon[107735]: pgmap v17844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:33:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:24 smithi081 ceph-mon[95500]: pgmap v17845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:24 smithi081 ceph-mon[107735]: pgmap v17845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:24.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:24.168Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:24 smithi170 ceph-mon[97338]: pgmap v17845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:26.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:26.267 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:26.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:26 smithi170 ceph-mon[97338]: pgmap v17846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:26 smithi081 ceph-mon[95500]: pgmap v17846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:26 smithi081 ceph-mon[107735]: pgmap v17846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:28 smithi170 ceph-mon[97338]: pgmap v17847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:28 smithi081 ceph-mon[95500]: pgmap v17847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:28 smithi081 ceph-mon[107735]: pgmap v17847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:29.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:29 smithi170 ceph-mon[97338]: pgmap v17848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:29.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:29 smithi081 ceph-mon[95500]: pgmap v17848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:29 smithi081 ceph-mon[107735]: pgmap v17848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:31.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:31 smithi170 ceph-mon[97338]: pgmap v17849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:32.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:31 smithi081 ceph-mon[95500]: pgmap v17849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:32.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:31 smithi081 ceph-mon[107735]: pgmap v17849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:33:34.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:33 smithi170 ceph-mon[97338]: pgmap v17850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:34.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:33 smithi081 ceph-mon[95500]: pgmap v17850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:34.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:33 smithi081 ceph-mon[107735]: pgmap v17850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:34.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:34.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:34.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:36.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:35 smithi170 ceph-mon[97338]: pgmap v17851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:35 smithi081 ceph-mon[95500]: pgmap v17851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:36.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:35 smithi081 ceph-mon[107735]: pgmap v17851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:36.005Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:36.006Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:38.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:37 smithi170 ceph-mon[97338]: pgmap v17852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:38.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:37 smithi081 ceph-mon[95500]: pgmap v17852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:38.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:37 smithi081 ceph-mon[107735]: pgmap v17852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:40.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:39 smithi170 ceph-mon[97338]: pgmap v17853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:40.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:39 smithi081 ceph-mon[95500]: pgmap v17853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:40.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:39 smithi081 ceph-mon[107735]: pgmap v17853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:42.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:41 smithi170 ceph-mon[97338]: pgmap v17854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:42.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:41 smithi081 ceph-mon[95500]: pgmap v17854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:41 smithi081 ceph-mon[107735]: pgmap v17854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:33:44.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:43 smithi170 ceph-mon[97338]: pgmap v17855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:44.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:43 smithi081 ceph-mon[95500]: pgmap v17855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:44.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:43 smithi081 ceph-mon[107735]: pgmap v17855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:44.168Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:44.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:44.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:46.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:45 smithi170 ceph-mon[97338]: pgmap v17856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:45 smithi081 ceph-mon[95500]: pgmap v17856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:46.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:45 smithi081 ceph-mon[107735]: pgmap v17856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:46.006Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:46.007Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:48.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:47 smithi170 ceph-mon[97338]: pgmap v17857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:48.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:47 smithi081 ceph-mon[95500]: pgmap v17857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:48.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:47 smithi081 ceph-mon[107735]: pgmap v17857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:49 smithi170 ceph-mon[97338]: pgmap v17858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:50.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:49 smithi081 ceph-mon[95500]: pgmap v17858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:50.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:49 smithi081 ceph-mon[107735]: pgmap v17858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:52.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:51 smithi170 ceph-mon[97338]: pgmap v17859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:52.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:51 smithi081 ceph-mon[95500]: pgmap v17859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:52.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:51 smithi081 ceph-mon[107735]: pgmap v17859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:33:54.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:53 smithi170 ceph-mon[97338]: pgmap v17860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:54.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:53 smithi081 ceph-mon[95500]: pgmap v17860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:54.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:53 smithi081 ceph-mon[107735]: pgmap v17860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:54.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:54.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:54.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:54.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:56.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:55 smithi170 ceph-mon[97338]: pgmap v17861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:55 smithi081 ceph-mon[95500]: pgmap v17861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:55 smithi081 ceph-mon[107735]: pgmap v17861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:33:56.007Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:33:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:33:56.008Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:33:58.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:57 smithi170 ceph-mon[97338]: pgmap v17862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:58.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:57 smithi081 ceph-mon[95500]: pgmap v17862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:33:58.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:57 smithi081 ceph-mon[107735]: pgmap v17862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:00.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:33:59 smithi170 ceph-mon[97338]: pgmap v17863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:00.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:33:59 smithi081 ceph-mon[95500]: pgmap v17863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:00.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:33:59 smithi081 ceph-mon[107735]: pgmap v17863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:02.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:01 smithi170 ceph-mon[97338]: pgmap v17864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:02.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:01 smithi081 ceph-mon[95500]: pgmap v17864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:02.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:01 smithi081 ceph-mon[107735]: pgmap v17864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:34:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:03 smithi170 ceph-mon[97338]: pgmap v17865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:03 smithi081 ceph-mon[95500]: pgmap v17865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:03 smithi081 ceph-mon[107735]: pgmap v17865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:04.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:04.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:06.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:05 smithi170 ceph-mon[97338]: pgmap v17866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:05 smithi081 ceph-mon[95500]: pgmap v17866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:05 smithi081 ceph-mon[107735]: pgmap v17866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:06.008Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:06.009Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:08.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:07 smithi170 ceph-mon[97338]: pgmap v17867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:08.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:07 smithi081 ceph-mon[95500]: pgmap v17867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:08.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:07 smithi081 ceph-mon[107735]: pgmap v17867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:10.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:09 smithi081 ceph-mon[95500]: pgmap v17868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:10.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:09 smithi081 ceph-mon[107735]: pgmap v17868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:09 smithi170 ceph-mon[97338]: pgmap v17868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:12.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:11 smithi081 ceph-mon[95500]: pgmap v17869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:12.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:11 smithi081 ceph-mon[107735]: pgmap v17869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:12.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:11 smithi170 ceph-mon[97338]: pgmap v17869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:34:14.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:13 smithi081 ceph-mon[95500]: pgmap v17870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:14.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:13 smithi081 ceph-mon[107735]: pgmap v17870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:14.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:14.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:14.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:14.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:13 smithi170 ceph-mon[97338]: pgmap v17870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:16.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:16 smithi081 ceph-mon[95500]: pgmap v17871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:16.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:16 smithi081 ceph-mon[107735]: pgmap v17871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:16.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:16.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:16.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:16.010Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:16 smithi170 ceph-mon[97338]: pgmap v17871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:18.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:18 smithi081 ceph-mon[95500]: pgmap v17872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:18.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:18 smithi081 ceph-mon[107735]: pgmap v17872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:18 smithi170 ceph-mon[97338]: pgmap v17872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:20.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:20 smithi081 ceph-mon[95500]: pgmap v17873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:20.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:20 smithi081 ceph-mon[107735]: pgmap v17873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:20 smithi170 ceph-mon[97338]: pgmap v17873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:22 smithi081 ceph-mon[95500]: pgmap v17874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:22 smithi081 ceph-mon[107735]: pgmap v17874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:22 smithi170 ceph-mon[97338]: pgmap v17874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:34:24.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:24 smithi081 ceph-mon[95500]: pgmap v17875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:24.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:24 smithi081 ceph-mon[107735]: pgmap v17875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:24.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:24.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:24.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:24 smithi170 ceph-mon[97338]: pgmap v17875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:26.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:26 smithi081 ceph-mon[95500]: pgmap v17876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:26.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:26 smithi081 ceph-mon[107735]: pgmap v17876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:26.009Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:26.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:26.011Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:26 smithi170 ceph-mon[97338]: pgmap v17876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:28 smithi170 ceph-mon[97338]: pgmap v17877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:28 smithi081 ceph-mon[95500]: pgmap v17877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:28 smithi081 ceph-mon[107735]: pgmap v17877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:30 smithi170 ceph-mon[97338]: pgmap v17878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:30 smithi081 ceph-mon[95500]: pgmap v17878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:30 smithi081 ceph-mon[107735]: pgmap v17878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:32 smithi170 ceph-mon[97338]: pgmap v17879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:32 smithi081 ceph-mon[95500]: pgmap v17879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:32 smithi081 ceph-mon[107735]: pgmap v17879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:34:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:34 smithi170 ceph-mon[97338]: pgmap v17880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:34 smithi081 ceph-mon[95500]: pgmap v17880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:34.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:34.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:34 smithi081 ceph-mon[107735]: pgmap v17880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:36.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:36 smithi081 ceph-mon[95500]: pgmap v17881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:36.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:36 smithi081 ceph-mon[107735]: pgmap v17881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:36.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:36.010Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:36.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:36.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:36 smithi170 ceph-mon[97338]: pgmap v17881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:38 smithi170 ceph-mon[97338]: pgmap v17882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:38 smithi081 ceph-mon[95500]: pgmap v17882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:38 smithi081 ceph-mon[107735]: pgmap v17882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:40 smithi170 ceph-mon[97338]: pgmap v17883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:40 smithi081 ceph-mon[95500]: pgmap v17883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:40 smithi081 ceph-mon[107735]: pgmap v17883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:42 smithi170 ceph-mon[97338]: pgmap v17884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:42 smithi081 ceph-mon[95500]: pgmap v17884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:42 smithi081 ceph-mon[107735]: pgmap v17884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:34:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:44 smithi170 ceph-mon[97338]: pgmap v17885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:44 smithi081 ceph-mon[95500]: pgmap v17885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:44 smithi081 ceph-mon[107735]: pgmap v17885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:44.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:44.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:46.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:46 smithi081 ceph-mon[95500]: pgmap v17886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:46.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:46 smithi081 ceph-mon[107735]: pgmap v17886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:46.011Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:46.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:46.012Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:46 smithi170 ceph-mon[97338]: pgmap v17886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:48 smithi170 ceph-mon[97338]: pgmap v17887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:48 smithi081 ceph-mon[95500]: pgmap v17887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:48 smithi081 ceph-mon[107735]: pgmap v17887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:50 smithi170 ceph-mon[97338]: pgmap v17888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:50 smithi081 ceph-mon[95500]: pgmap v17888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:50.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:50 smithi081 ceph-mon[107735]: pgmap v17888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:52 smithi170 ceph-mon[97338]: pgmap v17889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:52 smithi081 ceph-mon[95500]: pgmap v17889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:52 smithi081 ceph-mon[107735]: pgmap v17889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:34:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:54 smithi170 ceph-mon[97338]: pgmap v17890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:54 smithi081 ceph-mon[95500]: pgmap v17890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:54 smithi081 ceph-mon[107735]: pgmap v17890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:54.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:54.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:56.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:56 smithi081 ceph-mon[95500]: pgmap v17891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:56 smithi081 ceph-mon[107735]: pgmap v17891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:34:56.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:56.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:34:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:34:56.013Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:34:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:56 smithi170 ceph-mon[97338]: pgmap v17891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:34:58 smithi170 ceph-mon[97338]: pgmap v17892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:34:58 smithi081 ceph-mon[95500]: pgmap v17892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:34:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:34:58 smithi081 ceph-mon[107735]: pgmap v17892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:00 smithi170 ceph-mon[97338]: pgmap v17893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:00 smithi081 ceph-mon[95500]: pgmap v17893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:00 smithi081 ceph-mon[107735]: pgmap v17893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:02 smithi170 ceph-mon[97338]: pgmap v17894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:02 smithi081 ceph-mon[95500]: pgmap v17894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:02 smithi081 ceph-mon[107735]: pgmap v17894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:35:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:04 smithi170 ceph-mon[97338]: pgmap v17895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:04 smithi081 ceph-mon[95500]: pgmap v17895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:04 smithi081 ceph-mon[107735]: pgmap v17895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:04.175Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:04.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:06 smithi081 ceph-mon[95500]: pgmap v17896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:06.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:06 smithi081 ceph-mon[107735]: pgmap v17896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:06.012Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:06.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:06 smithi170 ceph-mon[97338]: pgmap v17896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:08 smithi170 ceph-mon[97338]: pgmap v17897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:08 smithi081 ceph-mon[95500]: pgmap v17897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:08 smithi081 ceph-mon[107735]: pgmap v17897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:10 smithi170 ceph-mon[97338]: pgmap v17898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:10 smithi081 ceph-mon[95500]: pgmap v17898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:10 smithi081 ceph-mon[107735]: pgmap v17898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:12 smithi170 ceph-mon[97338]: pgmap v17899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:12 smithi081 ceph-mon[95500]: pgmap v17899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:12 smithi081 ceph-mon[107735]: pgmap v17899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:35:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:14 smithi170 ceph-mon[97338]: pgmap v17900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:14 smithi081 ceph-mon[95500]: pgmap v17900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:14 smithi081 ceph-mon[107735]: pgmap v17900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:14.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:14.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:16 smithi170 ceph-mon[97338]: pgmap v17901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:16 smithi081 ceph-mon[95500]: pgmap v17901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:16.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:16 smithi081 ceph-mon[107735]: pgmap v17901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:16.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:16.014Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:18 smithi170 ceph-mon[97338]: pgmap v17902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:18 smithi081 ceph-mon[95500]: pgmap v17902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:18 smithi081 ceph-mon[107735]: pgmap v17902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:20 smithi170 ceph-mon[97338]: pgmap v17903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:20 smithi081 ceph-mon[95500]: pgmap v17903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:20 smithi081 ceph-mon[107735]: pgmap v17903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:22 smithi170 ceph-mon[97338]: pgmap v17904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:22 smithi081 ceph-mon[95500]: pgmap v17904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:22.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:22 smithi081 ceph-mon[107735]: pgmap v17904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:35:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:24 smithi170 ceph-mon[97338]: pgmap v17905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:24 smithi081 ceph-mon[95500]: pgmap v17905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:24 smithi081 ceph-mon[107735]: pgmap v17905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:24.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:24.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:26 smithi170 ceph-mon[97338]: pgmap v17906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:26 smithi081 ceph-mon[95500]: pgmap v17906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:26 smithi081 ceph-mon[107735]: pgmap v17906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:26.013Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:26.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:28 smithi170 ceph-mon[97338]: pgmap v17907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:28 smithi081 ceph-mon[95500]: pgmap v17907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:28 smithi081 ceph-mon[107735]: pgmap v17907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:30 smithi170 ceph-mon[97338]: pgmap v17908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:30 smithi081 ceph-mon[95500]: pgmap v17908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:30 smithi081 ceph-mon[107735]: pgmap v17908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:32 smithi170 ceph-mon[97338]: pgmap v17909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:32 smithi081 ceph-mon[95500]: pgmap v17909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:32 smithi081 ceph-mon[107735]: pgmap v17909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:35:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:34 smithi170 ceph-mon[97338]: pgmap v17910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:34 smithi081 ceph-mon[95500]: pgmap v17910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:34.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:34.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:34.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:34 smithi081 ceph-mon[107735]: pgmap v17910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:36 smithi170 ceph-mon[97338]: pgmap v17911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:36 smithi081 ceph-mon[95500]: pgmap v17911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:36 smithi081 ceph-mon[107735]: pgmap v17911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:36.014Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:36.015Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:38 smithi170 ceph-mon[97338]: pgmap v17912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:38 smithi081 ceph-mon[95500]: pgmap v17912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:38 smithi081 ceph-mon[107735]: pgmap v17912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:40 smithi170 ceph-mon[97338]: pgmap v17913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:40 smithi081 ceph-mon[95500]: pgmap v17913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:40 smithi081 ceph-mon[107735]: pgmap v17913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:42 smithi170 ceph-mon[97338]: pgmap v17914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:42 smithi081 ceph-mon[95500]: pgmap v17914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:42 smithi081 ceph-mon[107735]: pgmap v17914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:35:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:44 smithi170 ceph-mon[97338]: pgmap v17915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:44 smithi081 ceph-mon[95500]: pgmap v17915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:44 smithi081 ceph-mon[107735]: pgmap v17915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:44.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:44.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:46 smithi170 ceph-mon[97338]: pgmap v17916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:46 smithi081 ceph-mon[95500]: pgmap v17916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:46 smithi081 ceph-mon[107735]: pgmap v17916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:46.015Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:46.016Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:48 smithi170 ceph-mon[97338]: pgmap v17917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:48 smithi081 ceph-mon[95500]: pgmap v17917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:48 smithi081 ceph-mon[107735]: pgmap v17917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:50 smithi170 ceph-mon[97338]: pgmap v17918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:50 smithi081 ceph-mon[95500]: pgmap v17918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:50 smithi081 ceph-mon[107735]: pgmap v17918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:52 smithi170 ceph-mon[97338]: pgmap v17919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:52 smithi081 ceph-mon[95500]: pgmap v17919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:52 smithi081 ceph-mon[107735]: pgmap v17919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:35:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:54 smithi170 ceph-mon[97338]: pgmap v17920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:54 smithi081 ceph-mon[95500]: pgmap v17920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:54 smithi081 ceph-mon[107735]: pgmap v17920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:54.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:54.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:56 smithi170 ceph-mon[97338]: pgmap v17921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:56 smithi081 ceph-mon[95500]: pgmap v17921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:56 smithi081 ceph-mon[107735]: pgmap v17921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:35:56.016Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:35:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:35:56.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:35:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:35:58 smithi170 ceph-mon[97338]: pgmap v17922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:35:58 smithi081 ceph-mon[95500]: pgmap v17922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:35:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:35:58 smithi081 ceph-mon[107735]: pgmap v17922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:00 smithi170 ceph-mon[97338]: pgmap v17923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:00 smithi081 ceph-mon[95500]: pgmap v17923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:00 smithi081 ceph-mon[107735]: pgmap v17923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:02 smithi170 ceph-mon[97338]: pgmap v17924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:02 smithi081 ceph-mon[95500]: pgmap v17924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:02 smithi081 ceph-mon[107735]: pgmap v17924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:36:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:04 smithi170 ceph-mon[97338]: pgmap v17925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:04 smithi081 ceph-mon[95500]: pgmap v17925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:04 smithi081 ceph-mon[107735]: pgmap v17925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:04.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:04.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:06 smithi170 ceph-mon[97338]: pgmap v17926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:06 smithi081 ceph-mon[95500]: pgmap v17926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:06 smithi081 ceph-mon[107735]: pgmap v17926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:06.017Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:06.018Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:08.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:08 smithi170 ceph-mon[97338]: pgmap v17927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:08 smithi081 ceph-mon[95500]: pgmap v17927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:08 smithi081 ceph-mon[107735]: pgmap v17927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:10 smithi170 ceph-mon[97338]: pgmap v17928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:10 smithi081 ceph-mon[95500]: pgmap v17928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:10 smithi081 ceph-mon[107735]: pgmap v17928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:12 smithi170 ceph-mon[97338]: pgmap v17929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:12 smithi081 ceph-mon[95500]: pgmap v17929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:12 smithi081 ceph-mon[107735]: pgmap v17929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:36:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:14 smithi170 ceph-mon[97338]: pgmap v17930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:14 smithi081 ceph-mon[95500]: pgmap v17930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:14 smithi081 ceph-mon[107735]: pgmap v17930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:14.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:14.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:16 smithi170 ceph-mon[97338]: pgmap v17931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:16 smithi081 ceph-mon[95500]: pgmap v17931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:16.018Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:16.019Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:16.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:16 smithi081 ceph-mon[107735]: pgmap v17931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:18 smithi170 ceph-mon[97338]: pgmap v17932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:18 smithi081 ceph-mon[95500]: pgmap v17932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:18 smithi081 ceph-mon[107735]: pgmap v17932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:20 smithi170 ceph-mon[97338]: pgmap v17933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:20 smithi081 ceph-mon[95500]: pgmap v17933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:20 smithi081 ceph-mon[107735]: pgmap v17933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:22 smithi170 ceph-mon[97338]: pgmap v17934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:22 smithi081 ceph-mon[95500]: pgmap v17934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:22.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:22 smithi081 ceph-mon[107735]: pgmap v17934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:36:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:24 smithi170 ceph-mon[97338]: pgmap v17935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:24 smithi081 ceph-mon[95500]: pgmap v17935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:24 smithi081 ceph-mon[107735]: pgmap v17935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:24.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:24.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:26 smithi170 ceph-mon[97338]: pgmap v17936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:26 smithi081 ceph-mon[95500]: pgmap v17936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:26 smithi081 ceph-mon[107735]: pgmap v17936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:26.019Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:26.020Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:28 smithi170 ceph-mon[97338]: pgmap v17937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:28 smithi081 ceph-mon[95500]: pgmap v17937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:28 smithi081 ceph-mon[107735]: pgmap v17937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:30 smithi170 ceph-mon[97338]: pgmap v17938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:30 smithi081 ceph-mon[95500]: pgmap v17938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:30 smithi081 ceph-mon[107735]: pgmap v17938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:32 smithi170 ceph-mon[97338]: pgmap v17939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:32 smithi081 ceph-mon[95500]: pgmap v17939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:32 smithi081 ceph-mon[107735]: pgmap v17939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:36:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:34 smithi170 ceph-mon[97338]: pgmap v17940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:34 smithi081 ceph-mon[95500]: pgmap v17940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:34.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:34.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:34 smithi081 ceph-mon[107735]: pgmap v17940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:36 smithi170 ceph-mon[97338]: pgmap v17941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:36 smithi081 ceph-mon[95500]: pgmap v17941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:36 smithi081 ceph-mon[107735]: pgmap v17941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:36.020Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:36.021Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:38 smithi170 ceph-mon[97338]: pgmap v17942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:38 smithi081 ceph-mon[95500]: pgmap v17942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:38 smithi081 ceph-mon[107735]: pgmap v17942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:40 smithi170 ceph-mon[97338]: pgmap v17943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:40 smithi081 ceph-mon[95500]: pgmap v17943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:40 smithi081 ceph-mon[107735]: pgmap v17943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:42 smithi170 ceph-mon[97338]: pgmap v17944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:42 smithi081 ceph-mon[95500]: pgmap v17944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:42 smithi081 ceph-mon[107735]: pgmap v17944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:36:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:44 smithi170 ceph-mon[97338]: pgmap v17945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:44 smithi081 ceph-mon[95500]: pgmap v17945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:44 smithi081 ceph-mon[107735]: pgmap v17945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:44.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:44.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:46 smithi170 ceph-mon[97338]: pgmap v17946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:46 smithi081 ceph-mon[95500]: pgmap v17946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:46 smithi081 ceph-mon[107735]: pgmap v17946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:46.021Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:46.022Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:48 smithi081 ceph-mon[95500]: pgmap v17947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:48 smithi081 ceph-mon[107735]: pgmap v17947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:48 smithi170 ceph-mon[97338]: pgmap v17947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:50 smithi081 ceph-mon[95500]: pgmap v17948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:50 smithi081 ceph-mon[107735]: pgmap v17948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:50 smithi170 ceph-mon[97338]: pgmap v17948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:52 smithi081 ceph-mon[95500]: pgmap v17949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:52 smithi081 ceph-mon[107735]: pgmap v17949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:52 smithi170 ceph-mon[97338]: pgmap v17949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:36:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:54 smithi081 ceph-mon[95500]: pgmap v17950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:54 smithi081 ceph-mon[107735]: pgmap v17950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:54.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:54.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:54 smithi170 ceph-mon[97338]: pgmap v17950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:56 smithi081 ceph-mon[95500]: pgmap v17951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:56 smithi081 ceph-mon[107735]: pgmap v17951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:36:56.022Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:36:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:36:56.023Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:36:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:56 smithi170 ceph-mon[97338]: pgmap v17951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:36:58 smithi081 ceph-mon[95500]: pgmap v17952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:36:58 smithi081 ceph-mon[107735]: pgmap v17952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:36:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:36:58 smithi170 ceph-mon[97338]: pgmap v17952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:00 smithi081 ceph-mon[95500]: pgmap v17953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:00 smithi081 ceph-mon[107735]: pgmap v17953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:00 smithi170 ceph-mon[97338]: pgmap v17953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:02 smithi170 ceph-mon[97338]: pgmap v17954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:02 smithi081 ceph-mon[95500]: pgmap v17954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:02 smithi081 ceph-mon[107735]: pgmap v17954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:37:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:04 smithi081 ceph-mon[95500]: pgmap v17955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:04.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:04.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:04 smithi081 ceph-mon[107735]: pgmap v17955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:04 smithi170 ceph-mon[97338]: pgmap v17955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:06 smithi081 ceph-mon[95500]: pgmap v17956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:06 smithi081 ceph-mon[107735]: pgmap v17956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:06.023Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:06.024Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:06 smithi170 ceph-mon[97338]: pgmap v17956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:08 smithi170 ceph-mon[97338]: pgmap v17957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:08 smithi081 ceph-mon[95500]: pgmap v17957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:08 smithi081 ceph-mon[107735]: pgmap v17957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:10 smithi170 ceph-mon[97338]: pgmap v17958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:10 smithi081 ceph-mon[95500]: pgmap v17958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:10 smithi081 ceph-mon[107735]: pgmap v17958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:12 smithi170 ceph-mon[97338]: pgmap v17959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:12 smithi081 ceph-mon[95500]: pgmap v17959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:12.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:12 smithi081 ceph-mon[107735]: pgmap v17959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:37:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:14 smithi081 ceph-mon[95500]: pgmap v17960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:14 smithi081 ceph-mon[107735]: pgmap v17960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:14.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:14.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:14.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:14 smithi170 ceph-mon[97338]: pgmap v17960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:16.296 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:16.024Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:16.296 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:16.025Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:16 smithi170 ceph-mon[97338]: pgmap v17961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:16 smithi081 ceph-mon[95500]: pgmap v17961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:16 smithi081 ceph-mon[107735]: pgmap v17961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:18 smithi170 ceph-mon[97338]: pgmap v17962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:18 smithi081 ceph-mon[95500]: pgmap v17962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:18 smithi081 ceph-mon[107735]: pgmap v17962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:20 smithi170 ceph-mon[97338]: pgmap v17963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:20 smithi081 ceph-mon[95500]: pgmap v17963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:20 smithi081 ceph-mon[107735]: pgmap v17963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:22 smithi170 ceph-mon[97338]: pgmap v17964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:22 smithi081 ceph-mon[95500]: pgmap v17964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:22 smithi081 ceph-mon[107735]: pgmap v17964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:37:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:24 smithi081 ceph-mon[95500]: pgmap v17965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:24 smithi081 ceph-mon[107735]: pgmap v17965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:24.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:24.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:24 smithi170 ceph-mon[97338]: pgmap v17965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:26.311 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:26.025Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:26.312 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:26.026Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:26 smithi170 ceph-mon[97338]: pgmap v17966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:26 smithi081 ceph-mon[95500]: pgmap v17966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:26 smithi081 ceph-mon[107735]: pgmap v17966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:28 smithi170 ceph-mon[97338]: pgmap v17967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:28 smithi081 ceph-mon[95500]: pgmap v17967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:28 smithi081 ceph-mon[107735]: pgmap v17967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:30 smithi170 ceph-mon[97338]: pgmap v17968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:30 smithi081 ceph-mon[95500]: pgmap v17968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:30 smithi081 ceph-mon[107735]: pgmap v17968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:32 smithi170 ceph-mon[97338]: pgmap v17969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:32 smithi081 ceph-mon[95500]: pgmap v17969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:32 smithi081 ceph-mon[107735]: pgmap v17969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:37:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:34 smithi081 ceph-mon[95500]: pgmap v17970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:34 smithi081 ceph-mon[107735]: pgmap v17970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:34.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:34.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:34 smithi170 ceph-mon[97338]: pgmap v17970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:36.326 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:36.026Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:36.327 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:36.027Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:36 smithi170 ceph-mon[97338]: pgmap v17971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:36.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:36 smithi081 ceph-mon[95500]: pgmap v17971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:36.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:36 smithi081 ceph-mon[107735]: pgmap v17971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:38 smithi170 ceph-mon[97338]: pgmap v17972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:38 smithi081 ceph-mon[95500]: pgmap v17972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:38 smithi081 ceph-mon[107735]: pgmap v17972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:40 smithi170 ceph-mon[97338]: pgmap v17973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:40 smithi081 ceph-mon[95500]: pgmap v17973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:40 smithi081 ceph-mon[107735]: pgmap v17973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:42 smithi170 ceph-mon[97338]: pgmap v17974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:42 smithi081 ceph-mon[95500]: pgmap v17974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:42 smithi081 ceph-mon[107735]: pgmap v17974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:37:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:44 smithi081 ceph-mon[95500]: pgmap v17975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:44 smithi081 ceph-mon[107735]: pgmap v17975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:44.186Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:44.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:44 smithi170 ceph-mon[97338]: pgmap v17975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:46.343 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:46.027Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:46.343 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:46.028Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:46 smithi170 ceph-mon[97338]: pgmap v17976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:46 smithi081 ceph-mon[95500]: pgmap v17976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:46 smithi081 ceph-mon[107735]: pgmap v17976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:48 smithi170 ceph-mon[97338]: pgmap v17977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:48 smithi081 ceph-mon[95500]: pgmap v17977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:48 smithi081 ceph-mon[107735]: pgmap v17977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:50 smithi170 ceph-mon[97338]: pgmap v17978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:50 smithi081 ceph-mon[95500]: pgmap v17978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:50 smithi081 ceph-mon[107735]: pgmap v17978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:52 smithi170 ceph-mon[97338]: pgmap v17979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:52 smithi081 ceph-mon[95500]: pgmap v17979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:52 smithi081 ceph-mon[107735]: pgmap v17979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:37:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:54 smithi081 ceph-mon[95500]: pgmap v17980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:54 smithi081 ceph-mon[107735]: pgmap v17980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:54.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:54.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:54 smithi170 ceph-mon[97338]: pgmap v17980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:56.364 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:37:56.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:56.364 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:37:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:37:56.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:37:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:56 smithi170 ceph-mon[97338]: pgmap v17981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:56 smithi081 ceph-mon[95500]: pgmap v17981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:56 smithi081 ceph-mon[107735]: pgmap v17981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:37:58 smithi170 ceph-mon[97338]: pgmap v17982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:37:58 smithi081 ceph-mon[95500]: pgmap v17982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:37:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:37:58 smithi081 ceph-mon[107735]: pgmap v17982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:00 smithi170 ceph-mon[97338]: pgmap v17983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:00 smithi081 ceph-mon[95500]: pgmap v17983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:00 smithi081 ceph-mon[107735]: pgmap v17983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:02 smithi170 ceph-mon[97338]: pgmap v17984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:02 smithi081 ceph-mon[95500]: pgmap v17984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:02 smithi081 ceph-mon[107735]: pgmap v17984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:38:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:04 smithi081 ceph-mon[95500]: pgmap v17985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:04 smithi081 ceph-mon[107735]: pgmap v17985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:04.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:04.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:04 smithi170 ceph-mon[97338]: pgmap v17985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:06.380 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:06.028Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:06.381 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:06.029Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:06 smithi170 ceph-mon[97338]: pgmap v17986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:06 smithi081 ceph-mon[95500]: pgmap v17986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:06 smithi081 ceph-mon[107735]: pgmap v17986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:08 smithi170 ceph-mon[97338]: pgmap v17987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:08 smithi081 ceph-mon[95500]: pgmap v17987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:08 smithi081 ceph-mon[107735]: pgmap v17987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:10 smithi170 ceph-mon[97338]: pgmap v17988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:10 smithi081 ceph-mon[95500]: pgmap v17988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:10 smithi081 ceph-mon[107735]: pgmap v17988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:12 smithi170 ceph-mon[97338]: pgmap v17989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:12 smithi081 ceph-mon[95500]: pgmap v17989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:12 smithi081 ceph-mon[107735]: pgmap v17989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:38:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:14 smithi081 ceph-mon[95500]: pgmap v17990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:14.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:14.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:14 smithi081 ceph-mon[107735]: pgmap v17990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:14 smithi170 ceph-mon[97338]: pgmap v17990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:16.395 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:16.029Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:16.395 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:16.030Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:16 smithi170 ceph-mon[97338]: pgmap v17991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:16 smithi081 ceph-mon[95500]: pgmap v17991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:16 smithi081 ceph-mon[107735]: pgmap v17991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:18 smithi170 ceph-mon[97338]: pgmap v17992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:18 smithi081 ceph-mon[95500]: pgmap v17992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:18 smithi081 ceph-mon[107735]: pgmap v17992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:20 smithi170 ceph-mon[97338]: pgmap v17993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:20 smithi081 ceph-mon[95500]: pgmap v17993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:20 smithi081 ceph-mon[107735]: pgmap v17993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:22 smithi170 ceph-mon[97338]: pgmap v17994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:22 smithi081 ceph-mon[95500]: pgmap v17994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:22 smithi081 ceph-mon[107735]: pgmap v17994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:38:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:24 smithi081 ceph-mon[95500]: pgmap v17995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:24 smithi081 ceph-mon[107735]: pgmap v17995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:24.189Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:24.190Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:24 smithi170 ceph-mon[97338]: pgmap v17995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:26.411 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:26.030Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:26.411 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:26.032Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:26 smithi170 ceph-mon[97338]: pgmap v17996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:26 smithi081 ceph-mon[95500]: pgmap v17996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:26 smithi081 ceph-mon[107735]: pgmap v17996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:28 smithi170 ceph-mon[97338]: pgmap v17997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:28 smithi081 ceph-mon[95500]: pgmap v17997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:28 smithi081 ceph-mon[107735]: pgmap v17997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:30 smithi170 ceph-mon[97338]: pgmap v17998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:30 smithi081 ceph-mon[95500]: pgmap v17998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:30 smithi081 ceph-mon[107735]: pgmap v17998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:32 smithi170 ceph-mon[97338]: pgmap v17999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:32 smithi081 ceph-mon[95500]: pgmap v17999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:32 smithi081 ceph-mon[107735]: pgmap v17999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:38:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:34 smithi081 ceph-mon[95500]: pgmap v18000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:34 smithi081 ceph-mon[107735]: pgmap v18000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:34.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:34.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:34 smithi170 ceph-mon[97338]: pgmap v18000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:36.432 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:36.031Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:36.432 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:36.033Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:36 smithi170 ceph-mon[97338]: pgmap v18001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:36 smithi081 ceph-mon[95500]: pgmap v18001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:36 smithi081 ceph-mon[107735]: pgmap v18001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:38 smithi170 ceph-mon[97338]: pgmap v18002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:38 smithi081 ceph-mon[95500]: pgmap v18002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:38 smithi081 ceph-mon[107735]: pgmap v18002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:40 smithi170 ceph-mon[97338]: pgmap v18003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:40 smithi081 ceph-mon[95500]: pgmap v18003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:40 smithi081 ceph-mon[107735]: pgmap v18003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:42 smithi170 ceph-mon[97338]: pgmap v18004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:42 smithi081 ceph-mon[95500]: pgmap v18004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:42 smithi081 ceph-mon[107735]: pgmap v18004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:38:44.446 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:44.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:44.446 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:44.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:44 smithi170 ceph-mon[97338]: pgmap v18005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:44 smithi081 ceph-mon[95500]: pgmap v18005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:44 smithi081 ceph-mon[107735]: pgmap v18005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:46.449 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:46.033Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:46.450 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:46.034Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:46 smithi170 ceph-mon[97338]: pgmap v18006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:46 smithi081 ceph-mon[95500]: pgmap v18006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:46 smithi081 ceph-mon[107735]: pgmap v18006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:48 smithi170 ceph-mon[97338]: pgmap v18007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:48 smithi081 ceph-mon[95500]: pgmap v18007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:48 smithi081 ceph-mon[107735]: pgmap v18007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:50 smithi170 ceph-mon[97338]: pgmap v18008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:50 smithi081 ceph-mon[95500]: pgmap v18008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:50 smithi081 ceph-mon[107735]: pgmap v18008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:52 smithi170 ceph-mon[97338]: pgmap v18009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:52 smithi081 ceph-mon[95500]: pgmap v18009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:52.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:52 smithi081 ceph-mon[107735]: pgmap v18009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:38:54.466 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:54.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:54.466 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:54.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:54 smithi170 ceph-mon[97338]: pgmap v18010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:54 smithi081 ceph-mon[95500]: pgmap v18010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:54 smithi081 ceph-mon[107735]: pgmap v18010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:56.469 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:38:56.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:56.469 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:38:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:38:56.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:38:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:56 smithi170 ceph-mon[97338]: pgmap v18011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:56 smithi081 ceph-mon[95500]: pgmap v18011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:56 smithi081 ceph-mon[107735]: pgmap v18011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:38:58 smithi170 ceph-mon[97338]: pgmap v18012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:38:58 smithi081 ceph-mon[95500]: pgmap v18012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:38:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:38:58 smithi081 ceph-mon[107735]: pgmap v18012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:00 smithi170 ceph-mon[97338]: pgmap v18013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:00 smithi081 ceph-mon[95500]: pgmap v18013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:00 smithi081 ceph-mon[107735]: pgmap v18013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:01 smithi170 ceph-mon[97338]: pgmap v18014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:02.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:01 smithi081 ceph-mon[95500]: pgmap v18014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:01 smithi081 ceph-mon[107735]: pgmap v18014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:39:04.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:04 smithi081 ceph-mon[95500]: pgmap v18015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:04 smithi081 ceph-mon[107735]: pgmap v18015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:04.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:04.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:04.194Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:04 smithi170 ceph-mon[97338]: pgmap v18015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:06.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:06 smithi081 ceph-mon[95500]: pgmap v18016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:06.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:06 smithi081 ceph-mon[107735]: pgmap v18016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:06.268 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:06.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:06.269 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:06.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:06 smithi170 ceph-mon[97338]: pgmap v18016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:08 smithi170 ceph-mon[97338]: pgmap v18017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:08 smithi081 ceph-mon[95500]: pgmap v18017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:08 smithi081 ceph-mon[107735]: pgmap v18017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:10 smithi170 ceph-mon[97338]: pgmap v18018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:10 smithi081 ceph-mon[95500]: pgmap v18018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:10 smithi081 ceph-mon[107735]: pgmap v18018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:12 smithi170 ceph-mon[97338]: pgmap v18019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:12 smithi081 ceph-mon[95500]: pgmap v18019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:12 smithi081 ceph-mon[107735]: pgmap v18019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:39:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:14 smithi170 ceph-mon[97338]: pgmap v18020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:14 smithi081 ceph-mon[95500]: pgmap v18020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:14 smithi081 ceph-mon[107735]: pgmap v18020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:14.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:14.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:16 smithi170 ceph-mon[97338]: pgmap v18021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:16 smithi081 ceph-mon[95500]: pgmap v18021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:16 smithi081 ceph-mon[107735]: pgmap v18021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:16.034Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:16.035Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:18 smithi170 ceph-mon[97338]: pgmap v18022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:18 smithi081 ceph-mon[95500]: pgmap v18022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:18 smithi081 ceph-mon[107735]: pgmap v18022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:20 smithi170 ceph-mon[97338]: pgmap v18023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:20 smithi081 ceph-mon[95500]: pgmap v18023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:20 smithi081 ceph-mon[107735]: pgmap v18023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:22 smithi170 ceph-mon[97338]: pgmap v18024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:22 smithi081 ceph-mon[95500]: pgmap v18024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:22 smithi081 ceph-mon[107735]: pgmap v18024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:39:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:24 smithi170 ceph-mon[97338]: pgmap v18025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:24 smithi081 ceph-mon[95500]: pgmap v18025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:24 smithi081 ceph-mon[107735]: pgmap v18025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:24.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:24.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:26 smithi170 ceph-mon[97338]: pgmap v18026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:26 smithi081 ceph-mon[95500]: pgmap v18026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:26 smithi081 ceph-mon[107735]: pgmap v18026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:26.035Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:26.036Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:28 smithi170 ceph-mon[97338]: pgmap v18027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:28 smithi081 ceph-mon[95500]: pgmap v18027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:28 smithi081 ceph-mon[107735]: pgmap v18027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:30 smithi170 ceph-mon[97338]: pgmap v18028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:30 smithi081 ceph-mon[95500]: pgmap v18028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:30.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:30 smithi081 ceph-mon[107735]: pgmap v18028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:32.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:32 smithi170 ceph-mon[97338]: pgmap v18029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:32 smithi081 ceph-mon[95500]: pgmap v18029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:32 smithi081 ceph-mon[107735]: pgmap v18029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:39:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:34 smithi170 ceph-mon[97338]: pgmap v18030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:34 smithi081 ceph-mon[95500]: pgmap v18030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:34 smithi081 ceph-mon[107735]: pgmap v18030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:34.196Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:34.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:34.197Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:36 smithi170 ceph-mon[97338]: pgmap v18031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:36 smithi081 ceph-mon[95500]: pgmap v18031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:36 smithi081 ceph-mon[107735]: pgmap v18031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:36.036Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:36.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:36.037Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:38 smithi170 ceph-mon[97338]: pgmap v18032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:38 smithi081 ceph-mon[95500]: pgmap v18032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:38.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:38 smithi081 ceph-mon[107735]: pgmap v18032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:40 smithi170 ceph-mon[97338]: pgmap v18033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:40 smithi081 ceph-mon[95500]: pgmap v18033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:40 smithi081 ceph-mon[107735]: pgmap v18033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:42 smithi170 ceph-mon[97338]: pgmap v18034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:42 smithi081 ceph-mon[95500]: pgmap v18034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:42 smithi081 ceph-mon[107735]: pgmap v18034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:39:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:44 smithi170 ceph-mon[97338]: pgmap v18035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:44 smithi081 ceph-mon[95500]: pgmap v18035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:44 smithi081 ceph-mon[107735]: pgmap v18035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:44.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:44.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:46 smithi170 ceph-mon[97338]: pgmap v18036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:46 smithi081 ceph-mon[95500]: pgmap v18036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:46 smithi081 ceph-mon[107735]: pgmap v18036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:46.037Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:46.038Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:48 smithi170 ceph-mon[97338]: pgmap v18037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:48 smithi081 ceph-mon[95500]: pgmap v18037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:48 smithi081 ceph-mon[107735]: pgmap v18037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:50 smithi170 ceph-mon[97338]: pgmap v18038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:50 smithi081 ceph-mon[95500]: pgmap v18038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:50 smithi081 ceph-mon[107735]: pgmap v18038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:52 smithi170 ceph-mon[97338]: pgmap v18039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:52 smithi081 ceph-mon[95500]: pgmap v18039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:52 smithi081 ceph-mon[107735]: pgmap v18039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:39:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:54 smithi170 ceph-mon[97338]: pgmap v18040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:54 smithi081 ceph-mon[95500]: pgmap v18040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:54 smithi081 ceph-mon[107735]: pgmap v18040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:54.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:54.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:56 smithi170 ceph-mon[97338]: pgmap v18041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:56 smithi081 ceph-mon[95500]: pgmap v18041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:56 smithi081 ceph-mon[107735]: pgmap v18041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:39:56.038Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:39:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:39:56.039Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:39:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:39:58 smithi170 ceph-mon[97338]: pgmap v18042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:39:58 smithi081 ceph-mon[95500]: pgmap v18042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:39:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:39:58 smithi081 ceph-mon[107735]: pgmap v18042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:00 smithi170 ceph-mon[97338]: pgmap v18043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:40:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:00 smithi081 ceph-mon[95500]: pgmap v18043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:40:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:00 smithi081 ceph-mon[107735]: pgmap v18043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:40:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:02 smithi170 ceph-mon[97338]: pgmap v18044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:02 smithi081 ceph-mon[95500]: pgmap v18044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:02 smithi081 ceph-mon[107735]: pgmap v18044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:40:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:04 smithi170 ceph-mon[97338]: pgmap v18045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:04 smithi081 ceph-mon[95500]: pgmap v18045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:04 smithi081 ceph-mon[107735]: pgmap v18045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:04.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:04.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:06 smithi170 ceph-mon[97338]: pgmap v18046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:06 smithi081 ceph-mon[95500]: pgmap v18046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:06.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:06.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:06 smithi081 ceph-mon[107735]: pgmap v18046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:08 smithi170 ceph-mon[97338]: pgmap v18047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:08 smithi081 ceph-mon[95500]: pgmap v18047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:08 smithi081 ceph-mon[107735]: pgmap v18047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:10 smithi170 ceph-mon[97338]: pgmap v18048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:10 smithi081 ceph-mon[95500]: pgmap v18048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:10.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:10 smithi081 ceph-mon[107735]: pgmap v18048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:12 smithi170 ceph-mon[97338]: pgmap v18049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:12 smithi081 ceph-mon[95500]: pgmap v18049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:12 smithi081 ceph-mon[107735]: pgmap v18049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:40:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:14 smithi170 ceph-mon[97338]: pgmap v18050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:14 smithi081 ceph-mon[95500]: pgmap v18050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:14 smithi081 ceph-mon[107735]: pgmap v18050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:14.200Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:14.201Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:16 smithi170 ceph-mon[97338]: pgmap v18051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:16 smithi081 ceph-mon[95500]: pgmap v18051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:16 smithi081 ceph-mon[107735]: pgmap v18051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:16.039Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:16.040Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:18 smithi170 ceph-mon[97338]: pgmap v18052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:18 smithi081 ceph-mon[95500]: pgmap v18052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:18 smithi081 ceph-mon[107735]: pgmap v18052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:20 smithi170 ceph-mon[97338]: pgmap v18053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:20 smithi081 ceph-mon[95500]: pgmap v18053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:20 smithi081 ceph-mon[107735]: pgmap v18053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:22 smithi170 ceph-mon[97338]: pgmap v18054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:22 smithi081 ceph-mon[95500]: pgmap v18054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:22 smithi081 ceph-mon[107735]: pgmap v18054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:40:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:24 smithi170 ceph-mon[97338]: pgmap v18055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:24 smithi081 ceph-mon[95500]: pgmap v18055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:24 smithi081 ceph-mon[107735]: pgmap v18055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:24.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:24.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:26 smithi170 ceph-mon[97338]: pgmap v18056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:26 smithi081 ceph-mon[95500]: pgmap v18056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:26 smithi081 ceph-mon[107735]: pgmap v18056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:26.040Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:26.041Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:28 smithi170 ceph-mon[97338]: pgmap v18057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:28 smithi081 ceph-mon[95500]: pgmap v18057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:28 smithi081 ceph-mon[107735]: pgmap v18057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:30 smithi170 ceph-mon[97338]: pgmap v18058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:30 smithi081 ceph-mon[95500]: pgmap v18058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:30 smithi081 ceph-mon[107735]: pgmap v18058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:32 smithi170 ceph-mon[97338]: pgmap v18059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:32 smithi081 ceph-mon[95500]: pgmap v18059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:32 smithi081 ceph-mon[107735]: pgmap v18059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:40:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:34 smithi170 ceph-mon[97338]: pgmap v18060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:34 smithi081 ceph-mon[95500]: pgmap v18060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:34 smithi081 ceph-mon[107735]: pgmap v18060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:34.202Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:34.203Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:36 smithi170 ceph-mon[97338]: pgmap v18061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:36 smithi081 ceph-mon[95500]: pgmap v18061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:36 smithi081 ceph-mon[107735]: pgmap v18061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:36.041Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:36.042Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:38 smithi170 ceph-mon[97338]: pgmap v18062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:38 smithi081 ceph-mon[95500]: pgmap v18062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:38 smithi081 ceph-mon[107735]: pgmap v18062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:40 smithi170 ceph-mon[97338]: pgmap v18063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:40 smithi081 ceph-mon[95500]: pgmap v18063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:40 smithi081 ceph-mon[107735]: pgmap v18063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:42 smithi170 ceph-mon[97338]: pgmap v18064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:42 smithi081 ceph-mon[95500]: pgmap v18064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:42 smithi081 ceph-mon[107735]: pgmap v18064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:40:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:44 smithi170 ceph-mon[97338]: pgmap v18065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:44 smithi081 ceph-mon[95500]: pgmap v18065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:44 smithi081 ceph-mon[107735]: pgmap v18065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:44.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:44.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:46 smithi170 ceph-mon[97338]: pgmap v18066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:46 smithi081 ceph-mon[95500]: pgmap v18066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:46 smithi081 ceph-mon[107735]: pgmap v18066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:46.042Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:46.043Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:48 smithi170 ceph-mon[97338]: pgmap v18067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:48 smithi081 ceph-mon[95500]: pgmap v18067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:48 smithi081 ceph-mon[107735]: pgmap v18067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:50 smithi170 ceph-mon[97338]: pgmap v18068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:50 smithi081 ceph-mon[95500]: pgmap v18068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:50 smithi081 ceph-mon[107735]: pgmap v18068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:52 smithi170 ceph-mon[97338]: pgmap v18069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:52 smithi081 ceph-mon[95500]: pgmap v18069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:52 smithi081 ceph-mon[107735]: pgmap v18069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:40:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:54 smithi170 ceph-mon[97338]: pgmap v18070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:54 smithi081 ceph-mon[95500]: pgmap v18070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:54 smithi081 ceph-mon[107735]: pgmap v18070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:54.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:54.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:56 smithi170 ceph-mon[97338]: pgmap v18071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:56 smithi081 ceph-mon[95500]: pgmap v18071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:56 smithi081 ceph-mon[107735]: pgmap v18071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:40:56.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:40:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:40:56.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:40:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:40:58 smithi170 ceph-mon[97338]: pgmap v18072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:40:58 smithi081 ceph-mon[95500]: pgmap v18072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:40:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:40:58 smithi081 ceph-mon[107735]: pgmap v18072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:00 smithi170 ceph-mon[97338]: pgmap v18073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:00 smithi081 ceph-mon[95500]: pgmap v18073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:00 smithi081 ceph-mon[107735]: pgmap v18073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:02 smithi170 ceph-mon[97338]: pgmap v18074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:02 smithi081 ceph-mon[95500]: pgmap v18074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:02 smithi081 ceph-mon[107735]: pgmap v18074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:41:04.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:04 smithi170 ceph-mon[97338]: pgmap v18075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:04 smithi081 ceph-mon[95500]: pgmap v18075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:04 smithi081 ceph-mon[107735]: pgmap v18075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:04.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:04.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:06 smithi170 ceph-mon[97338]: pgmap v18076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:06 smithi081 ceph-mon[95500]: pgmap v18076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:06 smithi081 ceph-mon[107735]: pgmap v18076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:06.043Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:06.044Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:08 smithi170 ceph-mon[97338]: pgmap v18077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:08 smithi081 ceph-mon[95500]: pgmap v18077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:08 smithi081 ceph-mon[107735]: pgmap v18077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:10 smithi170 ceph-mon[97338]: pgmap v18078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:10 smithi081 ceph-mon[95500]: pgmap v18078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:10 smithi081 ceph-mon[107735]: pgmap v18078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:12 smithi170 ceph-mon[97338]: pgmap v18079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:12 smithi081 ceph-mon[95500]: pgmap v18079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:12 smithi081 ceph-mon[107735]: pgmap v18079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:41:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:14 smithi170 ceph-mon[97338]: pgmap v18080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:14 smithi081 ceph-mon[95500]: pgmap v18080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:14 smithi081 ceph-mon[107735]: pgmap v18080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:14.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:14.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:16 smithi170 ceph-mon[97338]: pgmap v18081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:16 smithi081 ceph-mon[95500]: pgmap v18081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:16 smithi081 ceph-mon[107735]: pgmap v18081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:16.044Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:16.045Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:18 smithi170 ceph-mon[97338]: pgmap v18082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:18 smithi081 ceph-mon[95500]: pgmap v18082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:18 smithi081 ceph-mon[107735]: pgmap v18082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:20 smithi170 ceph-mon[97338]: pgmap v18083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:20 smithi081 ceph-mon[95500]: pgmap v18083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:20 smithi081 ceph-mon[107735]: pgmap v18083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:22 smithi170 ceph-mon[97338]: pgmap v18084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:22 smithi081 ceph-mon[95500]: pgmap v18084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:22 smithi081 ceph-mon[107735]: pgmap v18084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:41:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:24 smithi170 ceph-mon[97338]: pgmap v18085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:24 smithi081 ceph-mon[95500]: pgmap v18085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:24.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:24.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:24 smithi081 ceph-mon[107735]: pgmap v18085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:26 smithi170 ceph-mon[97338]: pgmap v18086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:26 smithi081 ceph-mon[95500]: pgmap v18086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:26.045Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:26.046Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:26 smithi081 ceph-mon[107735]: pgmap v18086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:28 smithi170 ceph-mon[97338]: pgmap v18087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:28 smithi081 ceph-mon[95500]: pgmap v18087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:28 smithi081 ceph-mon[107735]: pgmap v18087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:30 smithi170 ceph-mon[97338]: pgmap v18088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:30 smithi081 ceph-mon[95500]: pgmap v18088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:30 smithi081 ceph-mon[107735]: pgmap v18088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:32 smithi081 ceph-mon[95500]: pgmap v18089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:32 smithi081 ceph-mon[107735]: pgmap v18089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:32 smithi170 ceph-mon[97338]: pgmap v18089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:41:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:34 smithi081 ceph-mon[95500]: pgmap v18090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:34 smithi081 ceph-mon[107735]: pgmap v18090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:34.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:34.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:34 smithi170 ceph-mon[97338]: pgmap v18090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:36 smithi081 ceph-mon[95500]: pgmap v18091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:36 smithi081 ceph-mon[107735]: pgmap v18091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:36.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:36.047Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:36 smithi170 ceph-mon[97338]: pgmap v18091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:38 smithi081 ceph-mon[95500]: pgmap v18092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:38 smithi081 ceph-mon[107735]: pgmap v18092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:38 smithi170 ceph-mon[97338]: pgmap v18092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:40 smithi081 ceph-mon[95500]: pgmap v18093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:40 smithi081 ceph-mon[107735]: pgmap v18093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:40 smithi170 ceph-mon[97338]: pgmap v18093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:42 smithi081 ceph-mon[95500]: pgmap v18094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:42 smithi081 ceph-mon[107735]: pgmap v18094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:42 smithi170 ceph-mon[97338]: pgmap v18094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:41:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:44 smithi081 ceph-mon[95500]: pgmap v18095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:44 smithi081 ceph-mon[107735]: pgmap v18095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:44.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:44.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:44 smithi170 ceph-mon[97338]: pgmap v18095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:46 smithi081 ceph-mon[95500]: pgmap v18096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:46 smithi081 ceph-mon[107735]: pgmap v18096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:46.046Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:46.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:46 smithi170 ceph-mon[97338]: pgmap v18096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:48 smithi170 ceph-mon[97338]: pgmap v18097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:48 smithi081 ceph-mon[95500]: pgmap v18097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:48.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:48 smithi081 ceph-mon[107735]: pgmap v18097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:50 smithi170 ceph-mon[97338]: pgmap v18098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:50 smithi081 ceph-mon[95500]: pgmap v18098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:50 smithi081 ceph-mon[107735]: pgmap v18098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:52 smithi170 ceph-mon[97338]: pgmap v18099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:52 smithi081 ceph-mon[95500]: pgmap v18099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:52 smithi081 ceph-mon[107735]: pgmap v18099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:41:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:54 smithi081 ceph-mon[95500]: pgmap v18100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:54.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:54.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:54 smithi081 ceph-mon[107735]: pgmap v18100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:54 smithi170 ceph-mon[97338]: pgmap v18100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:56 smithi081 ceph-mon[95500]: pgmap v18101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:56 smithi081 ceph-mon[107735]: pgmap v18101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:41:56.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:41:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:41:56.048Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:41:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:56 smithi170 ceph-mon[97338]: pgmap v18101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:41:58 smithi170 ceph-mon[97338]: pgmap v18102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:41:58 smithi081 ceph-mon[95500]: pgmap v18102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:41:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:41:58 smithi081 ceph-mon[107735]: pgmap v18102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:00 smithi170 ceph-mon[97338]: pgmap v18103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:00 smithi081 ceph-mon[95500]: pgmap v18103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:00 smithi081 ceph-mon[107735]: pgmap v18103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:02 smithi170 ceph-mon[97338]: pgmap v18104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:02 smithi081 ceph-mon[95500]: pgmap v18104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:02 smithi081 ceph-mon[107735]: pgmap v18104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:42:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:04 smithi081 ceph-mon[95500]: pgmap v18105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:04 smithi081 ceph-mon[107735]: pgmap v18105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:04.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:04.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:04 smithi170 ceph-mon[97338]: pgmap v18105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:06.304 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:06.047Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:06.304 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:06.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:06 smithi170 ceph-mon[97338]: pgmap v18106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:06 smithi081 ceph-mon[95500]: pgmap v18106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:06 smithi081 ceph-mon[107735]: pgmap v18106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:08 smithi170 ceph-mon[97338]: pgmap v18107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:08 smithi081 ceph-mon[95500]: pgmap v18107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:08 smithi081 ceph-mon[107735]: pgmap v18107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:10 smithi170 ceph-mon[97338]: pgmap v18108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:10 smithi081 ceph-mon[95500]: pgmap v18108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:10 smithi081 ceph-mon[107735]: pgmap v18108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:12 smithi170 ceph-mon[97338]: pgmap v18109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:12.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:12 smithi081 ceph-mon[95500]: pgmap v18109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:12.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:12 smithi081 ceph-mon[107735]: pgmap v18109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:42:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:14 smithi081 ceph-mon[95500]: pgmap v18110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:14 smithi081 ceph-mon[107735]: pgmap v18110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:14.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:14.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:14 smithi170 ceph-mon[97338]: pgmap v18110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:16.324 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:16.048Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:16.325 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:16.049Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:16 smithi170 ceph-mon[97338]: pgmap v18111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:16 smithi081 ceph-mon[95500]: pgmap v18111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:16 smithi081 ceph-mon[107735]: pgmap v18111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:18 smithi170 ceph-mon[97338]: pgmap v18112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:18 smithi081 ceph-mon[95500]: pgmap v18112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:18 smithi081 ceph-mon[107735]: pgmap v18112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:20 smithi170 ceph-mon[97338]: pgmap v18113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:20 smithi081 ceph-mon[95500]: pgmap v18113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:20 smithi081 ceph-mon[107735]: pgmap v18113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:22 smithi170 ceph-mon[97338]: pgmap v18114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:22 smithi081 ceph-mon[95500]: pgmap v18114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:22 smithi081 ceph-mon[107735]: pgmap v18114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:42:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:24 smithi081 ceph-mon[95500]: pgmap v18115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:24 smithi081 ceph-mon[107735]: pgmap v18115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:24.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:24.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:24 smithi170 ceph-mon[97338]: pgmap v18115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:26.333 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:26.049Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:26.333 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:26.050Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:26 smithi170 ceph-mon[97338]: pgmap v18116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:26 smithi081 ceph-mon[95500]: pgmap v18116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:26 smithi081 ceph-mon[107735]: pgmap v18116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:28 smithi170 ceph-mon[97338]: pgmap v18117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:28 smithi081 ceph-mon[95500]: pgmap v18117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:28 smithi081 ceph-mon[107735]: pgmap v18117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:30 smithi170 ceph-mon[97338]: pgmap v18118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:30 smithi081 ceph-mon[95500]: pgmap v18118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:30 smithi081 ceph-mon[107735]: pgmap v18118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:32 smithi170 ceph-mon[97338]: pgmap v18119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:32 smithi081 ceph-mon[95500]: pgmap v18119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:32 smithi081 ceph-mon[107735]: pgmap v18119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:42:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:34 smithi081 ceph-mon[95500]: pgmap v18120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:34 smithi081 ceph-mon[107735]: pgmap v18120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:34.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:34.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:34 smithi170 ceph-mon[97338]: pgmap v18120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:36.349 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:36.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:36.349 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:36.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:36 smithi170 ceph-mon[97338]: pgmap v18121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:36 smithi081 ceph-mon[95500]: pgmap v18121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:36 smithi081 ceph-mon[107735]: pgmap v18121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:38 smithi170 ceph-mon[97338]: pgmap v18122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:38 smithi081 ceph-mon[95500]: pgmap v18122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:38 smithi081 ceph-mon[107735]: pgmap v18122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:40 smithi170 ceph-mon[97338]: pgmap v18123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:40 smithi081 ceph-mon[95500]: pgmap v18123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:40 smithi081 ceph-mon[107735]: pgmap v18123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:42 smithi170 ceph-mon[97338]: pgmap v18124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:42 smithi081 ceph-mon[95500]: pgmap v18124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:42 smithi081 ceph-mon[107735]: pgmap v18124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:42:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:44 smithi081 ceph-mon[95500]: pgmap v18125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:44.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:44.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:44 smithi081 ceph-mon[107735]: pgmap v18125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:44 smithi170 ceph-mon[97338]: pgmap v18125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:46.367 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:46.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:46.367 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:46.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:46 smithi170 ceph-mon[97338]: pgmap v18126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:46 smithi081 ceph-mon[95500]: pgmap v18126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:46 smithi081 ceph-mon[107735]: pgmap v18126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:48 smithi170 ceph-mon[97338]: pgmap v18127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:48 smithi081 ceph-mon[95500]: pgmap v18127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:48 smithi081 ceph-mon[107735]: pgmap v18127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:50 smithi170 ceph-mon[97338]: pgmap v18128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:50 smithi081 ceph-mon[95500]: pgmap v18128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:50 smithi081 ceph-mon[107735]: pgmap v18128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:52 smithi170 ceph-mon[97338]: pgmap v18129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:52 smithi081 ceph-mon[95500]: pgmap v18129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:52 smithi081 ceph-mon[107735]: pgmap v18129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:42:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:54 smithi081 ceph-mon[95500]: pgmap v18130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:54.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:54.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:54 smithi081 ceph-mon[107735]: pgmap v18130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:54 smithi170 ceph-mon[97338]: pgmap v18130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:56.385 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:42:56.050Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:56.386 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:42:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:42:56.051Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:42:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:56 smithi170 ceph-mon[97338]: pgmap v18131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:56 smithi081 ceph-mon[95500]: pgmap v18131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:56 smithi081 ceph-mon[107735]: pgmap v18131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:42:58 smithi170 ceph-mon[97338]: pgmap v18132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:42:58 smithi081 ceph-mon[95500]: pgmap v18132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:42:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:42:58 smithi081 ceph-mon[107735]: pgmap v18132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:00 smithi170 ceph-mon[97338]: pgmap v18133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:00 smithi081 ceph-mon[95500]: pgmap v18133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:00 smithi081 ceph-mon[107735]: pgmap v18133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:02 smithi170 ceph-mon[97338]: pgmap v18134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:02 smithi081 ceph-mon[95500]: pgmap v18134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:02 smithi081 ceph-mon[107735]: pgmap v18134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:43:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:04 smithi081 ceph-mon[95500]: pgmap v18135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:04 smithi081 ceph-mon[107735]: pgmap v18135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:04.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:04.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:04 smithi170 ceph-mon[97338]: pgmap v18135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:06.403 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:06.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:06.404 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:06.053Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:06 smithi170 ceph-mon[97338]: pgmap v18136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:06 smithi081 ceph-mon[95500]: pgmap v18136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:06 smithi081 ceph-mon[107735]: pgmap v18136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:08 smithi170 ceph-mon[97338]: pgmap v18137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:08 smithi081 ceph-mon[95500]: pgmap v18137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:08 smithi081 ceph-mon[107735]: pgmap v18137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:10 smithi170 ceph-mon[97338]: pgmap v18138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:10 smithi081 ceph-mon[95500]: pgmap v18138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:10 smithi081 ceph-mon[107735]: pgmap v18138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:12 smithi170 ceph-mon[97338]: pgmap v18139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:12 smithi081 ceph-mon[95500]: pgmap v18139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:12 smithi081 ceph-mon[107735]: pgmap v18139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:43:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:14 smithi081 ceph-mon[107735]: pgmap v18140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:14.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:14.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:14 smithi081 ceph-mon[95500]: pgmap v18140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:14 smithi170 ceph-mon[97338]: pgmap v18140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:16.421 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:16.052Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:16.421 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:16.054Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:16 smithi170 ceph-mon[97338]: pgmap v18141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:16 smithi081 ceph-mon[95500]: pgmap v18141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:16 smithi081 ceph-mon[107735]: pgmap v18141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:18 smithi170 ceph-mon[97338]: pgmap v18142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:18 smithi081 ceph-mon[95500]: pgmap v18142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:18 smithi081 ceph-mon[107735]: pgmap v18142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:20 smithi170 ceph-mon[97338]: pgmap v18143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:20 smithi081 ceph-mon[95500]: pgmap v18143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:20 smithi081 ceph-mon[107735]: pgmap v18143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:22 smithi170 ceph-mon[97338]: pgmap v18144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:22 smithi081 ceph-mon[95500]: pgmap v18144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:22 smithi081 ceph-mon[107735]: pgmap v18144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:43:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:24 smithi081 ceph-mon[95500]: pgmap v18145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:24 smithi081 ceph-mon[107735]: pgmap v18145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:24.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:24.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:24.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:24 smithi170 ceph-mon[97338]: pgmap v18145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:26.440 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:26.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:26.440 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:26.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:26 smithi170 ceph-mon[97338]: pgmap v18146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:26 smithi081 ceph-mon[95500]: pgmap v18146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:26 smithi081 ceph-mon[107735]: pgmap v18146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:28 smithi170 ceph-mon[97338]: pgmap v18147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:28 smithi081 ceph-mon[95500]: pgmap v18147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:28 smithi081 ceph-mon[107735]: pgmap v18147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:30 smithi170 ceph-mon[97338]: pgmap v18148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:30 smithi081 ceph-mon[95500]: pgmap v18148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:30 smithi081 ceph-mon[107735]: pgmap v18148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:32 smithi170 ceph-mon[97338]: pgmap v18149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:32 smithi081 ceph-mon[95500]: pgmap v18149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:32 smithi081 ceph-mon[107735]: pgmap v18149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:43:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:34 smithi081 ceph-mon[95500]: pgmap v18150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:34 smithi081 ceph-mon[107735]: pgmap v18150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:34.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:34.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:34 smithi170 ceph-mon[97338]: pgmap v18150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:36.454 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:36.054Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:36.455 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:36.055Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:36 smithi170 ceph-mon[97338]: pgmap v18151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:36 smithi081 ceph-mon[95500]: pgmap v18151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:36 smithi081 ceph-mon[107735]: pgmap v18151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:38 smithi170 ceph-mon[97338]: pgmap v18152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:38 smithi081 ceph-mon[95500]: pgmap v18152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:38 smithi081 ceph-mon[107735]: pgmap v18152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:40 smithi170 ceph-mon[97338]: pgmap v18153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:40 smithi081 ceph-mon[95500]: pgmap v18153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:40 smithi081 ceph-mon[107735]: pgmap v18153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:42 smithi170 ceph-mon[97338]: pgmap v18154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:42 smithi081 ceph-mon[95500]: pgmap v18154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:42 smithi081 ceph-mon[107735]: pgmap v18154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:43:44.471 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:44.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:44.471 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:44.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:44 smithi170 ceph-mon[97338]: pgmap v18155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:44 smithi081 ceph-mon[95500]: pgmap v18155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:44 smithi081 ceph-mon[107735]: pgmap v18155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:46.474 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:46.055Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:46.474 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:46.056Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:46 smithi170 ceph-mon[97338]: pgmap v18156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:46 smithi081 ceph-mon[95500]: pgmap v18156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:46 smithi081 ceph-mon[107735]: pgmap v18156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:48 smithi170 ceph-mon[97338]: pgmap v18157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:48 smithi081 ceph-mon[95500]: pgmap v18157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:48 smithi081 ceph-mon[107735]: pgmap v18157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:50 smithi170 ceph-mon[97338]: pgmap v18158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:50 smithi081 ceph-mon[95500]: pgmap v18158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:50 smithi081 ceph-mon[107735]: pgmap v18158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:52 smithi170 ceph-mon[97338]: pgmap v18159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:52 smithi081 ceph-mon[95500]: pgmap v18159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:52 smithi081 ceph-mon[107735]: pgmap v18159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:43:54.490 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:54.217Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:54.490 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:54.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:54 smithi170 ceph-mon[97338]: pgmap v18160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:54 smithi081 ceph-mon[95500]: pgmap v18160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:54.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:54 smithi081 ceph-mon[107735]: pgmap v18160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:56.493 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:43:56.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:56.494 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:43:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:43:56.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:43:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:56 smithi170 ceph-mon[97338]: pgmap v18161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:56 smithi081 ceph-mon[95500]: pgmap v18161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:56 smithi081 ceph-mon[107735]: pgmap v18161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:43:58 smithi081 ceph-mon[95500]: pgmap v18162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:43:58 smithi081 ceph-mon[107735]: pgmap v18162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:43:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:43:58 smithi170 ceph-mon[97338]: pgmap v18162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:00 smithi081 ceph-mon[95500]: pgmap v18163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:00 smithi081 ceph-mon[107735]: pgmap v18163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:00 smithi170 ceph-mon[97338]: pgmap v18163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:02 smithi081 ceph-mon[95500]: pgmap v18164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:02 smithi081 ceph-mon[107735]: pgmap v18164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:02 smithi170 ceph-mon[97338]: pgmap v18164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:44:04.507 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:04.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:04.507 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:04.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:04 smithi081 ceph-mon[95500]: pgmap v18165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:04 smithi081 ceph-mon[107735]: pgmap v18165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:04 smithi170 ceph-mon[97338]: pgmap v18165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:06.509 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:06.056Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:06.510 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:06.057Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:06 smithi081 ceph-mon[95500]: pgmap v18166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:06 smithi081 ceph-mon[107735]: pgmap v18166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:06 smithi170 ceph-mon[97338]: pgmap v18166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:08 smithi081 ceph-mon[95500]: pgmap v18167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:08 smithi081 ceph-mon[107735]: pgmap v18167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:08 smithi170 ceph-mon[97338]: pgmap v18167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:10 smithi170 ceph-mon[97338]: pgmap v18168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:10 smithi081 ceph-mon[95500]: pgmap v18168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:10 smithi081 ceph-mon[107735]: pgmap v18168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:12 smithi170 ceph-mon[97338]: pgmap v18169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:12 smithi081 ceph-mon[95500]: pgmap v18169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:12 smithi081 ceph-mon[107735]: pgmap v18169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:44:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:14.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:14.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:14 smithi170 ceph-mon[97338]: pgmap v18170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:14 smithi081 ceph-mon[95500]: pgmap v18170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:14 smithi081 ceph-mon[107735]: pgmap v18170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:16.057Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:16.058Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:16 smithi170 ceph-mon[97338]: pgmap v18171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:16 smithi081 ceph-mon[95500]: pgmap v18171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:16 smithi081 ceph-mon[107735]: pgmap v18171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:18 smithi170 ceph-mon[97338]: pgmap v18172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:18 smithi081 ceph-mon[95500]: pgmap v18172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:18 smithi081 ceph-mon[107735]: pgmap v18172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:19.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:19 smithi170 ceph-mon[97338]: pgmap v18173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:20.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:19 smithi081 ceph-mon[95500]: pgmap v18173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:20.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:19 smithi081 ceph-mon[107735]: pgmap v18173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:22.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:21 smithi170 ceph-mon[97338]: pgmap v18174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:22.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:21 smithi081 ceph-mon[95500]: pgmap v18174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:22.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:21 smithi081 ceph-mon[107735]: pgmap v18174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:44:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:24 smithi170 ceph-mon[97338]: pgmap v18175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:24 smithi081 ceph-mon[95500]: pgmap v18175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:24 smithi081 ceph-mon[107735]: pgmap v18175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:24.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:24.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:26 smithi170 ceph-mon[97338]: pgmap v18176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:26 smithi081 ceph-mon[95500]: pgmap v18176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:26 smithi081 ceph-mon[107735]: pgmap v18176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:26.058Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:26.059Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:28 smithi170 ceph-mon[97338]: pgmap v18177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:28 smithi081 ceph-mon[95500]: pgmap v18177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:28 smithi081 ceph-mon[107735]: pgmap v18177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:30 smithi170 ceph-mon[97338]: pgmap v18178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:30 smithi081 ceph-mon[95500]: pgmap v18178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:30 smithi081 ceph-mon[107735]: pgmap v18178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:32 smithi170 ceph-mon[97338]: pgmap v18179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:32.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:32 smithi081 ceph-mon[95500]: pgmap v18179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:32 smithi081 ceph-mon[107735]: pgmap v18179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:44:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:34 smithi170 ceph-mon[97338]: pgmap v18180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:34 smithi081 ceph-mon[95500]: pgmap v18180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:34 smithi081 ceph-mon[107735]: pgmap v18180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:34.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:34.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:36 smithi170 ceph-mon[97338]: pgmap v18181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:36 smithi081 ceph-mon[95500]: pgmap v18181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:36 smithi081 ceph-mon[107735]: pgmap v18181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:36.059Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:36.060Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:38 smithi170 ceph-mon[97338]: pgmap v18182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:38 smithi081 ceph-mon[95500]: pgmap v18182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:38 smithi081 ceph-mon[107735]: pgmap v18182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:40 smithi170 ceph-mon[97338]: pgmap v18183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:40 smithi081 ceph-mon[95500]: pgmap v18183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:40 smithi081 ceph-mon[107735]: pgmap v18183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:42 smithi170 ceph-mon[97338]: pgmap v18184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:42 smithi081 ceph-mon[95500]: pgmap v18184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:42 smithi081 ceph-mon[107735]: pgmap v18184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:44:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:44 smithi170 ceph-mon[97338]: pgmap v18185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:44 smithi081 ceph-mon[95500]: pgmap v18185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:44 smithi081 ceph-mon[107735]: pgmap v18185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:44.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:44.223Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:46.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:46 smithi170 ceph-mon[97338]: pgmap v18186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:46 smithi081 ceph-mon[95500]: pgmap v18186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:46 smithi081 ceph-mon[107735]: pgmap v18186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:46.060Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:46.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:46.061Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:48.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:48 smithi170 ceph-mon[97338]: pgmap v18187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:48.535 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:48 smithi081 ceph-mon[95500]: pgmap v18187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:48.535 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:48 smithi081 ceph-mon[107735]: pgmap v18187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:50 smithi170 ceph-mon[97338]: pgmap v18188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:50 smithi081 ceph-mon[95500]: pgmap v18188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:50 smithi081 ceph-mon[107735]: pgmap v18188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:52 smithi170 ceph-mon[97338]: pgmap v18189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:52 smithi081 ceph-mon[95500]: pgmap v18189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:52.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:52 smithi081 ceph-mon[107735]: pgmap v18189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:44:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:54 smithi170 ceph-mon[97338]: pgmap v18190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:54 smithi081 ceph-mon[95500]: pgmap v18190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:54 smithi081 ceph-mon[107735]: pgmap v18190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:54.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:54.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:56.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:56 smithi170 ceph-mon[97338]: pgmap v18191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:56 smithi081 ceph-mon[95500]: pgmap v18191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:56 smithi081 ceph-mon[107735]: pgmap v18191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:44:56.061Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:44:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:44:56.062Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:44:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:44:58 smithi170 ceph-mon[97338]: pgmap v18192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:44:58 smithi081 ceph-mon[95500]: pgmap v18192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:44:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:44:58 smithi081 ceph-mon[107735]: pgmap v18192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:00 smithi170 ceph-mon[97338]: pgmap v18193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:00 smithi081 ceph-mon[95500]: pgmap v18193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:00 smithi081 ceph-mon[107735]: pgmap v18193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:02 smithi170 ceph-mon[97338]: pgmap v18194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:02 smithi081 ceph-mon[95500]: pgmap v18194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:02 smithi081 ceph-mon[107735]: pgmap v18194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:45:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:04 smithi170 ceph-mon[97338]: pgmap v18195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:04 smithi081 ceph-mon[95500]: pgmap v18195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:04 smithi081 ceph-mon[107735]: pgmap v18195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:04.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:04.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:06 smithi170 ceph-mon[97338]: pgmap v18196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:06 smithi081 ceph-mon[95500]: pgmap v18196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:06 smithi081 ceph-mon[107735]: pgmap v18196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:06.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:06.063Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:08 smithi170 ceph-mon[97338]: pgmap v18197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:08 smithi081 ceph-mon[95500]: pgmap v18197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:08 smithi081 ceph-mon[107735]: pgmap v18197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:10 smithi170 ceph-mon[97338]: pgmap v18198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:10 smithi081 ceph-mon[95500]: pgmap v18198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:10 smithi081 ceph-mon[107735]: pgmap v18198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:12 smithi170 ceph-mon[97338]: pgmap v18199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:12 smithi081 ceph-mon[95500]: pgmap v18199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:12 smithi081 ceph-mon[107735]: pgmap v18199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:45:14.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:14 smithi170 ceph-mon[97338]: pgmap v18200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:14 smithi081 ceph-mon[95500]: pgmap v18200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:14 smithi081 ceph-mon[107735]: pgmap v18200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:14.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:14.225Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:16 smithi170 ceph-mon[97338]: pgmap v18201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:16 smithi081 ceph-mon[95500]: pgmap v18201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:16 smithi081 ceph-mon[107735]: pgmap v18201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:16.062Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:16.064Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:18 smithi170 ceph-mon[97338]: pgmap v18202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:18 smithi081 ceph-mon[95500]: pgmap v18202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:18 smithi081 ceph-mon[107735]: pgmap v18202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:20 smithi170 ceph-mon[97338]: pgmap v18203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:20 smithi081 ceph-mon[95500]: pgmap v18203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:20 smithi081 ceph-mon[107735]: pgmap v18203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:22.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:22 smithi170 ceph-mon[97338]: pgmap v18204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:22 smithi081 ceph-mon[95500]: pgmap v18204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:22 smithi081 ceph-mon[107735]: pgmap v18204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:45:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:24 smithi170 ceph-mon[97338]: pgmap v18205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:24 smithi081 ceph-mon[95500]: pgmap v18205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:24.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:24.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:24 smithi081 ceph-mon[107735]: pgmap v18205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:26.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:26 smithi170 ceph-mon[97338]: pgmap v18206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:26 smithi081 ceph-mon[95500]: pgmap v18206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:26 smithi081 ceph-mon[107735]: pgmap v18206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:26.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:26.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:26.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:26.065Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:28 smithi170 ceph-mon[97338]: pgmap v18207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:28 smithi081 ceph-mon[95500]: pgmap v18207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:28 smithi081 ceph-mon[107735]: pgmap v18207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:30 smithi170 ceph-mon[97338]: pgmap v18208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:30 smithi081 ceph-mon[95500]: pgmap v18208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:30 smithi081 ceph-mon[107735]: pgmap v18208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:32 smithi170 ceph-mon[97338]: pgmap v18209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:32.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:32 smithi081 ceph-mon[95500]: pgmap v18209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:32.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:32 smithi081 ceph-mon[107735]: pgmap v18209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:45:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:34 smithi170 ceph-mon[97338]: pgmap v18210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:34 smithi081 ceph-mon[95500]: pgmap v18210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:34 smithi081 ceph-mon[107735]: pgmap v18210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:34.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:34.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:36 smithi170 ceph-mon[97338]: pgmap v18211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:36 smithi081 ceph-mon[95500]: pgmap v18211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:36 smithi081 ceph-mon[107735]: pgmap v18211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:36.064Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:36.065Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:38 smithi170 ceph-mon[97338]: pgmap v18212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:38.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:38 smithi081 ceph-mon[95500]: pgmap v18212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:38 smithi081 ceph-mon[107735]: pgmap v18212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:40 smithi170 ceph-mon[97338]: pgmap v18213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:40 smithi081 ceph-mon[95500]: pgmap v18213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:40.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:40 smithi081 ceph-mon[107735]: pgmap v18213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:42.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:42 smithi170 ceph-mon[97338]: pgmap v18214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:42.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:42 smithi081 ceph-mon[95500]: pgmap v18214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:42 smithi081 ceph-mon[107735]: pgmap v18214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:45:44.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:44 smithi170 ceph-mon[97338]: pgmap v18215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:44 smithi081 ceph-mon[95500]: pgmap v18215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:44 smithi081 ceph-mon[107735]: pgmap v18215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:44.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:44.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:46 smithi170 ceph-mon[97338]: pgmap v18216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:46 smithi081 ceph-mon[95500]: pgmap v18216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:46 smithi081 ceph-mon[107735]: pgmap v18216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:46.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:46.066Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:48 smithi170 ceph-mon[97338]: pgmap v18217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:48 smithi081 ceph-mon[95500]: pgmap v18217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:48.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:48 smithi081 ceph-mon[107735]: pgmap v18217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:50 smithi170 ceph-mon[97338]: pgmap v18218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:50 smithi081 ceph-mon[95500]: pgmap v18218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:50 smithi081 ceph-mon[107735]: pgmap v18218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:52 smithi170 ceph-mon[97338]: pgmap v18219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:52 smithi081 ceph-mon[95500]: pgmap v18219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:52 smithi081 ceph-mon[107735]: pgmap v18219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:45:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:54 smithi170 ceph-mon[97338]: pgmap v18220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:54 smithi081 ceph-mon[95500]: pgmap v18220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:54 smithi081 ceph-mon[107735]: pgmap v18220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:54.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:54.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:54.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:56 smithi170 ceph-mon[97338]: pgmap v18221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:56.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:56 smithi081 ceph-mon[95500]: pgmap v18221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:56.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:56 smithi081 ceph-mon[107735]: pgmap v18221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:56.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:45:56.065Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:56.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:45:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:45:56.067Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:45:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:45:58 smithi170 ceph-mon[97338]: pgmap v18222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:45:58 smithi081 ceph-mon[95500]: pgmap v18222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:45:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:45:58 smithi081 ceph-mon[107735]: pgmap v18222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:00 smithi170 ceph-mon[97338]: pgmap v18223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:00 smithi081 ceph-mon[95500]: pgmap v18223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:00 smithi081 ceph-mon[107735]: pgmap v18223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:02 smithi170 ceph-mon[97338]: pgmap v18224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:02 smithi081 ceph-mon[95500]: pgmap v18224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:02 smithi081 ceph-mon[107735]: pgmap v18224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:46:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:04 smithi170 ceph-mon[97338]: pgmap v18225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:04 smithi081 ceph-mon[95500]: pgmap v18225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:04 smithi081 ceph-mon[107735]: pgmap v18225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:04.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:04.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:06 smithi170 ceph-mon[97338]: pgmap v18226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:06 smithi081 ceph-mon[95500]: pgmap v18226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:06 smithi081 ceph-mon[107735]: pgmap v18226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:06.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:06.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:06.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:08 smithi170 ceph-mon[97338]: pgmap v18227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:08 smithi081 ceph-mon[95500]: pgmap v18227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:08 smithi081 ceph-mon[107735]: pgmap v18227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:10 smithi170 ceph-mon[97338]: pgmap v18228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:10 smithi081 ceph-mon[95500]: pgmap v18228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:10.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:10 smithi081 ceph-mon[107735]: pgmap v18228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:12 smithi081 ceph-mon[95500]: pgmap v18229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:12 smithi081 ceph-mon[107735]: pgmap v18229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:12 smithi170 ceph-mon[97338]: pgmap v18229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:46:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:14 smithi081 ceph-mon[95500]: pgmap v18230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:14 smithi081 ceph-mon[107735]: pgmap v18230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:14.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:14.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:14 smithi170 ceph-mon[97338]: pgmap v18230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:16 smithi081 ceph-mon[95500]: pgmap v18231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:16 smithi081 ceph-mon[107735]: pgmap v18231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:16.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:16.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:16 smithi170 ceph-mon[97338]: pgmap v18231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:18 smithi081 ceph-mon[95500]: pgmap v18232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:18 smithi081 ceph-mon[107735]: pgmap v18232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:18 smithi170 ceph-mon[97338]: pgmap v18232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:20 smithi081 ceph-mon[95500]: pgmap v18233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:20 smithi081 ceph-mon[107735]: pgmap v18233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:20 smithi170 ceph-mon[97338]: pgmap v18233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:22 smithi081 ceph-mon[95500]: pgmap v18234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:22 smithi081 ceph-mon[107735]: pgmap v18234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:22 smithi170 ceph-mon[97338]: pgmap v18234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:46:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:24 smithi081 ceph-mon[95500]: pgmap v18235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:24 smithi081 ceph-mon[107735]: pgmap v18235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:24.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:24.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:24 smithi170 ceph-mon[97338]: pgmap v18235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:26 smithi081 ceph-mon[95500]: pgmap v18236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:26 smithi081 ceph-mon[107735]: pgmap v18236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:26.067Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:26.068Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:26 smithi170 ceph-mon[97338]: pgmap v18236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:28 smithi170 ceph-mon[97338]: pgmap v18237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:28 smithi081 ceph-mon[95500]: pgmap v18237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:28 smithi081 ceph-mon[107735]: pgmap v18237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:30 smithi170 ceph-mon[97338]: pgmap v18238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:30 smithi081 ceph-mon[95500]: pgmap v18238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:30 smithi081 ceph-mon[107735]: pgmap v18238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:32 smithi170 ceph-mon[97338]: pgmap v18239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:32 smithi081 ceph-mon[95500]: pgmap v18239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:32 smithi081 ceph-mon[107735]: pgmap v18239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:46:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:34 smithi081 ceph-mon[95500]: pgmap v18240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:34 smithi081 ceph-mon[107735]: pgmap v18240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:34.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:34.230Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:34 smithi170 ceph-mon[97338]: pgmap v18240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:36 smithi081 ceph-mon[95500]: pgmap v18241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:36.068Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:36.069Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:36 smithi081 ceph-mon[107735]: pgmap v18241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:36 smithi170 ceph-mon[97338]: pgmap v18241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:38 smithi170 ceph-mon[97338]: pgmap v18242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:38 smithi081 ceph-mon[95500]: pgmap v18242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:38 smithi081 ceph-mon[107735]: pgmap v18242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:40 smithi170 ceph-mon[97338]: pgmap v18243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:40 smithi081 ceph-mon[95500]: pgmap v18243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:40 smithi081 ceph-mon[107735]: pgmap v18243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:42 smithi170 ceph-mon[97338]: pgmap v18244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:42 smithi081 ceph-mon[95500]: pgmap v18244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:42 smithi081 ceph-mon[107735]: pgmap v18244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:46:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:44 smithi081 ceph-mon[95500]: pgmap v18245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:44 smithi081 ceph-mon[107735]: pgmap v18245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:44.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:44.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:44 smithi170 ceph-mon[97338]: pgmap v18245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:46 smithi081 ceph-mon[95500]: pgmap v18246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:46.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:46 smithi081 ceph-mon[107735]: pgmap v18246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:46.069Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:46.070Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:46 smithi170 ceph-mon[97338]: pgmap v18246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:48 smithi170 ceph-mon[97338]: pgmap v18247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:48 smithi081 ceph-mon[95500]: pgmap v18247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:48 smithi081 ceph-mon[107735]: pgmap v18247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:50 smithi170 ceph-mon[97338]: pgmap v18248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:50.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:50 smithi081 ceph-mon[95500]: pgmap v18248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:50.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:50 smithi081 ceph-mon[107735]: pgmap v18248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:52 smithi170 ceph-mon[97338]: pgmap v18249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:52 smithi081 ceph-mon[95500]: pgmap v18249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:52 smithi081 ceph-mon[107735]: pgmap v18249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:46:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:54 smithi081 ceph-mon[95500]: pgmap v18250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:54 smithi081 ceph-mon[107735]: pgmap v18250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:54.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:54.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:54 smithi170 ceph-mon[97338]: pgmap v18250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:56 smithi081 ceph-mon[95500]: pgmap v18251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:56 smithi081 ceph-mon[107735]: pgmap v18251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:46:56.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:46:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:46:56.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:46:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:56 smithi170 ceph-mon[97338]: pgmap v18251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:58.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:46:58 smithi170 ceph-mon[97338]: pgmap v18252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:46:58 smithi081 ceph-mon[95500]: pgmap v18252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:46:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:46:58 smithi081 ceph-mon[107735]: pgmap v18252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:00 smithi170 ceph-mon[97338]: pgmap v18253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:00 smithi081 ceph-mon[95500]: pgmap v18253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:00 smithi081 ceph-mon[107735]: pgmap v18253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:02 smithi170 ceph-mon[97338]: pgmap v18254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:02 smithi081 ceph-mon[95500]: pgmap v18254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:02 smithi081 ceph-mon[107735]: pgmap v18254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:47:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:04 smithi081 ceph-mon[95500]: pgmap v18255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:04 smithi081 ceph-mon[107735]: pgmap v18255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:04.232Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:04.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:04 smithi170 ceph-mon[97338]: pgmap v18255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:06.335 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:06.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:06.335 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:06.071Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:06 smithi170 ceph-mon[97338]: pgmap v18256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:06 smithi081 ceph-mon[95500]: pgmap v18256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:06 smithi081 ceph-mon[107735]: pgmap v18256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:08 smithi170 ceph-mon[97338]: pgmap v18257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:08 smithi081 ceph-mon[95500]: pgmap v18257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:08 smithi081 ceph-mon[107735]: pgmap v18257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:10 smithi170 ceph-mon[97338]: pgmap v18258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:10 smithi081 ceph-mon[95500]: pgmap v18258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:10.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:10 smithi081 ceph-mon[107735]: pgmap v18258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:12 smithi170 ceph-mon[97338]: pgmap v18259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:12 smithi081 ceph-mon[95500]: pgmap v18259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:12 smithi081 ceph-mon[107735]: pgmap v18259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:47:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:14 smithi081 ceph-mon[95500]: pgmap v18260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:14 smithi081 ceph-mon[107735]: pgmap v18260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:14.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:14.234Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:14 smithi170 ceph-mon[97338]: pgmap v18260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:16.351 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:16.070Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:16.351 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:16.072Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:16 smithi170 ceph-mon[97338]: pgmap v18261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:16 smithi081 ceph-mon[95500]: pgmap v18261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:16 smithi081 ceph-mon[107735]: pgmap v18261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:18 smithi170 ceph-mon[97338]: pgmap v18262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:18 smithi081 ceph-mon[95500]: pgmap v18262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:18 smithi081 ceph-mon[107735]: pgmap v18262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:20 smithi170 ceph-mon[97338]: pgmap v18263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:20.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:20 smithi081 ceph-mon[95500]: pgmap v18263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:20.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:20 smithi081 ceph-mon[107735]: pgmap v18263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:22 smithi170 ceph-mon[97338]: pgmap v18264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:22.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:22 smithi081 ceph-mon[95500]: pgmap v18264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:22.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:22 smithi081 ceph-mon[107735]: pgmap v18264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:47:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:24 smithi081 ceph-mon[95500]: pgmap v18265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:24.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:24.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:24 smithi081 ceph-mon[107735]: pgmap v18265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:24 smithi170 ceph-mon[97338]: pgmap v18265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:26.367 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:26.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:26.367 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:26.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:26 smithi170 ceph-mon[97338]: pgmap v18266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:26 smithi081 ceph-mon[95500]: pgmap v18266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:26 smithi081 ceph-mon[107735]: pgmap v18266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:28 smithi170 ceph-mon[97338]: pgmap v18267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:28 smithi081 ceph-mon[95500]: pgmap v18267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:28 smithi081 ceph-mon[107735]: pgmap v18267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:30 smithi170 ceph-mon[97338]: pgmap v18268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:30 smithi081 ceph-mon[95500]: pgmap v18268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:30 smithi081 ceph-mon[107735]: pgmap v18268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:32 smithi170 ceph-mon[97338]: pgmap v18269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:32.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:32 smithi081 ceph-mon[95500]: pgmap v18269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:32 smithi081 ceph-mon[107735]: pgmap v18269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:47:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:34 smithi081 ceph-mon[95500]: pgmap v18270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:34 smithi081 ceph-mon[107735]: pgmap v18270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:34.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:34.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:34 smithi170 ceph-mon[97338]: pgmap v18270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:36.385 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:36.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:36.385 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:36.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:36 smithi170 ceph-mon[97338]: pgmap v18271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:36 smithi081 ceph-mon[95500]: pgmap v18271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:36 smithi081 ceph-mon[107735]: pgmap v18271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:38 smithi170 ceph-mon[97338]: pgmap v18272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:38 smithi081 ceph-mon[95500]: pgmap v18272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:38.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:38 smithi081 ceph-mon[107735]: pgmap v18272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:40 smithi170 ceph-mon[97338]: pgmap v18273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:40 smithi081 ceph-mon[95500]: pgmap v18273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:40 smithi081 ceph-mon[107735]: pgmap v18273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:42 smithi170 ceph-mon[97338]: pgmap v18274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:42 smithi081 ceph-mon[95500]: pgmap v18274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:42 smithi081 ceph-mon[107735]: pgmap v18274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:47:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:44 smithi081 ceph-mon[95500]: pgmap v18275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:44 smithi081 ceph-mon[107735]: pgmap v18275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:44.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:44.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:44 smithi170 ceph-mon[97338]: pgmap v18275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:46.401 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:46.072Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:46.401 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:46.073Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:46 smithi170 ceph-mon[97338]: pgmap v18276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:46 smithi081 ceph-mon[95500]: pgmap v18276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:46 smithi081 ceph-mon[107735]: pgmap v18276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:48 smithi170 ceph-mon[97338]: pgmap v18277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:48 smithi081 ceph-mon[95500]: pgmap v18277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:48 smithi081 ceph-mon[107735]: pgmap v18277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:50 smithi170 ceph-mon[97338]: pgmap v18278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:50 smithi081 ceph-mon[95500]: pgmap v18278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:50 smithi081 ceph-mon[107735]: pgmap v18278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:52 smithi170 ceph-mon[97338]: pgmap v18279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:52 smithi081 ceph-mon[95500]: pgmap v18279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:52 smithi081 ceph-mon[107735]: pgmap v18279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:47:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:54 smithi081 ceph-mon[95500]: pgmap v18280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:54.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:54.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:54.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:54 smithi081 ceph-mon[107735]: pgmap v18280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:54 smithi170 ceph-mon[97338]: pgmap v18280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:56.420 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:47:56.073Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:56.420 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:47:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:47:56.075Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:47:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:56 smithi170 ceph-mon[97338]: pgmap v18281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:56 smithi081 ceph-mon[95500]: pgmap v18281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:56 smithi081 ceph-mon[107735]: pgmap v18281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:47:58 smithi170 ceph-mon[97338]: pgmap v18282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:47:58 smithi081 ceph-mon[95500]: pgmap v18282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:47:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:47:58 smithi081 ceph-mon[107735]: pgmap v18282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:00 smithi170 ceph-mon[97338]: pgmap v18283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:00 smithi081 ceph-mon[95500]: pgmap v18283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:00 smithi081 ceph-mon[107735]: pgmap v18283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:02 smithi170 ceph-mon[97338]: pgmap v18284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:02 smithi081 ceph-mon[95500]: pgmap v18284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:02 smithi081 ceph-mon[107735]: pgmap v18284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:48:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:04 smithi081 ceph-mon[95500]: pgmap v18285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:04 smithi081 ceph-mon[107735]: pgmap v18285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:04.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:04.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:04 smithi170 ceph-mon[97338]: pgmap v18285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:06.437 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:06.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:06.437 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:06.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:06 smithi170 ceph-mon[97338]: pgmap v18286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:06 smithi081 ceph-mon[95500]: pgmap v18286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:06 smithi081 ceph-mon[107735]: pgmap v18286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:08 smithi170 ceph-mon[97338]: pgmap v18287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:08.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:08 smithi081 ceph-mon[95500]: pgmap v18287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:08 smithi081 ceph-mon[107735]: pgmap v18287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:10 smithi170 ceph-mon[97338]: pgmap v18288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:10 smithi081 ceph-mon[95500]: pgmap v18288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:10.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:10 smithi081 ceph-mon[107735]: pgmap v18288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:12 smithi170 ceph-mon[97338]: pgmap v18289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:12 smithi081 ceph-mon[95500]: pgmap v18289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:12 smithi081 ceph-mon[107735]: pgmap v18289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:48:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:14 smithi081 ceph-mon[95500]: pgmap v18290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:14 smithi081 ceph-mon[107735]: pgmap v18290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:14.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:14.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:14 smithi170 ceph-mon[97338]: pgmap v18290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:16.451 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:16.074Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:16.451 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:16.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:16 smithi170 ceph-mon[97338]: pgmap v18291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:16 smithi081 ceph-mon[95500]: pgmap v18291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:16 smithi081 ceph-mon[107735]: pgmap v18291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:18.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:18 smithi170 ceph-mon[97338]: pgmap v18292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:18 smithi081 ceph-mon[95500]: pgmap v18292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:18 smithi081 ceph-mon[107735]: pgmap v18292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:20 smithi170 ceph-mon[97338]: pgmap v18293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:20 smithi081 ceph-mon[95500]: pgmap v18293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:20 smithi081 ceph-mon[107735]: pgmap v18293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:22 smithi170 ceph-mon[97338]: pgmap v18294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:22 smithi081 ceph-mon[95500]: pgmap v18294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:22 smithi081 ceph-mon[107735]: pgmap v18294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:48:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:24 smithi081 ceph-mon[95500]: pgmap v18295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:24 smithi081 ceph-mon[107735]: pgmap v18295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:24.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:24.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:24 smithi170 ceph-mon[97338]: pgmap v18295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:26.465 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:26.075Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:26.465 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:26.076Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:26 smithi170 ceph-mon[97338]: pgmap v18296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:26 smithi081 ceph-mon[95500]: pgmap v18296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:26 smithi081 ceph-mon[107735]: pgmap v18296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:28 smithi170 ceph-mon[97338]: pgmap v18297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:28.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:28 smithi081 ceph-mon[95500]: pgmap v18297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:28.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:28 smithi081 ceph-mon[107735]: pgmap v18297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:30 smithi170 ceph-mon[97338]: pgmap v18298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:30 smithi081 ceph-mon[95500]: pgmap v18298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:30 smithi081 ceph-mon[107735]: pgmap v18298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:32 smithi170 ceph-mon[97338]: pgmap v18299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:32 smithi081 ceph-mon[95500]: pgmap v18299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:32 smithi081 ceph-mon[107735]: pgmap v18299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:48:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:34 smithi081 ceph-mon[95500]: pgmap v18300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:34.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:34.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:34 smithi081 ceph-mon[107735]: pgmap v18300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:34 smithi170 ceph-mon[97338]: pgmap v18300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:36.478 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:36.076Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:36.479 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:36.077Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:36 smithi170 ceph-mon[97338]: pgmap v18301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:36 smithi081 ceph-mon[95500]: pgmap v18301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:36 smithi081 ceph-mon[107735]: pgmap v18301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:38 smithi170 ceph-mon[97338]: pgmap v18302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:38 smithi081 ceph-mon[95500]: pgmap v18302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:38 smithi081 ceph-mon[107735]: pgmap v18302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:40 smithi170 ceph-mon[97338]: pgmap v18303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:40 smithi081 ceph-mon[95500]: pgmap v18303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:40 smithi081 ceph-mon[107735]: pgmap v18303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:42 smithi170 ceph-mon[97338]: pgmap v18304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:42 smithi081 ceph-mon[95500]: pgmap v18304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:42.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:42 smithi081 ceph-mon[107735]: pgmap v18304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:48:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:44 smithi081 ceph-mon[95500]: pgmap v18305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:44.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:44.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:44 smithi081 ceph-mon[107735]: pgmap v18305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:44 smithi170 ceph-mon[97338]: pgmap v18305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:46.494 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:46.077Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:46.495 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:46.078Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:46 smithi170 ceph-mon[97338]: pgmap v18306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:46 smithi081 ceph-mon[95500]: pgmap v18306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:46 smithi081 ceph-mon[107735]: pgmap v18306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:48 smithi081 ceph-mon[95500]: pgmap v18307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:48.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:48 smithi081 ceph-mon[107735]: pgmap v18307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:48 smithi170 ceph-mon[97338]: pgmap v18307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:50 smithi081 ceph-mon[95500]: pgmap v18308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:50 smithi081 ceph-mon[107735]: pgmap v18308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:50 smithi170 ceph-mon[97338]: pgmap v18308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:52 smithi081 ceph-mon[95500]: pgmap v18309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:52 smithi081 ceph-mon[107735]: pgmap v18309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:52 smithi170 ceph-mon[97338]: pgmap v18309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:48:54.505 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:54.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:54.505 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:54.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:54 smithi081 ceph-mon[95500]: pgmap v18310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:54 smithi081 ceph-mon[107735]: pgmap v18310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:54 smithi170 ceph-mon[97338]: pgmap v18310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:56.508 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:48:56.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:56.508 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:48:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:48:56.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:48:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:56 smithi081 ceph-mon[95500]: pgmap v18311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:56 smithi081 ceph-mon[107735]: pgmap v18311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:56 smithi170 ceph-mon[97338]: pgmap v18311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:48:58 smithi081 ceph-mon[95500]: pgmap v18312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:48:58 smithi081 ceph-mon[107735]: pgmap v18312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:48:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:48:58 smithi170 ceph-mon[97338]: pgmap v18312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:00 smithi081 ceph-mon[95500]: pgmap v18313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:00 smithi081 ceph-mon[107735]: pgmap v18313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:00 smithi170 ceph-mon[97338]: pgmap v18313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:02 smithi081 ceph-mon[95500]: pgmap v18314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:02 smithi081 ceph-mon[107735]: pgmap v18314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:02 smithi170 ceph-mon[97338]: pgmap v18314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:49:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:04.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:04.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:04 smithi170 ceph-mon[97338]: pgmap v18315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:04 smithi081 ceph-mon[95500]: pgmap v18315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:04 smithi081 ceph-mon[107735]: pgmap v18315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:06.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:06.078Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:06.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:06.079Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:06 smithi170 ceph-mon[97338]: pgmap v18316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:06 smithi081 ceph-mon[95500]: pgmap v18316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:06 smithi081 ceph-mon[107735]: pgmap v18316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:08 smithi170 ceph-mon[97338]: pgmap v18317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:08 smithi081 ceph-mon[95500]: pgmap v18317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:08 smithi081 ceph-mon[107735]: pgmap v18317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:10 smithi170 ceph-mon[97338]: pgmap v18318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:10 smithi081 ceph-mon[95500]: pgmap v18318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:10 smithi081 ceph-mon[107735]: pgmap v18318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:12.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:12 smithi170 ceph-mon[97338]: pgmap v18319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:13.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:12 smithi081 ceph-mon[95500]: pgmap v18319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:13.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:12 smithi081 ceph-mon[107735]: pgmap v18319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:13.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:49:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:14.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:14.243Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:14 smithi170 ceph-mon[97338]: pgmap v18320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:14 smithi081 ceph-mon[95500]: pgmap v18320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:14 smithi081 ceph-mon[107735]: pgmap v18320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:16.079Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:16.080Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:16 smithi170 ceph-mon[97338]: pgmap v18321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:16 smithi081 ceph-mon[95500]: pgmap v18321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:16 smithi081 ceph-mon[107735]: pgmap v18321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:18 smithi170 ceph-mon[97338]: pgmap v18322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:18 smithi081 ceph-mon[95500]: pgmap v18322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:18 smithi081 ceph-mon[107735]: pgmap v18322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:20.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:20 smithi170 ceph-mon[97338]: pgmap v18323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:20 smithi081 ceph-mon[95500]: pgmap v18323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:20 smithi081 ceph-mon[107735]: pgmap v18323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:22 smithi170 ceph-mon[97338]: pgmap v18324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:23.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:22 smithi081 ceph-mon[95500]: pgmap v18324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:23.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:22 smithi081 ceph-mon[107735]: pgmap v18324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:49:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:24.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:24.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:24.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:24 smithi170 ceph-mon[97338]: pgmap v18325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:24 smithi081 ceph-mon[95500]: pgmap v18325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:24 smithi081 ceph-mon[107735]: pgmap v18325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:26.080Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:26.081Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:26 smithi170 ceph-mon[97338]: pgmap v18326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:26 smithi081 ceph-mon[95500]: pgmap v18326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:27.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:26 smithi081 ceph-mon[107735]: pgmap v18326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:28 smithi170 ceph-mon[97338]: pgmap v18327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:28 smithi081 ceph-mon[95500]: pgmap v18327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:28 smithi081 ceph-mon[107735]: pgmap v18327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:30 smithi170 ceph-mon[97338]: pgmap v18328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:30 smithi081 ceph-mon[95500]: pgmap v18328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:30 smithi081 ceph-mon[107735]: pgmap v18328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:32 smithi170 ceph-mon[97338]: pgmap v18329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:32 smithi081 ceph-mon[95500]: pgmap v18329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:32 smithi081 ceph-mon[107735]: pgmap v18329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:49:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:34.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:34.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:34 smithi170 ceph-mon[97338]: pgmap v18330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:34 smithi081 ceph-mon[95500]: pgmap v18330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:35.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:34 smithi081 ceph-mon[107735]: pgmap v18330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:36.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:36.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:36 smithi170 ceph-mon[97338]: pgmap v18331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:36 smithi081 ceph-mon[95500]: pgmap v18331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:36 smithi081 ceph-mon[107735]: pgmap v18331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:38 smithi170 ceph-mon[97338]: pgmap v18332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:38 smithi081 ceph-mon[95500]: pgmap v18332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:38 smithi081 ceph-mon[107735]: pgmap v18332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:40 smithi170 ceph-mon[97338]: pgmap v18333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:41.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:40 smithi081 ceph-mon[95500]: pgmap v18333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:41.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:40 smithi081 ceph-mon[107735]: pgmap v18333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:42 smithi170 ceph-mon[97338]: pgmap v18334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:42 smithi081 ceph-mon[95500]: pgmap v18334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:42 smithi081 ceph-mon[107735]: pgmap v18334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:49:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:44.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:44.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:44 smithi170 ceph-mon[97338]: pgmap v18335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:44 smithi081 ceph-mon[95500]: pgmap v18335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:44 smithi081 ceph-mon[107735]: pgmap v18335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:46.081Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:46.082Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:46 smithi170 ceph-mon[97338]: pgmap v18336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:46 smithi081 ceph-mon[95500]: pgmap v18336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:46 smithi081 ceph-mon[107735]: pgmap v18336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:48 smithi170 ceph-mon[97338]: pgmap v18337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:48 smithi081 ceph-mon[95500]: pgmap v18337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:48 smithi081 ceph-mon[107735]: pgmap v18337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:49.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:49 smithi170 ceph-mon[97338]: pgmap v18338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:50.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:49 smithi081 ceph-mon[95500]: pgmap v18338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:50.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:49 smithi081 ceph-mon[107735]: pgmap v18338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:52 smithi170 ceph-mon[97338]: pgmap v18339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:52 smithi081 ceph-mon[95500]: pgmap v18339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:52 smithi081 ceph-mon[107735]: pgmap v18339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:49:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:54 smithi170 ceph-mon[97338]: pgmap v18340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:54 smithi081 ceph-mon[95500]: pgmap v18340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:54 smithi081 ceph-mon[107735]: pgmap v18340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:54.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:54.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:56 smithi170 ceph-mon[97338]: pgmap v18341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:56 smithi081 ceph-mon[95500]: pgmap v18341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:56 smithi081 ceph-mon[107735]: pgmap v18341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:49:56.082Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:56.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:49:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:49:56.083Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:49:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:49:58 smithi170 ceph-mon[97338]: pgmap v18342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:49:58 smithi081 ceph-mon[95500]: pgmap v18342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:49:58.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:49:58 smithi081 ceph-mon[107735]: pgmap v18342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:00 smithi170 ceph-mon[97338]: pgmap v18343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:00.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:50:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:00 smithi081 ceph-mon[95500]: pgmap v18343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:50:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:00 smithi081 ceph-mon[107735]: pgmap v18343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:00.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T15:50:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:02 smithi170 ceph-mon[97338]: pgmap v18344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:02 smithi081 ceph-mon[95500]: pgmap v18344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:02.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:02 smithi081 ceph-mon[107735]: pgmap v18344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:50:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:04 smithi170 ceph-mon[97338]: pgmap v18345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:04.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:04 smithi081 ceph-mon[95500]: pgmap v18345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:04.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:04 smithi081 ceph-mon[107735]: pgmap v18345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:04.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:04.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:04.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:06 smithi170 ceph-mon[97338]: pgmap v18346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:06 smithi081 ceph-mon[95500]: pgmap v18346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:06.083Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:06.084Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:06 smithi081 ceph-mon[107735]: pgmap v18346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:08 smithi170 ceph-mon[97338]: pgmap v18347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:08 smithi081 ceph-mon[95500]: pgmap v18347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:08.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:08 smithi081 ceph-mon[107735]: pgmap v18347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:10.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:10 smithi170 ceph-mon[97338]: pgmap v18348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:10.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:10 smithi081 ceph-mon[95500]: pgmap v18348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:10.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:10 smithi081 ceph-mon[107735]: pgmap v18348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:12 smithi170 ceph-mon[97338]: pgmap v18349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:12 smithi081 ceph-mon[95500]: pgmap v18349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:12 smithi081 ceph-mon[107735]: pgmap v18349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:50:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:14 smithi170 ceph-mon[97338]: pgmap v18350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:14 smithi081 ceph-mon[95500]: pgmap v18350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:14 smithi081 ceph-mon[107735]: pgmap v18350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:14.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:14.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:16.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:16 smithi170 ceph-mon[97338]: pgmap v18351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:16 smithi081 ceph-mon[95500]: pgmap v18351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:16.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:16 smithi081 ceph-mon[107735]: pgmap v18351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:16.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:16.085Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:18.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:18 smithi170 ceph-mon[97338]: pgmap v18352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:18 smithi081 ceph-mon[95500]: pgmap v18352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:18.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:18 smithi081 ceph-mon[107735]: pgmap v18352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:20 smithi170 ceph-mon[97338]: pgmap v18353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:20 smithi081 ceph-mon[95500]: pgmap v18353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:20.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:20 smithi081 ceph-mon[107735]: pgmap v18353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:22 smithi170 ceph-mon[97338]: pgmap v18354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:22.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:22 smithi081 ceph-mon[95500]: pgmap v18354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:22.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:22 smithi081 ceph-mon[107735]: pgmap v18354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:50:24.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:24 smithi170 ceph-mon[97338]: pgmap v18355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:24 smithi081 ceph-mon[95500]: pgmap v18355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:24 smithi081 ceph-mon[107735]: pgmap v18355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:24.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:24.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:26 smithi170 ceph-mon[97338]: pgmap v18356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:26 smithi081 ceph-mon[95500]: pgmap v18356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:26.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:26 smithi081 ceph-mon[107735]: pgmap v18356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:26.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:26.084Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:26.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:26.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:28 smithi170 ceph-mon[97338]: pgmap v18357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:28.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:28 smithi081 ceph-mon[95500]: pgmap v18357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:28.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:28 smithi081 ceph-mon[107735]: pgmap v18357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:30 smithi170 ceph-mon[97338]: pgmap v18358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:30.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:30 smithi081 ceph-mon[95500]: pgmap v18358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:30 smithi081 ceph-mon[107735]: pgmap v18358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:32.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:32 smithi170 ceph-mon[97338]: pgmap v18359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:32.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:32 smithi081 ceph-mon[95500]: pgmap v18359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:32.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:32 smithi081 ceph-mon[107735]: pgmap v18359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:50:34.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:34 smithi170 ceph-mon[97338]: pgmap v18360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:34 smithi081 ceph-mon[95500]: pgmap v18360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:34 smithi081 ceph-mon[107735]: pgmap v18360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:34.247Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:34.248Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:36 smithi170 ceph-mon[97338]: pgmap v18361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:36 smithi081 ceph-mon[95500]: pgmap v18361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:36 smithi081 ceph-mon[107735]: pgmap v18361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:36.085Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:36.086Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:38 smithi170 ceph-mon[97338]: pgmap v18362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:38.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:38 smithi081 ceph-mon[95500]: pgmap v18362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:38.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:38 smithi081 ceph-mon[107735]: pgmap v18362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:40 smithi170 ceph-mon[97338]: pgmap v18363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:40.523 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:40 smithi081 ceph-mon[95500]: pgmap v18363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:40.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:40 smithi081 ceph-mon[107735]: pgmap v18363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:42.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:42 smithi081 ceph-mon[95500]: pgmap v18364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:42.523 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:42 smithi081 ceph-mon[107735]: pgmap v18364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:42.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:42 smithi170 ceph-mon[97338]: pgmap v18364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:50:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:44 smithi081 ceph-mon[95500]: pgmap v18365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:44 smithi081 ceph-mon[107735]: pgmap v18365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:44.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:44.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:44.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:44 smithi170 ceph-mon[97338]: pgmap v18365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:46 smithi081 ceph-mon[95500]: pgmap v18366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:46 smithi081 ceph-mon[107735]: pgmap v18366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:46.086Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:46.087Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:46 smithi170 ceph-mon[97338]: pgmap v18366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:48 smithi081 ceph-mon[95500]: pgmap v18367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:48.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:48 smithi081 ceph-mon[107735]: pgmap v18367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:48 smithi170 ceph-mon[97338]: pgmap v18367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:50 smithi081 ceph-mon[95500]: pgmap v18368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:50 smithi081 ceph-mon[107735]: pgmap v18368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:50.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:50 smithi170 ceph-mon[97338]: pgmap v18368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:52 smithi081 ceph-mon[95500]: pgmap v18369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:52 smithi081 ceph-mon[107735]: pgmap v18369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:52 smithi170 ceph-mon[97338]: pgmap v18369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:50:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:54 smithi081 ceph-mon[95500]: pgmap v18370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:54 smithi081 ceph-mon[107735]: pgmap v18370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:54.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:54.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:54 smithi170 ceph-mon[97338]: pgmap v18370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:56 smithi081 ceph-mon[95500]: pgmap v18371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:56 smithi081 ceph-mon[107735]: pgmap v18371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:50:56.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:56.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:50:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:50:56.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:50:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:56 smithi170 ceph-mon[97338]: pgmap v18371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:50:58 smithi170 ceph-mon[97338]: pgmap v18372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:50:58 smithi081 ceph-mon[95500]: pgmap v18372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:50:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:50:58 smithi081 ceph-mon[107735]: pgmap v18372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:00 smithi170 ceph-mon[97338]: pgmap v18373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:00 smithi081 ceph-mon[95500]: pgmap v18373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:00 smithi081 ceph-mon[107735]: pgmap v18373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:02 smithi170 ceph-mon[97338]: pgmap v18374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:02 smithi081 ceph-mon[95500]: pgmap v18374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:02 smithi081 ceph-mon[107735]: pgmap v18374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:51:04.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:04 smithi081 ceph-mon[95500]: pgmap v18375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:04.522 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:04 smithi081 ceph-mon[107735]: pgmap v18375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:04.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:04.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:04.523 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:04.250Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:04 smithi170 ceph-mon[97338]: pgmap v18375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:06 smithi081 ceph-mon[95500]: pgmap v18376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:06 smithi081 ceph-mon[107735]: pgmap v18376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:06.087Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:06.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:06.088Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:06 smithi170 ceph-mon[97338]: pgmap v18376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:08 smithi170 ceph-mon[97338]: pgmap v18377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:08 smithi081 ceph-mon[95500]: pgmap v18377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:08 smithi081 ceph-mon[107735]: pgmap v18377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:10.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:10 smithi170 ceph-mon[97338]: pgmap v18378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:10 smithi081 ceph-mon[95500]: pgmap v18378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:10 smithi081 ceph-mon[107735]: pgmap v18378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:12 smithi170 ceph-mon[97338]: pgmap v18379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:12 smithi081 ceph-mon[95500]: pgmap v18379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:12 smithi081 ceph-mon[107735]: pgmap v18379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:51:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:14 smithi081 ceph-mon[95500]: pgmap v18380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:14.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:14.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:14 smithi081 ceph-mon[107735]: pgmap v18380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:14 smithi170 ceph-mon[97338]: pgmap v18380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:16 smithi081 ceph-mon[95500]: pgmap v18381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:16 smithi081 ceph-mon[107735]: pgmap v18381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:16.088Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:16.089Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:16 smithi170 ceph-mon[97338]: pgmap v18381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:18 smithi170 ceph-mon[97338]: pgmap v18382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:18 smithi081 ceph-mon[95500]: pgmap v18382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:18.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:18 smithi081 ceph-mon[107735]: pgmap v18382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:20 smithi170 ceph-mon[97338]: pgmap v18383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:20 smithi081 ceph-mon[95500]: pgmap v18383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:20 smithi081 ceph-mon[107735]: pgmap v18383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:22 smithi170 ceph-mon[97338]: pgmap v18384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:22 smithi081 ceph-mon[95500]: pgmap v18384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:22 smithi081 ceph-mon[107735]: pgmap v18384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:51:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:24 smithi081 ceph-mon[95500]: pgmap v18385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:24 smithi081 ceph-mon[107735]: pgmap v18385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:24.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:24.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:24 smithi170 ceph-mon[97338]: pgmap v18385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:26 smithi081 ceph-mon[95500]: pgmap v18386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:26 smithi081 ceph-mon[107735]: pgmap v18386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:26.089Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:26.090Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:26 smithi170 ceph-mon[97338]: pgmap v18386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:28 smithi170 ceph-mon[97338]: pgmap v18387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:28 smithi081 ceph-mon[95500]: pgmap v18387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:28 smithi081 ceph-mon[107735]: pgmap v18387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:30 smithi170 ceph-mon[97338]: pgmap v18388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:30 smithi081 ceph-mon[95500]: pgmap v18388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:30 smithi081 ceph-mon[107735]: pgmap v18388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:32 smithi170 ceph-mon[97338]: pgmap v18389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:32 smithi081 ceph-mon[95500]: pgmap v18389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:32 smithi081 ceph-mon[107735]: pgmap v18389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:51:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:34 smithi081 ceph-mon[95500]: pgmap v18390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:34.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:34 smithi081 ceph-mon[107735]: pgmap v18390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:34.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:34.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:34.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:34 smithi170 ceph-mon[97338]: pgmap v18390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:36 smithi081 ceph-mon[95500]: pgmap v18391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:36.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:36.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:36.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:36 smithi081 ceph-mon[107735]: pgmap v18391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:36 smithi170 ceph-mon[97338]: pgmap v18391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:38 smithi170 ceph-mon[97338]: pgmap v18392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:38 smithi081 ceph-mon[95500]: pgmap v18392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:38 smithi081 ceph-mon[107735]: pgmap v18392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:40 smithi170 ceph-mon[97338]: pgmap v18393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:40 smithi081 ceph-mon[95500]: pgmap v18393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:40 smithi081 ceph-mon[107735]: pgmap v18393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:42 smithi170 ceph-mon[97338]: pgmap v18394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:42 smithi081 ceph-mon[95500]: pgmap v18394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:42 smithi081 ceph-mon[107735]: pgmap v18394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:51:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:44 smithi081 ceph-mon[95500]: pgmap v18395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:44 smithi081 ceph-mon[107735]: pgmap v18395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:44.252Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:44.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:44 smithi170 ceph-mon[97338]: pgmap v18395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:46.346 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:46.090Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:46.347 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:46.091Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:46 smithi170 ceph-mon[97338]: pgmap v18396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:46 smithi081 ceph-mon[95500]: pgmap v18396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:46 smithi081 ceph-mon[107735]: pgmap v18396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:48 smithi170 ceph-mon[97338]: pgmap v18397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:48 smithi081 ceph-mon[95500]: pgmap v18397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:48 smithi081 ceph-mon[107735]: pgmap v18397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:50 smithi170 ceph-mon[97338]: pgmap v18398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:50 smithi081 ceph-mon[95500]: pgmap v18398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:50 smithi081 ceph-mon[107735]: pgmap v18398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:52 smithi170 ceph-mon[97338]: pgmap v18399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:52 smithi081 ceph-mon[95500]: pgmap v18399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:52 smithi081 ceph-mon[107735]: pgmap v18399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:51:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:54 smithi081 ceph-mon[95500]: pgmap v18400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:54 smithi081 ceph-mon[107735]: pgmap v18400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:54.252Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:54.253Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:54 smithi170 ceph-mon[97338]: pgmap v18400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:56.361 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:51:56.091Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:56.362 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:51:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:51:56.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:51:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:56 smithi170 ceph-mon[97338]: pgmap v18401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:56 smithi081 ceph-mon[95500]: pgmap v18401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:56 smithi081 ceph-mon[107735]: pgmap v18401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:51:58 smithi170 ceph-mon[97338]: pgmap v18402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:51:58 smithi081 ceph-mon[95500]: pgmap v18402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:51:58.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:51:58 smithi081 ceph-mon[107735]: pgmap v18402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:00 smithi170 ceph-mon[97338]: pgmap v18403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:00 smithi081 ceph-mon[95500]: pgmap v18403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:00 smithi081 ceph-mon[107735]: pgmap v18403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:02.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:02 smithi170 ceph-mon[97338]: pgmap v18404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:02 smithi081 ceph-mon[95500]: pgmap v18404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:02 smithi081 ceph-mon[107735]: pgmap v18404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:52:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:04 smithi081 ceph-mon[95500]: pgmap v18405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:04 smithi081 ceph-mon[107735]: pgmap v18405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:04.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:04.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:04 smithi170 ceph-mon[97338]: pgmap v18405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:06.375 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:06.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:06.375 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:06.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:06 smithi170 ceph-mon[97338]: pgmap v18406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:06 smithi081 ceph-mon[95500]: pgmap v18406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:06 smithi081 ceph-mon[107735]: pgmap v18406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:08.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:08 smithi170 ceph-mon[97338]: pgmap v18407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:08 smithi081 ceph-mon[95500]: pgmap v18407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:08 smithi081 ceph-mon[107735]: pgmap v18407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:10 smithi170 ceph-mon[97338]: pgmap v18408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:10 smithi081 ceph-mon[95500]: pgmap v18408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:10.811 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:10 smithi081 ceph-mon[107735]: pgmap v18408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:12 smithi170 ceph-mon[97338]: pgmap v18409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:12 smithi081 ceph-mon[95500]: pgmap v18409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:12 smithi081 ceph-mon[107735]: pgmap v18409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:52:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:14 smithi081 ceph-mon[95500]: pgmap v18410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:14 smithi081 ceph-mon[107735]: pgmap v18410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:14.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:14.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:14 smithi170 ceph-mon[97338]: pgmap v18410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:16.392 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:16.092Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:16.393 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:16.093Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:16 smithi170 ceph-mon[97338]: pgmap v18411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:16 smithi081 ceph-mon[95500]: pgmap v18411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:16 smithi081 ceph-mon[107735]: pgmap v18411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:18 smithi170 ceph-mon[97338]: pgmap v18412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:18 smithi081 ceph-mon[95500]: pgmap v18412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:18 smithi081 ceph-mon[107735]: pgmap v18412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:20 smithi170 ceph-mon[97338]: pgmap v18413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:20 smithi081 ceph-mon[95500]: pgmap v18413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:20 smithi081 ceph-mon[107735]: pgmap v18413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:22.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:22 smithi170 ceph-mon[97338]: pgmap v18414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:22 smithi081 ceph-mon[95500]: pgmap v18414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:22 smithi081 ceph-mon[107735]: pgmap v18414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:52:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:24 smithi081 ceph-mon[95500]: pgmap v18415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:24 smithi081 ceph-mon[107735]: pgmap v18415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:24.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:24.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:24 smithi170 ceph-mon[97338]: pgmap v18415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:26.407 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:26.093Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:26.407 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:26.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:26 smithi170 ceph-mon[97338]: pgmap v18416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:26 smithi081 ceph-mon[95500]: pgmap v18416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:26 smithi081 ceph-mon[107735]: pgmap v18416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:28 smithi170 ceph-mon[97338]: pgmap v18417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:28 smithi081 ceph-mon[95500]: pgmap v18417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:28 smithi081 ceph-mon[107735]: pgmap v18417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:30 smithi170 ceph-mon[97338]: pgmap v18418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:30 smithi081 ceph-mon[95500]: pgmap v18418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:30 smithi081 ceph-mon[107735]: pgmap v18418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:32 smithi170 ceph-mon[97338]: pgmap v18419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:32 smithi081 ceph-mon[95500]: pgmap v18419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:32 smithi081 ceph-mon[107735]: pgmap v18419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:52:34.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:34 smithi081 ceph-mon[95500]: pgmap v18420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:34 smithi081 ceph-mon[107735]: pgmap v18420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:34.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:34.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:34.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:34 smithi170 ceph-mon[97338]: pgmap v18420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:36.422 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:36.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:36.422 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:36.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:36 smithi170 ceph-mon[97338]: pgmap v18421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:36 smithi081 ceph-mon[95500]: pgmap v18421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:36 smithi081 ceph-mon[107735]: pgmap v18421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:38 smithi170 ceph-mon[97338]: pgmap v18422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:38 smithi081 ceph-mon[95500]: pgmap v18422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:38 smithi081 ceph-mon[107735]: pgmap v18422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:40.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:40 smithi170 ceph-mon[97338]: pgmap v18423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:40 smithi081 ceph-mon[95500]: pgmap v18423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:40 smithi081 ceph-mon[107735]: pgmap v18423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:42 smithi170 ceph-mon[97338]: pgmap v18424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:42 smithi081 ceph-mon[95500]: pgmap v18424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:42 smithi081 ceph-mon[107735]: pgmap v18424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:52:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:44 smithi081 ceph-mon[95500]: pgmap v18425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:44.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:44.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:44 smithi081 ceph-mon[107735]: pgmap v18425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:44 smithi170 ceph-mon[97338]: pgmap v18425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:46.436 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:46.094Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:46.436 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:46.095Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:46 smithi170 ceph-mon[97338]: pgmap v18426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:46 smithi081 ceph-mon[95500]: pgmap v18426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:46 smithi081 ceph-mon[107735]: pgmap v18426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:48.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:48 smithi170 ceph-mon[97338]: pgmap v18427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:48 smithi081 ceph-mon[95500]: pgmap v18427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:48 smithi081 ceph-mon[107735]: pgmap v18427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:50 smithi170 ceph-mon[97338]: pgmap v18428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:50 smithi081 ceph-mon[95500]: pgmap v18428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:50 smithi081 ceph-mon[107735]: pgmap v18428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:52 smithi170 ceph-mon[97338]: pgmap v18429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:52 smithi081 ceph-mon[95500]: pgmap v18429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:52 smithi081 ceph-mon[107735]: pgmap v18429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:52:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:54 smithi081 ceph-mon[95500]: pgmap v18430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:54.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:54 smithi081 ceph-mon[107735]: pgmap v18430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:54.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:54.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:54.257Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:54 smithi170 ceph-mon[97338]: pgmap v18430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:56.453 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:52:56.095Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:56.453 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:52:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:52:56.096Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:52:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:56 smithi170 ceph-mon[97338]: pgmap v18431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:56 smithi081 ceph-mon[95500]: pgmap v18431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:56 smithi081 ceph-mon[107735]: pgmap v18431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:52:58 smithi170 ceph-mon[97338]: pgmap v18432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:52:58 smithi081 ceph-mon[95500]: pgmap v18432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:52:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:52:58 smithi081 ceph-mon[107735]: pgmap v18432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:00 smithi170 ceph-mon[97338]: pgmap v18433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:00 smithi081 ceph-mon[95500]: pgmap v18433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:00 smithi081 ceph-mon[107735]: pgmap v18433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:02 smithi170 ceph-mon[97338]: pgmap v18434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:02 smithi081 ceph-mon[95500]: pgmap v18434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:02 smithi081 ceph-mon[107735]: pgmap v18434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:53:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:04 smithi081 ceph-mon[95500]: pgmap v18435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:04 smithi081 ceph-mon[107735]: pgmap v18435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:04.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:04.258Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:04 smithi170 ceph-mon[97338]: pgmap v18435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:06.472 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:06.096Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:06.473 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:06.097Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:06 smithi170 ceph-mon[97338]: pgmap v18436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:06 smithi081 ceph-mon[95500]: pgmap v18436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:06 smithi081 ceph-mon[107735]: pgmap v18436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:08 smithi170 ceph-mon[97338]: pgmap v18437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:08.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:08 smithi081 ceph-mon[95500]: pgmap v18437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:08 smithi081 ceph-mon[107735]: pgmap v18437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:10 smithi170 ceph-mon[97338]: pgmap v18438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:10 smithi081 ceph-mon[95500]: pgmap v18438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:10 smithi081 ceph-mon[107735]: pgmap v18438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:12 smithi170 ceph-mon[97338]: pgmap v18439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:12 smithi081 ceph-mon[95500]: pgmap v18439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:12 smithi081 ceph-mon[107735]: pgmap v18439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:53:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:14 smithi081 ceph-mon[95500]: pgmap v18440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:14 smithi081 ceph-mon[107735]: pgmap v18440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:14.258Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:14.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:14.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:14 smithi170 ceph-mon[97338]: pgmap v18440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:16.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:16.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:16.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:16.098Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:16 smithi081 ceph-mon[95500]: pgmap v18441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:16 smithi081 ceph-mon[107735]: pgmap v18441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:16 smithi170 ceph-mon[97338]: pgmap v18441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:18 smithi081 ceph-mon[95500]: pgmap v18442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:18.780 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:18 smithi081 ceph-mon[107735]: pgmap v18442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:18 smithi170 ceph-mon[97338]: pgmap v18442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:20 smithi081 ceph-mon[95500]: pgmap v18443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:20 smithi081 ceph-mon[107735]: pgmap v18443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:20.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:20 smithi170 ceph-mon[97338]: pgmap v18443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:22 smithi081 ceph-mon[95500]: pgmap v18444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:22 smithi081 ceph-mon[107735]: pgmap v18444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:22 smithi170 ceph-mon[97338]: pgmap v18444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:53:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:24 smithi081 ceph-mon[95500]: pgmap v18445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:24 smithi081 ceph-mon[107735]: pgmap v18445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:24.259Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:24.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:24.260Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:24 smithi170 ceph-mon[97338]: pgmap v18445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:26.513 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:26.097Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:26.513 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:26.098Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:26 smithi081 ceph-mon[95500]: pgmap v18446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:26 smithi081 ceph-mon[107735]: pgmap v18446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:26 smithi170 ceph-mon[97338]: pgmap v18446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:28 smithi081 ceph-mon[95500]: pgmap v18447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:28 smithi081 ceph-mon[107735]: pgmap v18447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:28 smithi170 ceph-mon[97338]: pgmap v18447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:30 smithi170 ceph-mon[97338]: pgmap v18448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:30 smithi081 ceph-mon[95500]: pgmap v18448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:30 smithi081 ceph-mon[107735]: pgmap v18448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:32 smithi170 ceph-mon[97338]: pgmap v18449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:32 smithi081 ceph-mon[95500]: pgmap v18449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:32 smithi081 ceph-mon[107735]: pgmap v18449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:53:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:34.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:34.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:34.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:34 smithi170 ceph-mon[97338]: pgmap v18450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:34 smithi081 ceph-mon[95500]: pgmap v18450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:34 smithi081 ceph-mon[107735]: pgmap v18450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:36.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:36.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:36 smithi170 ceph-mon[97338]: pgmap v18451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:36 smithi081 ceph-mon[95500]: pgmap v18451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:37.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:36 smithi081 ceph-mon[107735]: pgmap v18451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:38 smithi170 ceph-mon[97338]: pgmap v18452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:38 smithi081 ceph-mon[95500]: pgmap v18452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:38 smithi081 ceph-mon[107735]: pgmap v18452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:40 smithi170 ceph-mon[97338]: pgmap v18453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:40 smithi081 ceph-mon[95500]: pgmap v18453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:40 smithi081 ceph-mon[107735]: pgmap v18453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:42 smithi170 ceph-mon[97338]: pgmap v18454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:42 smithi081 ceph-mon[95500]: pgmap v18454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:42 smithi081 ceph-mon[107735]: pgmap v18454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:53:44.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:44.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:44.261Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:44.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:44 smithi170 ceph-mon[97338]: pgmap v18455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:44 smithi081 ceph-mon[95500]: pgmap v18455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:44 smithi081 ceph-mon[107735]: pgmap v18455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:46.098Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:46.099Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:46 smithi170 ceph-mon[97338]: pgmap v18456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:46 smithi081 ceph-mon[95500]: pgmap v18456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:46 smithi081 ceph-mon[107735]: pgmap v18456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:48 smithi170 ceph-mon[97338]: pgmap v18457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:49.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:48 smithi081 ceph-mon[95500]: pgmap v18457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:48 smithi081 ceph-mon[107735]: pgmap v18457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:50 smithi170 ceph-mon[97338]: pgmap v18458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:50 smithi081 ceph-mon[95500]: pgmap v18458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:50 smithi081 ceph-mon[107735]: pgmap v18458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:52 smithi170 ceph-mon[97338]: pgmap v18459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:52 smithi081 ceph-mon[95500]: pgmap v18459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:52 smithi081 ceph-mon[107735]: pgmap v18459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:53:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:54.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:54.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:54.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:54 smithi170 ceph-mon[97338]: pgmap v18460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:54 smithi081 ceph-mon[95500]: pgmap v18460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:54 smithi081 ceph-mon[107735]: pgmap v18460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:53:56.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:53:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:53:56.100Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:53:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:56 smithi170 ceph-mon[97338]: pgmap v18461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:56 smithi081 ceph-mon[95500]: pgmap v18461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:56 smithi081 ceph-mon[107735]: pgmap v18461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:53:58 smithi170 ceph-mon[97338]: pgmap v18462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:53:58 smithi081 ceph-mon[95500]: pgmap v18462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:53:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:53:58 smithi081 ceph-mon[107735]: pgmap v18462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:00 smithi170 ceph-mon[97338]: pgmap v18463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:00 smithi081 ceph-mon[95500]: pgmap v18463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:00 smithi081 ceph-mon[107735]: pgmap v18463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:02 smithi170 ceph-mon[97338]: pgmap v18464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:02 smithi081 ceph-mon[95500]: pgmap v18464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:02 smithi081 ceph-mon[107735]: pgmap v18464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:54:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:04.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:04.263Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:04 smithi170 ceph-mon[97338]: pgmap v18465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:04 smithi081 ceph-mon[95500]: pgmap v18465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:04 smithi081 ceph-mon[107735]: pgmap v18465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:06.099Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:06.100Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:06 smithi170 ceph-mon[97338]: pgmap v18466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:06 smithi081 ceph-mon[95500]: pgmap v18466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:06 smithi081 ceph-mon[107735]: pgmap v18466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:08 smithi170 ceph-mon[97338]: pgmap v18467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:08 smithi081 ceph-mon[95500]: pgmap v18467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:08 smithi081 ceph-mon[107735]: pgmap v18467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:10 smithi170 ceph-mon[97338]: pgmap v18468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:10 smithi081 ceph-mon[95500]: pgmap v18468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:10 smithi081 ceph-mon[107735]: pgmap v18468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:12 smithi170 ceph-mon[97338]: pgmap v18469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:12 smithi081 ceph-mon[95500]: pgmap v18469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:13.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:12 smithi081 ceph-mon[107735]: pgmap v18469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:54:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:14.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:14.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:14.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:14 smithi170 ceph-mon[97338]: pgmap v18470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:14 smithi081 ceph-mon[95500]: pgmap v18470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:14 smithi081 ceph-mon[107735]: pgmap v18470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:16.100Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:16.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:16 smithi170 ceph-mon[97338]: pgmap v18471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:16 smithi081 ceph-mon[95500]: pgmap v18471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:16 smithi081 ceph-mon[107735]: pgmap v18471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:18 smithi170 ceph-mon[97338]: pgmap v18472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:18 smithi081 ceph-mon[95500]: pgmap v18472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:18 smithi081 ceph-mon[107735]: pgmap v18472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:20 smithi170 ceph-mon[97338]: pgmap v18473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:20 smithi081 ceph-mon[95500]: pgmap v18473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:21.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:20 smithi081 ceph-mon[107735]: pgmap v18473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:22 smithi170 ceph-mon[97338]: pgmap v18474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:23.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:22 smithi081 ceph-mon[95500]: pgmap v18474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:22 smithi081 ceph-mon[107735]: pgmap v18474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:54:24.621 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:24.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:24.621 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:24.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:24 smithi170 ceph-mon[97338]: pgmap v18475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:24 smithi081 ceph-mon[95500]: pgmap v18475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:24 smithi081 ceph-mon[107735]: pgmap v18475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:26.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:26.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:26 smithi170 ceph-mon[97338]: pgmap v18476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:27.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:26 smithi081 ceph-mon[95500]: pgmap v18476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:26 smithi081 ceph-mon[107735]: pgmap v18476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:28 smithi170 ceph-mon[97338]: pgmap v18477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:28 smithi081 ceph-mon[95500]: pgmap v18477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:28 smithi081 ceph-mon[107735]: pgmap v18477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:30 smithi170 ceph-mon[97338]: pgmap v18478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:30 smithi081 ceph-mon[95500]: pgmap v18478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:30 smithi081 ceph-mon[107735]: pgmap v18478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:32 smithi170 ceph-mon[97338]: pgmap v18479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:32 smithi081 ceph-mon[95500]: pgmap v18479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:32 smithi081 ceph-mon[107735]: pgmap v18479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:54:34.636 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:34.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:34.637 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:34.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:34 smithi170 ceph-mon[97338]: pgmap v18480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:34 smithi081 ceph-mon[95500]: pgmap v18480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:34 smithi081 ceph-mon[107735]: pgmap v18480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:36.101Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:36.102Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:36 smithi170 ceph-mon[97338]: pgmap v18481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:36 smithi081 ceph-mon[95500]: pgmap v18481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:36 smithi081 ceph-mon[107735]: pgmap v18481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:38 smithi170 ceph-mon[97338]: pgmap v18482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:38 smithi081 ceph-mon[95500]: pgmap v18482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:38 smithi081 ceph-mon[107735]: pgmap v18482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:40 smithi170 ceph-mon[97338]: pgmap v18483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:40 smithi081 ceph-mon[95500]: pgmap v18483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:40 smithi081 ceph-mon[107735]: pgmap v18483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:41.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:41 smithi170 ceph-mon[97338]: pgmap v18484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:42.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:41 smithi081 ceph-mon[95500]: pgmap v18484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:42.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:41 smithi081 ceph-mon[107735]: pgmap v18484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:54:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:44 smithi170 ceph-mon[97338]: pgmap v18485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:44 smithi081 ceph-mon[95500]: pgmap v18485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:44.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:44.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:44.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:44.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:44 smithi081 ceph-mon[107735]: pgmap v18485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:46 smithi170 ceph-mon[97338]: pgmap v18486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:46 smithi081 ceph-mon[95500]: pgmap v18486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:46 smithi081 ceph-mon[107735]: pgmap v18486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:46.102Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:46.104Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:48 smithi170 ceph-mon[97338]: pgmap v18487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:48 smithi081 ceph-mon[95500]: pgmap v18487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:48 smithi081 ceph-mon[107735]: pgmap v18487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:50 smithi170 ceph-mon[97338]: pgmap v18488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:50.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:50 smithi081 ceph-mon[95500]: pgmap v18488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:50 smithi081 ceph-mon[107735]: pgmap v18488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:52 smithi170 ceph-mon[97338]: pgmap v18489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:52 smithi081 ceph-mon[95500]: pgmap v18489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:52 smithi081 ceph-mon[107735]: pgmap v18489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:54:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:54 smithi170 ceph-mon[97338]: pgmap v18490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:54.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:54 smithi081 ceph-mon[95500]: pgmap v18490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:54 smithi081 ceph-mon[107735]: pgmap v18490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:54.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:54.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:54.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:56 smithi081 ceph-mon[95500]: pgmap v18491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:56 smithi081 ceph-mon[107735]: pgmap v18491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:54:56.103Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:54:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:54:56.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:54:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:56 smithi170 ceph-mon[97338]: pgmap v18491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:58.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:54:58 smithi081 ceph-mon[95500]: pgmap v18492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:54:58 smithi081 ceph-mon[107735]: pgmap v18492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:54:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:54:58 smithi170 ceph-mon[97338]: pgmap v18492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:00 smithi081 ceph-mon[95500]: pgmap v18493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:00 smithi081 ceph-mon[107735]: pgmap v18493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:00 smithi170 ceph-mon[97338]: pgmap v18493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:02 smithi081 ceph-mon[95500]: pgmap v18494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:02 smithi081 ceph-mon[107735]: pgmap v18494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:02 smithi170 ceph-mon[97338]: pgmap v18494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:55:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:04 smithi081 ceph-mon[95500]: pgmap v18495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:04 smithi081 ceph-mon[107735]: pgmap v18495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:04.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:04.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:04.268Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:04 smithi170 ceph-mon[97338]: pgmap v18495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:06 smithi081 ceph-mon[95500]: pgmap v18496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:06.104Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:06.105Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:06 smithi081 ceph-mon[107735]: pgmap v18496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:06 smithi170 ceph-mon[97338]: pgmap v18496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:08.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:08 smithi081 ceph-mon[95500]: pgmap v18497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:08 smithi081 ceph-mon[107735]: pgmap v18497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:08 smithi170 ceph-mon[97338]: pgmap v18497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:10 smithi170 ceph-mon[97338]: pgmap v18498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:10 smithi081 ceph-mon[95500]: pgmap v18498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:10 smithi081 ceph-mon[107735]: pgmap v18498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:12 smithi170 ceph-mon[97338]: pgmap v18499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:12 smithi081 ceph-mon[95500]: pgmap v18499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:12 smithi081 ceph-mon[107735]: pgmap v18499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:55:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:14 smithi170 ceph-mon[97338]: pgmap v18500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:14 smithi081 ceph-mon[95500]: pgmap v18500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:14 smithi081 ceph-mon[107735]: pgmap v18500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:14.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:14.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:16 smithi081 ceph-mon[95500]: pgmap v18501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:16 smithi081 ceph-mon[107735]: pgmap v18501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:16.105Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:16.106Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:16.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:16 smithi170 ceph-mon[97338]: pgmap v18501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:18 smithi170 ceph-mon[97338]: pgmap v18502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:18 smithi081 ceph-mon[95500]: pgmap v18502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:18 smithi081 ceph-mon[107735]: pgmap v18502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:20 smithi170 ceph-mon[97338]: pgmap v18503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:20 smithi081 ceph-mon[95500]: pgmap v18503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:20 smithi081 ceph-mon[107735]: pgmap v18503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:22 smithi170 ceph-mon[97338]: pgmap v18504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:22 smithi081 ceph-mon[95500]: pgmap v18504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:22.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:22 smithi081 ceph-mon[107735]: pgmap v18504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:55:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:24 smithi170 ceph-mon[97338]: pgmap v18505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:24 smithi081 ceph-mon[95500]: pgmap v18505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:24 smithi081 ceph-mon[107735]: pgmap v18505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:24.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:24.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:26.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:26 smithi081 ceph-mon[95500]: pgmap v18506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:26 smithi081 ceph-mon[107735]: pgmap v18506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:26.106Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:26.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:26.107Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:26 smithi170 ceph-mon[97338]: pgmap v18506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:28 smithi170 ceph-mon[97338]: pgmap v18507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:28 smithi081 ceph-mon[95500]: pgmap v18507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:28 smithi081 ceph-mon[107735]: pgmap v18507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:30 smithi170 ceph-mon[97338]: pgmap v18508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:30 smithi081 ceph-mon[95500]: pgmap v18508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:30 smithi081 ceph-mon[107735]: pgmap v18508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:32 smithi170 ceph-mon[97338]: pgmap v18509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:32 smithi081 ceph-mon[95500]: pgmap v18509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:32 smithi081 ceph-mon[107735]: pgmap v18509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:55:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:34 smithi170 ceph-mon[97338]: pgmap v18510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:34 smithi081 ceph-mon[95500]: pgmap v18510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:34.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:34 smithi081 ceph-mon[107735]: pgmap v18510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:34.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:34.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:34.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:36 smithi081 ceph-mon[95500]: pgmap v18511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:36 smithi081 ceph-mon[107735]: pgmap v18511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:36.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:36.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:36 smithi170 ceph-mon[97338]: pgmap v18511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:38 smithi170 ceph-mon[97338]: pgmap v18512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:38 smithi081 ceph-mon[95500]: pgmap v18512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:38 smithi081 ceph-mon[107735]: pgmap v18512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:40 smithi170 ceph-mon[97338]: pgmap v18513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:40 smithi081 ceph-mon[95500]: pgmap v18513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:40 smithi081 ceph-mon[107735]: pgmap v18513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:42 smithi170 ceph-mon[97338]: pgmap v18514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:42 smithi081 ceph-mon[95500]: pgmap v18514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:42 smithi081 ceph-mon[107735]: pgmap v18514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:55:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:44 smithi170 ceph-mon[97338]: pgmap v18515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:44 smithi081 ceph-mon[95500]: pgmap v18515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:44 smithi081 ceph-mon[107735]: pgmap v18515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:44.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:44.271Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:46.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:46 smithi081 ceph-mon[95500]: pgmap v18516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:46 smithi081 ceph-mon[107735]: pgmap v18516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:46.107Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:46.108Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:46.750 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:46 smithi170 ceph-mon[97338]: pgmap v18516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:48 smithi170 ceph-mon[97338]: pgmap v18517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:48 smithi081 ceph-mon[95500]: pgmap v18517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:48 smithi081 ceph-mon[107735]: pgmap v18517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:50 smithi170 ceph-mon[97338]: pgmap v18518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:50 smithi081 ceph-mon[95500]: pgmap v18518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:50.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:50 smithi081 ceph-mon[107735]: pgmap v18518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:52 smithi170 ceph-mon[97338]: pgmap v18519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:52 smithi081 ceph-mon[95500]: pgmap v18519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:52 smithi081 ceph-mon[107735]: pgmap v18519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:55:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:54 smithi170 ceph-mon[97338]: pgmap v18520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:54 smithi081 ceph-mon[95500]: pgmap v18520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:54 smithi081 ceph-mon[107735]: pgmap v18520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:54.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:54.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:56 smithi081 ceph-mon[95500]: pgmap v18521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:56 smithi081 ceph-mon[107735]: pgmap v18521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:55:56.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:55:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:55:56.109Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:55:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:56 smithi170 ceph-mon[97338]: pgmap v18521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:55:58 smithi170 ceph-mon[97338]: pgmap v18522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:55:58 smithi081 ceph-mon[95500]: pgmap v18522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:55:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:55:58 smithi081 ceph-mon[107735]: pgmap v18522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:00 smithi170 ceph-mon[97338]: pgmap v18523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:00 smithi081 ceph-mon[95500]: pgmap v18523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:00 smithi081 ceph-mon[107735]: pgmap v18523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:02 smithi170 ceph-mon[97338]: pgmap v18524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:02 smithi081 ceph-mon[95500]: pgmap v18524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:02 smithi081 ceph-mon[107735]: pgmap v18524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:56:04.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:04 smithi170 ceph-mon[97338]: pgmap v18525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:04 smithi081 ceph-mon[95500]: pgmap v18525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:04 smithi081 ceph-mon[107735]: pgmap v18525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:04.271Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:04.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:06 smithi081 ceph-mon[95500]: pgmap v18526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:06.108Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:06.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:06.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:06 smithi081 ceph-mon[107735]: pgmap v18526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:06 smithi170 ceph-mon[97338]: pgmap v18526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:08 smithi170 ceph-mon[97338]: pgmap v18527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:08 smithi081 ceph-mon[95500]: pgmap v18527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:08 smithi081 ceph-mon[107735]: pgmap v18527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:10 smithi170 ceph-mon[97338]: pgmap v18528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:10 smithi081 ceph-mon[95500]: pgmap v18528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:10 smithi081 ceph-mon[107735]: pgmap v18528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:12 smithi170 ceph-mon[97338]: pgmap v18529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:12 smithi081 ceph-mon[95500]: pgmap v18529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:12 smithi081 ceph-mon[107735]: pgmap v18529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:56:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:14 smithi170 ceph-mon[97338]: pgmap v18530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:14 smithi081 ceph-mon[95500]: pgmap v18530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:14.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:14 smithi081 ceph-mon[107735]: pgmap v18530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:14.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:14.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:14.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:14.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:16.368 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:16.109Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:16.368 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:16.110Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:16 smithi170 ceph-mon[97338]: pgmap v18531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:16 smithi081 ceph-mon[95500]: pgmap v18531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:16 smithi081 ceph-mon[107735]: pgmap v18531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:18 smithi170 ceph-mon[97338]: pgmap v18532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:18.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:18 smithi081 ceph-mon[95500]: pgmap v18532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:18.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:18 smithi081 ceph-mon[107735]: pgmap v18532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:20 smithi170 ceph-mon[97338]: pgmap v18533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:20.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:20 smithi081 ceph-mon[95500]: pgmap v18533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:20 smithi081 ceph-mon[107735]: pgmap v18533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:22 smithi170 ceph-mon[97338]: pgmap v18534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:22 smithi081 ceph-mon[95500]: pgmap v18534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:22 smithi081 ceph-mon[107735]: pgmap v18534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:56:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:24 smithi170 ceph-mon[97338]: pgmap v18535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:24 smithi081 ceph-mon[95500]: pgmap v18535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:24 smithi081 ceph-mon[107735]: pgmap v18535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:24.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:24.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:26.383 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:26.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:26.384 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:26.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:26 smithi170 ceph-mon[97338]: pgmap v18536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:26 smithi081 ceph-mon[95500]: pgmap v18536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:26 smithi081 ceph-mon[107735]: pgmap v18536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:28 smithi170 ceph-mon[97338]: pgmap v18537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:28 smithi081 ceph-mon[95500]: pgmap v18537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:28 smithi081 ceph-mon[107735]: pgmap v18537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:30 smithi170 ceph-mon[97338]: pgmap v18538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:30 smithi081 ceph-mon[95500]: pgmap v18538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:30 smithi081 ceph-mon[107735]: pgmap v18538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:32 smithi170 ceph-mon[97338]: pgmap v18539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:32 smithi081 ceph-mon[95500]: pgmap v18539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:32 smithi081 ceph-mon[107735]: pgmap v18539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:56:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:34 smithi170 ceph-mon[97338]: pgmap v18540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:34 smithi081 ceph-mon[95500]: pgmap v18540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:34.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:34.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:34.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:34 smithi081 ceph-mon[107735]: pgmap v18540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:36.403 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:36.110Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:36.404 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:36.111Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:36 smithi170 ceph-mon[97338]: pgmap v18541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:36 smithi081 ceph-mon[107735]: pgmap v18541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:36.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:36 smithi081 ceph-mon[95500]: pgmap v18541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:38 smithi170 ceph-mon[97338]: pgmap v18542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:38 smithi081 ceph-mon[95500]: pgmap v18542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:38 smithi081 ceph-mon[107735]: pgmap v18542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:40 smithi170 ceph-mon[97338]: pgmap v18543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:40 smithi081 ceph-mon[95500]: pgmap v18543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:40 smithi081 ceph-mon[107735]: pgmap v18543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:42 smithi170 ceph-mon[97338]: pgmap v18544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:42 smithi081 ceph-mon[95500]: pgmap v18544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:42 smithi081 ceph-mon[107735]: pgmap v18544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:56:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:44 smithi170 ceph-mon[97338]: pgmap v18545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:44.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:44 smithi081 ceph-mon[95500]: pgmap v18545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:44.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:44 smithi081 ceph-mon[107735]: pgmap v18545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:44.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:44.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:44.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:44.276Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:46.417 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:46.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:46.418 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:46.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:46 smithi170 ceph-mon[97338]: pgmap v18546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:46 smithi081 ceph-mon[95500]: pgmap v18546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:46 smithi081 ceph-mon[107735]: pgmap v18546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:48 smithi170 ceph-mon[97338]: pgmap v18547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:48 smithi081 ceph-mon[95500]: pgmap v18547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:48 smithi081 ceph-mon[107735]: pgmap v18547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:50 smithi170 ceph-mon[97338]: pgmap v18548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:50 smithi081 ceph-mon[95500]: pgmap v18548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:50 smithi081 ceph-mon[107735]: pgmap v18548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:52 smithi170 ceph-mon[97338]: pgmap v18549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:52 smithi081 ceph-mon[95500]: pgmap v18549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:52.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:52 smithi081 ceph-mon[107735]: pgmap v18549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:56:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:54 smithi170 ceph-mon[97338]: pgmap v18550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:54 smithi081 ceph-mon[95500]: pgmap v18550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:54 smithi081 ceph-mon[107735]: pgmap v18550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:54.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:54.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:56.434 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:56:56.111Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:56.434 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:56:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:56:56.112Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:56:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:56 smithi170 ceph-mon[97338]: pgmap v18551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:56 smithi081 ceph-mon[95500]: pgmap v18551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:56 smithi081 ceph-mon[107735]: pgmap v18551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:56:58 smithi170 ceph-mon[97338]: pgmap v18552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:56:58 smithi081 ceph-mon[95500]: pgmap v18552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:56:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:56:58 smithi081 ceph-mon[107735]: pgmap v18552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:00 smithi170 ceph-mon[97338]: pgmap v18553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:00 smithi081 ceph-mon[95500]: pgmap v18553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:00 smithi081 ceph-mon[107735]: pgmap v18553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:02 smithi170 ceph-mon[97338]: pgmap v18554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:02 smithi081 ceph-mon[95500]: pgmap v18554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:02 smithi081 ceph-mon[107735]: pgmap v18554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:57:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:04 smithi170 ceph-mon[97338]: pgmap v18555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:04 smithi081 ceph-mon[95500]: pgmap v18555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:04.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:04 smithi081 ceph-mon[107735]: pgmap v18555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:04.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:04.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:06.450 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:06.112Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:06.451 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:06.113Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:06 smithi170 ceph-mon[97338]: pgmap v18556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:06 smithi081 ceph-mon[95500]: pgmap v18556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:06 smithi081 ceph-mon[107735]: pgmap v18556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:08 smithi170 ceph-mon[97338]: pgmap v18557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:08 smithi081 ceph-mon[95500]: pgmap v18557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:08 smithi081 ceph-mon[107735]: pgmap v18557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:10.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:10 smithi170 ceph-mon[97338]: pgmap v18558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:10 smithi081 ceph-mon[95500]: pgmap v18558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:10 smithi081 ceph-mon[107735]: pgmap v18558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:12 smithi170 ceph-mon[97338]: pgmap v18559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:12 smithi081 ceph-mon[95500]: pgmap v18559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:12 smithi081 ceph-mon[107735]: pgmap v18559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:57:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:14 smithi170 ceph-mon[97338]: pgmap v18560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:14 smithi081 ceph-mon[95500]: pgmap v18560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:14 smithi081 ceph-mon[107735]: pgmap v18560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:14.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:14.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:16.466 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:16.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:16.466 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:16.114Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:16 smithi170 ceph-mon[97338]: pgmap v18561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:16 smithi081 ceph-mon[95500]: pgmap v18561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:16 smithi081 ceph-mon[107735]: pgmap v18561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:18 smithi170 ceph-mon[97338]: pgmap v18562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:18 smithi081 ceph-mon[95500]: pgmap v18562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:18 smithi081 ceph-mon[107735]: pgmap v18562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:20 smithi170 ceph-mon[97338]: pgmap v18563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:20.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:20 smithi081 ceph-mon[95500]: pgmap v18563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:20 smithi081 ceph-mon[107735]: pgmap v18563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:22 smithi170 ceph-mon[97338]: pgmap v18564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:22 smithi081 ceph-mon[95500]: pgmap v18564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:22 smithi081 ceph-mon[107735]: pgmap v18564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:23.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:57:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:24 smithi170 ceph-mon[97338]: pgmap v18565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:24 smithi081 ceph-mon[95500]: pgmap v18565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:24 smithi081 ceph-mon[107735]: pgmap v18565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:24.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:24.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:26.479 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:26.113Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:26.480 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:26.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:26 smithi170 ceph-mon[97338]: pgmap v18566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:26 smithi081 ceph-mon[95500]: pgmap v18566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:26 smithi081 ceph-mon[107735]: pgmap v18566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:28.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:28 smithi170 ceph-mon[97338]: pgmap v18567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:28 smithi081 ceph-mon[95500]: pgmap v18567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:28 smithi081 ceph-mon[107735]: pgmap v18567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:30 smithi170 ceph-mon[97338]: pgmap v18568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:30 smithi081 ceph-mon[95500]: pgmap v18568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:30 smithi081 ceph-mon[107735]: pgmap v18568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:32 smithi170 ceph-mon[97338]: pgmap v18569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:32 smithi081 ceph-mon[95500]: pgmap v18569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:32.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:32 smithi081 ceph-mon[107735]: pgmap v18569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:57:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:34 smithi170 ceph-mon[97338]: pgmap v18570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:34 smithi081 ceph-mon[95500]: pgmap v18570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:34 smithi081 ceph-mon[107735]: pgmap v18570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:34.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:34.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:36.495 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:36.114Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:36.496 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:36.115Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:36 smithi081 ceph-mon[95500]: pgmap v18571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:36 smithi081 ceph-mon[107735]: pgmap v18571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:36.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:36 smithi170 ceph-mon[97338]: pgmap v18571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:38 smithi081 ceph-mon[95500]: pgmap v18572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:38.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:38 smithi081 ceph-mon[107735]: pgmap v18572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:38 smithi170 ceph-mon[97338]: pgmap v18572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:40 smithi081 ceph-mon[95500]: pgmap v18573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:40 smithi081 ceph-mon[107735]: pgmap v18573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:40 smithi170 ceph-mon[97338]: pgmap v18573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:42 smithi081 ceph-mon[95500]: pgmap v18574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:42 smithi081 ceph-mon[107735]: pgmap v18574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:42 smithi170 ceph-mon[97338]: pgmap v18574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:57:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:44 smithi081 ceph-mon[95500]: pgmap v18575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:44 smithi081 ceph-mon[107735]: pgmap v18575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:44.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:44.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:44 smithi170 ceph-mon[97338]: pgmap v18575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:46.510 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:46.115Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:46.510 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:46.116Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:46 smithi081 ceph-mon[95500]: pgmap v18576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:46 smithi081 ceph-mon[107735]: pgmap v18576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:46 smithi170 ceph-mon[97338]: pgmap v18576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:48 smithi081 ceph-mon[95500]: pgmap v18577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:48.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:48 smithi081 ceph-mon[107735]: pgmap v18577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:48 smithi170 ceph-mon[97338]: pgmap v18577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:50 smithi081 ceph-mon[95500]: pgmap v18578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:50 smithi081 ceph-mon[107735]: pgmap v18578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:50 smithi170 ceph-mon[97338]: pgmap v18578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:52 smithi170 ceph-mon[97338]: pgmap v18579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:52 smithi081 ceph-mon[95500]: pgmap v18579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:53.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:52 smithi081 ceph-mon[107735]: pgmap v18579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:57:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:54 smithi081 ceph-mon[95500]: pgmap v18580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:54 smithi081 ceph-mon[107735]: pgmap v18580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:54.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:54.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:54 smithi170 ceph-mon[97338]: pgmap v18580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:57:56.116Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:57:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:57:56.117Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:57:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:56 smithi170 ceph-mon[97338]: pgmap v18581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:56 smithi081 ceph-mon[95500]: pgmap v18581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:57.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:56 smithi081 ceph-mon[107735]: pgmap v18581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:57:58 smithi170 ceph-mon[97338]: pgmap v18582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:57:58 smithi081 ceph-mon[95500]: pgmap v18582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:57:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:57:58 smithi081 ceph-mon[107735]: pgmap v18582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:00 smithi170 ceph-mon[97338]: pgmap v18583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:00 smithi081 ceph-mon[95500]: pgmap v18583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:00 smithi081 ceph-mon[107735]: pgmap v18583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:02 smithi170 ceph-mon[97338]: pgmap v18584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:02 smithi081 ceph-mon[95500]: pgmap v18584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:02 smithi081 ceph-mon[107735]: pgmap v18584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:58:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:04 smithi081 ceph-mon[95500]: pgmap v18585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:04.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:04 smithi081 ceph-mon[107735]: pgmap v18585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:04.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:04.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:04.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:04.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:04 smithi170 ceph-mon[97338]: pgmap v18585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:06.117Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:06.118Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:06 smithi170 ceph-mon[97338]: pgmap v18586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:06 smithi081 ceph-mon[95500]: pgmap v18586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:06 smithi081 ceph-mon[107735]: pgmap v18586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:08 smithi170 ceph-mon[97338]: pgmap v18587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:08 smithi081 ceph-mon[95500]: pgmap v18587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:08 smithi081 ceph-mon[107735]: pgmap v18587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:10 smithi170 ceph-mon[97338]: pgmap v18588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:10 smithi081 ceph-mon[95500]: pgmap v18588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:10 smithi081 ceph-mon[107735]: pgmap v18588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:12 smithi170 ceph-mon[97338]: pgmap v18589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:12 smithi081 ceph-mon[95500]: pgmap v18589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:12 smithi081 ceph-mon[107735]: pgmap v18589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:58:14.550 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:14.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:14.551 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:14.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:14 smithi170 ceph-mon[97338]: pgmap v18590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:14 smithi081 ceph-mon[95500]: pgmap v18590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:14 smithi081 ceph-mon[107735]: pgmap v18590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:16.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:16.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:16 smithi170 ceph-mon[97338]: pgmap v18591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:16 smithi081 ceph-mon[95500]: pgmap v18591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:16 smithi081 ceph-mon[107735]: pgmap v18591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:18 smithi170 ceph-mon[97338]: pgmap v18592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:18 smithi081 ceph-mon[95500]: pgmap v18592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:18 smithi081 ceph-mon[107735]: pgmap v18592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:20 smithi170 ceph-mon[97338]: pgmap v18593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:20 smithi081 ceph-mon[95500]: pgmap v18593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:20 smithi081 ceph-mon[107735]: pgmap v18593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:22 smithi170 ceph-mon[97338]: pgmap v18594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:23.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:22 smithi081 ceph-mon[95500]: pgmap v18594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:22 smithi081 ceph-mon[107735]: pgmap v18594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:58:24.566 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:24.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:24.567 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:24.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:24 smithi170 ceph-mon[97338]: pgmap v18595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:24 smithi081 ceph-mon[95500]: pgmap v18595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:25.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:24 smithi081 ceph-mon[107735]: pgmap v18595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:26.118Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:26.119Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:26 smithi170 ceph-mon[97338]: pgmap v18596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:27.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:26 smithi081 ceph-mon[95500]: pgmap v18596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:26 smithi081 ceph-mon[107735]: pgmap v18596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:28 smithi170 ceph-mon[97338]: pgmap v18597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:28 smithi081 ceph-mon[95500]: pgmap v18597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:28 smithi081 ceph-mon[107735]: pgmap v18597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:30 smithi170 ceph-mon[97338]: pgmap v18598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:30 smithi081 ceph-mon[95500]: pgmap v18598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:30 smithi081 ceph-mon[107735]: pgmap v18598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:32 smithi170 ceph-mon[97338]: pgmap v18599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:32 smithi081 ceph-mon[95500]: pgmap v18599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:32 smithi081 ceph-mon[107735]: pgmap v18599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:58:34.583 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:34.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:34.583 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:34.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:34 smithi170 ceph-mon[97338]: pgmap v18600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:34 smithi081 ceph-mon[95500]: pgmap v18600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:34 smithi081 ceph-mon[107735]: pgmap v18600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:36.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:36.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:36 smithi170 ceph-mon[97338]: pgmap v18601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:36 smithi081 ceph-mon[95500]: pgmap v18601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:36 smithi081 ceph-mon[107735]: pgmap v18601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:38 smithi170 ceph-mon[97338]: pgmap v18602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:38 smithi081 ceph-mon[95500]: pgmap v18602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:38 smithi081 ceph-mon[107735]: pgmap v18602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:40 smithi170 ceph-mon[97338]: pgmap v18603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:40 smithi081 ceph-mon[95500]: pgmap v18603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:40 smithi081 ceph-mon[107735]: pgmap v18603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:42 smithi170 ceph-mon[97338]: pgmap v18604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:43.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:42 smithi081 ceph-mon[95500]: pgmap v18604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:42 smithi081 ceph-mon[107735]: pgmap v18604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:58:44.597 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:44.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:44.597 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:44.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:44 smithi170 ceph-mon[97338]: pgmap v18605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:44 smithi081 ceph-mon[95500]: pgmap v18605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:44 smithi081 ceph-mon[107735]: pgmap v18605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:46.119Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:46.120Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:46 smithi170 ceph-mon[97338]: pgmap v18606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:46 smithi081 ceph-mon[95500]: pgmap v18606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:46 smithi081 ceph-mon[107735]: pgmap v18606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:48 smithi170 ceph-mon[97338]: pgmap v18607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:48 smithi081 ceph-mon[95500]: pgmap v18607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:48 smithi081 ceph-mon[107735]: pgmap v18607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:50 smithi170 ceph-mon[97338]: pgmap v18608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:50 smithi081 ceph-mon[95500]: pgmap v18608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:50 smithi081 ceph-mon[107735]: pgmap v18608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:52 smithi170 ceph-mon[97338]: pgmap v18609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:52 smithi081 ceph-mon[95500]: pgmap v18609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:52 smithi081 ceph-mon[107735]: pgmap v18609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:58:54.611 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:54.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:54.612 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:54.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:54 smithi170 ceph-mon[97338]: pgmap v18610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:54 smithi081 ceph-mon[95500]: pgmap v18610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:54 smithi081 ceph-mon[107735]: pgmap v18610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:58:56.120Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:58:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:58:56.121Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:58:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:56 smithi170 ceph-mon[97338]: pgmap v18611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:56 smithi081 ceph-mon[95500]: pgmap v18611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:56 smithi081 ceph-mon[107735]: pgmap v18611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:58:58 smithi170 ceph-mon[97338]: pgmap v18612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:58:58 smithi081 ceph-mon[95500]: pgmap v18612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:58:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:58:58 smithi081 ceph-mon[107735]: pgmap v18612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:00 smithi170 ceph-mon[97338]: pgmap v18613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:00 smithi081 ceph-mon[95500]: pgmap v18613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:00 smithi081 ceph-mon[107735]: pgmap v18613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:02 smithi170 ceph-mon[97338]: pgmap v18614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:02 smithi081 ceph-mon[95500]: pgmap v18614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:02 smithi081 ceph-mon[107735]: pgmap v18614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:59:04.626 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:04.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:04.627 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:04.287Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:04 smithi170 ceph-mon[97338]: pgmap v18615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:04 smithi081 ceph-mon[95500]: pgmap v18615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:04 smithi081 ceph-mon[107735]: pgmap v18615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:06 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:06.120Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:06.121Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:06 smithi170 ceph-mon[97338]: pgmap v18616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:06 smithi081 ceph-mon[95500]: pgmap v18616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:06 smithi081 ceph-mon[107735]: pgmap v18616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:08 smithi170 ceph-mon[97338]: pgmap v18617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:08 smithi081 ceph-mon[95500]: pgmap v18617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:08 smithi081 ceph-mon[107735]: pgmap v18617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:10 smithi170 ceph-mon[97338]: pgmap v18618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:10 smithi081 ceph-mon[95500]: pgmap v18618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:10 smithi081 ceph-mon[107735]: pgmap v18618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:12 smithi170 ceph-mon[97338]: pgmap v18619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:12 smithi081 ceph-mon[95500]: pgmap v18619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:12 smithi081 ceph-mon[107735]: pgmap v18619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:59:14.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:14.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:14.644 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:14.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:14.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:14 smithi170 ceph-mon[97338]: pgmap v18620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:14 smithi081 ceph-mon[95500]: pgmap v18620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:14 smithi081 ceph-mon[107735]: pgmap v18620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:16 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:16.121Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:16.122Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:16 smithi170 ceph-mon[97338]: pgmap v18621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:17.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:16 smithi081 ceph-mon[95500]: pgmap v18621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:16 smithi081 ceph-mon[107735]: pgmap v18621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:18 smithi170 ceph-mon[97338]: pgmap v18622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:18 smithi081 ceph-mon[95500]: pgmap v18622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:18 smithi081 ceph-mon[107735]: pgmap v18622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:20 smithi170 ceph-mon[97338]: pgmap v18623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:20 smithi081 ceph-mon[95500]: pgmap v18623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:20 smithi081 ceph-mon[107735]: pgmap v18623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:22 smithi170 ceph-mon[97338]: pgmap v18624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:23.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:22 smithi081 ceph-mon[95500]: pgmap v18624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:22 smithi081 ceph-mon[107735]: pgmap v18624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:59:24.658 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:24.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:24.658 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:24.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:24 smithi170 ceph-mon[97338]: pgmap v18625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:24 smithi081 ceph-mon[95500]: pgmap v18625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:24 smithi081 ceph-mon[107735]: pgmap v18625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:26 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:26.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:26.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:26 smithi170 ceph-mon[97338]: pgmap v18626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:27.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:26 smithi081 ceph-mon[95500]: pgmap v18626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:27.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:26 smithi081 ceph-mon[107735]: pgmap v18626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:28 smithi170 ceph-mon[97338]: pgmap v18627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:28 smithi081 ceph-mon[95500]: pgmap v18627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:28 smithi081 ceph-mon[107735]: pgmap v18627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:30 smithi170 ceph-mon[97338]: pgmap v18628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:30 smithi081 ceph-mon[95500]: pgmap v18628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:30 smithi081 ceph-mon[107735]: pgmap v18628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:32 smithi170 ceph-mon[97338]: pgmap v18629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:32 smithi081 ceph-mon[95500]: pgmap v18629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:32 smithi081 ceph-mon[107735]: pgmap v18629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:59:34.678 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:34.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:34.678 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:34.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:34 smithi170 ceph-mon[97338]: pgmap v18630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:34 smithi081 ceph-mon[95500]: pgmap v18630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:34 smithi081 ceph-mon[107735]: pgmap v18630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:36 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:36.122Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:36.123Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:36 smithi170 ceph-mon[97338]: pgmap v18631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:36 smithi081 ceph-mon[95500]: pgmap v18631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:37.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:36 smithi081 ceph-mon[107735]: pgmap v18631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:38 smithi170 ceph-mon[97338]: pgmap v18632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:38 smithi081 ceph-mon[95500]: pgmap v18632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:38 smithi081 ceph-mon[107735]: pgmap v18632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:40 smithi170 ceph-mon[97338]: pgmap v18633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:40 smithi081 ceph-mon[95500]: pgmap v18633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:40 smithi081 ceph-mon[107735]: pgmap v18633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:42 smithi170 ceph-mon[97338]: pgmap v18634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:42 smithi081 ceph-mon[95500]: pgmap v18634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:42 smithi081 ceph-mon[107735]: pgmap v18634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:59:44.696 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:44.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:44.696 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:44.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:44 smithi170 ceph-mon[97338]: pgmap v18635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:44 smithi081 ceph-mon[95500]: pgmap v18635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:44 smithi081 ceph-mon[107735]: pgmap v18635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:46 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:46.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:46.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:46 smithi170 ceph-mon[97338]: pgmap v18636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:46 smithi081 ceph-mon[95500]: pgmap v18636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:46 smithi081 ceph-mon[107735]: pgmap v18636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:48 smithi170 ceph-mon[97338]: pgmap v18637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:48 smithi081 ceph-mon[95500]: pgmap v18637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:48 smithi081 ceph-mon[107735]: pgmap v18637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:49 smithi081 ceph-mon[95500]: pgmap v18638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:50.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:49 smithi081 ceph-mon[107735]: pgmap v18638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:50.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:49 smithi170 ceph-mon[97338]: pgmap v18638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:52 smithi081 ceph-mon[95500]: pgmap v18639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:52 smithi081 ceph-mon[107735]: pgmap v18639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:52 smithi170 ceph-mon[97338]: pgmap v18639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 15:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:15:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T15:59:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:54 smithi170 ceph-mon[97338]: pgmap v18640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:54 smithi081 ceph-mon[95500]: pgmap v18640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:54 smithi081 ceph-mon[107735]: pgmap v18640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:54.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:54.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:56 smithi081 ceph-mon[95500]: pgmap v18641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:56 smithi081 conmon[157419]: level=error ts=2023-05-20T15:59:56.123Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 15:59:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T15:59:56.124Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T15:59:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:56 smithi081 ceph-mon[107735]: pgmap v18641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:56 smithi170 ceph-mon[97338]: pgmap v18641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 15:59:58 smithi170 ceph-mon[97338]: pgmap v18642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 15:59:58 smithi081 ceph-mon[95500]: pgmap v18642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T15:59:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 15:59:58 smithi081 ceph-mon[107735]: pgmap v18642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:00 smithi170 ceph-mon[97338]: pgmap v18643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:00.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:00:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:00 smithi081 ceph-mon[95500]: pgmap v18643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:00:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:00 smithi081 ceph-mon[107735]: pgmap v18643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:00.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:00:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:02 smithi170 ceph-mon[97338]: pgmap v18644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:02.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:02 smithi081 ceph-mon[95500]: pgmap v18644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:02.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:02 smithi081 ceph-mon[107735]: pgmap v18644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:00:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:04 smithi170 ceph-mon[97338]: pgmap v18645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:04 smithi081 ceph-mon[95500]: pgmap v18645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:04 smithi081 ceph-mon[107735]: pgmap v18645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:04.291Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:04.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:06.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:06 smithi081 ceph-mon[95500]: pgmap v18646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:06.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:06 smithi081 ceph-mon[107735]: pgmap v18646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:06.124Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:06.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:06.125Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:06 smithi170 ceph-mon[97338]: pgmap v18646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:08 smithi170 ceph-mon[97338]: pgmap v18647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:08 smithi081 ceph-mon[95500]: pgmap v18647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:08 smithi081 ceph-mon[107735]: pgmap v18647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:10 smithi170 ceph-mon[97338]: pgmap v18648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:10 smithi081 ceph-mon[95500]: pgmap v18648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:10 smithi081 ceph-mon[107735]: pgmap v18648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:12 smithi170 ceph-mon[97338]: pgmap v18649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:12 smithi081 ceph-mon[95500]: pgmap v18649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:12 smithi081 ceph-mon[107735]: pgmap v18649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:00:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:14 smithi170 ceph-mon[97338]: pgmap v18650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:14 smithi081 ceph-mon[95500]: pgmap v18650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:14 smithi081 ceph-mon[107735]: pgmap v18650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:14.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:14.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:16.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:16 smithi081 ceph-mon[95500]: pgmap v18651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:16.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:16 smithi081 ceph-mon[107735]: pgmap v18651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:16.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:16.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:16.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:16 smithi170 ceph-mon[97338]: pgmap v18651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:18 smithi170 ceph-mon[97338]: pgmap v18652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:18 smithi081 ceph-mon[95500]: pgmap v18652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:18 smithi081 ceph-mon[107735]: pgmap v18652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:20 smithi170 ceph-mon[97338]: pgmap v18653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:20 smithi081 ceph-mon[95500]: pgmap v18653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:20 smithi081 ceph-mon[107735]: pgmap v18653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:22 smithi170 ceph-mon[97338]: pgmap v18654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:22.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:22 smithi081 ceph-mon[95500]: pgmap v18654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:22 smithi081 ceph-mon[107735]: pgmap v18654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:00:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:24 smithi170 ceph-mon[97338]: pgmap v18655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:24 smithi081 ceph-mon[95500]: pgmap v18655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:24 smithi081 ceph-mon[107735]: pgmap v18655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:24.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:24.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:26 smithi081 ceph-mon[95500]: pgmap v18656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:26 smithi081 ceph-mon[107735]: pgmap v18656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:26.125Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:26.126Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:26 smithi170 ceph-mon[97338]: pgmap v18656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:28 smithi170 ceph-mon[97338]: pgmap v18657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:28 smithi081 ceph-mon[95500]: pgmap v18657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:28 smithi081 ceph-mon[107735]: pgmap v18657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:30 smithi170 ceph-mon[97338]: pgmap v18658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:30 smithi081 ceph-mon[95500]: pgmap v18658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:30 smithi081 ceph-mon[107735]: pgmap v18658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:32 smithi170 ceph-mon[97338]: pgmap v18659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:32 smithi081 ceph-mon[95500]: pgmap v18659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:32 smithi081 ceph-mon[107735]: pgmap v18659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:00:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:34 smithi170 ceph-mon[97338]: pgmap v18660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:34 smithi081 ceph-mon[95500]: pgmap v18660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:34 smithi081 ceph-mon[107735]: pgmap v18660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:34.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:34.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:36.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:36 smithi081 ceph-mon[95500]: pgmap v18661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:36 smithi081 ceph-mon[107735]: pgmap v18661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:36.126Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:36.127Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:36 smithi170 ceph-mon[97338]: pgmap v18661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:38 smithi170 ceph-mon[97338]: pgmap v18662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:38 smithi081 ceph-mon[95500]: pgmap v18662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:38 smithi081 ceph-mon[107735]: pgmap v18662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:40 smithi170 ceph-mon[97338]: pgmap v18663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:40 smithi081 ceph-mon[95500]: pgmap v18663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:40 smithi081 ceph-mon[107735]: pgmap v18663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:42 smithi170 ceph-mon[97338]: pgmap v18664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:42 smithi081 ceph-mon[95500]: pgmap v18664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:42 smithi081 ceph-mon[107735]: pgmap v18664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:00:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:44 smithi170 ceph-mon[97338]: pgmap v18665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:44 smithi081 ceph-mon[95500]: pgmap v18665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:44.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:44.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:44 smithi081 ceph-mon[107735]: pgmap v18665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:46.384 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:46.127Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:46.384 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:46.128Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:46 smithi170 ceph-mon[97338]: pgmap v18666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:46 smithi081 ceph-mon[95500]: pgmap v18666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:46 smithi081 ceph-mon[107735]: pgmap v18666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:48 smithi170 ceph-mon[97338]: pgmap v18667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:48 smithi081 ceph-mon[95500]: pgmap v18667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:48 smithi081 ceph-mon[107735]: pgmap v18667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:50.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:50 smithi170 ceph-mon[97338]: pgmap v18668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:50 smithi081 ceph-mon[95500]: pgmap v18668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:50 smithi081 ceph-mon[107735]: pgmap v18668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:52 smithi170 ceph-mon[97338]: pgmap v18669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:52 smithi081 ceph-mon[95500]: pgmap v18669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:52 smithi081 ceph-mon[107735]: pgmap v18669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:00:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:54 smithi170 ceph-mon[97338]: pgmap v18670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:54 smithi081 ceph-mon[95500]: pgmap v18670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:54 smithi081 ceph-mon[107735]: pgmap v18670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:54.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:54.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:56.402 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:00:56.128Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:56.403 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:00:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:00:56.129Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:00:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:56 smithi170 ceph-mon[97338]: pgmap v18671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:56 smithi081 ceph-mon[95500]: pgmap v18671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:56 smithi081 ceph-mon[107735]: pgmap v18671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:00:58 smithi170 ceph-mon[97338]: pgmap v18672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:00:58 smithi081 ceph-mon[95500]: pgmap v18672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:00:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:00:58 smithi081 ceph-mon[107735]: pgmap v18672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:00 smithi170 ceph-mon[97338]: pgmap v18673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:00 smithi081 ceph-mon[95500]: pgmap v18673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:00 smithi081 ceph-mon[107735]: pgmap v18673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:02.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:02 smithi170 ceph-mon[97338]: pgmap v18674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:02 smithi081 ceph-mon[95500]: pgmap v18674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:02 smithi081 ceph-mon[107735]: pgmap v18674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:01:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:04 smithi170 ceph-mon[97338]: pgmap v18675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:04 smithi081 ceph-mon[95500]: pgmap v18675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:04 smithi081 ceph-mon[107735]: pgmap v18675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:04.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:04.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:06.424 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:06.129Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:06.425 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:06.130Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:06 smithi170 ceph-mon[97338]: pgmap v18676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:06 smithi081 ceph-mon[95500]: pgmap v18676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:06 smithi081 ceph-mon[107735]: pgmap v18676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:08 smithi170 ceph-mon[97338]: pgmap v18677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:08 smithi081 ceph-mon[95500]: pgmap v18677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:08 smithi081 ceph-mon[107735]: pgmap v18677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:10 smithi170 ceph-mon[97338]: pgmap v18678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:10 smithi081 ceph-mon[95500]: pgmap v18678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:10 smithi081 ceph-mon[107735]: pgmap v18678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:12 smithi170 ceph-mon[97338]: pgmap v18679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:12 smithi081 ceph-mon[95500]: pgmap v18679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:12 smithi081 ceph-mon[107735]: pgmap v18679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:01:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:14 smithi170 ceph-mon[97338]: pgmap v18680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:14 smithi081 ceph-mon[95500]: pgmap v18680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:14.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:14.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:14.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:14 smithi081 ceph-mon[107735]: pgmap v18680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:16.435 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:16.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:16.435 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:16.131Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:16 smithi170 ceph-mon[97338]: pgmap v18681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:16 smithi081 ceph-mon[95500]: pgmap v18681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:16.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:16 smithi081 ceph-mon[107735]: pgmap v18681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:18 smithi170 ceph-mon[97338]: pgmap v18682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:18.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:18 smithi081 ceph-mon[95500]: pgmap v18682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:18 smithi081 ceph-mon[107735]: pgmap v18682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:20 smithi170 ceph-mon[97338]: pgmap v18683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:20 smithi081 ceph-mon[95500]: pgmap v18683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:20 smithi081 ceph-mon[107735]: pgmap v18683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:22 smithi170 ceph-mon[97338]: pgmap v18684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:22 smithi081 ceph-mon[95500]: pgmap v18684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:22 smithi081 ceph-mon[107735]: pgmap v18684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:01:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:24 smithi170 ceph-mon[97338]: pgmap v18685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:24 smithi081 ceph-mon[95500]: pgmap v18685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:24 smithi081 ceph-mon[107735]: pgmap v18685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:24.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:24.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:26.453 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:26.130Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:26.453 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:26.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:26 smithi170 ceph-mon[97338]: pgmap v18686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:26 smithi081 ceph-mon[95500]: pgmap v18686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:26 smithi081 ceph-mon[107735]: pgmap v18686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:28 smithi170 ceph-mon[97338]: pgmap v18687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:28 smithi081 ceph-mon[95500]: pgmap v18687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:28 smithi081 ceph-mon[107735]: pgmap v18687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:30 smithi170 ceph-mon[97338]: pgmap v18688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:30 smithi081 ceph-mon[95500]: pgmap v18688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:30 smithi081 ceph-mon[107735]: pgmap v18688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:32 smithi170 ceph-mon[97338]: pgmap v18689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:32 smithi081 ceph-mon[95500]: pgmap v18689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:32 smithi081 ceph-mon[107735]: pgmap v18689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:01:34.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:34 smithi170 ceph-mon[97338]: pgmap v18690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:34 smithi081 ceph-mon[95500]: pgmap v18690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:34 smithi081 ceph-mon[107735]: pgmap v18690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:34.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:34.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:34.298Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:36.467 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:36.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:36.467 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:36.132Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:36 smithi170 ceph-mon[97338]: pgmap v18691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:36 smithi081 ceph-mon[95500]: pgmap v18691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:36 smithi081 ceph-mon[107735]: pgmap v18691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:38 smithi170 ceph-mon[97338]: pgmap v18692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:38 smithi081 ceph-mon[95500]: pgmap v18692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:38 smithi081 ceph-mon[107735]: pgmap v18692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:40 smithi170 ceph-mon[97338]: pgmap v18693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:40 smithi081 ceph-mon[95500]: pgmap v18693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:40 smithi081 ceph-mon[107735]: pgmap v18693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:42 smithi170 ceph-mon[97338]: pgmap v18694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:42.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:42 smithi081 ceph-mon[95500]: pgmap v18694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:42.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:42 smithi081 ceph-mon[107735]: pgmap v18694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:01:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:44 smithi170 ceph-mon[97338]: pgmap v18695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:44 smithi081 ceph-mon[95500]: pgmap v18695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:44.298Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:44.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:44 smithi081 ceph-mon[107735]: pgmap v18695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:46.481 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:46.131Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:46.481 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:46.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:46 smithi170 ceph-mon[97338]: pgmap v18696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:46.772 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:46 smithi081 ceph-mon[95500]: pgmap v18696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:46.773 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:46 smithi081 ceph-mon[107735]: pgmap v18696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:48 smithi170 ceph-mon[97338]: pgmap v18697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:48 smithi081 ceph-mon[95500]: pgmap v18697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:48 smithi081 ceph-mon[107735]: pgmap v18697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:50 smithi170 ceph-mon[97338]: pgmap v18698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:50.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:50 smithi081 ceph-mon[95500]: pgmap v18698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:50.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:50 smithi081 ceph-mon[107735]: pgmap v18698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:52.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:52 smithi170 ceph-mon[97338]: pgmap v18699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:52 smithi081 ceph-mon[95500]: pgmap v18699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:52 smithi081 ceph-mon[107735]: pgmap v18699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:01:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:54 smithi170 ceph-mon[97338]: pgmap v18700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:54 smithi081 ceph-mon[95500]: pgmap v18700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:54 smithi081 ceph-mon[107735]: pgmap v18700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:54.299Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:54.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:56.496 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:01:56.132Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:56.497 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:01:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:01:56.133Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:01:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:56 smithi081 ceph-mon[95500]: pgmap v18701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:56 smithi081 ceph-mon[107735]: pgmap v18701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:56 smithi170 ceph-mon[97338]: pgmap v18701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:01:58 smithi081 ceph-mon[95500]: pgmap v18702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:01:58 smithi081 ceph-mon[107735]: pgmap v18702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:01:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:01:58 smithi170 ceph-mon[97338]: pgmap v18702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:00 smithi081 ceph-mon[95500]: pgmap v18703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:00 smithi081 ceph-mon[107735]: pgmap v18703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:00 smithi170 ceph-mon[97338]: pgmap v18703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:02 smithi081 ceph-mon[95500]: pgmap v18704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:02 smithi081 ceph-mon[107735]: pgmap v18704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:02 smithi170 ceph-mon[97338]: pgmap v18704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:02:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:04 smithi081 ceph-mon[95500]: pgmap v18705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:04 smithi081 ceph-mon[107735]: pgmap v18705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:04.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:04.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:04.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:04 smithi170 ceph-mon[97338]: pgmap v18705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:06.512 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:06.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:06.513 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:06.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:06 smithi081 ceph-mon[95500]: pgmap v18706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:06 smithi081 ceph-mon[107735]: pgmap v18706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:06 smithi170 ceph-mon[97338]: pgmap v18706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:08 smithi081 ceph-mon[95500]: pgmap v18707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:08 smithi081 ceph-mon[107735]: pgmap v18707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:08 smithi170 ceph-mon[97338]: pgmap v18707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:10 smithi170 ceph-mon[97338]: pgmap v18708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:10 smithi081 ceph-mon[95500]: pgmap v18708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:10 smithi081 ceph-mon[107735]: pgmap v18708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:12 smithi170 ceph-mon[97338]: pgmap v18709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:12 smithi081 ceph-mon[95500]: pgmap v18709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:12 smithi081 ceph-mon[107735]: pgmap v18709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:02:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:14 smithi081 ceph-mon[95500]: pgmap v18710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:14 smithi081 ceph-mon[107735]: pgmap v18710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:14.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:14.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:14 smithi170 ceph-mon[97338]: pgmap v18710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:16.134Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:16.135Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:16 smithi170 ceph-mon[97338]: pgmap v18711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:16 smithi081 ceph-mon[95500]: pgmap v18711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:16 smithi081 ceph-mon[107735]: pgmap v18711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:18 smithi170 ceph-mon[97338]: pgmap v18712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:18 smithi081 ceph-mon[95500]: pgmap v18712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:18 smithi081 ceph-mon[107735]: pgmap v18712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:20 smithi170 ceph-mon[97338]: pgmap v18713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:20 smithi081 ceph-mon[95500]: pgmap v18713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:20 smithi081 ceph-mon[107735]: pgmap v18713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:22 smithi170 ceph-mon[97338]: pgmap v18714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:22 smithi081 ceph-mon[95500]: pgmap v18714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:22 smithi081 ceph-mon[107735]: pgmap v18714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:02:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:24 smithi081 ceph-mon[95500]: pgmap v18715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:24.301Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:24.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:24 smithi081 ceph-mon[107735]: pgmap v18715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:24 smithi170 ceph-mon[97338]: pgmap v18715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:26.135Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:26.136Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:26 smithi170 ceph-mon[97338]: pgmap v18716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:26 smithi081 ceph-mon[95500]: pgmap v18716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:26 smithi081 ceph-mon[107735]: pgmap v18716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:28 smithi170 ceph-mon[97338]: pgmap v18717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:28 smithi081 ceph-mon[95500]: pgmap v18717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:28 smithi081 ceph-mon[107735]: pgmap v18717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:30 smithi170 ceph-mon[97338]: pgmap v18718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:30 smithi081 ceph-mon[95500]: pgmap v18718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:31.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:30 smithi081 ceph-mon[107735]: pgmap v18718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:32 smithi170 ceph-mon[97338]: pgmap v18719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:32 smithi081 ceph-mon[95500]: pgmap v18719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:32 smithi081 ceph-mon[107735]: pgmap v18719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:02:34.563 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:34.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:34.564 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:34.303Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:34 smithi170 ceph-mon[97338]: pgmap v18720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:34 smithi081 ceph-mon[95500]: pgmap v18720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:34 smithi081 ceph-mon[107735]: pgmap v18720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:36.136Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:36.137Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:36 smithi170 ceph-mon[97338]: pgmap v18721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:36 smithi081 ceph-mon[95500]: pgmap v18721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:36 smithi081 ceph-mon[107735]: pgmap v18721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:38 smithi170 ceph-mon[97338]: pgmap v18722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:38 smithi081 ceph-mon[95500]: pgmap v18722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:38 smithi081 ceph-mon[107735]: pgmap v18722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:40 smithi170 ceph-mon[97338]: pgmap v18723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:41.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:40 smithi081 ceph-mon[95500]: pgmap v18723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:40 smithi081 ceph-mon[107735]: pgmap v18723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:42 smithi170 ceph-mon[97338]: pgmap v18724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:42 smithi081 ceph-mon[95500]: pgmap v18724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:42 smithi081 ceph-mon[107735]: pgmap v18724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:02:44.578 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:44.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:44.578 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:44.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:44 smithi170 ceph-mon[97338]: pgmap v18725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:44 smithi081 ceph-mon[95500]: pgmap v18725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:44 smithi081 ceph-mon[107735]: pgmap v18725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:46.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:46.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:46 smithi170 ceph-mon[97338]: pgmap v18726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:46 smithi081 ceph-mon[95500]: pgmap v18726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:46 smithi081 ceph-mon[107735]: pgmap v18726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:48 smithi170 ceph-mon[97338]: pgmap v18727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:48 smithi081 ceph-mon[95500]: pgmap v18727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:48 smithi081 ceph-mon[107735]: pgmap v18727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:50 smithi170 ceph-mon[97338]: pgmap v18728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:51.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:50 smithi081 ceph-mon[95500]: pgmap v18728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:50 smithi081 ceph-mon[107735]: pgmap v18728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:52 smithi170 ceph-mon[97338]: pgmap v18729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:52 smithi081 ceph-mon[95500]: pgmap v18729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:52 smithi081 ceph-mon[107735]: pgmap v18729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:02:54.594 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:54.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:54.595 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:54.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:54 smithi170 ceph-mon[97338]: pgmap v18730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:54 smithi081 ceph-mon[95500]: pgmap v18730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:54 smithi081 ceph-mon[107735]: pgmap v18730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:02:56.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:02:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:02:56.138Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:02:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:56 smithi170 ceph-mon[97338]: pgmap v18731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:56 smithi081 ceph-mon[95500]: pgmap v18731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:56 smithi081 ceph-mon[107735]: pgmap v18731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:02:58 smithi170 ceph-mon[97338]: pgmap v18732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:02:58 smithi081 ceph-mon[95500]: pgmap v18732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:02:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:02:58 smithi081 ceph-mon[107735]: pgmap v18732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:00 smithi170 ceph-mon[97338]: pgmap v18733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:00 smithi081 ceph-mon[95500]: pgmap v18733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:00 smithi081 ceph-mon[107735]: pgmap v18733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:02 smithi170 ceph-mon[97338]: pgmap v18734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:02 smithi081 ceph-mon[95500]: pgmap v18734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:03.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:02 smithi081 ceph-mon[107735]: pgmap v18734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:03:04.611 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:04.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:04.611 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:04.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:04 smithi170 ceph-mon[97338]: pgmap v18735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:04 smithi081 ceph-mon[95500]: pgmap v18735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:04 smithi081 ceph-mon[107735]: pgmap v18735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:06.137Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:06.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:06 smithi170 ceph-mon[97338]: pgmap v18736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:06 smithi081 ceph-mon[95500]: pgmap v18736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:06 smithi081 ceph-mon[107735]: pgmap v18736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:08 smithi170 ceph-mon[97338]: pgmap v18737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:08 smithi081 ceph-mon[95500]: pgmap v18737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:08 smithi081 ceph-mon[107735]: pgmap v18737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:10 smithi170 ceph-mon[97338]: pgmap v18738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:10 smithi081 ceph-mon[95500]: pgmap v18738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:10 smithi081 ceph-mon[107735]: pgmap v18738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:12 smithi170 ceph-mon[97338]: pgmap v18739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:12 smithi081 ceph-mon[95500]: pgmap v18739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:12 smithi081 ceph-mon[107735]: pgmap v18739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:03:14.627 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:14.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:14.627 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:14.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:14 smithi170 ceph-mon[97338]: pgmap v18740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:14 smithi081 ceph-mon[95500]: pgmap v18740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:14 smithi081 ceph-mon[107735]: pgmap v18740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:16.138Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:16.139Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:16 smithi170 ceph-mon[97338]: pgmap v18741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:16 smithi081 ceph-mon[95500]: pgmap v18741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:16 smithi081 ceph-mon[107735]: pgmap v18741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:18 smithi170 ceph-mon[97338]: pgmap v18742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:19.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:18 smithi081 ceph-mon[95500]: pgmap v18742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:19.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:18 smithi081 ceph-mon[107735]: pgmap v18742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:20 smithi170 ceph-mon[97338]: pgmap v18743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:20 smithi081 ceph-mon[95500]: pgmap v18743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:20 smithi081 ceph-mon[107735]: pgmap v18743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:22 smithi170 ceph-mon[97338]: pgmap v18744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:22 smithi081 ceph-mon[95500]: pgmap v18744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:22 smithi081 ceph-mon[107735]: pgmap v18744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:03:24.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:24.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:24.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:24.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:24 smithi170 ceph-mon[97338]: pgmap v18745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:24 smithi081 ceph-mon[95500]: pgmap v18745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:24 smithi081 ceph-mon[107735]: pgmap v18745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:26.139Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:26.140Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:26 smithi170 ceph-mon[97338]: pgmap v18746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:26 smithi081 ceph-mon[95500]: pgmap v18746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:26 smithi081 ceph-mon[107735]: pgmap v18746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:28 smithi170 ceph-mon[97338]: pgmap v18747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:28 smithi081 ceph-mon[95500]: pgmap v18747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:28 smithi081 ceph-mon[107735]: pgmap v18747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:30 smithi170 ceph-mon[97338]: pgmap v18748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:30 smithi081 ceph-mon[95500]: pgmap v18748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:30 smithi081 ceph-mon[107735]: pgmap v18748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:32 smithi170 ceph-mon[97338]: pgmap v18749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:33.108 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:32 smithi081 ceph-mon[95500]: pgmap v18749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:33.108 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:32 smithi081 ceph-mon[107735]: pgmap v18749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:03:34.665 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:34.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:34.665 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:34.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:34.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:34 smithi170 ceph-mon[97338]: pgmap v18750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:34 smithi081 ceph-mon[95500]: pgmap v18750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:34 smithi081 ceph-mon[107735]: pgmap v18750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:36.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:36.141Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:36 smithi170 ceph-mon[97338]: pgmap v18751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:37.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:36 smithi081 ceph-mon[95500]: pgmap v18751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:36 smithi081 ceph-mon[107735]: pgmap v18751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:38 smithi170 ceph-mon[97338]: pgmap v18752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:38 smithi081 ceph-mon[95500]: pgmap v18752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:38 smithi081 ceph-mon[107735]: pgmap v18752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:40 smithi170 ceph-mon[97338]: pgmap v18753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:40 smithi081 ceph-mon[95500]: pgmap v18753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:40 smithi081 ceph-mon[107735]: pgmap v18753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:42 smithi170 ceph-mon[97338]: pgmap v18754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:42 smithi081 ceph-mon[95500]: pgmap v18754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:42 smithi081 ceph-mon[107735]: pgmap v18754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:03:44.681 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:44.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:44.682 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:44.310Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:44 smithi170 ceph-mon[97338]: pgmap v18755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:44 smithi081 ceph-mon[95500]: pgmap v18755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:44 smithi081 ceph-mon[107735]: pgmap v18755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:46.140Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:46.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:46 smithi170 ceph-mon[97338]: pgmap v18756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:47.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:46 smithi081 ceph-mon[95500]: pgmap v18756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:46 smithi081 ceph-mon[107735]: pgmap v18756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:48 smithi170 ceph-mon[97338]: pgmap v18757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:48 smithi081 ceph-mon[95500]: pgmap v18757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:48 smithi081 ceph-mon[107735]: pgmap v18757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:50 smithi170 ceph-mon[97338]: pgmap v18758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:50 smithi081 ceph-mon[95500]: pgmap v18758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:50 smithi081 ceph-mon[107735]: pgmap v18758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:52 smithi170 ceph-mon[97338]: pgmap v18759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:52 smithi081 ceph-mon[95500]: pgmap v18759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:52 smithi081 ceph-mon[107735]: pgmap v18759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:03:54.696 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:54.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:54.696 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:54.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:54 smithi170 ceph-mon[97338]: pgmap v18760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:54 smithi081 ceph-mon[107735]: pgmap v18760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:54 smithi081 ceph-mon[95500]: pgmap v18760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:03:56.141Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:03:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:03:56.142Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:03:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:56 smithi170 ceph-mon[97338]: pgmap v18761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:57.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:56 smithi081 ceph-mon[95500]: pgmap v18761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:57.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:56 smithi081 ceph-mon[107735]: pgmap v18761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:58.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:03:58 smithi170 ceph-mon[97338]: pgmap v18762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:59.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:03:58 smithi081 ceph-mon[95500]: pgmap v18762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:03:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:03:58 smithi081 ceph-mon[107735]: pgmap v18762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:00.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:00 smithi170 ceph-mon[97338]: pgmap v18763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:01.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:00 smithi081 ceph-mon[95500]: pgmap v18763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:01.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:00 smithi081 ceph-mon[107735]: pgmap v18763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:02 smithi170 ceph-mon[97338]: pgmap v18764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:02 smithi081 ceph-mon[95500]: pgmap v18764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:02 smithi081 ceph-mon[107735]: pgmap v18764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:04:04.711 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:04.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:04.711 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:04.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:04 smithi170 ceph-mon[97338]: pgmap v18765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:04 smithi081 ceph-mon[95500]: pgmap v18765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:04 smithi081 ceph-mon[107735]: pgmap v18765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:06.142Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:06.143Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:06 smithi170 ceph-mon[97338]: pgmap v18766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:06 smithi081 ceph-mon[95500]: pgmap v18766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:06 smithi081 ceph-mon[107735]: pgmap v18766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:08 smithi170 ceph-mon[97338]: pgmap v18767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:08 smithi081 ceph-mon[95500]: pgmap v18767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:08 smithi081 ceph-mon[107735]: pgmap v18767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:10 smithi170 ceph-mon[97338]: pgmap v18768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:10 smithi081 ceph-mon[95500]: pgmap v18768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:10 smithi081 ceph-mon[107735]: pgmap v18768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:12 smithi170 ceph-mon[97338]: pgmap v18769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:12 smithi081 ceph-mon[95500]: pgmap v18769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:12 smithi081 ceph-mon[107735]: pgmap v18769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:04:14.729 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:14.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:14.730 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:14.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:14 smithi170 ceph-mon[97338]: pgmap v18770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:14 smithi081 ceph-mon[95500]: pgmap v18770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:14 smithi081 ceph-mon[107735]: pgmap v18770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:16.143Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:16.144Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:16 smithi170 ceph-mon[97338]: pgmap v18771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:16 smithi081 ceph-mon[95500]: pgmap v18771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:16 smithi081 ceph-mon[107735]: pgmap v18771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:18 smithi170 ceph-mon[97338]: pgmap v18772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:18 smithi081 ceph-mon[95500]: pgmap v18772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:18 smithi081 ceph-mon[107735]: pgmap v18772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:20 smithi170 ceph-mon[97338]: pgmap v18773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:21.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:20 smithi081 ceph-mon[95500]: pgmap v18773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:20 smithi081 ceph-mon[107735]: pgmap v18773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:22 smithi081 ceph-mon[95500]: pgmap v18774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:22 smithi081 ceph-mon[107735]: pgmap v18774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:22 smithi170 ceph-mon[97338]: pgmap v18774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:04:24.754 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:24.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:24.754 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:24.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:24 smithi081 ceph-mon[95500]: pgmap v18775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:24 smithi081 ceph-mon[107735]: pgmap v18775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:24 smithi170 ceph-mon[97338]: pgmap v18775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:26.148 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:25 smithi081 ceph-mon[95500]: pgmap v18776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:26.148 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:25 smithi081 ceph-mon[107735]: pgmap v18776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:26.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:25 smithi170 ceph-mon[97338]: pgmap v18776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:26.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:26.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:28 smithi170 ceph-mon[97338]: pgmap v18777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:28 smithi081 ceph-mon[95500]: pgmap v18777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:28 smithi081 ceph-mon[107735]: pgmap v18777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:30 smithi170 ceph-mon[97338]: pgmap v18778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:30 smithi081 ceph-mon[95500]: pgmap v18778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:30 smithi081 ceph-mon[107735]: pgmap v18778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:32 smithi170 ceph-mon[97338]: pgmap v18779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:32 smithi081 ceph-mon[95500]: pgmap v18779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:32 smithi081 ceph-mon[107735]: pgmap v18779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:04:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:34 smithi170 ceph-mon[97338]: pgmap v18780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:34 smithi081 ceph-mon[95500]: pgmap v18780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:34 smithi081 ceph-mon[107735]: pgmap v18780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:34.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:34.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:36 smithi081 ceph-mon[95500]: pgmap v18781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:36 smithi081 ceph-mon[107735]: pgmap v18781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:36.144Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:36.145Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:36 smithi170 ceph-mon[97338]: pgmap v18781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:38 smithi170 ceph-mon[97338]: pgmap v18782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:38.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:38 smithi081 ceph-mon[95500]: pgmap v18782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:38.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:38 smithi081 ceph-mon[107735]: pgmap v18782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:40 smithi170 ceph-mon[97338]: pgmap v18783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:40 smithi081 ceph-mon[95500]: pgmap v18783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:40 smithi081 ceph-mon[107735]: pgmap v18783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:42.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:42 smithi170 ceph-mon[97338]: pgmap v18784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:42.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:42 smithi081 ceph-mon[95500]: pgmap v18784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:42 smithi081 ceph-mon[107735]: pgmap v18784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:04:44.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:44 smithi170 ceph-mon[97338]: pgmap v18785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:44 smithi081 ceph-mon[95500]: pgmap v18785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:44 smithi081 ceph-mon[107735]: pgmap v18785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:44.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:44.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:46 smithi081 ceph-mon[95500]: pgmap v18786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:46 smithi081 ceph-mon[107735]: pgmap v18786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:46.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:46.146Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:46 smithi170 ceph-mon[97338]: pgmap v18786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:48 smithi170 ceph-mon[97338]: pgmap v18787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:48 smithi081 ceph-mon[95500]: pgmap v18787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:48 smithi081 ceph-mon[107735]: pgmap v18787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:50 smithi170 ceph-mon[97338]: pgmap v18788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:50 smithi081 ceph-mon[95500]: pgmap v18788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:50 smithi081 ceph-mon[107735]: pgmap v18788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:52 smithi170 ceph-mon[97338]: pgmap v18789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:52 smithi081 ceph-mon[95500]: pgmap v18789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:52 smithi081 ceph-mon[107735]: pgmap v18789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:04:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:54 smithi170 ceph-mon[97338]: pgmap v18790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:54 smithi081 ceph-mon[95500]: pgmap v18790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:54 smithi081 ceph-mon[107735]: pgmap v18790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:54.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:54.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:56.406 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:04:56.145Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:56.406 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:04:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:04:56.147Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:04:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:56 smithi170 ceph-mon[97338]: pgmap v18791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:56 smithi081 ceph-mon[95500]: pgmap v18791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:56 smithi081 ceph-mon[107735]: pgmap v18791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:04:58 smithi170 ceph-mon[97338]: pgmap v18792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:58.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:04:58 smithi081 ceph-mon[95500]: pgmap v18792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:04:58.795 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:04:58 smithi081 ceph-mon[107735]: pgmap v18792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:00 smithi170 ceph-mon[97338]: pgmap v18793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:00 smithi081 ceph-mon[95500]: pgmap v18793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:00 smithi081 ceph-mon[107735]: pgmap v18793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:02 smithi170 ceph-mon[97338]: pgmap v18794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:02 smithi081 ceph-mon[95500]: pgmap v18794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:02 smithi081 ceph-mon[107735]: pgmap v18794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:05:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:04 smithi170 ceph-mon[97338]: pgmap v18795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:04 smithi081 ceph-mon[95500]: pgmap v18795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:04 smithi081 ceph-mon[107735]: pgmap v18795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:04.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:04.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:06.420 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:06.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:06.420 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:06.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:06 smithi170 ceph-mon[97338]: pgmap v18796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:06 smithi081 ceph-mon[95500]: pgmap v18796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:06 smithi081 ceph-mon[107735]: pgmap v18796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:08 smithi170 ceph-mon[97338]: pgmap v18797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:08 smithi081 ceph-mon[95500]: pgmap v18797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:08 smithi081 ceph-mon[107735]: pgmap v18797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:10 smithi170 ceph-mon[97338]: pgmap v18798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:10 smithi081 ceph-mon[95500]: pgmap v18798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:10 smithi081 ceph-mon[107735]: pgmap v18798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:12 smithi170 ceph-mon[97338]: pgmap v18799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:12 smithi081 ceph-mon[95500]: pgmap v18799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:12 smithi081 ceph-mon[107735]: pgmap v18799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:05:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:14 smithi170 ceph-mon[97338]: pgmap v18800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:14.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:14 smithi081 ceph-mon[95500]: pgmap v18800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:14.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:14.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:14.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:14 smithi081 ceph-mon[107735]: pgmap v18800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:16.434 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:16.147Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:16.434 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:16.148Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:16 smithi170 ceph-mon[97338]: pgmap v18801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:16 smithi081 ceph-mon[95500]: pgmap v18801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:16 smithi081 ceph-mon[107735]: pgmap v18801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:18 smithi170 ceph-mon[97338]: pgmap v18802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:18 smithi081 ceph-mon[95500]: pgmap v18802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:18 smithi081 ceph-mon[107735]: pgmap v18802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:20 smithi170 ceph-mon[97338]: pgmap v18803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:20 smithi081 ceph-mon[95500]: pgmap v18803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:20 smithi081 ceph-mon[107735]: pgmap v18803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:22 smithi170 ceph-mon[97338]: pgmap v18804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:22 smithi081 ceph-mon[95500]: pgmap v18804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:22 smithi081 ceph-mon[107735]: pgmap v18804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:05:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:24 smithi170 ceph-mon[97338]: pgmap v18805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:24 smithi081 ceph-mon[95500]: pgmap v18805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:24.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:24.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:24.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:24 smithi081 ceph-mon[107735]: pgmap v18805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:26.450 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:26.148Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:26.451 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:26.149Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:26 smithi170 ceph-mon[97338]: pgmap v18806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:26 smithi081 ceph-mon[95500]: pgmap v18806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:26 smithi081 ceph-mon[107735]: pgmap v18806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:28 smithi170 ceph-mon[97338]: pgmap v18807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:28 smithi081 ceph-mon[95500]: pgmap v18807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:28 smithi081 ceph-mon[107735]: pgmap v18807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:30 smithi170 ceph-mon[97338]: pgmap v18808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:30 smithi081 ceph-mon[95500]: pgmap v18808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:30 smithi081 ceph-mon[107735]: pgmap v18808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:32 smithi170 ceph-mon[97338]: pgmap v18809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:32 smithi081 ceph-mon[95500]: pgmap v18809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:32 smithi081 ceph-mon[107735]: pgmap v18809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:05:34.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:34 smithi170 ceph-mon[97338]: pgmap v18810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:34 smithi081 ceph-mon[95500]: pgmap v18810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:34.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:34.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:34.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:34 smithi081 ceph-mon[107735]: pgmap v18810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:36.463 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:36.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:36.463 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:36.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:36 smithi170 ceph-mon[97338]: pgmap v18811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:36 smithi081 ceph-mon[95500]: pgmap v18811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:36 smithi081 ceph-mon[107735]: pgmap v18811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:38 smithi170 ceph-mon[97338]: pgmap v18812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:38 smithi081 ceph-mon[95500]: pgmap v18812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:38 smithi081 ceph-mon[107735]: pgmap v18812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:40 smithi170 ceph-mon[97338]: pgmap v18813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:40 smithi081 ceph-mon[95500]: pgmap v18813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:40 smithi081 ceph-mon[107735]: pgmap v18813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:42 smithi170 ceph-mon[97338]: pgmap v18814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:42 smithi081 ceph-mon[95500]: pgmap v18814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:42 smithi081 ceph-mon[107735]: pgmap v18814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:05:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:44 smithi170 ceph-mon[97338]: pgmap v18815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:44 smithi081 ceph-mon[107735]: pgmap v18815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:44.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:44.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:44 smithi081 ceph-mon[95500]: pgmap v18815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:46.482 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:46.149Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:46.482 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:46.150Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:46 smithi170 ceph-mon[97338]: pgmap v18816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:46 smithi081 ceph-mon[95500]: pgmap v18816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:46 smithi081 ceph-mon[107735]: pgmap v18816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:48 smithi170 ceph-mon[97338]: pgmap v18817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:48 smithi081 ceph-mon[95500]: pgmap v18817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:48 smithi081 ceph-mon[107735]: pgmap v18817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:50 smithi170 ceph-mon[97338]: pgmap v18818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:50 smithi081 ceph-mon[95500]: pgmap v18818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:50 smithi081 ceph-mon[107735]: pgmap v18818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:52 smithi170 ceph-mon[97338]: pgmap v18819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:52 smithi081 ceph-mon[95500]: pgmap v18819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:52 smithi081 ceph-mon[107735]: pgmap v18819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:05:54.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:54 smithi081 ceph-mon[95500]: pgmap v18820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:54.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:54 smithi081 ceph-mon[107735]: pgmap v18820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:54.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:54.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:54.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:54.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:54 smithi170 ceph-mon[97338]: pgmap v18820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:56.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:05:56.150Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:56.498 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:05:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:05:56.151Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:05:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:56 smithi081 ceph-mon[95500]: pgmap v18821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:56 smithi081 ceph-mon[107735]: pgmap v18821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:56 smithi170 ceph-mon[97338]: pgmap v18821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:05:58 smithi081 ceph-mon[95500]: pgmap v18822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:05:58 smithi081 ceph-mon[107735]: pgmap v18822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:05:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:05:58 smithi170 ceph-mon[97338]: pgmap v18822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:00 smithi081 ceph-mon[95500]: pgmap v18823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:00 smithi081 ceph-mon[107735]: pgmap v18823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:00 smithi170 ceph-mon[97338]: pgmap v18823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:02 smithi081 ceph-mon[95500]: pgmap v18824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:02 smithi081 ceph-mon[107735]: pgmap v18824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:02 smithi170 ceph-mon[97338]: pgmap v18824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:06:04.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:04 smithi081 ceph-mon[95500]: pgmap v18825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:04 smithi081 ceph-mon[107735]: pgmap v18825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:04.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:04.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:04 smithi170 ceph-mon[97338]: pgmap v18825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:06.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:06.151Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:06.515 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:06.152Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:06 smithi081 ceph-mon[95500]: pgmap v18826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:06 smithi081 ceph-mon[107735]: pgmap v18826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:06 smithi170 ceph-mon[97338]: pgmap v18826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:08 smithi170 ceph-mon[97338]: pgmap v18827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:08 smithi081 ceph-mon[95500]: pgmap v18827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:08 smithi081 ceph-mon[107735]: pgmap v18827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:10 smithi170 ceph-mon[97338]: pgmap v18828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:10 smithi081 ceph-mon[95500]: pgmap v18828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:10 smithi081 ceph-mon[107735]: pgmap v18828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:12 smithi170 ceph-mon[97338]: pgmap v18829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:12 smithi081 ceph-mon[95500]: pgmap v18829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:12 smithi081 ceph-mon[107735]: pgmap v18829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:06:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:14 smithi081 ceph-mon[95500]: pgmap v18830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:14 smithi081 ceph-mon[107735]: pgmap v18830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:14.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:14.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:14 smithi170 ceph-mon[97338]: pgmap v18830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:16.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:16.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:16 smithi170 ceph-mon[97338]: pgmap v18831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:16 smithi081 ceph-mon[95500]: pgmap v18831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:16 smithi081 ceph-mon[107735]: pgmap v18831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:18 smithi170 ceph-mon[97338]: pgmap v18832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:18 smithi081 ceph-mon[95500]: pgmap v18832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:18 smithi081 ceph-mon[107735]: pgmap v18832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:20 smithi170 ceph-mon[97338]: pgmap v18833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:20 smithi081 ceph-mon[95500]: pgmap v18833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:20 smithi081 ceph-mon[107735]: pgmap v18833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:22 smithi170 ceph-mon[97338]: pgmap v18834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:22 smithi081 ceph-mon[95500]: pgmap v18834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:22 smithi081 ceph-mon[107735]: pgmap v18834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:06:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:24 smithi081 ceph-mon[95500]: pgmap v18835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:24.322Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:24.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:24.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:24 smithi081 ceph-mon[107735]: pgmap v18835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:24 smithi170 ceph-mon[97338]: pgmap v18835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:26.152Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:26.153Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:26 smithi170 ceph-mon[97338]: pgmap v18836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:27.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:26 smithi081 ceph-mon[95500]: pgmap v18836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:26 smithi081 ceph-mon[107735]: pgmap v18836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:28 smithi170 ceph-mon[97338]: pgmap v18837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:28 smithi081 ceph-mon[95500]: pgmap v18837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:28 smithi081 ceph-mon[107735]: pgmap v18837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:30 smithi170 ceph-mon[97338]: pgmap v18838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:30 smithi081 ceph-mon[95500]: pgmap v18838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:30 smithi081 ceph-mon[107735]: pgmap v18838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:32 smithi170 ceph-mon[97338]: pgmap v18839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:32 smithi081 ceph-mon[95500]: pgmap v18839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:32 smithi081 ceph-mon[107735]: pgmap v18839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:06:34.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:34 smithi081 ceph-mon[95500]: pgmap v18840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:34 smithi081 ceph-mon[107735]: pgmap v18840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:34.324Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:34.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:34.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:34 smithi170 ceph-mon[97338]: pgmap v18840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:36.153Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:36.154Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:36 smithi170 ceph-mon[97338]: pgmap v18841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:36 smithi081 ceph-mon[95500]: pgmap v18841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:36 smithi081 ceph-mon[107735]: pgmap v18841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:38 smithi170 ceph-mon[97338]: pgmap v18842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:38 smithi081 ceph-mon[95500]: pgmap v18842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:38 smithi081 ceph-mon[107735]: pgmap v18842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:40 smithi170 ceph-mon[97338]: pgmap v18843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:40 smithi081 ceph-mon[95500]: pgmap v18843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:40 smithi081 ceph-mon[107735]: pgmap v18843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:42 smithi170 ceph-mon[97338]: pgmap v18844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:42 smithi081 ceph-mon[95500]: pgmap v18844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:42 smithi081 ceph-mon[107735]: pgmap v18844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:06:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:44 smithi081 ceph-mon[95500]: pgmap v18845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:44 smithi081 ceph-mon[107735]: pgmap v18845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:44.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:44.326Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:44 smithi170 ceph-mon[97338]: pgmap v18845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:46.154Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:46.155Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:46 smithi170 ceph-mon[97338]: pgmap v18846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:46 smithi081 ceph-mon[95500]: pgmap v18846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:46 smithi081 ceph-mon[107735]: pgmap v18846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:48.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:48 smithi170 ceph-mon[97338]: pgmap v18847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:48 smithi081 ceph-mon[95500]: pgmap v18847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:48 smithi081 ceph-mon[107735]: pgmap v18847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:50 smithi170 ceph-mon[97338]: pgmap v18848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:50 smithi081 ceph-mon[95500]: pgmap v18848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:50 smithi081 ceph-mon[107735]: pgmap v18848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:52 smithi170 ceph-mon[97338]: pgmap v18849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:52 smithi081 ceph-mon[95500]: pgmap v18849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:52 smithi081 ceph-mon[107735]: pgmap v18849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:06:54.596 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:54.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:54.597 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:54.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:54 smithi170 ceph-mon[97338]: pgmap v18850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:55.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:54 smithi081 ceph-mon[95500]: pgmap v18850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:54 smithi081 ceph-mon[107735]: pgmap v18850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:06:56.155Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:06:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:06:56.156Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:06:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:56 smithi170 ceph-mon[97338]: pgmap v18851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:57.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:56 smithi081 ceph-mon[95500]: pgmap v18851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:56 smithi081 ceph-mon[107735]: pgmap v18851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:06:58 smithi170 ceph-mon[97338]: pgmap v18852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:06:58 smithi081 ceph-mon[95500]: pgmap v18852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:06:59.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:06:58 smithi081 ceph-mon[107735]: pgmap v18852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:00 smithi170 ceph-mon[97338]: pgmap v18853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:00 smithi081 ceph-mon[95500]: pgmap v18853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:00 smithi081 ceph-mon[107735]: pgmap v18853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:02 smithi170 ceph-mon[97338]: pgmap v18854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:02 smithi081 ceph-mon[95500]: pgmap v18854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:02 smithi081 ceph-mon[107735]: pgmap v18854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:07:04.613 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:04.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:04.613 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:04.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:04 smithi170 ceph-mon[97338]: pgmap v18855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:04 smithi081 ceph-mon[95500]: pgmap v18855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:04 smithi081 ceph-mon[107735]: pgmap v18855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:06.156Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:06.157Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:06 smithi170 ceph-mon[97338]: pgmap v18856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:06 smithi081 ceph-mon[95500]: pgmap v18856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:06 smithi081 ceph-mon[107735]: pgmap v18856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:08 smithi170 ceph-mon[97338]: pgmap v18857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:08 smithi081 ceph-mon[95500]: pgmap v18857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:08 smithi081 ceph-mon[107735]: pgmap v18857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:10 smithi170 ceph-mon[97338]: pgmap v18858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:10 smithi081 ceph-mon[95500]: pgmap v18858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:10 smithi081 ceph-mon[107735]: pgmap v18858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:12 smithi170 ceph-mon[97338]: pgmap v18859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:12 smithi081 ceph-mon[95500]: pgmap v18859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:12 smithi081 ceph-mon[107735]: pgmap v18859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:07:14.630 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:14.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:14.630 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:14.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:14 smithi170 ceph-mon[97338]: pgmap v18860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:14 smithi081 ceph-mon[95500]: pgmap v18860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:14 smithi081 ceph-mon[107735]: pgmap v18860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:16.157Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:16.158Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:16 smithi170 ceph-mon[97338]: pgmap v18861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:16 smithi081 ceph-mon[95500]: pgmap v18861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:16 smithi081 ceph-mon[107735]: pgmap v18861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:18 smithi170 ceph-mon[97338]: pgmap v18862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:18 smithi081 ceph-mon[95500]: pgmap v18862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:18 smithi081 ceph-mon[107735]: pgmap v18862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:20 smithi170 ceph-mon[97338]: pgmap v18863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:20 smithi081 ceph-mon[95500]: pgmap v18863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:20 smithi081 ceph-mon[107735]: pgmap v18863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:22 smithi170 ceph-mon[97338]: pgmap v18864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:22 smithi081 ceph-mon[95500]: pgmap v18864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:22 smithi081 ceph-mon[107735]: pgmap v18864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:07:24.644 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:24.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:24.644 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:24.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:24 smithi170 ceph-mon[97338]: pgmap v18865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:24 smithi081 ceph-mon[95500]: pgmap v18865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:24 smithi081 ceph-mon[107735]: pgmap v18865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:26.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:26.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:26 smithi170 ceph-mon[97338]: pgmap v18866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:26 smithi081 ceph-mon[95500]: pgmap v18866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:26 smithi081 ceph-mon[107735]: pgmap v18866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:28 smithi170 ceph-mon[97338]: pgmap v18867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:29.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:28 smithi081 ceph-mon[95500]: pgmap v18867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:28 smithi081 ceph-mon[107735]: pgmap v18867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:30 smithi170 ceph-mon[97338]: pgmap v18868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:30 smithi081 ceph-mon[95500]: pgmap v18868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:30 smithi081 ceph-mon[107735]: pgmap v18868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:32 smithi170 ceph-mon[97338]: pgmap v18869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:32 smithi081 ceph-mon[95500]: pgmap v18869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:32 smithi081 ceph-mon[107735]: pgmap v18869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:07:34.657 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:34.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:34.658 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:34.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:34 smithi170 ceph-mon[97338]: pgmap v18870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:34 smithi081 ceph-mon[95500]: pgmap v18870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:34 smithi081 ceph-mon[107735]: pgmap v18870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:36.158Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:36.159Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:36 smithi170 ceph-mon[97338]: pgmap v18871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:36 smithi081 ceph-mon[95500]: pgmap v18871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:36 smithi081 ceph-mon[107735]: pgmap v18871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:38.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:38 smithi170 ceph-mon[97338]: pgmap v18872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:38 smithi081 ceph-mon[95500]: pgmap v18872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:38 smithi081 ceph-mon[107735]: pgmap v18872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:40 smithi170 ceph-mon[97338]: pgmap v18873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:40 smithi081 ceph-mon[95500]: pgmap v18873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:40 smithi081 ceph-mon[107735]: pgmap v18873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:42 smithi170 ceph-mon[97338]: pgmap v18874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:42 smithi081 ceph-mon[95500]: pgmap v18874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:42 smithi081 ceph-mon[107735]: pgmap v18874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:07:44.672 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:44.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:44.672 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:44.330Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:44 smithi170 ceph-mon[97338]: pgmap v18875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:44 smithi081 ceph-mon[95500]: pgmap v18875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:44 smithi081 ceph-mon[107735]: pgmap v18875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:46.159Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:46.160Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:46 smithi170 ceph-mon[97338]: pgmap v18876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:46 smithi081 ceph-mon[95500]: pgmap v18876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:46 smithi081 ceph-mon[107735]: pgmap v18876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:48 smithi170 ceph-mon[97338]: pgmap v18877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:48 smithi081 ceph-mon[95500]: pgmap v18877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:48 smithi081 ceph-mon[107735]: pgmap v18877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:50 smithi170 ceph-mon[97338]: pgmap v18878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:50 smithi081 ceph-mon[95500]: pgmap v18878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:50 smithi081 ceph-mon[107735]: pgmap v18878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:52 smithi170 ceph-mon[97338]: pgmap v18879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:52 smithi081 ceph-mon[95500]: pgmap v18879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:52 smithi081 ceph-mon[107735]: pgmap v18879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:07:54.687 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:54.330Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:54.688 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:54.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:54 smithi170 ceph-mon[97338]: pgmap v18880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:54 smithi081 ceph-mon[95500]: pgmap v18880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:54 smithi081 ceph-mon[107735]: pgmap v18880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:07:56.160Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:07:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:07:56.161Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:07:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:56 smithi170 ceph-mon[97338]: pgmap v18881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:56 smithi081 ceph-mon[95500]: pgmap v18881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:56 smithi081 ceph-mon[107735]: pgmap v18881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:07:58 smithi170 ceph-mon[97338]: pgmap v18882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:07:58 smithi081 ceph-mon[95500]: pgmap v18882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:07:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:07:58 smithi081 ceph-mon[107735]: pgmap v18882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:00 smithi170 ceph-mon[97338]: pgmap v18883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:00 smithi081 ceph-mon[95500]: pgmap v18883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:00 smithi081 ceph-mon[107735]: pgmap v18883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:02 smithi170 ceph-mon[97338]: pgmap v18884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:02 smithi081 ceph-mon[95500]: pgmap v18884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:02 smithi081 ceph-mon[107735]: pgmap v18884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:08:04.707 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:04.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:04.707 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:04.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:04 smithi170 ceph-mon[97338]: pgmap v18885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:04 smithi081 ceph-mon[95500]: pgmap v18885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:04 smithi081 ceph-mon[107735]: pgmap v18885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:06.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:06.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:06 smithi170 ceph-mon[97338]: pgmap v18886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:07.049 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:06 smithi081 ceph-mon[95500]: pgmap v18886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:07.049 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:06 smithi081 ceph-mon[107735]: pgmap v18886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:08 smithi170 ceph-mon[97338]: pgmap v18887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:08 smithi081 ceph-mon[95500]: pgmap v18887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:08 smithi081 ceph-mon[107735]: pgmap v18887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:10 smithi170 ceph-mon[97338]: pgmap v18888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:10 smithi081 ceph-mon[95500]: pgmap v18888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:10 smithi081 ceph-mon[107735]: pgmap v18888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:12 smithi170 ceph-mon[97338]: pgmap v18889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:12 smithi081 ceph-mon[95500]: pgmap v18889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:12 smithi081 ceph-mon[107735]: pgmap v18889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:08:14.723 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:14.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:14.724 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:14.333Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:14 smithi170 ceph-mon[97338]: pgmap v18890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:14 smithi081 ceph-mon[95500]: pgmap v18890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:14 smithi081 ceph-mon[107735]: pgmap v18890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:16.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:16.162Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:16 smithi170 ceph-mon[97338]: pgmap v18891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:16 smithi081 ceph-mon[95500]: pgmap v18891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:16 smithi081 ceph-mon[107735]: pgmap v18891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:18 smithi170 ceph-mon[97338]: pgmap v18892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:18 smithi081 ceph-mon[95500]: pgmap v18892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:18 smithi081 ceph-mon[107735]: pgmap v18892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:20 smithi170 ceph-mon[97338]: pgmap v18893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:20 smithi081 ceph-mon[95500]: pgmap v18893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:20 smithi081 ceph-mon[107735]: pgmap v18893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:22 smithi170 ceph-mon[97338]: pgmap v18894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:22 smithi081 ceph-mon[95500]: pgmap v18894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:22 smithi081 ceph-mon[107735]: pgmap v18894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:08:24.739 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:24.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:24.740 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:24.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:24 smithi170 ceph-mon[97338]: pgmap v18895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:24 smithi081 ceph-mon[107735]: pgmap v18895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:25.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:24 smithi081 ceph-mon[95500]: pgmap v18895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:26.161Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:26.163Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:26 smithi170 ceph-mon[97338]: pgmap v18896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:26 smithi081 ceph-mon[95500]: pgmap v18896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:26 smithi081 ceph-mon[107735]: pgmap v18896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:28 smithi081 ceph-mon[95500]: pgmap v18897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:28 smithi081 ceph-mon[107735]: pgmap v18897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:28 smithi170 ceph-mon[97338]: pgmap v18897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:30 smithi081 ceph-mon[95500]: pgmap v18898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:30 smithi081 ceph-mon[107735]: pgmap v18898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:30 smithi170 ceph-mon[97338]: pgmap v18898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:32 smithi081 ceph-mon[95500]: pgmap v18899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:32 smithi081 ceph-mon[107735]: pgmap v18899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:32 smithi170 ceph-mon[97338]: pgmap v18899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:08:34.755 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:34.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:34.755 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:34.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:34 smithi081 ceph-mon[95500]: pgmap v18900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:34 smithi081 ceph-mon[107735]: pgmap v18900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:34 smithi170 ceph-mon[97338]: pgmap v18900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:36.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:36.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:36 smithi081 ceph-mon[95500]: pgmap v18901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:36 smithi081 ceph-mon[107735]: pgmap v18901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:36 smithi170 ceph-mon[97338]: pgmap v18901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:38 smithi081 ceph-mon[95500]: pgmap v18902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:38 smithi081 ceph-mon[107735]: pgmap v18902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:38 smithi170 ceph-mon[97338]: pgmap v18902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:40 smithi170 ceph-mon[97338]: pgmap v18903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:40 smithi081 ceph-mon[95500]: pgmap v18903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:40 smithi081 ceph-mon[107735]: pgmap v18903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:43.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:42 smithi081 ceph-mon[95500]: pgmap v18904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:43.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:42 smithi081 ceph-mon[107735]: pgmap v18904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:42 smithi170 ceph-mon[97338]: pgmap v18904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:08:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:44.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:44.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:44 smithi170 ceph-mon[97338]: pgmap v18905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:44 smithi081 ceph-mon[95500]: pgmap v18905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:44 smithi081 ceph-mon[107735]: pgmap v18905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:46.163Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:46.164Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:46 smithi170 ceph-mon[97338]: pgmap v18906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:46 smithi081 ceph-mon[95500]: pgmap v18906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:46 smithi081 ceph-mon[107735]: pgmap v18906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:48 smithi170 ceph-mon[97338]: pgmap v18907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:48 smithi081 ceph-mon[95500]: pgmap v18907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:48 smithi081 ceph-mon[107735]: pgmap v18907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:50 smithi170 ceph-mon[97338]: pgmap v18908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:50 smithi081 ceph-mon[95500]: pgmap v18908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:50 smithi081 ceph-mon[107735]: pgmap v18908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:53.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:52 smithi081 ceph-mon[95500]: pgmap v18909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:53.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:52 smithi081 ceph-mon[107735]: pgmap v18909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:52 smithi170 ceph-mon[97338]: pgmap v18909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:08:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:54.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:54.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:54 smithi170 ceph-mon[97338]: pgmap v18910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:54 smithi081 ceph-mon[95500]: pgmap v18910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:54 smithi081 ceph-mon[107735]: pgmap v18910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:08:56.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:08:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:08:56.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:08:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:56 smithi170 ceph-mon[97338]: pgmap v18911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:56 smithi081 ceph-mon[95500]: pgmap v18911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:56 smithi081 ceph-mon[107735]: pgmap v18911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:08:58 smithi170 ceph-mon[97338]: pgmap v18912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:08:58 smithi081 ceph-mon[95500]: pgmap v18912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:08:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:08:58 smithi081 ceph-mon[107735]: pgmap v18912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:00 smithi170 ceph-mon[97338]: pgmap v18913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:00 smithi081 ceph-mon[95500]: pgmap v18913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:00 smithi081 ceph-mon[107735]: pgmap v18913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:03.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:02 smithi081 ceph-mon[95500]: pgmap v18914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:03.062 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:02 smithi081 ceph-mon[107735]: pgmap v18914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:02 smithi170 ceph-mon[97338]: pgmap v18914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:09:04.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:03 smithi170 ceph-mon[97338]: pgmap v18915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:04.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:03 smithi081 ceph-mon[95500]: pgmap v18915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:04.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:03 smithi081 ceph-mon[107735]: pgmap v18915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:04.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:04.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:06.441 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:06.164Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:06.441 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:06.165Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:06 smithi170 ceph-mon[97338]: pgmap v18916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:06 smithi081 ceph-mon[95500]: pgmap v18916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:06 smithi081 ceph-mon[107735]: pgmap v18916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:08 smithi170 ceph-mon[97338]: pgmap v18917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:08 smithi081 ceph-mon[95500]: pgmap v18917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:08 smithi081 ceph-mon[107735]: pgmap v18917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:10 smithi170 ceph-mon[97338]: pgmap v18918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:10 smithi081 ceph-mon[95500]: pgmap v18918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:10 smithi081 ceph-mon[107735]: pgmap v18918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:12 smithi170 ceph-mon[97338]: pgmap v18919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:12 smithi081 ceph-mon[95500]: pgmap v18919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:12.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:12 smithi081 ceph-mon[107735]: pgmap v18919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:13.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:09:14.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:14 smithi170 ceph-mon[97338]: pgmap v18920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:14 smithi081 ceph-mon[95500]: pgmap v18920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:14 smithi081 ceph-mon[107735]: pgmap v18920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:14.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:14.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:16.455 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:16.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:16.455 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:16.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:16 smithi170 ceph-mon[97338]: pgmap v18921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:16 smithi081 ceph-mon[95500]: pgmap v18921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:16 smithi081 ceph-mon[107735]: pgmap v18921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:18 smithi170 ceph-mon[97338]: pgmap v18922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:18 smithi081 ceph-mon[95500]: pgmap v18922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:18 smithi081 ceph-mon[107735]: pgmap v18922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:20 smithi170 ceph-mon[97338]: pgmap v18923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:20 smithi081 ceph-mon[95500]: pgmap v18923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:20 smithi081 ceph-mon[107735]: pgmap v18923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:22 smithi170 ceph-mon[97338]: pgmap v18924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:22 smithi081 ceph-mon[95500]: pgmap v18924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:22 smithi081 ceph-mon[107735]: pgmap v18924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:09:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:24 smithi170 ceph-mon[97338]: pgmap v18925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:24 smithi081 ceph-mon[95500]: pgmap v18925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:24.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:24.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:24 smithi081 ceph-mon[107735]: pgmap v18925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:26.470 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:26.165Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:26.470 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:26.166Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:26 smithi170 ceph-mon[97338]: pgmap v18926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:26 smithi081 ceph-mon[95500]: pgmap v18926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:26 smithi081 ceph-mon[107735]: pgmap v18926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:28 smithi170 ceph-mon[97338]: pgmap v18927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:28 smithi081 ceph-mon[107735]: pgmap v18927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:28 smithi081 ceph-mon[95500]: pgmap v18927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:30 smithi170 ceph-mon[97338]: pgmap v18928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:30.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:30 smithi081 ceph-mon[95500]: pgmap v18928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:30.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:30 smithi081 ceph-mon[107735]: pgmap v18928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:32.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:32 smithi170 ceph-mon[97338]: pgmap v18929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:32 smithi081 ceph-mon[95500]: pgmap v18929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:32 smithi081 ceph-mon[107735]: pgmap v18929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:09:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:34 smithi170 ceph-mon[97338]: pgmap v18930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:34 smithi081 ceph-mon[95500]: pgmap v18930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:34 smithi081 ceph-mon[107735]: pgmap v18930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:34.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:34.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:36.484 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:36.166Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:36.484 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:36.167Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:36 smithi170 ceph-mon[97338]: pgmap v18931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:36 smithi081 ceph-mon[95500]: pgmap v18931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:36 smithi081 ceph-mon[107735]: pgmap v18931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:38 smithi170 ceph-mon[97338]: pgmap v18932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:38 smithi081 ceph-mon[95500]: pgmap v18932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:38 smithi081 ceph-mon[107735]: pgmap v18932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:40 smithi170 ceph-mon[97338]: pgmap v18933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:40 smithi081 ceph-mon[95500]: pgmap v18933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:40 smithi081 ceph-mon[107735]: pgmap v18933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:42 smithi170 ceph-mon[97338]: pgmap v18934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:42 smithi081 ceph-mon[95500]: pgmap v18934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:42 smithi081 ceph-mon[107735]: pgmap v18934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:09:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:44 smithi081 ceph-mon[95500]: pgmap v18935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:44 smithi081 ceph-mon[107735]: pgmap v18935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:44.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:44.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:44 smithi170 ceph-mon[97338]: pgmap v18935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:46.500 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:46.167Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:46.500 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:46.168Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:46 smithi081 ceph-mon[95500]: pgmap v18936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:46 smithi081 ceph-mon[107735]: pgmap v18936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:46 smithi170 ceph-mon[97338]: pgmap v18936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:48.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:48 smithi081 ceph-mon[95500]: pgmap v18937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:48 smithi081 ceph-mon[107735]: pgmap v18937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:48 smithi170 ceph-mon[97338]: pgmap v18937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:50 smithi081 ceph-mon[95500]: pgmap v18938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:50 smithi081 ceph-mon[107735]: pgmap v18938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:50 smithi170 ceph-mon[97338]: pgmap v18938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:52 smithi081 ceph-mon[95500]: pgmap v18939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:52 smithi081 ceph-mon[107735]: pgmap v18939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:52 smithi170 ceph-mon[97338]: pgmap v18939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:09:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:54 smithi081 ceph-mon[95500]: pgmap v18940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:54 smithi081 ceph-mon[107735]: pgmap v18940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:54.339Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:54.340Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:54 smithi170 ceph-mon[97338]: pgmap v18940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:56.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:09:56.168Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:56.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:09:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:09:56.169Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:09:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:56 smithi081 ceph-mon[95500]: pgmap v18941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:56 smithi081 ceph-mon[107735]: pgmap v18941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:56 smithi170 ceph-mon[97338]: pgmap v18941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:09:58 smithi170 ceph-mon[97338]: pgmap v18942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:09:58 smithi081 ceph-mon[95500]: pgmap v18942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:09:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:09:58 smithi081 ceph-mon[107735]: pgmap v18942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:00 smithi170 ceph-mon[97338]: pgmap v18943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:10:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:00 smithi081 ceph-mon[95500]: pgmap v18943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:10:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:00 smithi081 ceph-mon[107735]: pgmap v18943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:10:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:02 smithi170 ceph-mon[97338]: pgmap v18944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:02 smithi081 ceph-mon[95500]: pgmap v18944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:02 smithi081 ceph-mon[107735]: pgmap v18944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:10:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:04 smithi081 ceph-mon[95500]: pgmap v18945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:04 smithi081 ceph-mon[107735]: pgmap v18945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:04.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:04.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:04 smithi170 ceph-mon[97338]: pgmap v18945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:06.169Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:06.170Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:06 smithi170 ceph-mon[97338]: pgmap v18946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:06 smithi081 ceph-mon[95500]: pgmap v18946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:06 smithi081 ceph-mon[107735]: pgmap v18946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:08 smithi170 ceph-mon[97338]: pgmap v18947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:08 smithi081 ceph-mon[95500]: pgmap v18947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:08 smithi081 ceph-mon[107735]: pgmap v18947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:10 smithi170 ceph-mon[97338]: pgmap v18948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:10 smithi081 ceph-mon[95500]: pgmap v18948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:10 smithi081 ceph-mon[107735]: pgmap v18948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:12 smithi170 ceph-mon[97338]: pgmap v18949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:12 smithi081 ceph-mon[95500]: pgmap v18949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:12 smithi081 ceph-mon[107735]: pgmap v18949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:10:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:14 smithi081 ceph-mon[95500]: pgmap v18950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:14 smithi081 ceph-mon[107735]: pgmap v18950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:14.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:14.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:14 smithi170 ceph-mon[97338]: pgmap v18950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:16.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:16.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:16 smithi170 ceph-mon[97338]: pgmap v18951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:16 smithi081 ceph-mon[95500]: pgmap v18951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:16 smithi081 ceph-mon[107735]: pgmap v18951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:18 smithi170 ceph-mon[97338]: pgmap v18952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:18 smithi081 ceph-mon[95500]: pgmap v18952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:18 smithi081 ceph-mon[107735]: pgmap v18952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:20 smithi170 ceph-mon[97338]: pgmap v18953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:20 smithi081 ceph-mon[95500]: pgmap v18953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:20 smithi081 ceph-mon[107735]: pgmap v18953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:22 smithi170 ceph-mon[97338]: pgmap v18954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:22 smithi081 ceph-mon[95500]: pgmap v18954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:22 smithi081 ceph-mon[107735]: pgmap v18954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:10:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:24 smithi081 ceph-mon[95500]: pgmap v18955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:24 smithi081 ceph-mon[107735]: pgmap v18955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:24.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:24.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:24 smithi170 ceph-mon[97338]: pgmap v18955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:26.170Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:26.171Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:26 smithi170 ceph-mon[97338]: pgmap v18956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:26 smithi081 ceph-mon[95500]: pgmap v18956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:26 smithi081 ceph-mon[107735]: pgmap v18956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:28 smithi170 ceph-mon[97338]: pgmap v18957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:28 smithi081 ceph-mon[95500]: pgmap v18957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:28 smithi081 ceph-mon[107735]: pgmap v18957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:30 smithi170 ceph-mon[97338]: pgmap v18958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:30 smithi081 ceph-mon[95500]: pgmap v18958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:30 smithi081 ceph-mon[107735]: pgmap v18958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:32 smithi170 ceph-mon[97338]: pgmap v18959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:32 smithi081 ceph-mon[95500]: pgmap v18959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:32 smithi081 ceph-mon[107735]: pgmap v18959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:10:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:34 smithi081 ceph-mon[95500]: pgmap v18960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:34 smithi081 ceph-mon[107735]: pgmap v18960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:34.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:34.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:34 smithi170 ceph-mon[97338]: pgmap v18960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:36.171Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:36.172Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:36 smithi170 ceph-mon[97338]: pgmap v18961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:36 smithi081 ceph-mon[95500]: pgmap v18961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:36 smithi081 ceph-mon[107735]: pgmap v18961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:38 smithi170 ceph-mon[97338]: pgmap v18962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:38 smithi081 ceph-mon[95500]: pgmap v18962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:38 smithi081 ceph-mon[107735]: pgmap v18962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:40 smithi170 ceph-mon[97338]: pgmap v18963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:40 smithi081 ceph-mon[95500]: pgmap v18963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:40 smithi081 ceph-mon[107735]: pgmap v18963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:42 smithi170 ceph-mon[97338]: pgmap v18964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:42 smithi081 ceph-mon[95500]: pgmap v18964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:42 smithi081 ceph-mon[107735]: pgmap v18964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:10:44.597 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:44.343Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:44.597 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:44.344Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:44 smithi170 ceph-mon[97338]: pgmap v18965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:44 smithi081 ceph-mon[95500]: pgmap v18965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:44 smithi081 ceph-mon[107735]: pgmap v18965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:46.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:46.173Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:46 smithi170 ceph-mon[97338]: pgmap v18966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:46 smithi081 ceph-mon[95500]: pgmap v18966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:46 smithi081 ceph-mon[107735]: pgmap v18966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:48 smithi170 ceph-mon[97338]: pgmap v18967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:48 smithi081 ceph-mon[95500]: pgmap v18967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:48 smithi081 ceph-mon[107735]: pgmap v18967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:50 smithi170 ceph-mon[97338]: pgmap v18968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:50 smithi081 ceph-mon[95500]: pgmap v18968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:50 smithi081 ceph-mon[107735]: pgmap v18968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:52 smithi170 ceph-mon[97338]: pgmap v18969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:52 smithi081 ceph-mon[95500]: pgmap v18969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:52 smithi081 ceph-mon[107735]: pgmap v18969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:10:54.613 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:54.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:54.613 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:54.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:54 smithi170 ceph-mon[97338]: pgmap v18970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:54 smithi081 ceph-mon[95500]: pgmap v18970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:54 smithi081 ceph-mon[107735]: pgmap v18970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:10:56.172Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:10:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:10:56.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:10:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:56 smithi170 ceph-mon[97338]: pgmap v18971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:56 smithi081 ceph-mon[95500]: pgmap v18971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:56 smithi081 ceph-mon[107735]: pgmap v18971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:10:58 smithi170 ceph-mon[97338]: pgmap v18972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:10:58 smithi081 ceph-mon[95500]: pgmap v18972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:10:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:10:58 smithi081 ceph-mon[107735]: pgmap v18972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:00 smithi170 ceph-mon[97338]: pgmap v18973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:00 smithi081 ceph-mon[95500]: pgmap v18973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:00 smithi081 ceph-mon[107735]: pgmap v18973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:02 smithi170 ceph-mon[97338]: pgmap v18974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:02 smithi081 ceph-mon[95500]: pgmap v18974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:02 smithi081 ceph-mon[107735]: pgmap v18974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:11:04.627 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:04.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:04.627 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:04.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:04 smithi170 ceph-mon[97338]: pgmap v18975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:04 smithi081 ceph-mon[107735]: pgmap v18975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:05.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:04 smithi081 ceph-mon[95500]: pgmap v18975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:06.173Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:06.174Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:06 smithi170 ceph-mon[97338]: pgmap v18976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:06 smithi081 ceph-mon[95500]: pgmap v18976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:06 smithi081 ceph-mon[107735]: pgmap v18976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:08 smithi170 ceph-mon[97338]: pgmap v18977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:08 smithi081 ceph-mon[95500]: pgmap v18977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:08 smithi081 ceph-mon[107735]: pgmap v18977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:10 smithi170 ceph-mon[97338]: pgmap v18978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:10 smithi081 ceph-mon[95500]: pgmap v18978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:10 smithi081 ceph-mon[107735]: pgmap v18978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:12 smithi170 ceph-mon[97338]: pgmap v18979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:12 smithi081 ceph-mon[95500]: pgmap v18979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:12 smithi081 ceph-mon[107735]: pgmap v18979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:11:14.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:14.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:14.643 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:14.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:14 smithi170 ceph-mon[97338]: pgmap v18980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:14 smithi081 ceph-mon[95500]: pgmap v18980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:14 smithi081 ceph-mon[107735]: pgmap v18980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:16.174Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:16.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:16 smithi170 ceph-mon[97338]: pgmap v18981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:16 smithi081 ceph-mon[95500]: pgmap v18981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:16 smithi081 ceph-mon[107735]: pgmap v18981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:18 smithi170 ceph-mon[97338]: pgmap v18982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:18 smithi081 ceph-mon[95500]: pgmap v18982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:18 smithi081 ceph-mon[107735]: pgmap v18982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:20 smithi170 ceph-mon[97338]: pgmap v18983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:20 smithi081 ceph-mon[95500]: pgmap v18983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:20 smithi081 ceph-mon[107735]: pgmap v18983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:22 smithi170 ceph-mon[97338]: pgmap v18984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:23.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:22 smithi081 ceph-mon[95500]: pgmap v18984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:22 smithi081 ceph-mon[107735]: pgmap v18984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:11:24.659 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:24.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:24.660 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:24.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:24 smithi170 ceph-mon[97338]: pgmap v18985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:24 smithi081 ceph-mon[95500]: pgmap v18985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:24 smithi081 ceph-mon[107735]: pgmap v18985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:26.175Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:26.176Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:26 smithi170 ceph-mon[97338]: pgmap v18986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:26 smithi081 ceph-mon[95500]: pgmap v18986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:26 smithi081 ceph-mon[107735]: pgmap v18986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:28 smithi170 ceph-mon[97338]: pgmap v18987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:28 smithi081 ceph-mon[95500]: pgmap v18987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:28 smithi081 ceph-mon[107735]: pgmap v18987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:30 smithi170 ceph-mon[97338]: pgmap v18988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:30 smithi081 ceph-mon[95500]: pgmap v18988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:30 smithi081 ceph-mon[107735]: pgmap v18988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:32 smithi170 ceph-mon[97338]: pgmap v18989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:32 smithi081 ceph-mon[95500]: pgmap v18989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:32 smithi081 ceph-mon[107735]: pgmap v18989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:11:34.675 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:34.347Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:34.676 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:34.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:34 smithi170 ceph-mon[97338]: pgmap v18990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:35.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:34 smithi081 ceph-mon[95500]: pgmap v18990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:35.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:34 smithi081 ceph-mon[107735]: pgmap v18990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:36.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:36.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:36.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:36 smithi170 ceph-mon[97338]: pgmap v18991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:36 smithi081 ceph-mon[95500]: pgmap v18991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:36 smithi081 ceph-mon[107735]: pgmap v18991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:38 smithi170 ceph-mon[97338]: pgmap v18992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:38 smithi081 ceph-mon[95500]: pgmap v18992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:38 smithi081 ceph-mon[107735]: pgmap v18992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:40 smithi170 ceph-mon[97338]: pgmap v18993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:40 smithi081 ceph-mon[95500]: pgmap v18993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:40 smithi081 ceph-mon[107735]: pgmap v18993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:42 smithi170 ceph-mon[97338]: pgmap v18994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:42 smithi081 ceph-mon[95500]: pgmap v18994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:42 smithi081 ceph-mon[107735]: pgmap v18994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:11:44.689 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:44.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:44.689 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:44.349Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:44 smithi170 ceph-mon[97338]: pgmap v18995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:44 smithi081 ceph-mon[95500]: pgmap v18995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:44 smithi081 ceph-mon[107735]: pgmap v18995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:46.176Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:46.177Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:46 smithi170 ceph-mon[97338]: pgmap v18996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:46 smithi081 ceph-mon[95500]: pgmap v18996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:46 smithi081 ceph-mon[107735]: pgmap v18996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:48 smithi170 ceph-mon[97338]: pgmap v18997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:48 smithi081 ceph-mon[95500]: pgmap v18997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:48 smithi081 ceph-mon[107735]: pgmap v18997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:50 smithi170 ceph-mon[97338]: pgmap v18998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:50 smithi081 ceph-mon[95500]: pgmap v18998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:50 smithi081 ceph-mon[107735]: pgmap v18998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:52.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:52 smithi170 ceph-mon[97338]: pgmap v18999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:52 smithi081 ceph-mon[95500]: pgmap v18999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:52 smithi081 ceph-mon[107735]: pgmap v18999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:11:54.708 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:54.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:54.709 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:54.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:54 smithi170 ceph-mon[97338]: pgmap v19000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:54 smithi081 ceph-mon[95500]: pgmap v19000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:54 smithi081 ceph-mon[107735]: pgmap v19000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:11:56.177Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:11:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:11:56.178Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:11:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:56 smithi170 ceph-mon[97338]: pgmap v19001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:56 smithi081 ceph-mon[95500]: pgmap v19001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:56 smithi081 ceph-mon[107735]: pgmap v19001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:11:58 smithi170 ceph-mon[97338]: pgmap v19002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:11:58 smithi081 ceph-mon[95500]: pgmap v19002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:11:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:11:58 smithi081 ceph-mon[107735]: pgmap v19002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:00 smithi170 ceph-mon[97338]: pgmap v19003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:00 smithi081 ceph-mon[95500]: pgmap v19003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:00 smithi081 ceph-mon[107735]: pgmap v19003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:02 smithi170 ceph-mon[97338]: pgmap v19004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:02 smithi081 ceph-mon[95500]: pgmap v19004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:02 smithi081 ceph-mon[107735]: pgmap v19004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:03.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:12:04.722 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:04.350Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:04.722 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:04.351Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:04 smithi170 ceph-mon[97338]: pgmap v19005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:04 smithi081 ceph-mon[95500]: pgmap v19005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:04 smithi081 ceph-mon[107735]: pgmap v19005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:06.178Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:06.179Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:06 smithi170 ceph-mon[97338]: pgmap v19006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:07.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:06 smithi081 ceph-mon[95500]: pgmap v19006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:07.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:06 smithi081 ceph-mon[107735]: pgmap v19006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:08 smithi170 ceph-mon[97338]: pgmap v19007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:08 smithi081 ceph-mon[95500]: pgmap v19007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:08 smithi081 ceph-mon[107735]: pgmap v19007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:10.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:10 smithi170 ceph-mon[97338]: pgmap v19008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:10 smithi081 ceph-mon[95500]: pgmap v19008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:10 smithi081 ceph-mon[107735]: pgmap v19008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:12 smithi170 ceph-mon[97338]: pgmap v19009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:12 smithi081 ceph-mon[95500]: pgmap v19009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:12 smithi081 ceph-mon[107735]: pgmap v19009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:12:14.736 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:14.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:14.737 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:14.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:14 smithi170 ceph-mon[97338]: pgmap v19010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:14 smithi081 ceph-mon[95500]: pgmap v19010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:14 smithi081 ceph-mon[107735]: pgmap v19010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:16.179Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:16.180Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:16 smithi170 ceph-mon[97338]: pgmap v19011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:16 smithi081 ceph-mon[95500]: pgmap v19011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:16 smithi081 ceph-mon[107735]: pgmap v19011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:18 smithi170 ceph-mon[97338]: pgmap v19012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:18 smithi081 ceph-mon[95500]: pgmap v19012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:18 smithi081 ceph-mon[107735]: pgmap v19012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:20 smithi081 ceph-mon[95500]: pgmap v19013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:20 smithi081 ceph-mon[107735]: pgmap v19013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:20 smithi170 ceph-mon[97338]: pgmap v19013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:22 smithi081 ceph-mon[95500]: pgmap v19014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:22 smithi081 ceph-mon[107735]: pgmap v19014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:22 smithi170 ceph-mon[97338]: pgmap v19014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:12:24.752 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:24.352Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:24.753 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:24.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:24 smithi081 ceph-mon[95500]: pgmap v19015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:24 smithi081 ceph-mon[107735]: pgmap v19015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:24 smithi170 ceph-mon[97338]: pgmap v19015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:26.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:26.181Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:27.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:26 smithi081 ceph-mon[95500]: pgmap v19016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:27.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:26 smithi081 ceph-mon[107735]: pgmap v19016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:26 smithi170 ceph-mon[97338]: pgmap v19016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:28 smithi081 ceph-mon[95500]: pgmap v19017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:28 smithi081 ceph-mon[107735]: pgmap v19017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:28 smithi170 ceph-mon[97338]: pgmap v19017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:30 smithi081 ceph-mon[95500]: pgmap v19018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:30 smithi081 ceph-mon[107735]: pgmap v19018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:30 smithi170 ceph-mon[97338]: pgmap v19018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:33.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:32 smithi081 ceph-mon[95500]: pgmap v19019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:33.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:32 smithi081 ceph-mon[107735]: pgmap v19019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:32 smithi170 ceph-mon[97338]: pgmap v19019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:12:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:34.353Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:34.354Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:35.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:34 smithi170 ceph-mon[97338]: pgmap v19020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:34 smithi081 ceph-mon[95500]: pgmap v19020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:34 smithi081 ceph-mon[107735]: pgmap v19020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:36.180Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:36.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:36 smithi170 ceph-mon[97338]: pgmap v19021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:36 smithi081 ceph-mon[95500]: pgmap v19021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:36 smithi081 ceph-mon[107735]: pgmap v19021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:38 smithi170 ceph-mon[97338]: pgmap v19022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:39.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:38 smithi081 ceph-mon[95500]: pgmap v19022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:39.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:38 smithi081 ceph-mon[107735]: pgmap v19022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:40 smithi170 ceph-mon[97338]: pgmap v19023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:40 smithi081 ceph-mon[95500]: pgmap v19023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:40 smithi081 ceph-mon[107735]: pgmap v19023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:43.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:42 smithi081 ceph-mon[95500]: pgmap v19024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:43.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:42 smithi081 ceph-mon[107735]: pgmap v19024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:42 smithi170 ceph-mon[97338]: pgmap v19024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:12:44.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:44.353Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:44.772 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:44.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:44 smithi170 ceph-mon[97338]: pgmap v19025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:44 smithi081 ceph-mon[95500]: pgmap v19025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:44 smithi081 ceph-mon[107735]: pgmap v19025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:46.181Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:46.182Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:47.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:46 smithi170 ceph-mon[97338]: pgmap v19026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:46 smithi081 ceph-mon[95500]: pgmap v19026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:46 smithi081 ceph-mon[107735]: pgmap v19026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:48 smithi170 ceph-mon[97338]: pgmap v19027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:48 smithi081 ceph-mon[95500]: pgmap v19027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:48 smithi081 ceph-mon[107735]: pgmap v19027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:50 smithi170 ceph-mon[97338]: pgmap v19028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:50 smithi081 ceph-mon[95500]: pgmap v19028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:50 smithi081 ceph-mon[107735]: pgmap v19028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:53.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:52 smithi081 ceph-mon[95500]: pgmap v19029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:53.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:52 smithi081 ceph-mon[107735]: pgmap v19029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:52 smithi170 ceph-mon[97338]: pgmap v19029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:12:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:54.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:54.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:54 smithi170 ceph-mon[97338]: pgmap v19030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:54 smithi081 ceph-mon[95500]: pgmap v19030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:54 smithi081 ceph-mon[107735]: pgmap v19030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:12:56.182Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:12:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:12:56.183Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:12:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:56 smithi170 ceph-mon[97338]: pgmap v19031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:57.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:56 smithi081 ceph-mon[95500]: pgmap v19031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:56 smithi081 ceph-mon[107735]: pgmap v19031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:59.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:12:58 smithi170 ceph-mon[97338]: pgmap v19032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:59.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:12:58 smithi081 ceph-mon[95500]: pgmap v19032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:12:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:12:58 smithi081 ceph-mon[107735]: pgmap v19032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:00 smithi170 ceph-mon[97338]: pgmap v19033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:01.293 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:00 smithi081 ceph-mon[95500]: pgmap v19033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:01.293 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:00 smithi081 ceph-mon[107735]: pgmap v19033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:02 smithi170 ceph-mon[97338]: pgmap v19034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:02 smithi081 ceph-mon[95500]: pgmap v19034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:13:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:02 smithi081 ceph-mon[107735]: pgmap v19034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:04.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:04.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:05.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:04 smithi170 ceph-mon[97338]: pgmap v19035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:04 smithi081 ceph-mon[95500]: pgmap v19035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:04 smithi081 ceph-mon[107735]: pgmap v19035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:06.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:06.184Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:06 smithi170 ceph-mon[97338]: pgmap v19036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:06 smithi081 ceph-mon[95500]: pgmap v19036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:07.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:06 smithi081 ceph-mon[107735]: pgmap v19036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:09.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:08 smithi170 ceph-mon[97338]: pgmap v19037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:09.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:08 smithi081 ceph-mon[95500]: pgmap v19037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:09.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:08 smithi081 ceph-mon[107735]: pgmap v19037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:10 smithi170 ceph-mon[97338]: pgmap v19038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:10 smithi081 ceph-mon[95500]: pgmap v19038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:10 smithi081 ceph-mon[107735]: pgmap v19038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:12 smithi170 ceph-mon[97338]: pgmap v19039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:12 smithi081 ceph-mon[95500]: pgmap v19039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:13:13.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:12 smithi081 ceph-mon[107735]: pgmap v19039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:14.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:14.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:14 smithi170 ceph-mon[97338]: pgmap v19040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:14 smithi081 ceph-mon[95500]: pgmap v19040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:14 smithi081 ceph-mon[107735]: pgmap v19040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:16.183Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:16.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:16 smithi170 ceph-mon[97338]: pgmap v19041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:16 smithi081 ceph-mon[95500]: pgmap v19041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:16 smithi081 ceph-mon[107735]: pgmap v19041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:18 smithi170 ceph-mon[97338]: pgmap v19042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:18 smithi081 ceph-mon[95500]: pgmap v19042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:18 smithi081 ceph-mon[107735]: pgmap v19042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:20 smithi170 ceph-mon[97338]: pgmap v19043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:21.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:20 smithi081 ceph-mon[95500]: pgmap v19043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:21.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:20 smithi081 ceph-mon[107735]: pgmap v19043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:22 smithi170 ceph-mon[97338]: pgmap v19044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:22 smithi081 ceph-mon[95500]: pgmap v19044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:13:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:22 smithi081 ceph-mon[107735]: pgmap v19044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:24.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:24.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:24 smithi170 ceph-mon[97338]: pgmap v19045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:24 smithi081 ceph-mon[95500]: pgmap v19045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:24 smithi081 ceph-mon[107735]: pgmap v19045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:26.184Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:26.185Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:26 smithi170 ceph-mon[97338]: pgmap v19046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:26 smithi081 ceph-mon[95500]: pgmap v19046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:26 smithi081 ceph-mon[107735]: pgmap v19046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:28 smithi170 ceph-mon[97338]: pgmap v19047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:28 smithi081 ceph-mon[95500]: pgmap v19047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:28 smithi081 ceph-mon[107735]: pgmap v19047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:30.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:29 smithi170 ceph-mon[97338]: pgmap v19048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:30.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:29 smithi081 ceph-mon[95500]: pgmap v19048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:30.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:29 smithi081 ceph-mon[107735]: pgmap v19048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:32 smithi170 ceph-mon[97338]: pgmap v19049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:32 smithi081 ceph-mon[95500]: pgmap v19049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:32 smithi081 ceph-mon[107735]: pgmap v19049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:13:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:34 smithi081 ceph-mon[95500]: pgmap v19050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:34.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:34.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:34 smithi081 ceph-mon[107735]: pgmap v19050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:34 smithi170 ceph-mon[97338]: pgmap v19050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:36.185Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:36.186Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:36 smithi170 ceph-mon[97338]: pgmap v19051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:36 smithi081 ceph-mon[95500]: pgmap v19051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:36 smithi081 ceph-mon[107735]: pgmap v19051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:38 smithi170 ceph-mon[97338]: pgmap v19052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:38 smithi081 ceph-mon[95500]: pgmap v19052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:38 smithi081 ceph-mon[107735]: pgmap v19052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:40 smithi170 ceph-mon[97338]: pgmap v19053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:40 smithi081 ceph-mon[95500]: pgmap v19053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:40 smithi081 ceph-mon[107735]: pgmap v19053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:42 smithi170 ceph-mon[97338]: pgmap v19054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:42 smithi081 ceph-mon[95500]: pgmap v19054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:42 smithi081 ceph-mon[107735]: pgmap v19054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:13:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:44 smithi081 ceph-mon[95500]: pgmap v19055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:44 smithi081 ceph-mon[107735]: pgmap v19055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:44.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:44.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:44 smithi170 ceph-mon[97338]: pgmap v19055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:46.186Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:46.187Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:46 smithi170 ceph-mon[97338]: pgmap v19056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:46 smithi081 ceph-mon[95500]: pgmap v19056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:46 smithi081 ceph-mon[107735]: pgmap v19056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:48 smithi170 ceph-mon[97338]: pgmap v19057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:48 smithi081 ceph-mon[95500]: pgmap v19057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:48 smithi081 ceph-mon[107735]: pgmap v19057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:50 smithi170 ceph-mon[97338]: pgmap v19058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:51.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:50 smithi081 ceph-mon[95500]: pgmap v19058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:51.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:50 smithi081 ceph-mon[107735]: pgmap v19058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:52 smithi170 ceph-mon[97338]: pgmap v19059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:52 smithi081 ceph-mon[95500]: pgmap v19059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:52 smithi081 ceph-mon[107735]: pgmap v19059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:13:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:54 smithi081 ceph-mon[95500]: pgmap v19060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:54 smithi081 ceph-mon[107735]: pgmap v19060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:54.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:54.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:54 smithi170 ceph-mon[97338]: pgmap v19060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:13:56.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:13:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:13:56.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:13:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:56 smithi170 ceph-mon[97338]: pgmap v19061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:56 smithi081 ceph-mon[95500]: pgmap v19061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:56 smithi081 ceph-mon[107735]: pgmap v19061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:13:58 smithi170 ceph-mon[97338]: pgmap v19062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:13:58 smithi081 ceph-mon[95500]: pgmap v19062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:13:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:13:58 smithi081 ceph-mon[107735]: pgmap v19062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:00 smithi170 ceph-mon[97338]: pgmap v19063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:00 smithi081 ceph-mon[95500]: pgmap v19063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:00 smithi081 ceph-mon[107735]: pgmap v19063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:02 smithi170 ceph-mon[97338]: pgmap v19064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:02 smithi081 ceph-mon[95500]: pgmap v19064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:02 smithi081 ceph-mon[107735]: pgmap v19064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:14:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:04 smithi081 ceph-mon[95500]: pgmap v19065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:04.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:04.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:04 smithi081 ceph-mon[107735]: pgmap v19065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:04 smithi170 ceph-mon[97338]: pgmap v19065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:06.187Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:06.188Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:06 smithi170 ceph-mon[97338]: pgmap v19066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:06 smithi081 ceph-mon[95500]: pgmap v19066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:06 smithi081 ceph-mon[107735]: pgmap v19066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:08 smithi170 ceph-mon[97338]: pgmap v19067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:08 smithi081 ceph-mon[95500]: pgmap v19067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:08 smithi081 ceph-mon[107735]: pgmap v19067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:10 smithi170 ceph-mon[97338]: pgmap v19068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:11.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:10 smithi081 ceph-mon[95500]: pgmap v19068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:10 smithi081 ceph-mon[107735]: pgmap v19068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:12 smithi170 ceph-mon[97338]: pgmap v19069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:12 smithi081 ceph-mon[95500]: pgmap v19069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:12 smithi081 ceph-mon[107735]: pgmap v19069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:14:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:14 smithi081 ceph-mon[95500]: pgmap v19070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:14 smithi081 ceph-mon[107735]: pgmap v19070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:14.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:14.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:14 smithi170 ceph-mon[97338]: pgmap v19070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:16.188Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:16.189Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:16 smithi170 ceph-mon[97338]: pgmap v19071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:16 smithi081 ceph-mon[95500]: pgmap v19071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:16 smithi081 ceph-mon[107735]: pgmap v19071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:18 smithi081 ceph-mon[95500]: pgmap v19072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:18 smithi081 ceph-mon[107735]: pgmap v19072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:18 smithi170 ceph-mon[97338]: pgmap v19072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:20 smithi081 ceph-mon[95500]: pgmap v19073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:20 smithi081 ceph-mon[107735]: pgmap v19073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:20 smithi170 ceph-mon[97338]: pgmap v19073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:22.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:22 smithi081 ceph-mon[95500]: pgmap v19074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:22.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:22 smithi081 ceph-mon[107735]: pgmap v19074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:22 smithi170 ceph-mon[97338]: pgmap v19074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:14:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:24 smithi081 ceph-mon[95500]: pgmap v19075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:24 smithi081 ceph-mon[107735]: pgmap v19075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:24.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:24.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:24 smithi170 ceph-mon[97338]: pgmap v19075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:26.507 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:26.189Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:26.507 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:26.190Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:26 smithi081 ceph-mon[95500]: pgmap v19076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:26 smithi081 ceph-mon[107735]: pgmap v19076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:26 smithi170 ceph-mon[97338]: pgmap v19076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:28.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:28 smithi081 ceph-mon[95500]: pgmap v19077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:28 smithi081 ceph-mon[107735]: pgmap v19077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:28 smithi170 ceph-mon[97338]: pgmap v19077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:30 smithi081 ceph-mon[95500]: pgmap v19078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:30 smithi081 ceph-mon[107735]: pgmap v19078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:30 smithi170 ceph-mon[97338]: pgmap v19078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:32 smithi081 ceph-mon[95500]: pgmap v19079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:32 smithi081 ceph-mon[107735]: pgmap v19079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:32 smithi170 ceph-mon[97338]: pgmap v19079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:14:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:34 smithi081 ceph-mon[95500]: pgmap v19080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:34 smithi081 ceph-mon[107735]: pgmap v19080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:34.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:34.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:34 smithi170 ceph-mon[97338]: pgmap v19080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:36.511 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:36.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:36.512 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:36.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:36 smithi081 ceph-mon[95500]: pgmap v19081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:36 smithi081 ceph-mon[107735]: pgmap v19081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:36 smithi170 ceph-mon[97338]: pgmap v19081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:38 smithi081 ceph-mon[95500]: pgmap v19082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:38 smithi081 ceph-mon[107735]: pgmap v19082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:38 smithi170 ceph-mon[97338]: pgmap v19082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:40 smithi081 ceph-mon[95500]: pgmap v19083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:40 smithi081 ceph-mon[107735]: pgmap v19083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:40.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:40 smithi170 ceph-mon[97338]: pgmap v19083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:42 smithi081 ceph-mon[95500]: pgmap v19084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:42 smithi081 ceph-mon[107735]: pgmap v19084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:42 smithi170 ceph-mon[97338]: pgmap v19084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:14:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:44 smithi081 ceph-mon[95500]: pgmap v19085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:44 smithi081 ceph-mon[107735]: pgmap v19085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:44.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:44.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:44.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:44 smithi170 ceph-mon[97338]: pgmap v19085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:46.512 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:46.190Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:46.512 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:46.191Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:46 smithi081 ceph-mon[107735]: pgmap v19086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:46 smithi081 ceph-mon[95500]: pgmap v19086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:46 smithi170 ceph-mon[97338]: pgmap v19086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:48 smithi081 ceph-mon[95500]: pgmap v19087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:48 smithi081 ceph-mon[107735]: pgmap v19087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:48 smithi170 ceph-mon[97338]: pgmap v19087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:50 smithi081 ceph-mon[95500]: pgmap v19088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:50 smithi081 ceph-mon[107735]: pgmap v19088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:50 smithi170 ceph-mon[97338]: pgmap v19088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:52 smithi081 ceph-mon[95500]: pgmap v19089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:52 smithi081 ceph-mon[107735]: pgmap v19089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:52.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:52 smithi170 ceph-mon[97338]: pgmap v19089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:14:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:54 smithi081 ceph-mon[95500]: pgmap v19090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:54 smithi081 ceph-mon[107735]: pgmap v19090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:54.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:54.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:54 smithi170 ceph-mon[97338]: pgmap v19090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:56.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:14:56.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:56.514 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:14:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:14:56.192Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:14:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:56 smithi081 ceph-mon[95500]: pgmap v19091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:56 smithi081 ceph-mon[107735]: pgmap v19091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:56 smithi170 ceph-mon[97338]: pgmap v19091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:14:58 smithi081 ceph-mon[95500]: pgmap v19092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:14:58 smithi081 ceph-mon[107735]: pgmap v19092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:14:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:14:58 smithi170 ceph-mon[97338]: pgmap v19092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:00 smithi081 ceph-mon[95500]: pgmap v19093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:00 smithi081 ceph-mon[107735]: pgmap v19093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:00 smithi170 ceph-mon[97338]: pgmap v19093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:02 smithi081 ceph-mon[95500]: pgmap v19094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:02 smithi081 ceph-mon[107735]: pgmap v19094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:02 smithi170 ceph-mon[97338]: pgmap v19094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:15:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:04 smithi081 ceph-mon[95500]: pgmap v19095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:04 smithi081 ceph-mon[107735]: pgmap v19095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:04.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:04.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:04 smithi170 ceph-mon[97338]: pgmap v19095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:06.191Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:06.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:06 smithi170 ceph-mon[97338]: pgmap v19096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:06 smithi081 ceph-mon[95500]: pgmap v19096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:06 smithi081 ceph-mon[107735]: pgmap v19096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:08 smithi081 ceph-mon[95500]: pgmap v19097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:08 smithi081 ceph-mon[107735]: pgmap v19097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:08 smithi170 ceph-mon[97338]: pgmap v19097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:10.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:10 smithi081 ceph-mon[95500]: pgmap v19098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:10 smithi081 ceph-mon[107735]: pgmap v19098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:10 smithi170 ceph-mon[97338]: pgmap v19098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:12 smithi081 ceph-mon[95500]: pgmap v19099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:12 smithi081 ceph-mon[107735]: pgmap v19099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:12 smithi170 ceph-mon[97338]: pgmap v19099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:15:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:14 smithi081 ceph-mon[95500]: pgmap v19100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:14 smithi081 ceph-mon[107735]: pgmap v19100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:14.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:14.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:14.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:14 smithi170 ceph-mon[97338]: pgmap v19100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:16.192Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:16.193Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:16 smithi170 ceph-mon[97338]: pgmap v19101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:16 smithi081 ceph-mon[95500]: pgmap v19101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:16 smithi081 ceph-mon[107735]: pgmap v19101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:18 smithi081 ceph-mon[95500]: pgmap v19102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:18 smithi081 ceph-mon[107735]: pgmap v19102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:18 smithi170 ceph-mon[97338]: pgmap v19102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:20 smithi170 ceph-mon[97338]: pgmap v19103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:20 smithi081 ceph-mon[95500]: pgmap v19103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:20 smithi081 ceph-mon[107735]: pgmap v19103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:22 smithi170 ceph-mon[97338]: pgmap v19104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:22 smithi081 ceph-mon[95500]: pgmap v19104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:22 smithi081 ceph-mon[107735]: pgmap v19104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:15:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:24 smithi081 ceph-mon[95500]: pgmap v19105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:24 smithi081 ceph-mon[107735]: pgmap v19105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:24.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:24.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:24 smithi170 ceph-mon[97338]: pgmap v19105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:26.193Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:26.194Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:26 smithi170 ceph-mon[97338]: pgmap v19106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:26 smithi081 ceph-mon[95500]: pgmap v19106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:26 smithi081 ceph-mon[107735]: pgmap v19106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:28 smithi081 ceph-mon[95500]: pgmap v19107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:28 smithi081 ceph-mon[107735]: pgmap v19107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:28 smithi170 ceph-mon[97338]: pgmap v19107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:30 smithi170 ceph-mon[97338]: pgmap v19108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:30 smithi081 ceph-mon[95500]: pgmap v19108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:30 smithi081 ceph-mon[107735]: pgmap v19108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:32 smithi170 ceph-mon[97338]: pgmap v19109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:32 smithi081 ceph-mon[95500]: pgmap v19109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:32 smithi081 ceph-mon[107735]: pgmap v19109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:15:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:34 smithi081 ceph-mon[95500]: pgmap v19110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:34 smithi081 ceph-mon[107735]: pgmap v19110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:34.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:34.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:34 smithi170 ceph-mon[97338]: pgmap v19110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:36.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:36.195Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:36 smithi170 ceph-mon[97338]: pgmap v19111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:36 smithi081 ceph-mon[95500]: pgmap v19111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:36 smithi081 ceph-mon[107735]: pgmap v19111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:38 smithi081 ceph-mon[95500]: pgmap v19112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:38 smithi081 ceph-mon[107735]: pgmap v19112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:38 smithi170 ceph-mon[97338]: pgmap v19112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:40 smithi170 ceph-mon[97338]: pgmap v19113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:40 smithi081 ceph-mon[95500]: pgmap v19113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:40 smithi081 ceph-mon[107735]: pgmap v19113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:42 smithi170 ceph-mon[97338]: pgmap v19114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:42 smithi081 ceph-mon[95500]: pgmap v19114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:42 smithi081 ceph-mon[107735]: pgmap v19114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:15:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:44 smithi081 ceph-mon[95500]: pgmap v19115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:44 smithi081 ceph-mon[107735]: pgmap v19115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:44.367Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:44.368Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:44 smithi170 ceph-mon[97338]: pgmap v19115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:46.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:46.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:46 smithi170 ceph-mon[97338]: pgmap v19116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:46 smithi081 ceph-mon[95500]: pgmap v19116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:46 smithi081 ceph-mon[107735]: pgmap v19116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:48 smithi081 ceph-mon[95500]: pgmap v19117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:48 smithi081 ceph-mon[107735]: pgmap v19117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:48 smithi170 ceph-mon[97338]: pgmap v19117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:50 smithi170 ceph-mon[97338]: pgmap v19118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:50 smithi081 ceph-mon[95500]: pgmap v19118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:50 smithi081 ceph-mon[107735]: pgmap v19118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:52 smithi170 ceph-mon[97338]: pgmap v19119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:52 smithi081 ceph-mon[95500]: pgmap v19119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:52 smithi081 ceph-mon[107735]: pgmap v19119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:15:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:54 smithi081 ceph-mon[95500]: pgmap v19120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:54 smithi081 ceph-mon[107735]: pgmap v19120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:54.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:54.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:54 smithi170 ceph-mon[97338]: pgmap v19120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:15:56.194Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:15:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:15:56.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:15:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:56 smithi170 ceph-mon[97338]: pgmap v19121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:56 smithi081 ceph-mon[95500]: pgmap v19121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:56 smithi081 ceph-mon[107735]: pgmap v19121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:15:58 smithi081 ceph-mon[95500]: pgmap v19122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:15:58 smithi081 ceph-mon[107735]: pgmap v19122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:15:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:15:58 smithi170 ceph-mon[97338]: pgmap v19122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:00 smithi170 ceph-mon[97338]: pgmap v19123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:00 smithi081 ceph-mon[95500]: pgmap v19123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:00 smithi081 ceph-mon[107735]: pgmap v19123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:02 smithi170 ceph-mon[97338]: pgmap v19124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:02 smithi081 ceph-mon[95500]: pgmap v19124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:02 smithi081 ceph-mon[107735]: pgmap v19124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:16:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:04 smithi081 ceph-mon[95500]: pgmap v19125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:04.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:04.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:04 smithi081 ceph-mon[107735]: pgmap v19125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:04 smithi170 ceph-mon[97338]: pgmap v19125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:06.195Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:06.196Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:06 smithi170 ceph-mon[97338]: pgmap v19126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:06 smithi081 ceph-mon[95500]: pgmap v19126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:06 smithi081 ceph-mon[107735]: pgmap v19126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:08 smithi170 ceph-mon[97338]: pgmap v19127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:08 smithi081 ceph-mon[95500]: pgmap v19127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:08 smithi081 ceph-mon[107735]: pgmap v19127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:10 smithi170 ceph-mon[97338]: pgmap v19128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:10 smithi081 ceph-mon[95500]: pgmap v19128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:10 smithi081 ceph-mon[107735]: pgmap v19128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:12 smithi170 ceph-mon[97338]: pgmap v19129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:12 smithi081 ceph-mon[95500]: pgmap v19129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:12 smithi081 ceph-mon[107735]: pgmap v19129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:16:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:14 smithi081 ceph-mon[95500]: pgmap v19130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:14 smithi081 ceph-mon[107735]: pgmap v19130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:14.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:14.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:14 smithi170 ceph-mon[97338]: pgmap v19130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:16.197Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:16.198Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:16 smithi170 ceph-mon[97338]: pgmap v19131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:16 smithi081 ceph-mon[95500]: pgmap v19131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:16 smithi081 ceph-mon[107735]: pgmap v19131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:18 smithi170 ceph-mon[97338]: pgmap v19132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:18 smithi081 ceph-mon[95500]: pgmap v19132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:18 smithi081 ceph-mon[107735]: pgmap v19132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:20 smithi170 ceph-mon[97338]: pgmap v19133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:20 smithi081 ceph-mon[95500]: pgmap v19133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:20 smithi081 ceph-mon[107735]: pgmap v19133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:22 smithi170 ceph-mon[97338]: pgmap v19134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:22 smithi081 ceph-mon[95500]: pgmap v19134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:22 smithi081 ceph-mon[107735]: pgmap v19134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:16:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:24 smithi081 ceph-mon[95500]: pgmap v19135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:24 smithi081 ceph-mon[107735]: pgmap v19135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:24.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:24.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:24 smithi170 ceph-mon[97338]: pgmap v19135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:26.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:26.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:26 smithi170 ceph-mon[97338]: pgmap v19136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:26 smithi081 ceph-mon[95500]: pgmap v19136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:26 smithi081 ceph-mon[107735]: pgmap v19136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:28 smithi170 ceph-mon[97338]: pgmap v19137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:28 smithi081 ceph-mon[95500]: pgmap v19137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:28 smithi081 ceph-mon[107735]: pgmap v19137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:30 smithi170 ceph-mon[97338]: pgmap v19138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:31.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:30 smithi081 ceph-mon[95500]: pgmap v19138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:30 smithi081 ceph-mon[107735]: pgmap v19138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:32 smithi170 ceph-mon[97338]: pgmap v19139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:33.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:32 smithi081 ceph-mon[95500]: pgmap v19139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:32 smithi081 ceph-mon[107735]: pgmap v19139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:16:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:34 smithi081 ceph-mon[95500]: pgmap v19140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:34.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:34.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:34 smithi081 ceph-mon[107735]: pgmap v19140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:34 smithi170 ceph-mon[97338]: pgmap v19140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:36.198Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:36.199Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:36 smithi170 ceph-mon[97338]: pgmap v19141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:36 smithi081 ceph-mon[95500]: pgmap v19141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:36 smithi081 ceph-mon[107735]: pgmap v19141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:38 smithi170 ceph-mon[97338]: pgmap v19142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:38 smithi081 ceph-mon[95500]: pgmap v19142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:38 smithi081 ceph-mon[107735]: pgmap v19142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:40 smithi170 ceph-mon[97338]: pgmap v19143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:40 smithi081 ceph-mon[95500]: pgmap v19143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:40 smithi081 ceph-mon[107735]: pgmap v19143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:42 smithi170 ceph-mon[97338]: pgmap v19144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:42 smithi081 ceph-mon[95500]: pgmap v19144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:42 smithi081 ceph-mon[107735]: pgmap v19144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:16:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:44 smithi081 ceph-mon[95500]: pgmap v19145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:44.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:44.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:44 smithi081 ceph-mon[107735]: pgmap v19145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:44 smithi170 ceph-mon[97338]: pgmap v19145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:46.199Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:46.200Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:46 smithi170 ceph-mon[97338]: pgmap v19146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:46 smithi081 ceph-mon[95500]: pgmap v19146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:46 smithi081 ceph-mon[107735]: pgmap v19146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:48 smithi170 ceph-mon[97338]: pgmap v19147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:48 smithi081 ceph-mon[95500]: pgmap v19147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:48 smithi081 ceph-mon[107735]: pgmap v19147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:50 smithi170 ceph-mon[97338]: pgmap v19148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:50 smithi081 ceph-mon[95500]: pgmap v19148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:50 smithi081 ceph-mon[107735]: pgmap v19148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:52 smithi170 ceph-mon[97338]: pgmap v19149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:52 smithi081 ceph-mon[95500]: pgmap v19149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:52 smithi081 ceph-mon[107735]: pgmap v19149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:16:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:54 smithi081 ceph-mon[95500]: pgmap v19150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:54 smithi081 ceph-mon[107735]: pgmap v19150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:54.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:54.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:54 smithi170 ceph-mon[97338]: pgmap v19150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:16:56.200Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:16:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:16:56.201Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:16:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:56 smithi170 ceph-mon[97338]: pgmap v19151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:56 smithi081 ceph-mon[95500]: pgmap v19151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:56 smithi081 ceph-mon[107735]: pgmap v19151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:16:58 smithi170 ceph-mon[97338]: pgmap v19152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:16:58 smithi081 ceph-mon[95500]: pgmap v19152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:16:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:16:58 smithi081 ceph-mon[107735]: pgmap v19152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:00 smithi170 ceph-mon[97338]: pgmap v19153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:00 smithi081 ceph-mon[95500]: pgmap v19153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:00 smithi081 ceph-mon[107735]: pgmap v19153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:02 smithi170 ceph-mon[97338]: pgmap v19154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:02 smithi081 ceph-mon[95500]: pgmap v19154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:02 smithi081 ceph-mon[107735]: pgmap v19154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:17:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:04 smithi081 ceph-mon[95500]: pgmap v19155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:04 smithi081 ceph-mon[107735]: pgmap v19155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:04.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:04.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:04 smithi170 ceph-mon[97338]: pgmap v19155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:06.201Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:06.202Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:06 smithi170 ceph-mon[97338]: pgmap v19156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:06 smithi081 ceph-mon[95500]: pgmap v19156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:06 smithi081 ceph-mon[107735]: pgmap v19156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:08 smithi170 ceph-mon[97338]: pgmap v19157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:08 smithi081 ceph-mon[95500]: pgmap v19157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:08 smithi081 ceph-mon[107735]: pgmap v19157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:10 smithi170 ceph-mon[97338]: pgmap v19158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:10 smithi081 ceph-mon[95500]: pgmap v19158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:10 smithi081 ceph-mon[107735]: pgmap v19158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:12 smithi170 ceph-mon[97338]: pgmap v19159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:12 smithi081 ceph-mon[95500]: pgmap v19159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:12 smithi081 ceph-mon[107735]: pgmap v19159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:17:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:14 smithi081 ceph-mon[95500]: pgmap v19160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:14 smithi081 ceph-mon[107735]: pgmap v19160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:14.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:14.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:14 smithi170 ceph-mon[97338]: pgmap v19160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:16.202Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:16.203Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:16 smithi170 ceph-mon[97338]: pgmap v19161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:16 smithi081 ceph-mon[95500]: pgmap v19161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:16 smithi081 ceph-mon[107735]: pgmap v19161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:18 smithi170 ceph-mon[97338]: pgmap v19162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:18 smithi081 ceph-mon[95500]: pgmap v19162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:18 smithi081 ceph-mon[107735]: pgmap v19162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:20 smithi170 ceph-mon[97338]: pgmap v19163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:20 smithi081 ceph-mon[95500]: pgmap v19163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:20 smithi081 ceph-mon[107735]: pgmap v19163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:22 smithi170 ceph-mon[97338]: pgmap v19164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:22 smithi081 ceph-mon[95500]: pgmap v19164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:22 smithi081 ceph-mon[107735]: pgmap v19164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:17:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:24 smithi081 ceph-mon[95500]: pgmap v19165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:24 smithi081 ceph-mon[107735]: pgmap v19165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:24.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:24.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:24 smithi170 ceph-mon[97338]: pgmap v19165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:26.202Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:26.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:26 smithi170 ceph-mon[97338]: pgmap v19166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:26 smithi081 ceph-mon[95500]: pgmap v19166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:26 smithi081 ceph-mon[107735]: pgmap v19166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:28 smithi170 ceph-mon[97338]: pgmap v19167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:28 smithi081 ceph-mon[95500]: pgmap v19167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:28 smithi081 ceph-mon[107735]: pgmap v19167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:30 smithi170 ceph-mon[97338]: pgmap v19168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:30 smithi081 ceph-mon[95500]: pgmap v19168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:30 smithi081 ceph-mon[107735]: pgmap v19168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:32 smithi170 ceph-mon[97338]: pgmap v19169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:32 smithi081 ceph-mon[95500]: pgmap v19169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:32 smithi081 ceph-mon[107735]: pgmap v19169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:17:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:34 smithi081 ceph-mon[95500]: pgmap v19170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:34 smithi081 ceph-mon[107735]: pgmap v19170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:34.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:34.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:34 smithi170 ceph-mon[97338]: pgmap v19170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:36.203Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:36.204Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:36 smithi170 ceph-mon[97338]: pgmap v19171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:36 smithi081 ceph-mon[95500]: pgmap v19171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:36 smithi081 ceph-mon[107735]: pgmap v19171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:38 smithi170 ceph-mon[97338]: pgmap v19172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:38 smithi081 ceph-mon[95500]: pgmap v19172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:38 smithi081 ceph-mon[107735]: pgmap v19172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:40 smithi170 ceph-mon[97338]: pgmap v19173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:40 smithi081 ceph-mon[95500]: pgmap v19173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:40 smithi081 ceph-mon[107735]: pgmap v19173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:42 smithi170 ceph-mon[97338]: pgmap v19174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:42 smithi081 ceph-mon[95500]: pgmap v19174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:42 smithi081 ceph-mon[107735]: pgmap v19174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:17:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:44 smithi081 ceph-mon[95500]: pgmap v19175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:44 smithi081 ceph-mon[107735]: pgmap v19175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:44.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:44.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:44 smithi170 ceph-mon[97338]: pgmap v19175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:46.204Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:46.205Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:46 smithi170 ceph-mon[97338]: pgmap v19176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:46 smithi081 ceph-mon[95500]: pgmap v19176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:46 smithi081 ceph-mon[107735]: pgmap v19176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:48 smithi170 ceph-mon[97338]: pgmap v19177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:48 smithi081 ceph-mon[95500]: pgmap v19177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:48 smithi081 ceph-mon[107735]: pgmap v19177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:50 smithi170 ceph-mon[97338]: pgmap v19178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:50 smithi081 ceph-mon[95500]: pgmap v19178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:50 smithi081 ceph-mon[107735]: pgmap v19178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:52 smithi170 ceph-mon[97338]: pgmap v19179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:52 smithi081 ceph-mon[95500]: pgmap v19179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:52 smithi081 ceph-mon[107735]: pgmap v19179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:17:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:54 smithi081 ceph-mon[95500]: pgmap v19180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:54 smithi081 ceph-mon[107735]: pgmap v19180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:54.376Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:54.377Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:54 smithi170 ceph-mon[97338]: pgmap v19180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:17:56.205Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:17:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:17:56.206Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:17:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:56 smithi170 ceph-mon[97338]: pgmap v19181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:56 smithi081 ceph-mon[95500]: pgmap v19181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:56 smithi081 ceph-mon[107735]: pgmap v19181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:17:58 smithi170 ceph-mon[97338]: pgmap v19182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:17:58 smithi081 ceph-mon[95500]: pgmap v19182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:17:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:17:58 smithi081 ceph-mon[107735]: pgmap v19182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:00 smithi170 ceph-mon[97338]: pgmap v19183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:00 smithi081 ceph-mon[95500]: pgmap v19183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:00 smithi081 ceph-mon[107735]: pgmap v19183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:02 smithi170 ceph-mon[97338]: pgmap v19184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:02 smithi081 ceph-mon[95500]: pgmap v19184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:02 smithi081 ceph-mon[107735]: pgmap v19184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:18:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:04 smithi081 ceph-mon[95500]: pgmap v19185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:04 smithi081 ceph-mon[107735]: pgmap v19185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:04.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:04.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:04 smithi170 ceph-mon[97338]: pgmap v19185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:06.206Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:06.207Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:06 smithi170 ceph-mon[97338]: pgmap v19186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:06 smithi081 ceph-mon[95500]: pgmap v19186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:06 smithi081 ceph-mon[107735]: pgmap v19186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:08 smithi170 ceph-mon[97338]: pgmap v19187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:08 smithi081 ceph-mon[95500]: pgmap v19187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:08 smithi081 ceph-mon[107735]: pgmap v19187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:10 smithi170 ceph-mon[97338]: pgmap v19188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:10 smithi081 ceph-mon[95500]: pgmap v19188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:10 smithi081 ceph-mon[107735]: pgmap v19188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:12 smithi170 ceph-mon[97338]: pgmap v19189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:12 smithi081 ceph-mon[95500]: pgmap v19189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:12 smithi081 ceph-mon[107735]: pgmap v19189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:18:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:14 smithi081 ceph-mon[95500]: pgmap v19190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:14 smithi081 ceph-mon[107735]: pgmap v19190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:14.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:14.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:14 smithi170 ceph-mon[97338]: pgmap v19190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:16.207Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:16.208Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:16 smithi170 ceph-mon[97338]: pgmap v19191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:16 smithi081 ceph-mon[95500]: pgmap v19191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:16 smithi081 ceph-mon[107735]: pgmap v19191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:18 smithi170 ceph-mon[97338]: pgmap v19192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:18 smithi081 ceph-mon[95500]: pgmap v19192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:18 smithi081 ceph-mon[107735]: pgmap v19192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:20 smithi170 ceph-mon[97338]: pgmap v19193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:20 smithi081 ceph-mon[95500]: pgmap v19193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:20 smithi081 ceph-mon[107735]: pgmap v19193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:22 smithi170 ceph-mon[97338]: pgmap v19194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:22 smithi081 ceph-mon[95500]: pgmap v19194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:22 smithi081 ceph-mon[107735]: pgmap v19194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:18:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:24 smithi081 ceph-mon[95500]: pgmap v19195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:24 smithi081 ceph-mon[107735]: pgmap v19195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:24.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:24.379Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:24 smithi170 ceph-mon[97338]: pgmap v19195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:26.208Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:26.209Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:26 smithi170 ceph-mon[97338]: pgmap v19196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:26 smithi081 ceph-mon[95500]: pgmap v19196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:26 smithi081 ceph-mon[107735]: pgmap v19196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:28 smithi170 ceph-mon[97338]: pgmap v19197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:28 smithi081 ceph-mon[95500]: pgmap v19197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:28 smithi081 ceph-mon[107735]: pgmap v19197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:30 smithi170 ceph-mon[97338]: pgmap v19198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:30 smithi081 ceph-mon[95500]: pgmap v19198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:30 smithi081 ceph-mon[107735]: pgmap v19198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:32 smithi170 ceph-mon[97338]: pgmap v19199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:32 smithi081 ceph-mon[95500]: pgmap v19199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:32 smithi081 ceph-mon[107735]: pgmap v19199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:18:34.635 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:34.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:34.635 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:34.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:34 smithi170 ceph-mon[97338]: pgmap v19200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:34 smithi081 ceph-mon[95500]: pgmap v19200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:34 smithi081 ceph-mon[107735]: pgmap v19200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:36.209Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:36.210Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:36 smithi170 ceph-mon[97338]: pgmap v19201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:36 smithi081 ceph-mon[95500]: pgmap v19201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:36 smithi081 ceph-mon[107735]: pgmap v19201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:38 smithi170 ceph-mon[97338]: pgmap v19202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:38 smithi081 ceph-mon[95500]: pgmap v19202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:38 smithi081 ceph-mon[107735]: pgmap v19202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:40 smithi170 ceph-mon[97338]: pgmap v19203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:40 smithi081 ceph-mon[95500]: pgmap v19203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:40 smithi081 ceph-mon[107735]: pgmap v19203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:42 smithi170 ceph-mon[97338]: pgmap v19204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:42 smithi081 ceph-mon[95500]: pgmap v19204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:42 smithi081 ceph-mon[107735]: pgmap v19204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:18:44.637 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:44.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:44.638 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:44.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:44 smithi170 ceph-mon[97338]: pgmap v19205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:44 smithi081 ceph-mon[95500]: pgmap v19205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:44 smithi081 ceph-mon[107735]: pgmap v19205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:46.210Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:46.211Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:46 smithi170 ceph-mon[97338]: pgmap v19206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:46 smithi081 ceph-mon[95500]: pgmap v19206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:46 smithi081 ceph-mon[107735]: pgmap v19206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:48 smithi170 ceph-mon[97338]: pgmap v19207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:48 smithi081 ceph-mon[95500]: pgmap v19207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:48 smithi081 ceph-mon[107735]: pgmap v19207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:50 smithi170 ceph-mon[97338]: pgmap v19208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:50 smithi081 ceph-mon[95500]: pgmap v19208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:50 smithi081 ceph-mon[107735]: pgmap v19208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:52 smithi170 ceph-mon[97338]: pgmap v19209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:52 smithi081 ceph-mon[95500]: pgmap v19209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:52 smithi081 ceph-mon[107735]: pgmap v19209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:18:54.640 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:54.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:54.641 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:54.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:54 smithi170 ceph-mon[97338]: pgmap v19210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:54 smithi081 ceph-mon[95500]: pgmap v19210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:54 smithi081 ceph-mon[107735]: pgmap v19210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:18:56.211Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:18:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:18:56.212Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:18:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:56 smithi170 ceph-mon[97338]: pgmap v19211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:56 smithi081 ceph-mon[95500]: pgmap v19211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:56 smithi081 ceph-mon[107735]: pgmap v19211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:18:58 smithi170 ceph-mon[97338]: pgmap v19212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:18:58 smithi081 ceph-mon[95500]: pgmap v19212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:18:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:18:58 smithi081 ceph-mon[107735]: pgmap v19212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:00 smithi170 ceph-mon[97338]: pgmap v19213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:00 smithi081 ceph-mon[95500]: pgmap v19213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:00 smithi081 ceph-mon[107735]: pgmap v19213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:02 smithi170 ceph-mon[97338]: pgmap v19214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:02 smithi081 ceph-mon[95500]: pgmap v19214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:02 smithi081 ceph-mon[107735]: pgmap v19214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:19:04.645 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:04.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:04.645 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:04.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:04 smithi170 ceph-mon[97338]: pgmap v19215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:04 smithi081 ceph-mon[95500]: pgmap v19215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:04 smithi081 ceph-mon[107735]: pgmap v19215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:06.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:06.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:06 smithi170 ceph-mon[97338]: pgmap v19216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:06 smithi081 ceph-mon[95500]: pgmap v19216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:06 smithi081 ceph-mon[107735]: pgmap v19216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:08 smithi170 ceph-mon[97338]: pgmap v19217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:08 smithi081 ceph-mon[95500]: pgmap v19217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:08 smithi081 ceph-mon[107735]: pgmap v19217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:10 smithi170 ceph-mon[97338]: pgmap v19218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:10 smithi081 ceph-mon[95500]: pgmap v19218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:10 smithi081 ceph-mon[107735]: pgmap v19218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:12 smithi170 ceph-mon[97338]: pgmap v19219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:12 smithi081 ceph-mon[95500]: pgmap v19219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:12 smithi081 ceph-mon[107735]: pgmap v19219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:19:14.650 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:14.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:14.650 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:14.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:14 smithi170 ceph-mon[97338]: pgmap v19220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:14 smithi081 ceph-mon[95500]: pgmap v19220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:14 smithi081 ceph-mon[107735]: pgmap v19220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:16.212Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:16.213Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:16 smithi170 ceph-mon[97338]: pgmap v19221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:16 smithi081 ceph-mon[95500]: pgmap v19221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:16 smithi081 ceph-mon[107735]: pgmap v19221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:18 smithi170 ceph-mon[97338]: pgmap v19222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:18 smithi081 ceph-mon[95500]: pgmap v19222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:18 smithi081 ceph-mon[107735]: pgmap v19222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:20 smithi170 ceph-mon[97338]: pgmap v19223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:20 smithi081 ceph-mon[95500]: pgmap v19223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:20 smithi081 ceph-mon[107735]: pgmap v19223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:22 smithi170 ceph-mon[97338]: pgmap v19224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:22 smithi081 ceph-mon[95500]: pgmap v19224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:22 smithi081 ceph-mon[107735]: pgmap v19224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:19:24.653 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:24.382Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:24.654 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:24.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:24 smithi170 ceph-mon[97338]: pgmap v19225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:24 smithi081 ceph-mon[95500]: pgmap v19225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:24 smithi081 ceph-mon[107735]: pgmap v19225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:26.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:26.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:26 smithi170 ceph-mon[97338]: pgmap v19226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:26 smithi081 ceph-mon[95500]: pgmap v19226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:26 smithi081 ceph-mon[107735]: pgmap v19226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:28 smithi170 ceph-mon[97338]: pgmap v19227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:28 smithi081 ceph-mon[95500]: pgmap v19227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:28 smithi081 ceph-mon[107735]: pgmap v19227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:30 smithi170 ceph-mon[97338]: pgmap v19228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:30 smithi081 ceph-mon[95500]: pgmap v19228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:30 smithi081 ceph-mon[107735]: pgmap v19228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:32 smithi170 ceph-mon[97338]: pgmap v19229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:32 smithi081 ceph-mon[95500]: pgmap v19229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:32 smithi081 ceph-mon[107735]: pgmap v19229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:19:34.654 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:34.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:34.654 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:34.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:34 smithi170 ceph-mon[97338]: pgmap v19230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:34 smithi081 ceph-mon[95500]: pgmap v19230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:34 smithi081 ceph-mon[107735]: pgmap v19230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:36.213Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:36.214Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:36 smithi170 ceph-mon[97338]: pgmap v19231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:36 smithi081 ceph-mon[95500]: pgmap v19231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:36 smithi081 ceph-mon[107735]: pgmap v19231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:38 smithi170 ceph-mon[97338]: pgmap v19232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:38 smithi081 ceph-mon[95500]: pgmap v19232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:38 smithi081 ceph-mon[107735]: pgmap v19232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:40 smithi170 ceph-mon[97338]: pgmap v19233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:40 smithi081 ceph-mon[95500]: pgmap v19233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:40 smithi081 ceph-mon[107735]: pgmap v19233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:42 smithi170 ceph-mon[97338]: pgmap v19234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:42 smithi081 ceph-mon[95500]: pgmap v19234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:42 smithi081 ceph-mon[107735]: pgmap v19234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:19:44.657 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:44.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:44.658 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:44.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:44 smithi170 ceph-mon[97338]: pgmap v19235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:44 smithi081 ceph-mon[95500]: pgmap v19235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:44 smithi081 ceph-mon[107735]: pgmap v19235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:46.214Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:46.215Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:46 smithi170 ceph-mon[97338]: pgmap v19236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:46 smithi081 ceph-mon[95500]: pgmap v19236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:46 smithi081 ceph-mon[107735]: pgmap v19236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:48 smithi170 ceph-mon[97338]: pgmap v19237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:48 smithi081 ceph-mon[95500]: pgmap v19237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:48 smithi081 ceph-mon[107735]: pgmap v19237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:50 smithi170 ceph-mon[97338]: pgmap v19238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:50 smithi081 ceph-mon[95500]: pgmap v19238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:50 smithi081 ceph-mon[107735]: pgmap v19238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:52 smithi170 ceph-mon[97338]: pgmap v19239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:52 smithi081 ceph-mon[95500]: pgmap v19239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:52 smithi081 ceph-mon[107735]: pgmap v19239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:19:54.663 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:54.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:54.664 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:54.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:54 smithi170 ceph-mon[97338]: pgmap v19240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:54 smithi081 ceph-mon[95500]: pgmap v19240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:54 smithi081 ceph-mon[107735]: pgmap v19240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:19:56.215Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:19:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:19:56.216Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:19:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:56 smithi170 ceph-mon[97338]: pgmap v19241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:56 smithi081 ceph-mon[95500]: pgmap v19241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:56 smithi081 ceph-mon[107735]: pgmap v19241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:19:58 smithi170 ceph-mon[97338]: pgmap v19242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:19:58 smithi081 ceph-mon[95500]: pgmap v19242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:19:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:19:58 smithi081 ceph-mon[107735]: pgmap v19242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:00 smithi170 ceph-mon[97338]: pgmap v19243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:00.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:20:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:00 smithi081 ceph-mon[95500]: pgmap v19243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:01.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:20:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:00 smithi081 ceph-mon[107735]: pgmap v19243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:20:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:02 smithi170 ceph-mon[97338]: pgmap v19244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:02 smithi081 ceph-mon[95500]: pgmap v19244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:02 smithi081 ceph-mon[107735]: pgmap v19244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:20:04.665 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:04.386Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:04.665 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:04.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:04 smithi170 ceph-mon[97338]: pgmap v19245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:04 smithi081 ceph-mon[95500]: pgmap v19245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:04 smithi081 ceph-mon[107735]: pgmap v19245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:06.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:06.217Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:06 smithi170 ceph-mon[97338]: pgmap v19246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:06 smithi081 ceph-mon[95500]: pgmap v19246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:06 smithi081 ceph-mon[107735]: pgmap v19246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:08 smithi170 ceph-mon[97338]: pgmap v19247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:08 smithi081 ceph-mon[95500]: pgmap v19247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:08 smithi081 ceph-mon[107735]: pgmap v19247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:10 smithi170 ceph-mon[97338]: pgmap v19248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:10 smithi081 ceph-mon[95500]: pgmap v19248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:10 smithi081 ceph-mon[107735]: pgmap v19248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:12 smithi170 ceph-mon[97338]: pgmap v19249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:12 smithi081 ceph-mon[95500]: pgmap v19249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:13.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:12 smithi081 ceph-mon[107735]: pgmap v19249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:20:14.669 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:14.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:14.669 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:14.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:14 smithi170 ceph-mon[97338]: pgmap v19250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:14 smithi081 ceph-mon[95500]: pgmap v19250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:14 smithi081 ceph-mon[107735]: pgmap v19250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:16.216Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:16.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:16 smithi170 ceph-mon[97338]: pgmap v19251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:16 smithi081 ceph-mon[95500]: pgmap v19251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:16 smithi081 ceph-mon[107735]: pgmap v19251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:18 smithi170 ceph-mon[97338]: pgmap v19252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:18 smithi081 ceph-mon[95500]: pgmap v19252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:19.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:18 smithi081 ceph-mon[107735]: pgmap v19252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:20 smithi170 ceph-mon[97338]: pgmap v19253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:20 smithi081 ceph-mon[95500]: pgmap v19253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:20 smithi081 ceph-mon[107735]: pgmap v19253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:22 smithi170 ceph-mon[97338]: pgmap v19254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:22 smithi081 ceph-mon[95500]: pgmap v19254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:22 smithi081 ceph-mon[107735]: pgmap v19254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:20:24.673 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:24.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:24.673 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:24.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:24 smithi170 ceph-mon[97338]: pgmap v19255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:24 smithi081 ceph-mon[95500]: pgmap v19255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:24 smithi081 ceph-mon[107735]: pgmap v19255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:26.217Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:26.218Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:26 smithi170 ceph-mon[97338]: pgmap v19256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:26 smithi081 ceph-mon[95500]: pgmap v19256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:26 smithi081 ceph-mon[107735]: pgmap v19256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:28 smithi170 ceph-mon[97338]: pgmap v19257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:28 smithi081 ceph-mon[95500]: pgmap v19257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:28 smithi081 ceph-mon[107735]: pgmap v19257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:30 smithi170 ceph-mon[97338]: pgmap v19258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:30 smithi081 ceph-mon[95500]: pgmap v19258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:30 smithi081 ceph-mon[107735]: pgmap v19258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:32 smithi170 ceph-mon[97338]: pgmap v19259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:32 smithi081 ceph-mon[95500]: pgmap v19259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:32 smithi081 ceph-mon[107735]: pgmap v19259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:20:34.674 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:34.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:34.674 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:34.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:34 smithi170 ceph-mon[97338]: pgmap v19260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:34 smithi081 ceph-mon[95500]: pgmap v19260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:34 smithi081 ceph-mon[107735]: pgmap v19260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:36.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:36.219Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:36 smithi170 ceph-mon[97338]: pgmap v19261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:36 smithi081 ceph-mon[95500]: pgmap v19261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:36 smithi081 ceph-mon[107735]: pgmap v19261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:38 smithi170 ceph-mon[97338]: pgmap v19262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:38 smithi081 ceph-mon[95500]: pgmap v19262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:38 smithi081 ceph-mon[107735]: pgmap v19262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:40 smithi170 ceph-mon[97338]: pgmap v19263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:40 smithi081 ceph-mon[95500]: pgmap v19263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:41.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:40 smithi081 ceph-mon[107735]: pgmap v19263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:42 smithi170 ceph-mon[97338]: pgmap v19264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:42 smithi081 ceph-mon[95500]: pgmap v19264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:42 smithi081 ceph-mon[107735]: pgmap v19264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:20:44.684 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:44.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:44.685 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:44.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:44 smithi170 ceph-mon[97338]: pgmap v19265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:44 smithi081 ceph-mon[95500]: pgmap v19265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:44 smithi081 ceph-mon[107735]: pgmap v19265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:46.218Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:46.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:46.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:46 smithi170 ceph-mon[97338]: pgmap v19266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:46 smithi081 ceph-mon[95500]: pgmap v19266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:46 smithi081 ceph-mon[107735]: pgmap v19266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:48 smithi170 ceph-mon[97338]: pgmap v19267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:48 smithi081 ceph-mon[95500]: pgmap v19267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:48 smithi081 ceph-mon[107735]: pgmap v19267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:50 smithi170 ceph-mon[97338]: pgmap v19268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:50 smithi081 ceph-mon[95500]: pgmap v19268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:50 smithi081 ceph-mon[107735]: pgmap v19268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:52 smithi170 ceph-mon[97338]: pgmap v19269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:52 smithi081 ceph-mon[95500]: pgmap v19269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:52 smithi081 ceph-mon[107735]: pgmap v19269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:20:54.682 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:54.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:54.683 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:54.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:54 smithi170 ceph-mon[97338]: pgmap v19270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:54 smithi081 ceph-mon[95500]: pgmap v19270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:54 smithi081 ceph-mon[107735]: pgmap v19270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:20:56.219Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:20:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:20:56.220Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:20:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:56 smithi170 ceph-mon[97338]: pgmap v19271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:56 smithi081 ceph-mon[95500]: pgmap v19271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:56 smithi081 ceph-mon[107735]: pgmap v19271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:20:58 smithi170 ceph-mon[97338]: pgmap v19272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:20:58 smithi081 ceph-mon[95500]: pgmap v19272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:20:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:20:58 smithi081 ceph-mon[107735]: pgmap v19272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:00 smithi170 ceph-mon[97338]: pgmap v19273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:00 smithi081 ceph-mon[95500]: pgmap v19273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:00 smithi081 ceph-mon[107735]: pgmap v19273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:02 smithi170 ceph-mon[97338]: pgmap v19274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:02 smithi081 ceph-mon[95500]: pgmap v19274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:02 smithi081 ceph-mon[107735]: pgmap v19274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:21:04.684 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:04.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:04.684 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:04.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:04 smithi170 ceph-mon[97338]: pgmap v19275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:04 smithi081 ceph-mon[95500]: pgmap v19275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:04 smithi081 ceph-mon[107735]: pgmap v19275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:06.220Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:06.221Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:06 smithi170 ceph-mon[97338]: pgmap v19276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:06 smithi081 ceph-mon[95500]: pgmap v19276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:06 smithi081 ceph-mon[107735]: pgmap v19276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:08.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:08 smithi170 ceph-mon[97338]: pgmap v19277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:08 smithi081 ceph-mon[95500]: pgmap v19277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:08 smithi081 ceph-mon[107735]: pgmap v19277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:10 smithi170 ceph-mon[97338]: pgmap v19278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:10 smithi081 ceph-mon[95500]: pgmap v19278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:10 smithi081 ceph-mon[107735]: pgmap v19278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:12 smithi170 ceph-mon[97338]: pgmap v19279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:13.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:12 smithi081 ceph-mon[95500]: pgmap v19279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:13.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:12 smithi081 ceph-mon[107735]: pgmap v19279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:21:14.689 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:14.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:14.690 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:14.391Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:14 smithi170 ceph-mon[97338]: pgmap v19280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:14 smithi081 ceph-mon[95500]: pgmap v19280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:14 smithi081 ceph-mon[107735]: pgmap v19280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:16.221Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:16.222Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:16 smithi170 ceph-mon[97338]: pgmap v19281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:16 smithi081 ceph-mon[95500]: pgmap v19281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:16 smithi081 ceph-mon[107735]: pgmap v19281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:18 smithi170 ceph-mon[97338]: pgmap v19282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:18 smithi081 ceph-mon[95500]: pgmap v19282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:18 smithi081 ceph-mon[107735]: pgmap v19282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:20 smithi170 ceph-mon[97338]: pgmap v19283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:20 smithi081 ceph-mon[95500]: pgmap v19283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:20 smithi081 ceph-mon[107735]: pgmap v19283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:22 smithi170 ceph-mon[97338]: pgmap v19284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:22 smithi081 ceph-mon[95500]: pgmap v19284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:22 smithi081 ceph-mon[107735]: pgmap v19284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:21:24.693 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:24.391Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:24.693 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:24.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:24 smithi170 ceph-mon[97338]: pgmap v19285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:24 smithi081 ceph-mon[95500]: pgmap v19285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:24 smithi081 ceph-mon[107735]: pgmap v19285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:26.222Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:26.223Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:26 smithi170 ceph-mon[97338]: pgmap v19286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:26 smithi081 ceph-mon[95500]: pgmap v19286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:26 smithi081 ceph-mon[107735]: pgmap v19286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:28 smithi170 ceph-mon[97338]: pgmap v19287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:28 smithi081 ceph-mon[95500]: pgmap v19287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:28 smithi081 ceph-mon[107735]: pgmap v19287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:30 smithi170 ceph-mon[97338]: pgmap v19288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:30 smithi081 ceph-mon[95500]: pgmap v19288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:30 smithi081 ceph-mon[107735]: pgmap v19288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:32 smithi170 ceph-mon[97338]: pgmap v19289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:32 smithi081 ceph-mon[95500]: pgmap v19289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:32 smithi081 ceph-mon[107735]: pgmap v19289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:21:34.694 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:34.391Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:34.694 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:34.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:34 smithi170 ceph-mon[97338]: pgmap v19290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:34 smithi081 ceph-mon[95500]: pgmap v19290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:34 smithi081 ceph-mon[107735]: pgmap v19290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:36.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:36.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:36 smithi170 ceph-mon[97338]: pgmap v19291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:36 smithi081 ceph-mon[95500]: pgmap v19291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:36 smithi081 ceph-mon[107735]: pgmap v19291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:38 smithi170 ceph-mon[97338]: pgmap v19292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:38 smithi081 ceph-mon[95500]: pgmap v19292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:38 smithi081 ceph-mon[107735]: pgmap v19292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:40 smithi170 ceph-mon[97338]: pgmap v19293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:40 smithi081 ceph-mon[95500]: pgmap v19293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:40 smithi081 ceph-mon[107735]: pgmap v19293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:42 smithi170 ceph-mon[97338]: pgmap v19294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:42 smithi081 ceph-mon[95500]: pgmap v19294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:42 smithi081 ceph-mon[107735]: pgmap v19294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:21:44.697 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:44.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:44.697 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:44.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:44 smithi170 ceph-mon[97338]: pgmap v19295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:44 smithi081 ceph-mon[95500]: pgmap v19295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:44 smithi081 ceph-mon[107735]: pgmap v19295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:46.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:46.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:46.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:46 smithi170 ceph-mon[97338]: pgmap v19296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:46 smithi081 ceph-mon[95500]: pgmap v19296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:46 smithi081 ceph-mon[107735]: pgmap v19296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:48 smithi170 ceph-mon[97338]: pgmap v19297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:48 smithi081 ceph-mon[95500]: pgmap v19297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:48 smithi081 ceph-mon[107735]: pgmap v19297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:50 smithi170 ceph-mon[97338]: pgmap v19298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:50 smithi081 ceph-mon[95500]: pgmap v19298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:50 smithi081 ceph-mon[107735]: pgmap v19298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:52 smithi170 ceph-mon[97338]: pgmap v19299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:52 smithi081 ceph-mon[95500]: pgmap v19299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:52 smithi081 ceph-mon[107735]: pgmap v19299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:21:54.701 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:54.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:54.701 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:54.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:54 smithi170 ceph-mon[97338]: pgmap v19300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:54 smithi081 ceph-mon[95500]: pgmap v19300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:54 smithi081 ceph-mon[107735]: pgmap v19300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:21:56.223Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:21:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:21:56.224Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:21:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:56 smithi170 ceph-mon[97338]: pgmap v19301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:56 smithi081 ceph-mon[95500]: pgmap v19301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:57.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:56 smithi081 ceph-mon[107735]: pgmap v19301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:21:58 smithi170 ceph-mon[97338]: pgmap v19302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:21:58 smithi081 ceph-mon[95500]: pgmap v19302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:21:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:21:58 smithi081 ceph-mon[107735]: pgmap v19302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:00 smithi170 ceph-mon[97338]: pgmap v19303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:00 smithi081 ceph-mon[95500]: pgmap v19303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:00 smithi081 ceph-mon[107735]: pgmap v19303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:02 smithi170 ceph-mon[97338]: pgmap v19304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:02 smithi081 ceph-mon[95500]: pgmap v19304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:02 smithi081 ceph-mon[107735]: pgmap v19304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:22:04.703 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:04.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:04.703 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:04.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:04 smithi170 ceph-mon[97338]: pgmap v19305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:04 smithi081 ceph-mon[95500]: pgmap v19305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:04 smithi081 ceph-mon[107735]: pgmap v19305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:06.224Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:06.225Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:06 smithi170 ceph-mon[97338]: pgmap v19306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:06 smithi081 ceph-mon[95500]: pgmap v19306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:06 smithi081 ceph-mon[107735]: pgmap v19306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:08 smithi170 ceph-mon[97338]: pgmap v19307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:08 smithi081 ceph-mon[95500]: pgmap v19307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:08 smithi081 ceph-mon[107735]: pgmap v19307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:10 smithi170 ceph-mon[97338]: pgmap v19308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:10 smithi081 ceph-mon[95500]: pgmap v19308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:10 smithi081 ceph-mon[107735]: pgmap v19308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:12 smithi170 ceph-mon[97338]: pgmap v19309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:12 smithi081 ceph-mon[95500]: pgmap v19309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:12 smithi081 ceph-mon[107735]: pgmap v19309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:22:14.706 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:14.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:14.707 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:14.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:14 smithi170 ceph-mon[97338]: pgmap v19310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:14 smithi081 ceph-mon[95500]: pgmap v19310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:14 smithi081 ceph-mon[107735]: pgmap v19310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:16.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:16.226Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:16 smithi170 ceph-mon[97338]: pgmap v19311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:16 smithi081 ceph-mon[95500]: pgmap v19311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:16 smithi081 ceph-mon[107735]: pgmap v19311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:18 smithi170 ceph-mon[97338]: pgmap v19312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:18 smithi081 ceph-mon[95500]: pgmap v19312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:18 smithi081 ceph-mon[107735]: pgmap v19312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:20 smithi170 ceph-mon[97338]: pgmap v19313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:20 smithi081 ceph-mon[95500]: pgmap v19313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:20 smithi081 ceph-mon[107735]: pgmap v19313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:22 smithi170 ceph-mon[97338]: pgmap v19314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:22 smithi081 ceph-mon[95500]: pgmap v19314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:22 smithi081 ceph-mon[107735]: pgmap v19314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:22:24.709 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:24.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:24.709 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:24.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:24 smithi170 ceph-mon[97338]: pgmap v19315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:24 smithi081 ceph-mon[95500]: pgmap v19315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:24 smithi081 ceph-mon[107735]: pgmap v19315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:26.225Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:26.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:26 smithi170 ceph-mon[97338]: pgmap v19316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:26 smithi081 ceph-mon[95500]: pgmap v19316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:26 smithi081 ceph-mon[107735]: pgmap v19316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:28 smithi170 ceph-mon[97338]: pgmap v19317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:28 smithi081 ceph-mon[95500]: pgmap v19317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:28 smithi081 ceph-mon[107735]: pgmap v19317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:30 smithi170 ceph-mon[97338]: pgmap v19318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:30 smithi081 ceph-mon[95500]: pgmap v19318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:30 smithi081 ceph-mon[107735]: pgmap v19318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:32 smithi170 ceph-mon[97338]: pgmap v19319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:32 smithi081 ceph-mon[95500]: pgmap v19319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:32 smithi081 ceph-mon[107735]: pgmap v19319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:22:34.711 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:34.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:34.711 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:34.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:34 smithi170 ceph-mon[97338]: pgmap v19320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:34 smithi081 ceph-mon[95500]: pgmap v19320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:34 smithi081 ceph-mon[107735]: pgmap v19320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:36.226Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:36.227Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:36 smithi170 ceph-mon[97338]: pgmap v19321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:36 smithi081 ceph-mon[95500]: pgmap v19321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:36 smithi081 ceph-mon[107735]: pgmap v19321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:38 smithi170 ceph-mon[97338]: pgmap v19322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:38 smithi081 ceph-mon[95500]: pgmap v19322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:38 smithi081 ceph-mon[107735]: pgmap v19322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:40 smithi170 ceph-mon[97338]: pgmap v19323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:40 smithi081 ceph-mon[95500]: pgmap v19323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:40 smithi081 ceph-mon[107735]: pgmap v19323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:42 smithi170 ceph-mon[97338]: pgmap v19324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:42 smithi081 ceph-mon[95500]: pgmap v19324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:42 smithi081 ceph-mon[107735]: pgmap v19324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:22:44.717 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:44.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:44.717 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:44.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:44 smithi170 ceph-mon[97338]: pgmap v19325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:44 smithi081 ceph-mon[95500]: pgmap v19325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:44 smithi081 ceph-mon[107735]: pgmap v19325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:46.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:46.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:46 smithi170 ceph-mon[97338]: pgmap v19326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:46 smithi081 ceph-mon[95500]: pgmap v19326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:46 smithi081 ceph-mon[107735]: pgmap v19326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:48 smithi170 ceph-mon[97338]: pgmap v19327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:48 smithi081 ceph-mon[95500]: pgmap v19327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:48 smithi081 ceph-mon[107735]: pgmap v19327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:50 smithi170 ceph-mon[97338]: pgmap v19328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:50 smithi081 ceph-mon[95500]: pgmap v19328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:50 smithi081 ceph-mon[107735]: pgmap v19328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:52 smithi170 ceph-mon[97338]: pgmap v19329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:52 smithi081 ceph-mon[95500]: pgmap v19329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:52 smithi081 ceph-mon[107735]: pgmap v19329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:22:54.719 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:54.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:54.719 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:54.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:54 smithi170 ceph-mon[97338]: pgmap v19330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:54 smithi081 ceph-mon[95500]: pgmap v19330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:54 smithi081 ceph-mon[107735]: pgmap v19330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:22:56.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:22:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:22:56.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:22:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:56 smithi170 ceph-mon[97338]: pgmap v19331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:56 smithi081 ceph-mon[95500]: pgmap v19331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:56 smithi081 ceph-mon[107735]: pgmap v19331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:22:58 smithi170 ceph-mon[97338]: pgmap v19332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:22:58 smithi081 ceph-mon[95500]: pgmap v19332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:22:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:22:58 smithi081 ceph-mon[107735]: pgmap v19332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:00 smithi170 ceph-mon[97338]: pgmap v19333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:00 smithi081 ceph-mon[95500]: pgmap v19333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:00 smithi081 ceph-mon[107735]: pgmap v19333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:02.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:02 smithi170 ceph-mon[97338]: pgmap v19334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:02 smithi081 ceph-mon[95500]: pgmap v19334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:02 smithi081 ceph-mon[107735]: pgmap v19334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:23:04.721 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:04.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:04.722 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:04.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:04 smithi170 ceph-mon[97338]: pgmap v19335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:04 smithi081 ceph-mon[95500]: pgmap v19335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:04 smithi081 ceph-mon[107735]: pgmap v19335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:06.227Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:06.228Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:06 smithi170 ceph-mon[97338]: pgmap v19336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:06 smithi081 ceph-mon[95500]: pgmap v19336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:06 smithi081 ceph-mon[107735]: pgmap v19336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:08 smithi170 ceph-mon[97338]: pgmap v19337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:08 smithi081 ceph-mon[95500]: pgmap v19337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:08 smithi081 ceph-mon[107735]: pgmap v19337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:10 smithi170 ceph-mon[97338]: pgmap v19338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:10 smithi081 ceph-mon[95500]: pgmap v19338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:11.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:10 smithi081 ceph-mon[107735]: pgmap v19338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:12 smithi170 ceph-mon[97338]: pgmap v19339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:12 smithi081 ceph-mon[95500]: pgmap v19339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:12 smithi081 ceph-mon[107735]: pgmap v19339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:23:14.724 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:14.398Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:14.725 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:14.399Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:14 smithi170 ceph-mon[97338]: pgmap v19340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:14 smithi081 ceph-mon[95500]: pgmap v19340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:14 smithi081 ceph-mon[107735]: pgmap v19340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:16.228Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:16.229Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:16 smithi170 ceph-mon[97338]: pgmap v19341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:16 smithi081 ceph-mon[95500]: pgmap v19341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:16 smithi081 ceph-mon[107735]: pgmap v19341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:18 smithi170 ceph-mon[97338]: pgmap v19342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:18 smithi081 ceph-mon[95500]: pgmap v19342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:18 smithi081 ceph-mon[107735]: pgmap v19342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:20 smithi170 ceph-mon[97338]: pgmap v19343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:20 smithi081 ceph-mon[95500]: pgmap v19343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:20 smithi081 ceph-mon[107735]: pgmap v19343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:22 smithi170 ceph-mon[97338]: pgmap v19344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:22 smithi081 ceph-mon[95500]: pgmap v19344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:22 smithi081 ceph-mon[107735]: pgmap v19344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:23:24.730 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:24.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:24.730 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:24.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:24 smithi170 ceph-mon[97338]: pgmap v19345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:24 smithi081 ceph-mon[95500]: pgmap v19345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:24 smithi081 ceph-mon[107735]: pgmap v19345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:26.229Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:26.230Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:26 smithi170 ceph-mon[97338]: pgmap v19346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:26 smithi081 ceph-mon[95500]: pgmap v19346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:26 smithi081 ceph-mon[107735]: pgmap v19346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:28 smithi170 ceph-mon[97338]: pgmap v19347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:28 smithi081 ceph-mon[95500]: pgmap v19347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:28 smithi081 ceph-mon[107735]: pgmap v19347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:30 smithi170 ceph-mon[97338]: pgmap v19348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:30 smithi081 ceph-mon[95500]: pgmap v19348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:30 smithi081 ceph-mon[107735]: pgmap v19348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:32 smithi170 ceph-mon[97338]: pgmap v19349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:32 smithi081 ceph-mon[95500]: pgmap v19349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:32 smithi081 ceph-mon[107735]: pgmap v19349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:23:34.731 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:34.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:34.731 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:34.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:34 smithi170 ceph-mon[97338]: pgmap v19350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:34 smithi081 ceph-mon[95500]: pgmap v19350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:34 smithi081 ceph-mon[107735]: pgmap v19350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:36.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:36.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:36 smithi170 ceph-mon[97338]: pgmap v19351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:36 smithi081 ceph-mon[95500]: pgmap v19351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:36 smithi081 ceph-mon[107735]: pgmap v19351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:38 smithi170 ceph-mon[97338]: pgmap v19352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:38 smithi081 ceph-mon[95500]: pgmap v19352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:38 smithi081 ceph-mon[107735]: pgmap v19352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:40 smithi170 ceph-mon[97338]: pgmap v19353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:40 smithi081 ceph-mon[95500]: pgmap v19353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:40 smithi081 ceph-mon[107735]: pgmap v19353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:42 smithi170 ceph-mon[97338]: pgmap v19354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:42 smithi081 ceph-mon[95500]: pgmap v19354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:43.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:42 smithi081 ceph-mon[107735]: pgmap v19354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:23:44.734 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:44.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:44.734 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:44.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:44 smithi170 ceph-mon[97338]: pgmap v19355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:44 smithi081 ceph-mon[95500]: pgmap v19355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:44 smithi081 ceph-mon[107735]: pgmap v19355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:46.230Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:46.231Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:46.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:46 smithi170 ceph-mon[97338]: pgmap v19356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:46 smithi081 ceph-mon[95500]: pgmap v19356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:46 smithi081 ceph-mon[107735]: pgmap v19356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:48 smithi170 ceph-mon[97338]: pgmap v19357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:48 smithi081 ceph-mon[95500]: pgmap v19357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:48 smithi081 ceph-mon[107735]: pgmap v19357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:50 smithi170 ceph-mon[97338]: pgmap v19358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:50 smithi081 ceph-mon[95500]: pgmap v19358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:50 smithi081 ceph-mon[107735]: pgmap v19358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:52 smithi170 ceph-mon[97338]: pgmap v19359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:52 smithi081 ceph-mon[95500]: pgmap v19359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:52 smithi081 ceph-mon[107735]: pgmap v19359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:23:54.738 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:54.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:54.738 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:54.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:54 smithi170 ceph-mon[97338]: pgmap v19360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:54 smithi081 ceph-mon[95500]: pgmap v19360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:54 smithi081 ceph-mon[107735]: pgmap v19360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:23:56.231Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:23:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:23:56.232Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:23:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:56 smithi170 ceph-mon[97338]: pgmap v19361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:56 smithi081 ceph-mon[95500]: pgmap v19361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:56 smithi081 ceph-mon[107735]: pgmap v19361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:23:58 smithi170 ceph-mon[97338]: pgmap v19362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:23:58 smithi081 ceph-mon[95500]: pgmap v19362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:23:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:23:58 smithi081 ceph-mon[107735]: pgmap v19362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:00 smithi170 ceph-mon[97338]: pgmap v19363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:00 smithi081 ceph-mon[95500]: pgmap v19363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:00 smithi081 ceph-mon[107735]: pgmap v19363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:02 smithi170 ceph-mon[97338]: pgmap v19364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:02 smithi081 ceph-mon[95500]: pgmap v19364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:02 smithi081 ceph-mon[107735]: pgmap v19364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:24:04.744 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:04.402Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:04.745 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:04.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:04 smithi170 ceph-mon[97338]: pgmap v19365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:04 smithi081 ceph-mon[95500]: pgmap v19365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:04 smithi081 ceph-mon[107735]: pgmap v19365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:06.232Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:06.233Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:06 smithi081 ceph-mon[95500]: pgmap v19366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:07.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:06 smithi081 ceph-mon[107735]: pgmap v19366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:06 smithi170 ceph-mon[97338]: pgmap v19366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:08 smithi170 ceph-mon[97338]: pgmap v19367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:08 smithi081 ceph-mon[95500]: pgmap v19367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:08 smithi081 ceph-mon[107735]: pgmap v19367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:10.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:10 smithi170 ceph-mon[97338]: pgmap v19368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:10 smithi081 ceph-mon[95500]: pgmap v19368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:10 smithi081 ceph-mon[107735]: pgmap v19368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:12 smithi170 ceph-mon[97338]: pgmap v19369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:12 smithi081 ceph-mon[95500]: pgmap v19369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:12 smithi081 ceph-mon[107735]: pgmap v19369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:24:14.744 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:14.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:14.745 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:14.404Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:14 smithi081 ceph-mon[95500]: pgmap v19370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:14 smithi081 ceph-mon[107735]: pgmap v19370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:14 smithi170 ceph-mon[97338]: pgmap v19370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:16.233Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:16.234Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:16 smithi081 ceph-mon[95500]: pgmap v19371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:16 smithi081 ceph-mon[107735]: pgmap v19371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:16 smithi170 ceph-mon[97338]: pgmap v19371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:18 smithi170 ceph-mon[97338]: pgmap v19372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:18 smithi081 ceph-mon[95500]: pgmap v19372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:18 smithi081 ceph-mon[107735]: pgmap v19372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:20.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:20 smithi170 ceph-mon[97338]: pgmap v19373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:20 smithi081 ceph-mon[95500]: pgmap v19373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:21.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:20 smithi081 ceph-mon[107735]: pgmap v19373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:22 smithi081 ceph-mon[95500]: pgmap v19374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:22 smithi081 ceph-mon[107735]: pgmap v19374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:22 smithi170 ceph-mon[97338]: pgmap v19374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:24:24.747 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:24.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:24.748 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:24.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:24 smithi081 ceph-mon[95500]: pgmap v19375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:24 smithi081 ceph-mon[107735]: pgmap v19375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:24 smithi170 ceph-mon[97338]: pgmap v19375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:26.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:26.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:27.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:26 smithi081 ceph-mon[95500]: pgmap v19376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:26 smithi081 ceph-mon[107735]: pgmap v19376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:26 smithi170 ceph-mon[97338]: pgmap v19376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:28 smithi170 ceph-mon[97338]: pgmap v19377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:28 smithi081 ceph-mon[95500]: pgmap v19377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:28 smithi081 ceph-mon[107735]: pgmap v19377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:30 smithi081 ceph-mon[95500]: pgmap v19378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:30 smithi081 ceph-mon[107735]: pgmap v19378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:30 smithi170 ceph-mon[97338]: pgmap v19378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:32 smithi081 ceph-mon[95500]: pgmap v19379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:32 smithi081 ceph-mon[107735]: pgmap v19379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:32 smithi170 ceph-mon[97338]: pgmap v19379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:24:34.751 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:34.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:34.752 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:34.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:34 smithi081 ceph-mon[95500]: pgmap v19380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:34 smithi081 ceph-mon[107735]: pgmap v19380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:34 smithi170 ceph-mon[97338]: pgmap v19380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:36.234Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:36.235Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:36 smithi081 ceph-mon[95500]: pgmap v19381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:36 smithi081 ceph-mon[107735]: pgmap v19381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:36 smithi170 ceph-mon[97338]: pgmap v19381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:38 smithi170 ceph-mon[97338]: pgmap v19382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:38 smithi081 ceph-mon[95500]: pgmap v19382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:38 smithi081 ceph-mon[107735]: pgmap v19382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:41.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:40 smithi081 ceph-mon[95500]: pgmap v19383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:40 smithi081 ceph-mon[107735]: pgmap v19383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:40 smithi170 ceph-mon[97338]: pgmap v19383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:42 smithi081 ceph-mon[95500]: pgmap v19384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:42 smithi081 ceph-mon[107735]: pgmap v19384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:42 smithi170 ceph-mon[97338]: pgmap v19384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:24:44.754 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:44.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:44.755 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:44.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:44 smithi081 ceph-mon[95500]: pgmap v19385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:44 smithi081 ceph-mon[107735]: pgmap v19385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:44 smithi170 ceph-mon[97338]: pgmap v19385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:46.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:46.236Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:46 smithi081 ceph-mon[95500]: pgmap v19386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:46 smithi081 ceph-mon[107735]: pgmap v19386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:46 smithi170 ceph-mon[97338]: pgmap v19386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:48 smithi170 ceph-mon[97338]: pgmap v19387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:48 smithi081 ceph-mon[95500]: pgmap v19387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:48 smithi081 ceph-mon[107735]: pgmap v19387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:50 smithi081 ceph-mon[95500]: pgmap v19388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:50 smithi081 ceph-mon[107735]: pgmap v19388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:50 smithi170 ceph-mon[97338]: pgmap v19388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:52 smithi081 ceph-mon[95500]: pgmap v19389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:52 smithi081 ceph-mon[107735]: pgmap v19389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:53.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:52 smithi170 ceph-mon[97338]: pgmap v19389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:24:54.758 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:54.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:54.758 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:54.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:54 smithi081 ceph-mon[95500]: pgmap v19390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:54 smithi081 ceph-mon[107735]: pgmap v19390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:54 smithi170 ceph-mon[97338]: pgmap v19390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:24:56.235Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:24:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:24:56.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:24:57.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:56 smithi081 ceph-mon[95500]: pgmap v19391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:56 smithi081 ceph-mon[107735]: pgmap v19391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:56 smithi170 ceph-mon[97338]: pgmap v19391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:24:58 smithi170 ceph-mon[97338]: pgmap v19392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:24:58 smithi081 ceph-mon[95500]: pgmap v19392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:24:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:24:58 smithi081 ceph-mon[107735]: pgmap v19392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:00 smithi081 ceph-mon[95500]: pgmap v19393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:01.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:00 smithi081 ceph-mon[107735]: pgmap v19393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:00 smithi170 ceph-mon[97338]: pgmap v19393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:02 smithi081 ceph-mon[95500]: pgmap v19394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:02 smithi081 ceph-mon[107735]: pgmap v19394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:02 smithi170 ceph-mon[97338]: pgmap v19394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:25:04.761 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:04.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:04.761 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:04.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:04 smithi081 ceph-mon[95500]: pgmap v19395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:04 smithi081 ceph-mon[107735]: pgmap v19395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:04 smithi170 ceph-mon[97338]: pgmap v19395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:06.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:06.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:06 smithi081 ceph-mon[95500]: pgmap v19396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:06 smithi081 ceph-mon[107735]: pgmap v19396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:06 smithi170 ceph-mon[97338]: pgmap v19396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:08 smithi170 ceph-mon[97338]: pgmap v19397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:08 smithi081 ceph-mon[95500]: pgmap v19397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:08 smithi081 ceph-mon[107735]: pgmap v19397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:10 smithi081 ceph-mon[95500]: pgmap v19398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:10 smithi081 ceph-mon[107735]: pgmap v19398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:10 smithi170 ceph-mon[97338]: pgmap v19398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:12 smithi081 ceph-mon[95500]: pgmap v19399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:12 smithi081 ceph-mon[107735]: pgmap v19399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:12 smithi170 ceph-mon[97338]: pgmap v19399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:25:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:14.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:14.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:14 smithi170 ceph-mon[97338]: pgmap v19400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:14 smithi081 ceph-mon[107735]: pgmap v19400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:14 smithi081 ceph-mon[95500]: pgmap v19400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:16.236Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:16.237Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:16 smithi170 ceph-mon[97338]: pgmap v19401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:16 smithi081 ceph-mon[95500]: pgmap v19401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:16 smithi081 ceph-mon[107735]: pgmap v19401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:18 smithi170 ceph-mon[97338]: pgmap v19402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:18 smithi081 ceph-mon[95500]: pgmap v19402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:18 smithi081 ceph-mon[107735]: pgmap v19402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:20 smithi081 ceph-mon[95500]: pgmap v19403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:20 smithi081 ceph-mon[107735]: pgmap v19403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:20 smithi170 ceph-mon[97338]: pgmap v19403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:22 smithi081 ceph-mon[95500]: pgmap v19404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:22 smithi081 ceph-mon[107735]: pgmap v19404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:22 smithi170 ceph-mon[97338]: pgmap v19404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:25:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:24.408Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:24.409Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:24 smithi170 ceph-mon[97338]: pgmap v19405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:24 smithi081 ceph-mon[95500]: pgmap v19405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:24 smithi081 ceph-mon[107735]: pgmap v19405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:26.237Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:26.238Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:26 smithi170 ceph-mon[97338]: pgmap v19406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:26 smithi081 ceph-mon[95500]: pgmap v19406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:26 smithi081 ceph-mon[107735]: pgmap v19406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:28 smithi170 ceph-mon[97338]: pgmap v19407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:28 smithi081 ceph-mon[95500]: pgmap v19407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:28 smithi081 ceph-mon[107735]: pgmap v19407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:30 smithi081 ceph-mon[95500]: pgmap v19408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:30 smithi081 ceph-mon[107735]: pgmap v19408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:30 smithi170 ceph-mon[97338]: pgmap v19408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:33.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:32 smithi081 ceph-mon[95500]: pgmap v19409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:33.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:32 smithi081 ceph-mon[107735]: pgmap v19409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:33.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:32 smithi170 ceph-mon[97338]: pgmap v19409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:25:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:34.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:34.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:34 smithi170 ceph-mon[97338]: pgmap v19410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:34 smithi081 ceph-mon[95500]: pgmap v19410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:34 smithi081 ceph-mon[107735]: pgmap v19410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:36.238Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:36.239Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:36 smithi170 ceph-mon[97338]: pgmap v19411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:36 smithi081 ceph-mon[95500]: pgmap v19411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:36 smithi081 ceph-mon[107735]: pgmap v19411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:38 smithi170 ceph-mon[97338]: pgmap v19412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:38 smithi081 ceph-mon[95500]: pgmap v19412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:38 smithi081 ceph-mon[107735]: pgmap v19412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:40 smithi170 ceph-mon[97338]: pgmap v19413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:40 smithi081 ceph-mon[95500]: pgmap v19413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:40 smithi081 ceph-mon[107735]: pgmap v19413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:43.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:42 smithi081 ceph-mon[95500]: pgmap v19414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:43.062 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:42 smithi081 ceph-mon[107735]: pgmap v19414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:42 smithi170 ceph-mon[97338]: pgmap v19414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:25:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:44.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:44.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:44 smithi170 ceph-mon[97338]: pgmap v19415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:44 smithi081 ceph-mon[95500]: pgmap v19415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:44 smithi081 ceph-mon[107735]: pgmap v19415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:46.239Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:46.240Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:46 smithi170 ceph-mon[97338]: pgmap v19416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:46 smithi081 ceph-mon[95500]: pgmap v19416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:46 smithi081 ceph-mon[107735]: pgmap v19416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:48 smithi170 ceph-mon[97338]: pgmap v19417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:48 smithi081 ceph-mon[95500]: pgmap v19417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:48 smithi081 ceph-mon[107735]: pgmap v19417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:50 smithi170 ceph-mon[97338]: pgmap v19418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:50 smithi081 ceph-mon[95500]: pgmap v19418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:50 smithi081 ceph-mon[107735]: pgmap v19418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:53.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:52 smithi081 ceph-mon[95500]: pgmap v19419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:53.062 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:52 smithi081 ceph-mon[107735]: pgmap v19419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:52 smithi170 ceph-mon[97338]: pgmap v19419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:25:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:54.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:54.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:54 smithi170 ceph-mon[97338]: pgmap v19420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:54 smithi081 ceph-mon[95500]: pgmap v19420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:54 smithi081 ceph-mon[107735]: pgmap v19420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:25:56.240Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:25:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:25:56.241Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:25:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:56 smithi170 ceph-mon[97338]: pgmap v19421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:56 smithi081 ceph-mon[95500]: pgmap v19421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:56 smithi081 ceph-mon[107735]: pgmap v19421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:25:58 smithi170 ceph-mon[97338]: pgmap v19422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:25:58 smithi081 ceph-mon[95500]: pgmap v19422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:25:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:25:58 smithi081 ceph-mon[107735]: pgmap v19422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:00 smithi170 ceph-mon[97338]: pgmap v19423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:00 smithi081 ceph-mon[95500]: pgmap v19423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:00 smithi081 ceph-mon[107735]: pgmap v19423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:03.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:02 smithi081 ceph-mon[95500]: pgmap v19424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:03.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:02 smithi081 ceph-mon[107735]: pgmap v19424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:03.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:02 smithi170 ceph-mon[97338]: pgmap v19424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:26:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:04.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:04.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:04 smithi170 ceph-mon[97338]: pgmap v19425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:04 smithi081 ceph-mon[95500]: pgmap v19425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:04 smithi081 ceph-mon[107735]: pgmap v19425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:06.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:06.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:06 smithi170 ceph-mon[97338]: pgmap v19426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:06 smithi081 ceph-mon[95500]: pgmap v19426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:06 smithi081 ceph-mon[107735]: pgmap v19426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:08 smithi170 ceph-mon[97338]: pgmap v19427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:08 smithi081 ceph-mon[95500]: pgmap v19427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:08 smithi081 ceph-mon[107735]: pgmap v19427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:10 smithi170 ceph-mon[97338]: pgmap v19428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:10 smithi081 ceph-mon[95500]: pgmap v19428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:10 smithi081 ceph-mon[107735]: pgmap v19428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:13.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:12 smithi081 ceph-mon[95500]: pgmap v19429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:13.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:12 smithi081 ceph-mon[107735]: pgmap v19429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:12 smithi170 ceph-mon[97338]: pgmap v19429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:26:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:14.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:14.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:14 smithi170 ceph-mon[97338]: pgmap v19430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:14 smithi081 ceph-mon[95500]: pgmap v19430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:14 smithi081 ceph-mon[107735]: pgmap v19430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:16.241Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:16.242Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:16 smithi170 ceph-mon[97338]: pgmap v19431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:16 smithi081 ceph-mon[95500]: pgmap v19431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:16 smithi081 ceph-mon[107735]: pgmap v19431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:18 smithi170 ceph-mon[97338]: pgmap v19432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:18 smithi081 ceph-mon[95500]: pgmap v19432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:18 smithi081 ceph-mon[107735]: pgmap v19432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:20 smithi170 ceph-mon[97338]: pgmap v19433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:20 smithi081 ceph-mon[95500]: pgmap v19433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:20 smithi081 ceph-mon[107735]: pgmap v19433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:23.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:22 smithi081 ceph-mon[95500]: pgmap v19434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:23.062 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:22 smithi081 ceph-mon[107735]: pgmap v19434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:22 smithi170 ceph-mon[97338]: pgmap v19434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:26:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:24.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:24.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:24 smithi170 ceph-mon[97338]: pgmap v19435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:24 smithi081 ceph-mon[107735]: pgmap v19435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:24 smithi081 ceph-mon[95500]: pgmap v19435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:26.242Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:26.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:26 smithi170 ceph-mon[97338]: pgmap v19436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:26 smithi081 ceph-mon[95500]: pgmap v19436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:26 smithi081 ceph-mon[107735]: pgmap v19436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:28 smithi170 ceph-mon[97338]: pgmap v19437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:28 smithi081 ceph-mon[95500]: pgmap v19437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:28 smithi081 ceph-mon[107735]: pgmap v19437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:30 smithi170 ceph-mon[97338]: pgmap v19438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:30 smithi081 ceph-mon[95500]: pgmap v19438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:30 smithi081 ceph-mon[107735]: pgmap v19438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:33.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:32 smithi081 ceph-mon[95500]: pgmap v19439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:33.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:32 smithi081 ceph-mon[107735]: pgmap v19439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:33.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:32 smithi170 ceph-mon[97338]: pgmap v19439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:26:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:34.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:34.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:34 smithi170 ceph-mon[97338]: pgmap v19440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:34 smithi081 ceph-mon[95500]: pgmap v19440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:34 smithi081 ceph-mon[107735]: pgmap v19440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:36.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:36.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:36 smithi170 ceph-mon[97338]: pgmap v19441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:36 smithi081 ceph-mon[95500]: pgmap v19441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:36 smithi081 ceph-mon[107735]: pgmap v19441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:38 smithi170 ceph-mon[97338]: pgmap v19442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:38 smithi081 ceph-mon[95500]: pgmap v19442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:38 smithi081 ceph-mon[107735]: pgmap v19442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:40 smithi170 ceph-mon[97338]: pgmap v19443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:40 smithi081 ceph-mon[95500]: pgmap v19443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:40 smithi081 ceph-mon[107735]: pgmap v19443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:43.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:42 smithi081 ceph-mon[95500]: pgmap v19444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:43.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:42 smithi081 ceph-mon[107735]: pgmap v19444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:42 smithi170 ceph-mon[97338]: pgmap v19444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:26:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:44.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:44.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:44 smithi170 ceph-mon[97338]: pgmap v19445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:44 smithi081 ceph-mon[95500]: pgmap v19445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:44 smithi081 ceph-mon[107735]: pgmap v19445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:46.243Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:46.244Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:46 smithi170 ceph-mon[97338]: pgmap v19446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:46 smithi081 ceph-mon[95500]: pgmap v19446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:46 smithi081 ceph-mon[107735]: pgmap v19446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:48 smithi170 ceph-mon[97338]: pgmap v19447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:48 smithi081 ceph-mon[95500]: pgmap v19447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:48 smithi081 ceph-mon[107735]: pgmap v19447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:50 smithi170 ceph-mon[97338]: pgmap v19448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:50 smithi081 ceph-mon[95500]: pgmap v19448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:50 smithi081 ceph-mon[107735]: pgmap v19448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:53.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:52 smithi081 ceph-mon[95500]: pgmap v19449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:53.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:52 smithi081 ceph-mon[107735]: pgmap v19449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:53.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:52 smithi170 ceph-mon[97338]: pgmap v19449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:26:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:54.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:54.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:54 smithi170 ceph-mon[97338]: pgmap v19450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:54 smithi081 ceph-mon[95500]: pgmap v19450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:54 smithi081 ceph-mon[107735]: pgmap v19450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:26:56.244Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:26:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:26:56.245Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:26:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:56 smithi170 ceph-mon[97338]: pgmap v19451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:56 smithi081 ceph-mon[95500]: pgmap v19451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:56 smithi081 ceph-mon[107735]: pgmap v19451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:26:58 smithi170 ceph-mon[97338]: pgmap v19452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:26:58 smithi081 ceph-mon[95500]: pgmap v19452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:26:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:26:58 smithi081 ceph-mon[107735]: pgmap v19452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:00 smithi170 ceph-mon[97338]: pgmap v19453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:00 smithi081 ceph-mon[95500]: pgmap v19453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:00 smithi081 ceph-mon[107735]: pgmap v19453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:03.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:02 smithi081 ceph-mon[95500]: pgmap v19454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:03.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:02 smithi081 ceph-mon[107735]: pgmap v19454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:02 smithi170 ceph-mon[97338]: pgmap v19454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:27:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:04.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:04.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:04 smithi170 ceph-mon[97338]: pgmap v19455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:04 smithi081 ceph-mon[95500]: pgmap v19455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:04 smithi081 ceph-mon[107735]: pgmap v19455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:06.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:06.246Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:06 smithi170 ceph-mon[97338]: pgmap v19456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:06 smithi081 ceph-mon[95500]: pgmap v19456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:06 smithi081 ceph-mon[107735]: pgmap v19456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:08 smithi170 ceph-mon[97338]: pgmap v19457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:08 smithi081 ceph-mon[95500]: pgmap v19457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:08 smithi081 ceph-mon[107735]: pgmap v19457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:10 smithi170 ceph-mon[97338]: pgmap v19458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:10 smithi081 ceph-mon[95500]: pgmap v19458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:10 smithi081 ceph-mon[107735]: pgmap v19458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:13.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:12 smithi081 ceph-mon[95500]: pgmap v19459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:13.063 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:12 smithi081 ceph-mon[107735]: pgmap v19459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:12 smithi170 ceph-mon[97338]: pgmap v19459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:27:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:14.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:14.417Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:14 smithi170 ceph-mon[97338]: pgmap v19460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:14 smithi081 ceph-mon[95500]: pgmap v19460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:14 smithi081 ceph-mon[107735]: pgmap v19460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:16.245Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:16.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:16 smithi170 ceph-mon[97338]: pgmap v19461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:16 smithi081 ceph-mon[95500]: pgmap v19461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:16 smithi081 ceph-mon[107735]: pgmap v19461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:18 smithi170 ceph-mon[97338]: pgmap v19462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:18 smithi081 ceph-mon[95500]: pgmap v19462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:18 smithi081 ceph-mon[107735]: pgmap v19462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:20 smithi170 ceph-mon[97338]: pgmap v19463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:20 smithi081 ceph-mon[95500]: pgmap v19463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:20 smithi081 ceph-mon[107735]: pgmap v19463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:23.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:22 smithi081 ceph-mon[95500]: pgmap v19464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:23.062 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:22 smithi081 ceph-mon[107735]: pgmap v19464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:22 smithi170 ceph-mon[97338]: pgmap v19464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:27:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:24.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:24.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:24 smithi170 ceph-mon[97338]: pgmap v19465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:24 smithi081 ceph-mon[95500]: pgmap v19465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:24 smithi081 ceph-mon[107735]: pgmap v19465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:26.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:26.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:26 smithi170 ceph-mon[97338]: pgmap v19466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:26 smithi081 ceph-mon[95500]: pgmap v19466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:26 smithi081 ceph-mon[107735]: pgmap v19466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:28 smithi170 ceph-mon[97338]: pgmap v19467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:28 smithi081 ceph-mon[95500]: pgmap v19467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:28 smithi081 ceph-mon[107735]: pgmap v19467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:30 smithi170 ceph-mon[97338]: pgmap v19468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:30 smithi081 ceph-mon[95500]: pgmap v19468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:30 smithi081 ceph-mon[107735]: pgmap v19468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:33.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:32 smithi081 ceph-mon[95500]: pgmap v19469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:33.062 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:32 smithi081 ceph-mon[107735]: pgmap v19469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:33.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:32 smithi170 ceph-mon[97338]: pgmap v19469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:27:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:34.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:34.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:34 smithi170 ceph-mon[97338]: pgmap v19470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:34 smithi081 ceph-mon[95500]: pgmap v19470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:34 smithi081 ceph-mon[107735]: pgmap v19470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:36.246Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:36.247Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:36 smithi170 ceph-mon[97338]: pgmap v19471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:36 smithi081 ceph-mon[95500]: pgmap v19471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:36 smithi081 ceph-mon[107735]: pgmap v19471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:38 smithi170 ceph-mon[97338]: pgmap v19472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:38 smithi081 ceph-mon[95500]: pgmap v19472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:38 smithi081 ceph-mon[107735]: pgmap v19472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:40 smithi170 ceph-mon[97338]: pgmap v19473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:40 smithi081 ceph-mon[95500]: pgmap v19473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:40 smithi081 ceph-mon[107735]: pgmap v19473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:42 smithi170 ceph-mon[97338]: pgmap v19474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:42 smithi081 ceph-mon[95500]: pgmap v19474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:27:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:42 smithi081 ceph-mon[107735]: pgmap v19474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:44.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:44.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:44 smithi170 ceph-mon[97338]: pgmap v19475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:44 smithi081 ceph-mon[95500]: pgmap v19475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:44 smithi081 ceph-mon[107735]: pgmap v19475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:46.247Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:46.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:46 smithi170 ceph-mon[97338]: pgmap v19476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:46 smithi081 ceph-mon[95500]: pgmap v19476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:47.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:46 smithi081 ceph-mon[107735]: pgmap v19476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:48 smithi170 ceph-mon[97338]: pgmap v19477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:48 smithi081 ceph-mon[95500]: pgmap v19477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:48 smithi081 ceph-mon[107735]: pgmap v19477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:50 smithi170 ceph-mon[97338]: pgmap v19478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:50 smithi081 ceph-mon[95500]: pgmap v19478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:50 smithi081 ceph-mon[107735]: pgmap v19478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:52 smithi170 ceph-mon[97338]: pgmap v19479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:52 smithi081 ceph-mon[95500]: pgmap v19479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:27:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:52 smithi081 ceph-mon[107735]: pgmap v19479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:54.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:54.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:54 smithi170 ceph-mon[97338]: pgmap v19480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:54 smithi081 ceph-mon[95500]: pgmap v19480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:54 smithi081 ceph-mon[107735]: pgmap v19480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:27:56.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:27:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:27:56.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:27:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:56 smithi170 ceph-mon[97338]: pgmap v19481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:56 smithi081 ceph-mon[95500]: pgmap v19481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:56 smithi081 ceph-mon[107735]: pgmap v19481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:27:58 smithi170 ceph-mon[97338]: pgmap v19482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:27:58 smithi081 ceph-mon[95500]: pgmap v19482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:27:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:27:58 smithi081 ceph-mon[107735]: pgmap v19482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:00 smithi170 ceph-mon[97338]: pgmap v19483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:00 smithi081 ceph-mon[95500]: pgmap v19483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:00 smithi081 ceph-mon[107735]: pgmap v19483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:03.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:02 smithi170 ceph-mon[97338]: pgmap v19484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:02 smithi081 ceph-mon[95500]: pgmap v19484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:28:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:02 smithi081 ceph-mon[107735]: pgmap v19484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:04.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:04.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:04.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:04.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:04 smithi170 ceph-mon[97338]: pgmap v19485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:04 smithi081 ceph-mon[95500]: pgmap v19485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:04 smithi081 ceph-mon[107735]: pgmap v19485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:06.248Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:06.249Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:06 smithi170 ceph-mon[97338]: pgmap v19486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:06 smithi081 ceph-mon[95500]: pgmap v19486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:06 smithi081 ceph-mon[107735]: pgmap v19486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:08 smithi170 ceph-mon[97338]: pgmap v19487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:08 smithi081 ceph-mon[95500]: pgmap v19487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:08 smithi081 ceph-mon[107735]: pgmap v19487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:10 smithi170 ceph-mon[97338]: pgmap v19488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:10 smithi081 ceph-mon[95500]: pgmap v19488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:10 smithi081 ceph-mon[107735]: pgmap v19488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:12 smithi170 ceph-mon[97338]: pgmap v19489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:12 smithi081 ceph-mon[95500]: pgmap v19489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:28:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:12 smithi081 ceph-mon[107735]: pgmap v19489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:14.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:14.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:14 smithi170 ceph-mon[97338]: pgmap v19490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:14 smithi081 ceph-mon[95500]: pgmap v19490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:14 smithi081 ceph-mon[107735]: pgmap v19490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:16.249Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:16.250Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:16 smithi170 ceph-mon[97338]: pgmap v19491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:16 smithi081 ceph-mon[95500]: pgmap v19491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:16 smithi081 ceph-mon[107735]: pgmap v19491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:18 smithi170 ceph-mon[97338]: pgmap v19492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:18 smithi081 ceph-mon[95500]: pgmap v19492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:18 smithi081 ceph-mon[107735]: pgmap v19492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:20 smithi170 ceph-mon[97338]: pgmap v19493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:20 smithi081 ceph-mon[95500]: pgmap v19493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:20 smithi081 ceph-mon[107735]: pgmap v19493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:22 smithi170 ceph-mon[97338]: pgmap v19494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:22 smithi081 ceph-mon[95500]: pgmap v19494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:23.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:28:23.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:22 smithi081 ceph-mon[107735]: pgmap v19494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:24.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:24.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:24 smithi170 ceph-mon[97338]: pgmap v19495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:24 smithi081 ceph-mon[95500]: pgmap v19495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:24 smithi081 ceph-mon[107735]: pgmap v19495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:26.250Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:26.251Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:26 smithi170 ceph-mon[97338]: pgmap v19496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:26 smithi081 ceph-mon[95500]: pgmap v19496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:26 smithi081 ceph-mon[107735]: pgmap v19496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:28 smithi170 ceph-mon[97338]: pgmap v19497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:28 smithi081 ceph-mon[95500]: pgmap v19497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:28 smithi081 ceph-mon[107735]: pgmap v19497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:30 smithi170 ceph-mon[97338]: pgmap v19498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:30 smithi081 ceph-mon[95500]: pgmap v19498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:30 smithi081 ceph-mon[107735]: pgmap v19498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:32 smithi170 ceph-mon[97338]: pgmap v19499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:32 smithi081 ceph-mon[95500]: pgmap v19499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:33.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:28:33.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:32 smithi081 ceph-mon[107735]: pgmap v19499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:34.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:34.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:34 smithi170 ceph-mon[97338]: pgmap v19500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:34 smithi081 ceph-mon[95500]: pgmap v19500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:34 smithi081 ceph-mon[107735]: pgmap v19500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:36.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:36.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:36 smithi170 ceph-mon[97338]: pgmap v19501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:36 smithi081 ceph-mon[95500]: pgmap v19501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:36 smithi081 ceph-mon[107735]: pgmap v19501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:38 smithi170 ceph-mon[97338]: pgmap v19502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:38 smithi081 ceph-mon[95500]: pgmap v19502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:38 smithi081 ceph-mon[107735]: pgmap v19502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:40 smithi170 ceph-mon[97338]: pgmap v19503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:40 smithi081 ceph-mon[95500]: pgmap v19503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:40 smithi081 ceph-mon[107735]: pgmap v19503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:42 smithi170 ceph-mon[97338]: pgmap v19504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:42 smithi081 ceph-mon[95500]: pgmap v19504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:43.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:28:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:42 smithi081 ceph-mon[107735]: pgmap v19504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:44.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:44.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:44 smithi170 ceph-mon[97338]: pgmap v19505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:44 smithi081 ceph-mon[95500]: pgmap v19505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:44 smithi081 ceph-mon[107735]: pgmap v19505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:46.251Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:46.252Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:46 smithi170 ceph-mon[97338]: pgmap v19506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:46 smithi081 ceph-mon[95500]: pgmap v19506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:46 smithi081 ceph-mon[107735]: pgmap v19506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:48 smithi170 ceph-mon[97338]: pgmap v19507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:48 smithi081 ceph-mon[95500]: pgmap v19507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:48 smithi081 ceph-mon[107735]: pgmap v19507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:50 smithi170 ceph-mon[97338]: pgmap v19508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:50 smithi081 ceph-mon[95500]: pgmap v19508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:50 smithi081 ceph-mon[107735]: pgmap v19508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:52 smithi170 ceph-mon[97338]: pgmap v19509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:52 smithi081 ceph-mon[95500]: pgmap v19509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:28:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:52 smithi081 ceph-mon[107735]: pgmap v19509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:54.424Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:54.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:54 smithi170 ceph-mon[97338]: pgmap v19510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:54 smithi081 ceph-mon[95500]: pgmap v19510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:54 smithi081 ceph-mon[107735]: pgmap v19510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:28:56.253Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:28:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:28:56.254Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:28:57.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:56 smithi170 ceph-mon[97338]: pgmap v19511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:56 smithi081 ceph-mon[95500]: pgmap v19511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:56 smithi081 ceph-mon[107735]: pgmap v19511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:28:58 smithi170 ceph-mon[97338]: pgmap v19512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:28:58 smithi081 ceph-mon[95500]: pgmap v19512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:28:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:28:58 smithi081 ceph-mon[107735]: pgmap v19512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:00 smithi170 ceph-mon[97338]: pgmap v19513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:00 smithi081 ceph-mon[95500]: pgmap v19513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:00 smithi081 ceph-mon[107735]: pgmap v19513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:02 smithi170 ceph-mon[97338]: pgmap v19514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:02 smithi081 ceph-mon[95500]: pgmap v19514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:03.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:29:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:02 smithi081 ceph-mon[107735]: pgmap v19514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:04.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:04.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:04 smithi170 ceph-mon[97338]: pgmap v19515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:04 smithi081 ceph-mon[95500]: pgmap v19515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:04 smithi081 ceph-mon[107735]: pgmap v19515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:06.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:06.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:06 smithi170 ceph-mon[97338]: pgmap v19516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:06 smithi081 ceph-mon[95500]: pgmap v19516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:06 smithi081 ceph-mon[107735]: pgmap v19516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:08 smithi170 ceph-mon[97338]: pgmap v19517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:08 smithi081 ceph-mon[95500]: pgmap v19517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:08 smithi081 ceph-mon[107735]: pgmap v19517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:10 smithi170 ceph-mon[97338]: pgmap v19518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:10 smithi081 ceph-mon[95500]: pgmap v19518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:10 smithi081 ceph-mon[107735]: pgmap v19518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:13.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:12 smithi170 ceph-mon[97338]: pgmap v19519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:12 smithi081 ceph-mon[95500]: pgmap v19519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:29:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:12 smithi081 ceph-mon[107735]: pgmap v19519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:14.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:14.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:14 smithi170 ceph-mon[97338]: pgmap v19520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:14 smithi081 ceph-mon[95500]: pgmap v19520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:14 smithi081 ceph-mon[107735]: pgmap v19520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:16.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:16.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:16.255Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:16 smithi170 ceph-mon[97338]: pgmap v19521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:16 smithi081 ceph-mon[95500]: pgmap v19521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:16 smithi081 ceph-mon[107735]: pgmap v19521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:18 smithi170 ceph-mon[97338]: pgmap v19522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:18 smithi081 ceph-mon[95500]: pgmap v19522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:18 smithi081 ceph-mon[107735]: pgmap v19522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:20 smithi170 ceph-mon[97338]: pgmap v19523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:20 smithi081 ceph-mon[95500]: pgmap v19523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:20 smithi081 ceph-mon[107735]: pgmap v19523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:22 smithi170 ceph-mon[97338]: pgmap v19524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:22 smithi081 ceph-mon[95500]: pgmap v19524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:23.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:29:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:22 smithi081 ceph-mon[107735]: pgmap v19524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:24.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:24.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:24 smithi170 ceph-mon[97338]: pgmap v19525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:24 smithi081 ceph-mon[95500]: pgmap v19525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:24 smithi081 ceph-mon[107735]: pgmap v19525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:26.254Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:26.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:26 smithi170 ceph-mon[97338]: pgmap v19526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:26 smithi081 ceph-mon[95500]: pgmap v19526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:26 smithi081 ceph-mon[107735]: pgmap v19526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:28.998 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:28 smithi170 ceph-mon[97338]: pgmap v19527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:28 smithi081 ceph-mon[95500]: pgmap v19527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:28 smithi081 ceph-mon[107735]: pgmap v19527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:30 smithi170 ceph-mon[97338]: pgmap v19528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:30 smithi081 ceph-mon[95500]: pgmap v19528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:30 smithi081 ceph-mon[107735]: pgmap v19528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:32 smithi170 ceph-mon[97338]: pgmap v19529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:32 smithi081 ceph-mon[95500]: pgmap v19529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:29:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:32 smithi081 ceph-mon[107735]: pgmap v19529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:34.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:34.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:34 smithi170 ceph-mon[97338]: pgmap v19530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:34 smithi081 ceph-mon[95500]: pgmap v19530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:34 smithi081 ceph-mon[107735]: pgmap v19530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:36.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:36.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:36 smithi170 ceph-mon[97338]: pgmap v19531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:36 smithi081 ceph-mon[95500]: pgmap v19531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:36 smithi081 ceph-mon[107735]: pgmap v19531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:38 smithi170 ceph-mon[97338]: pgmap v19532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:38 smithi081 ceph-mon[95500]: pgmap v19532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:38 smithi081 ceph-mon[107735]: pgmap v19532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:40 smithi170 ceph-mon[97338]: pgmap v19533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:40 smithi081 ceph-mon[95500]: pgmap v19533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:40 smithi081 ceph-mon[107735]: pgmap v19533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:42 smithi170 ceph-mon[97338]: pgmap v19534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:42 smithi081 ceph-mon[95500]: pgmap v19534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:29:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:42 smithi081 ceph-mon[107735]: pgmap v19534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:44.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:44.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:44 smithi170 ceph-mon[97338]: pgmap v19535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:44 smithi081 ceph-mon[95500]: pgmap v19535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:44 smithi081 ceph-mon[107735]: pgmap v19535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:46.255Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:46.256Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:46 smithi170 ceph-mon[97338]: pgmap v19536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:46 smithi081 ceph-mon[95500]: pgmap v19536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:46 smithi081 ceph-mon[107735]: pgmap v19536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:48.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:48 smithi170 ceph-mon[97338]: pgmap v19537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:48 smithi081 ceph-mon[95500]: pgmap v19537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:48 smithi081 ceph-mon[107735]: pgmap v19537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:50 smithi170 ceph-mon[97338]: pgmap v19538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:50 smithi081 ceph-mon[95500]: pgmap v19538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:50 smithi081 ceph-mon[107735]: pgmap v19538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:53.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:52 smithi170 ceph-mon[97338]: pgmap v19539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:52 smithi081 ceph-mon[95500]: pgmap v19539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:29:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:52 smithi081 ceph-mon[107735]: pgmap v19539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:54.428Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:54.429Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:54 smithi170 ceph-mon[97338]: pgmap v19540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:54 smithi081 ceph-mon[95500]: pgmap v19540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:54 smithi081 ceph-mon[107735]: pgmap v19540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:29:56.256Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:29:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:29:56.257Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:29:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:56 smithi170 ceph-mon[97338]: pgmap v19541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:56 smithi081 ceph-mon[95500]: pgmap v19541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:56 smithi081 ceph-mon[107735]: pgmap v19541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:29:58 smithi170 ceph-mon[97338]: pgmap v19542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:29:58 smithi081 ceph-mon[95500]: pgmap v19542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:29:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:29:58 smithi081 ceph-mon[107735]: pgmap v19542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:00 smithi170 ceph-mon[97338]: pgmap v19543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:30:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:00 smithi081 ceph-mon[95500]: pgmap v19543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:30:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:00 smithi081 ceph-mon[107735]: pgmap v19543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:01.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:30:03.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:02 smithi081 ceph-mon[95500]: pgmap v19544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:03.193 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:30:03.193 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:02 smithi081 ceph-mon[107735]: pgmap v19544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:03.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:02 smithi170 ceph-mon[97338]: pgmap v19544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:04.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:04.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:04 smithi170 ceph-mon[97338]: pgmap v19545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:04 smithi081 ceph-mon[95500]: pgmap v19545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:04 smithi081 ceph-mon[107735]: pgmap v19545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:06.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:06.257Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:06.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:06 smithi170 ceph-mon[97338]: pgmap v19546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:06 smithi081 ceph-mon[95500]: pgmap v19546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:06 smithi081 ceph-mon[107735]: pgmap v19546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:08 smithi170 ceph-mon[97338]: pgmap v19547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:08 smithi081 ceph-mon[95500]: pgmap v19547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:09.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:08 smithi081 ceph-mon[107735]: pgmap v19547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:10 smithi170 ceph-mon[97338]: pgmap v19548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:10 smithi081 ceph-mon[95500]: pgmap v19548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:10 smithi081 ceph-mon[107735]: pgmap v19548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:13.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:12 smithi170 ceph-mon[97338]: pgmap v19549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:12 smithi081 ceph-mon[95500]: pgmap v19549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:13.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:30:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:12 smithi081 ceph-mon[107735]: pgmap v19549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:14.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:14.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:14 smithi170 ceph-mon[97338]: pgmap v19550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:14 smithi081 ceph-mon[95500]: pgmap v19550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:14 smithi081 ceph-mon[107735]: pgmap v19550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:16.258Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:16.259Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:16 smithi170 ceph-mon[97338]: pgmap v19551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:16 smithi081 ceph-mon[95500]: pgmap v19551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:16 smithi081 ceph-mon[107735]: pgmap v19551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:18 smithi170 ceph-mon[97338]: pgmap v19552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:18 smithi081 ceph-mon[95500]: pgmap v19552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:18 smithi081 ceph-mon[107735]: pgmap v19552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:20 smithi170 ceph-mon[97338]: pgmap v19553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:20 smithi081 ceph-mon[95500]: pgmap v19553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:20 smithi081 ceph-mon[107735]: pgmap v19553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:22 smithi170 ceph-mon[97338]: pgmap v19554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:22 smithi081 ceph-mon[95500]: pgmap v19554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:30:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:22 smithi081 ceph-mon[107735]: pgmap v19554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:24.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:24.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:24 smithi170 ceph-mon[97338]: pgmap v19555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:24 smithi081 ceph-mon[95500]: pgmap v19555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:24 smithi081 ceph-mon[107735]: pgmap v19555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:26.259Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:26.260Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:27.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:26 smithi170 ceph-mon[97338]: pgmap v19556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:27.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:26 smithi081 ceph-mon[95500]: pgmap v19556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:27.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:26 smithi081 ceph-mon[107735]: pgmap v19556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:28 smithi170 ceph-mon[97338]: pgmap v19557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:28 smithi081 ceph-mon[95500]: pgmap v19557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:28 smithi081 ceph-mon[107735]: pgmap v19557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:31.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:30 smithi170 ceph-mon[97338]: pgmap v19558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:31.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:30 smithi081 ceph-mon[95500]: pgmap v19558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:30 smithi081 ceph-mon[107735]: pgmap v19558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:32 smithi170 ceph-mon[97338]: pgmap v19559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:32 smithi081 ceph-mon[95500]: pgmap v19559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:33.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:30:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:32 smithi081 ceph-mon[107735]: pgmap v19559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:34.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:34.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:34 smithi170 ceph-mon[97338]: pgmap v19560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:34 smithi081 ceph-mon[95500]: pgmap v19560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:34 smithi081 ceph-mon[107735]: pgmap v19560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:36.260Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:36.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:36 smithi170 ceph-mon[97338]: pgmap v19561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:37.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:36 smithi081 ceph-mon[95500]: pgmap v19561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:36 smithi081 ceph-mon[107735]: pgmap v19561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:38.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:38 smithi170 ceph-mon[97338]: pgmap v19562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:38 smithi081 ceph-mon[95500]: pgmap v19562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:38 smithi081 ceph-mon[107735]: pgmap v19562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:40 smithi170 ceph-mon[97338]: pgmap v19563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:40 smithi081 ceph-mon[95500]: pgmap v19563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:40 smithi081 ceph-mon[107735]: pgmap v19563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:42 smithi170 ceph-mon[97338]: pgmap v19564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:43.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:42 smithi081 ceph-mon[95500]: pgmap v19564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:30:43.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:42 smithi081 ceph-mon[107735]: pgmap v19564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:44.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:44.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:44 smithi170 ceph-mon[97338]: pgmap v19565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:44 smithi081 ceph-mon[95500]: pgmap v19565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:44 smithi081 ceph-mon[107735]: pgmap v19565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:46.261Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:46.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:46.262Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:46 smithi170 ceph-mon[97338]: pgmap v19566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:47.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:46 smithi081 ceph-mon[95500]: pgmap v19566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:47.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:46 smithi081 ceph-mon[107735]: pgmap v19566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:48 smithi170 ceph-mon[97338]: pgmap v19567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:48 smithi081 ceph-mon[95500]: pgmap v19567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:48 smithi081 ceph-mon[107735]: pgmap v19567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:50 smithi170 ceph-mon[97338]: pgmap v19568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:50 smithi081 ceph-mon[95500]: pgmap v19568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:50 smithi081 ceph-mon[107735]: pgmap v19568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:52 smithi170 ceph-mon[97338]: pgmap v19569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:52 smithi081 ceph-mon[95500]: pgmap v19569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:30:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:52 smithi081 ceph-mon[107735]: pgmap v19569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:54.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:54.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:54 smithi170 ceph-mon[97338]: pgmap v19570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:54 smithi081 ceph-mon[95500]: pgmap v19570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:54 smithi081 ceph-mon[107735]: pgmap v19570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:30:56.262Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:56.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:30:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:30:56.263Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:30:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:56 smithi170 ceph-mon[97338]: pgmap v19571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:57.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:56 smithi081 ceph-mon[95500]: pgmap v19571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:57.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:56 smithi081 ceph-mon[107735]: pgmap v19571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:30:58 smithi170 ceph-mon[97338]: pgmap v19572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:30:58 smithi081 ceph-mon[95500]: pgmap v19572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:30:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:30:58 smithi081 ceph-mon[107735]: pgmap v19572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:00 smithi170 ceph-mon[97338]: pgmap v19573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:00 smithi081 ceph-mon[95500]: pgmap v19573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:00 smithi081 ceph-mon[107735]: pgmap v19573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:03.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:02 smithi170 ceph-mon[97338]: pgmap v19574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:03.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:02 smithi081 ceph-mon[95500]: pgmap v19574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:03.270 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:31:03.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:02 smithi081 ceph-mon[107735]: pgmap v19574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:04.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:04.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:04 smithi170 ceph-mon[97338]: pgmap v19575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:04 smithi081 ceph-mon[95500]: pgmap v19575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:04 smithi081 ceph-mon[107735]: pgmap v19575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:06.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:06.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:07.249 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:06 smithi170 ceph-mon[97338]: pgmap v19576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:07.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:06 smithi081 ceph-mon[95500]: pgmap v19576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:07.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:06 smithi081 ceph-mon[107735]: pgmap v19576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:08 smithi170 ceph-mon[97338]: pgmap v19577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:08 smithi081 ceph-mon[95500]: pgmap v19577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:09.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:08 smithi081 ceph-mon[107735]: pgmap v19577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:10 smithi170 ceph-mon[97338]: pgmap v19578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:10 smithi081 ceph-mon[95500]: pgmap v19578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:10 smithi081 ceph-mon[107735]: pgmap v19578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:13.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:12 smithi170 ceph-mon[97338]: pgmap v19579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:12 smithi081 ceph-mon[95500]: pgmap v19579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:13.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:31:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:12 smithi081 ceph-mon[107735]: pgmap v19579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:14.434Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:14.435Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:14 smithi170 ceph-mon[97338]: pgmap v19580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:14 smithi081 ceph-mon[95500]: pgmap v19580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:14 smithi081 ceph-mon[107735]: pgmap v19580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:16.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:16.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:17.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:16 smithi170 ceph-mon[97338]: pgmap v19581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:16 smithi081 ceph-mon[95500]: pgmap v19581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:16 smithi081 ceph-mon[107735]: pgmap v19581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:18.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:18 smithi170 ceph-mon[97338]: pgmap v19582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:18 smithi081 ceph-mon[95500]: pgmap v19582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:18 smithi081 ceph-mon[107735]: pgmap v19582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:20 smithi170 ceph-mon[97338]: pgmap v19583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:20 smithi081 ceph-mon[95500]: pgmap v19583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:20 smithi081 ceph-mon[107735]: pgmap v19583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:22 smithi170 ceph-mon[97338]: pgmap v19584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:22 smithi081 ceph-mon[95500]: pgmap v19584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:31:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:22 smithi081 ceph-mon[107735]: pgmap v19584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:24.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:24.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:24 smithi170 ceph-mon[97338]: pgmap v19585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:24 smithi081 ceph-mon[95500]: pgmap v19585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:24 smithi081 ceph-mon[107735]: pgmap v19585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:26.263Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:26.264Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:26 smithi170 ceph-mon[97338]: pgmap v19586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:26 smithi081 ceph-mon[95500]: pgmap v19586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:26 smithi081 ceph-mon[107735]: pgmap v19586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:28 smithi170 ceph-mon[97338]: pgmap v19587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:28 smithi081 ceph-mon[95500]: pgmap v19587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:28 smithi081 ceph-mon[107735]: pgmap v19587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:31.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:30 smithi170 ceph-mon[97338]: pgmap v19588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:30 smithi081 ceph-mon[95500]: pgmap v19588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:30 smithi081 ceph-mon[107735]: pgmap v19588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:33.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:32 smithi170 ceph-mon[97338]: pgmap v19589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:32 smithi081 ceph-mon[95500]: pgmap v19589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:31:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:32 smithi081 ceph-mon[107735]: pgmap v19589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:34.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:34.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:34 smithi170 ceph-mon[97338]: pgmap v19590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:34 smithi081 ceph-mon[95500]: pgmap v19590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:34 smithi081 ceph-mon[107735]: pgmap v19590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:36.264Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:36.265Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:36 smithi170 ceph-mon[97338]: pgmap v19591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:36 smithi081 ceph-mon[95500]: pgmap v19591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:36 smithi081 ceph-mon[107735]: pgmap v19591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:38 smithi170 ceph-mon[97338]: pgmap v19592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:38 smithi081 ceph-mon[95500]: pgmap v19592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:38 smithi081 ceph-mon[107735]: pgmap v19592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:41.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:40 smithi170 ceph-mon[97338]: pgmap v19593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:40 smithi081 ceph-mon[95500]: pgmap v19593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:40 smithi081 ceph-mon[107735]: pgmap v19593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:42 smithi170 ceph-mon[97338]: pgmap v19594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:42 smithi081 ceph-mon[95500]: pgmap v19594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:43.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:31:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:42 smithi081 ceph-mon[107735]: pgmap v19594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:44.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:44.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:44 smithi170 ceph-mon[97338]: pgmap v19595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:44 smithi081 ceph-mon[95500]: pgmap v19595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:44 smithi081 ceph-mon[107735]: pgmap v19595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:46.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:46.265Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:46.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:46.266Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:46 smithi170 ceph-mon[97338]: pgmap v19596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:46 smithi081 ceph-mon[95500]: pgmap v19596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:46 smithi081 ceph-mon[107735]: pgmap v19596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:48 smithi170 ceph-mon[97338]: pgmap v19597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:48 smithi081 ceph-mon[95500]: pgmap v19597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:48 smithi081 ceph-mon[107735]: pgmap v19597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:50 smithi170 ceph-mon[97338]: pgmap v19598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:50 smithi081 ceph-mon[95500]: pgmap v19598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:50 smithi081 ceph-mon[107735]: pgmap v19598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:52 smithi170 ceph-mon[97338]: pgmap v19599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:52 smithi081 ceph-mon[95500]: pgmap v19599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:31:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:52 smithi081 ceph-mon[107735]: pgmap v19599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:54.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:54.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:54 smithi170 ceph-mon[97338]: pgmap v19600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:54 smithi081 ceph-mon[95500]: pgmap v19600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:54 smithi081 ceph-mon[107735]: pgmap v19600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:31:56.265Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:31:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:31:56.266Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:31:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:56 smithi170 ceph-mon[97338]: pgmap v19601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:56 smithi081 ceph-mon[95500]: pgmap v19601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:56 smithi081 ceph-mon[107735]: pgmap v19601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:31:58 smithi170 ceph-mon[97338]: pgmap v19602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:31:58 smithi081 ceph-mon[95500]: pgmap v19602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:31:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:31:58 smithi081 ceph-mon[107735]: pgmap v19602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:01.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:00 smithi170 ceph-mon[97338]: pgmap v19603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:00 smithi081 ceph-mon[95500]: pgmap v19603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:00 smithi081 ceph-mon[107735]: pgmap v19603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:03.252 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:02 smithi170 ceph-mon[97338]: pgmap v19604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:02 smithi081 ceph-mon[95500]: pgmap v19604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:32:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:02 smithi081 ceph-mon[107735]: pgmap v19604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:04.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:04.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:05.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:04 smithi170 ceph-mon[97338]: pgmap v19605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:04 smithi081 ceph-mon[95500]: pgmap v19605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:04 smithi081 ceph-mon[107735]: pgmap v19605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:06.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:06.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:06 smithi170 ceph-mon[97338]: pgmap v19606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:06 smithi081 ceph-mon[95500]: pgmap v19606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:06 smithi081 ceph-mon[107735]: pgmap v19606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:08 smithi170 ceph-mon[97338]: pgmap v19607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:09.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:08 smithi081 ceph-mon[95500]: pgmap v19607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:09.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:08 smithi081 ceph-mon[107735]: pgmap v19607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:10 smithi170 ceph-mon[97338]: pgmap v19608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:10 smithi081 ceph-mon[95500]: pgmap v19608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:10 smithi081 ceph-mon[107735]: pgmap v19608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:13.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:12 smithi170 ceph-mon[97338]: pgmap v19609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:12 smithi081 ceph-mon[95500]: pgmap v19609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:13.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:32:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:12 smithi081 ceph-mon[107735]: pgmap v19609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:14.438Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:14.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:14 smithi170 ceph-mon[97338]: pgmap v19610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:14 smithi081 ceph-mon[95500]: pgmap v19610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:14 smithi081 ceph-mon[107735]: pgmap v19610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:16.266Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:16.267Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:16 smithi170 ceph-mon[97338]: pgmap v19611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:16 smithi081 ceph-mon[95500]: pgmap v19611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:16 smithi081 ceph-mon[107735]: pgmap v19611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:18 smithi081 ceph-mon[95500]: pgmap v19612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:18 smithi081 ceph-mon[107735]: pgmap v19612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:18 smithi170 ceph-mon[97338]: pgmap v19612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:20 smithi170 ceph-mon[97338]: pgmap v19613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:20 smithi081 ceph-mon[95500]: pgmap v19613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:20 smithi081 ceph-mon[107735]: pgmap v19613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:22 smithi170 ceph-mon[97338]: pgmap v19614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:23.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:22 smithi081 ceph-mon[95500]: pgmap v19614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:23.270 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:32:23.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:22 smithi081 ceph-mon[107735]: pgmap v19614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:24.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:24.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:24 smithi170 ceph-mon[97338]: pgmap v19615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:24 smithi081 ceph-mon[95500]: pgmap v19615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:25.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:24 smithi081 ceph-mon[107735]: pgmap v19615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:26.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:26.267Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:26.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:26.268Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:26 smithi170 ceph-mon[97338]: pgmap v19616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:26 smithi081 ceph-mon[95500]: pgmap v19616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:26 smithi081 ceph-mon[107735]: pgmap v19616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:28 smithi081 ceph-mon[95500]: pgmap v19617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:29.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:28 smithi081 ceph-mon[107735]: pgmap v19617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:28 smithi170 ceph-mon[97338]: pgmap v19617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:31.250 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:30 smithi170 ceph-mon[97338]: pgmap v19618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:31.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:30 smithi081 ceph-mon[95500]: pgmap v19618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:30 smithi081 ceph-mon[107735]: pgmap v19618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:33.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:32 smithi170 ceph-mon[97338]: pgmap v19619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:32 smithi081 ceph-mon[95500]: pgmap v19619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:32:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:32 smithi081 ceph-mon[107735]: pgmap v19619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:34.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:34.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:34 smithi170 ceph-mon[97338]: pgmap v19620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:34 smithi081 ceph-mon[95500]: pgmap v19620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:34 smithi081 ceph-mon[107735]: pgmap v19620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:36.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:36.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:37.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:36 smithi170 ceph-mon[97338]: pgmap v19621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:36 smithi081 ceph-mon[95500]: pgmap v19621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:36 smithi081 ceph-mon[107735]: pgmap v19621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:39.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:38 smithi081 ceph-mon[95500]: pgmap v19622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:39.019 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:38 smithi081 ceph-mon[107735]: pgmap v19622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:38 smithi170 ceph-mon[97338]: pgmap v19622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:41.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:40 smithi170 ceph-mon[97338]: pgmap v19623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:41.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:40 smithi081 ceph-mon[95500]: pgmap v19623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:40 smithi081 ceph-mon[107735]: pgmap v19623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:42 smithi170 ceph-mon[97338]: pgmap v19624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:42 smithi081 ceph-mon[95500]: pgmap v19624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:43.279 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:32:43.280 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:42 smithi081 ceph-mon[107735]: pgmap v19624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:44.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:44.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:44.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:44 smithi170 ceph-mon[97338]: pgmap v19625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:45.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:44 smithi081 ceph-mon[95500]: pgmap v19625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:44 smithi081 ceph-mon[107735]: pgmap v19625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:46.268Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:46.269Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:46 smithi170 ceph-mon[97338]: pgmap v19626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:47.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:46 smithi081 ceph-mon[95500]: pgmap v19626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:47.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:46 smithi081 ceph-mon[107735]: pgmap v19626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:48 smithi081 ceph-mon[95500]: pgmap v19627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:48 smithi081 ceph-mon[107735]: pgmap v19627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:48 smithi170 ceph-mon[97338]: pgmap v19627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:51.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:50 smithi170 ceph-mon[97338]: pgmap v19628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:50 smithi081 ceph-mon[95500]: pgmap v19628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:50 smithi081 ceph-mon[107735]: pgmap v19628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:52 smithi170 ceph-mon[97338]: pgmap v19629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:52 smithi081 ceph-mon[95500]: pgmap v19629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:32:53.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:52 smithi081 ceph-mon[107735]: pgmap v19629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:54.772 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:54.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:54.772 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:54.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:54 smithi170 ceph-mon[97338]: pgmap v19630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:54 smithi081 ceph-mon[95500]: pgmap v19630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:54 smithi081 ceph-mon[107735]: pgmap v19630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:32:56.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:32:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:32:56.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:32:57.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:56 smithi170 ceph-mon[97338]: pgmap v19631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:56 smithi081 ceph-mon[95500]: pgmap v19631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:56 smithi081 ceph-mon[107735]: pgmap v19631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:32:58 smithi081 ceph-mon[95500]: pgmap v19632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:32:58 smithi081 ceph-mon[107735]: pgmap v19632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:32:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:32:58 smithi170 ceph-mon[97338]: pgmap v19632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:00 smithi170 ceph-mon[97338]: pgmap v19633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:00 smithi081 ceph-mon[95500]: pgmap v19633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:00 smithi081 ceph-mon[107735]: pgmap v19633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:02 smithi170 ceph-mon[97338]: pgmap v19634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:03.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:02 smithi081 ceph-mon[95500]: pgmap v19634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:03.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:33:03.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:02 smithi081 ceph-mon[107735]: pgmap v19634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:04.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:04.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:04 smithi170 ceph-mon[97338]: pgmap v19635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:04 smithi081 ceph-mon[95500]: pgmap v19635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:04 smithi081 ceph-mon[107735]: pgmap v19635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:06.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:06.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:06.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:07.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:06 smithi170 ceph-mon[97338]: pgmap v19636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:06 smithi081 ceph-mon[95500]: pgmap v19636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:06 smithi081 ceph-mon[107735]: pgmap v19636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:08 smithi081 ceph-mon[95500]: pgmap v19637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:08 smithi081 ceph-mon[107735]: pgmap v19637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:08 smithi170 ceph-mon[97338]: pgmap v19637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:11.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:10 smithi170 ceph-mon[97338]: pgmap v19638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:10 smithi081 ceph-mon[95500]: pgmap v19638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:10 smithi081 ceph-mon[107735]: pgmap v19638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:12 smithi170 ceph-mon[97338]: pgmap v19639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:12 smithi081 ceph-mon[95500]: pgmap v19639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:33:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:12 smithi081 ceph-mon[107735]: pgmap v19639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:14.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:14.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:14 smithi170 ceph-mon[97338]: pgmap v19640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:14 smithi081 ceph-mon[95500]: pgmap v19640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:14 smithi081 ceph-mon[107735]: pgmap v19640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:16.269Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:16.270Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:16 smithi170 ceph-mon[97338]: pgmap v19641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:16 smithi081 ceph-mon[95500]: pgmap v19641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:16 smithi081 ceph-mon[107735]: pgmap v19641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:18 smithi081 ceph-mon[95500]: pgmap v19642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:18 smithi081 ceph-mon[107735]: pgmap v19642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:18 smithi170 ceph-mon[97338]: pgmap v19642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:20 smithi170 ceph-mon[97338]: pgmap v19643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:20 smithi081 ceph-mon[95500]: pgmap v19643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:21.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:20 smithi081 ceph-mon[107735]: pgmap v19643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:23.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:22 smithi170 ceph-mon[97338]: pgmap v19644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:22 smithi081 ceph-mon[95500]: pgmap v19644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:33:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:22 smithi081 ceph-mon[107735]: pgmap v19644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:24.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:24.445Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:24 smithi170 ceph-mon[97338]: pgmap v19645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:25.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:24 smithi081 ceph-mon[95500]: pgmap v19645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:25.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:24 smithi081 ceph-mon[107735]: pgmap v19645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:26.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:26.271Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:27.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:26 smithi170 ceph-mon[97338]: pgmap v19646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:26 smithi081 ceph-mon[95500]: pgmap v19646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:26 smithi081 ceph-mon[107735]: pgmap v19646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:28 smithi081 ceph-mon[95500]: pgmap v19647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:28 smithi081 ceph-mon[107735]: pgmap v19647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:28 smithi170 ceph-mon[97338]: pgmap v19647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:31.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:30 smithi170 ceph-mon[97338]: pgmap v19648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:30 smithi081 ceph-mon[95500]: pgmap v19648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:30 smithi081 ceph-mon[107735]: pgmap v19648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:32 smithi170 ceph-mon[97338]: pgmap v19649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:32 smithi081 ceph-mon[95500]: pgmap v19649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:33:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:32 smithi081 ceph-mon[107735]: pgmap v19649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:34.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:34.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:34 smithi170 ceph-mon[97338]: pgmap v19650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:34 smithi081 ceph-mon[95500]: pgmap v19650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:35.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:34 smithi081 ceph-mon[107735]: pgmap v19650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:36.270Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:36.272Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:36 smithi170 ceph-mon[97338]: pgmap v19651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:36 smithi081 ceph-mon[95500]: pgmap v19651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:36 smithi081 ceph-mon[107735]: pgmap v19651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:38 smithi081 ceph-mon[95500]: pgmap v19652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:38 smithi081 ceph-mon[107735]: pgmap v19652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:38 smithi170 ceph-mon[97338]: pgmap v19652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:40 smithi170 ceph-mon[97338]: pgmap v19653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:41.270 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:40 smithi081 ceph-mon[95500]: pgmap v19653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:41.271 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:40 smithi081 ceph-mon[107735]: pgmap v19653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:42 smithi170 ceph-mon[97338]: pgmap v19654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:42 smithi081 ceph-mon[95500]: pgmap v19654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:33:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:42 smithi081 ceph-mon[107735]: pgmap v19654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:44.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:44.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:44.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:44.447Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:44 smithi170 ceph-mon[97338]: pgmap v19655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:44 smithi081 ceph-mon[95500]: pgmap v19655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:44 smithi081 ceph-mon[107735]: pgmap v19655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:46.272Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:46.273Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:46 smithi170 ceph-mon[97338]: pgmap v19656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:46 smithi081 ceph-mon[95500]: pgmap v19656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:46 smithi081 ceph-mon[107735]: pgmap v19656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:49.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:48 smithi081 ceph-mon[95500]: pgmap v19657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:49.021 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:48 smithi081 ceph-mon[107735]: pgmap v19657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:48 smithi170 ceph-mon[97338]: pgmap v19657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:51.247 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:50 smithi170 ceph-mon[97338]: pgmap v19658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:50 smithi081 ceph-mon[95500]: pgmap v19658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:50 smithi081 ceph-mon[107735]: pgmap v19658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:52 smithi170 ceph-mon[97338]: pgmap v19659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:52 smithi081 ceph-mon[95500]: pgmap v19659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:33:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:52 smithi081 ceph-mon[107735]: pgmap v19659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:54.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:54.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:54 smithi170 ceph-mon[97338]: pgmap v19660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:54 smithi081 ceph-mon[95500]: pgmap v19660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:55.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:54 smithi081 ceph-mon[107735]: pgmap v19660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:33:56.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:33:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:33:56.274Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:33:57.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:56 smithi170 ceph-mon[97338]: pgmap v19661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:56 smithi081 ceph-mon[95500]: pgmap v19661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:56 smithi081 ceph-mon[107735]: pgmap v19661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:33:58 smithi170 ceph-mon[97338]: pgmap v19662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:33:58 smithi081 ceph-mon[95500]: pgmap v19662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:33:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:33:58 smithi081 ceph-mon[107735]: pgmap v19662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:00 smithi170 ceph-mon[97338]: pgmap v19663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:00 smithi081 ceph-mon[95500]: pgmap v19663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:00 smithi081 ceph-mon[107735]: pgmap v19663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:02 smithi170 ceph-mon[97338]: pgmap v19664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:02 smithi081 ceph-mon[95500]: pgmap v19664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:03.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:34:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:02 smithi081 ceph-mon[107735]: pgmap v19664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:04.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:04.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:04 smithi170 ceph-mon[97338]: pgmap v19665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:04 smithi081 ceph-mon[95500]: pgmap v19665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:04 smithi081 ceph-mon[107735]: pgmap v19665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:06.273Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:06.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:06 smithi170 ceph-mon[97338]: pgmap v19666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:06 smithi081 ceph-mon[95500]: pgmap v19666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:06 smithi081 ceph-mon[107735]: pgmap v19666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:08 smithi170 ceph-mon[97338]: pgmap v19667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:08 smithi081 ceph-mon[95500]: pgmap v19667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:08 smithi081 ceph-mon[107735]: pgmap v19667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:10 smithi170 ceph-mon[97338]: pgmap v19668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:10 smithi081 ceph-mon[95500]: pgmap v19668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:10 smithi081 ceph-mon[107735]: pgmap v19668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:12 smithi170 ceph-mon[97338]: pgmap v19669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:13.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:34:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:12 smithi081 ceph-mon[107735]: pgmap v19669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:13.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:12 smithi081 ceph-mon[95500]: pgmap v19669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:14.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:14.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:14 smithi170 ceph-mon[97338]: pgmap v19670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:14 smithi081 ceph-mon[95500]: pgmap v19670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:14 smithi081 ceph-mon[107735]: pgmap v19670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:16.274Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:16.275Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:17.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:16 smithi170 ceph-mon[97338]: pgmap v19671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:16 smithi081 ceph-mon[95500]: pgmap v19671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:16 smithi081 ceph-mon[107735]: pgmap v19671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:18 smithi170 ceph-mon[97338]: pgmap v19672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:18 smithi081 ceph-mon[95500]: pgmap v19672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:18 smithi081 ceph-mon[107735]: pgmap v19672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:20 smithi170 ceph-mon[97338]: pgmap v19673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:20 smithi081 ceph-mon[95500]: pgmap v19673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:20 smithi081 ceph-mon[107735]: pgmap v19673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:23.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:22 smithi170 ceph-mon[97338]: pgmap v19674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:23.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:22 smithi081 ceph-mon[95500]: pgmap v19674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:23.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:34:23.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:22 smithi081 ceph-mon[107735]: pgmap v19674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:24.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:24.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:24 smithi170 ceph-mon[97338]: pgmap v19675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:24 smithi081 ceph-mon[95500]: pgmap v19675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:24 smithi081 ceph-mon[107735]: pgmap v19675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:26.275Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:26.276Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:26 smithi170 ceph-mon[97338]: pgmap v19676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:26 smithi081 ceph-mon[95500]: pgmap v19676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:26 smithi081 ceph-mon[107735]: pgmap v19676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:28 smithi170 ceph-mon[97338]: pgmap v19677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:28 smithi081 ceph-mon[95500]: pgmap v19677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:28 smithi081 ceph-mon[107735]: pgmap v19677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:30 smithi170 ceph-mon[97338]: pgmap v19678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:30 smithi081 ceph-mon[95500]: pgmap v19678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:31.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:30 smithi081 ceph-mon[107735]: pgmap v19678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:33.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:32 smithi170 ceph-mon[97338]: pgmap v19679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:33.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:34:33.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:32 smithi081 ceph-mon[95500]: pgmap v19679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:33.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:32 smithi081 ceph-mon[107735]: pgmap v19679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:34.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:34.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:34 smithi170 ceph-mon[97338]: pgmap v19680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:34 smithi081 ceph-mon[95500]: pgmap v19680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:34 smithi081 ceph-mon[107735]: pgmap v19680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:36.276Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:36.277Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:37.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:36 smithi170 ceph-mon[97338]: pgmap v19681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:36 smithi081 ceph-mon[95500]: pgmap v19681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:36 smithi081 ceph-mon[107735]: pgmap v19681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:38 smithi170 ceph-mon[97338]: pgmap v19682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:38 smithi081 ceph-mon[95500]: pgmap v19682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:39.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:38 smithi081 ceph-mon[107735]: pgmap v19682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:40 smithi170 ceph-mon[97338]: pgmap v19683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:40 smithi081 ceph-mon[95500]: pgmap v19683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:40 smithi081 ceph-mon[107735]: pgmap v19683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:43.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:42 smithi170 ceph-mon[97338]: pgmap v19684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:43.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:42 smithi081 ceph-mon[95500]: pgmap v19684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:43.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:34:43.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:42 smithi081 ceph-mon[107735]: pgmap v19684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:44.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:44.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:44 smithi170 ceph-mon[97338]: pgmap v19685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:45.271 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:44 smithi081 ceph-mon[95500]: pgmap v19685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:45.272 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:44 smithi081 ceph-mon[107735]: pgmap v19685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:46.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:46.278Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:47.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:46 smithi170 ceph-mon[97338]: pgmap v19686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:46 smithi081 ceph-mon[95500]: pgmap v19686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:46 smithi081 ceph-mon[107735]: pgmap v19686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:48 smithi170 ceph-mon[97338]: pgmap v19687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:48 smithi081 ceph-mon[95500]: pgmap v19687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:48 smithi081 ceph-mon[107735]: pgmap v19687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:50 smithi170 ceph-mon[97338]: pgmap v19688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:50 smithi081 ceph-mon[95500]: pgmap v19688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:50 smithi081 ceph-mon[107735]: pgmap v19688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:53.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:52 smithi170 ceph-mon[97338]: pgmap v19689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:52 smithi081 ceph-mon[95500]: pgmap v19689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:34:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:52 smithi081 ceph-mon[107735]: pgmap v19689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:54.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:54.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:55.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:54 smithi170 ceph-mon[97338]: pgmap v19690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:54 smithi081 ceph-mon[95500]: pgmap v19690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:54 smithi081 ceph-mon[107735]: pgmap v19690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:34:56.277Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:34:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:34:56.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:34:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:56 smithi170 ceph-mon[97338]: pgmap v19691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:56 smithi081 ceph-mon[95500]: pgmap v19691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:56 smithi081 ceph-mon[107735]: pgmap v19691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:34:58 smithi170 ceph-mon[97338]: pgmap v19692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:34:58 smithi081 ceph-mon[95500]: pgmap v19692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:34:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:34:58 smithi081 ceph-mon[107735]: pgmap v19692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:00 smithi170 ceph-mon[97338]: pgmap v19693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:00 smithi081 ceph-mon[95500]: pgmap v19693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:00 smithi081 ceph-mon[107735]: pgmap v19693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:03.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:02 smithi170 ceph-mon[97338]: pgmap v19694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:03.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:35:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:02 smithi081 ceph-mon[95500]: pgmap v19694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:02 smithi081 ceph-mon[107735]: pgmap v19694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:04.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:04.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:04 smithi170 ceph-mon[97338]: pgmap v19695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:04 smithi081 ceph-mon[95500]: pgmap v19695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:05.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:04 smithi081 ceph-mon[107735]: pgmap v19695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:06.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:06.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:06 smithi170 ceph-mon[97338]: pgmap v19696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:06 smithi081 ceph-mon[95500]: pgmap v19696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:06 smithi081 ceph-mon[107735]: pgmap v19696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:08 smithi170 ceph-mon[97338]: pgmap v19697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:08 smithi081 ceph-mon[95500]: pgmap v19697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:08 smithi081 ceph-mon[107735]: pgmap v19697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:10 smithi170 ceph-mon[97338]: pgmap v19698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:10 smithi081 ceph-mon[95500]: pgmap v19698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:10 smithi081 ceph-mon[107735]: pgmap v19698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:12 smithi170 ceph-mon[97338]: pgmap v19699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:12 smithi081 ceph-mon[95500]: pgmap v19699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:12 smithi081 ceph-mon[107735]: pgmap v19699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:35:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:14.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:14.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:15.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:14 smithi170 ceph-mon[97338]: pgmap v19700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:14 smithi081 ceph-mon[95500]: pgmap v19700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:15.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:14 smithi081 ceph-mon[107735]: pgmap v19700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:16.278Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:16.279Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:16 smithi170 ceph-mon[97338]: pgmap v19701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:16 smithi081 ceph-mon[95500]: pgmap v19701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:17.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:16 smithi081 ceph-mon[107735]: pgmap v19701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:18 smithi170 ceph-mon[97338]: pgmap v19702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:18 smithi081 ceph-mon[95500]: pgmap v19702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:18 smithi081 ceph-mon[107735]: pgmap v19702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:21.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:20 smithi170 ceph-mon[97338]: pgmap v19703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:20 smithi081 ceph-mon[95500]: pgmap v19703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:20 smithi081 ceph-mon[107735]: pgmap v19703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:22 smithi170 ceph-mon[97338]: pgmap v19704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:23.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:22 smithi081 ceph-mon[95500]: pgmap v19704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:35:23.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:22 smithi081 ceph-mon[107735]: pgmap v19704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:24.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:24.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:25.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:24 smithi170 ceph-mon[97338]: pgmap v19705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:24 smithi081 ceph-mon[95500]: pgmap v19705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:24 smithi081 ceph-mon[107735]: pgmap v19705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:26.279Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:26.280Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:27.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:26 smithi170 ceph-mon[97338]: pgmap v19706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:26 smithi081 ceph-mon[95500]: pgmap v19706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:26 smithi081 ceph-mon[107735]: pgmap v19706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:28 smithi170 ceph-mon[97338]: pgmap v19707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:28 smithi081 ceph-mon[95500]: pgmap v19707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:28 smithi081 ceph-mon[107735]: pgmap v19707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:30 smithi170 ceph-mon[97338]: pgmap v19708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:30 smithi081 ceph-mon[95500]: pgmap v19708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:30 smithi081 ceph-mon[107735]: pgmap v19708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:32 smithi170 ceph-mon[97338]: pgmap v19709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:32 smithi081 ceph-mon[95500]: pgmap v19709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:35:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:32 smithi081 ceph-mon[107735]: pgmap v19709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:34.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:34.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:35.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:34 smithi170 ceph-mon[97338]: pgmap v19710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:34 smithi081 ceph-mon[95500]: pgmap v19710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:34 smithi081 ceph-mon[107735]: pgmap v19710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:36.280Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:36.281Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:36 smithi170 ceph-mon[97338]: pgmap v19711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:36 smithi081 ceph-mon[95500]: pgmap v19711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:37.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:36 smithi081 ceph-mon[107735]: pgmap v19711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:38 smithi170 ceph-mon[97338]: pgmap v19712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:38 smithi081 ceph-mon[95500]: pgmap v19712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:38 smithi081 ceph-mon[107735]: pgmap v19712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:41.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:40 smithi170 ceph-mon[97338]: pgmap v19713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:40 smithi081 ceph-mon[95500]: pgmap v19713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:40 smithi081 ceph-mon[107735]: pgmap v19713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:42 smithi170 ceph-mon[97338]: pgmap v19714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:43.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:42 smithi081 ceph-mon[95500]: pgmap v19714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:43.268 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:35:43.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:42 smithi081 ceph-mon[107735]: pgmap v19714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:44.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:44.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:45.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:44 smithi170 ceph-mon[97338]: pgmap v19715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:44 smithi081 ceph-mon[95500]: pgmap v19715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:44 smithi081 ceph-mon[107735]: pgmap v19715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:46.281Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:46.282Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:47.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:46 smithi170 ceph-mon[97338]: pgmap v19716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:46 smithi081 ceph-mon[95500]: pgmap v19716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:46 smithi081 ceph-mon[107735]: pgmap v19716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:48 smithi170 ceph-mon[97338]: pgmap v19717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:48 smithi081 ceph-mon[95500]: pgmap v19717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:48 smithi081 ceph-mon[107735]: pgmap v19717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:51.248 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:50 smithi170 ceph-mon[97338]: pgmap v19718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:50 smithi081 ceph-mon[95500]: pgmap v19718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:50 smithi081 ceph-mon[107735]: pgmap v19718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:53.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:52 smithi170 ceph-mon[97338]: pgmap v19719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:52 smithi081 ceph-mon[95500]: pgmap v19719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:35:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:52 smithi081 ceph-mon[107735]: pgmap v19719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:54.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:54.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:55.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:54 smithi170 ceph-mon[97338]: pgmap v19720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:54 smithi081 ceph-mon[95500]: pgmap v19720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:54 smithi081 ceph-mon[107735]: pgmap v19720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:35:56.282Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:35:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:35:56.283Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:35:57.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:56 smithi170 ceph-mon[97338]: pgmap v19721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:56 smithi081 ceph-mon[95500]: pgmap v19721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:57.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:56 smithi081 ceph-mon[107735]: pgmap v19721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:35:58 smithi170 ceph-mon[97338]: pgmap v19722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:35:58 smithi081 ceph-mon[95500]: pgmap v19722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:35:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:35:58 smithi081 ceph-mon[107735]: pgmap v19722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:01.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:00 smithi170 ceph-mon[97338]: pgmap v19723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:00 smithi081 ceph-mon[95500]: pgmap v19723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:00 smithi081 ceph-mon[107735]: pgmap v19723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:03.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:02 smithi170 ceph-mon[97338]: pgmap v19724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:03.269 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:02 smithi081 ceph-mon[95500]: pgmap v19724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:03.269 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:36:03.270 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:02 smithi081 ceph-mon[107735]: pgmap v19724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:04.457Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:04.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:05.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:04 smithi170 ceph-mon[97338]: pgmap v19725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:05.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:04 smithi081 ceph-mon[95500]: pgmap v19725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:04 smithi081 ceph-mon[107735]: pgmap v19725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:06.283Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:06.284Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:07.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:06 smithi170 ceph-mon[97338]: pgmap v19726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:06 smithi081 ceph-mon[95500]: pgmap v19726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:06 smithi081 ceph-mon[107735]: pgmap v19726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:08 smithi170 ceph-mon[97338]: pgmap v19727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:08 smithi081 ceph-mon[95500]: pgmap v19727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:08 smithi081 ceph-mon[107735]: pgmap v19727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:11.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:10 smithi170 ceph-mon[97338]: pgmap v19728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:10 smithi081 ceph-mon[95500]: pgmap v19728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:11.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:10 smithi081 ceph-mon[107735]: pgmap v19728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:13.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:12 smithi170 ceph-mon[97338]: pgmap v19729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:12 smithi081 ceph-mon[95500]: pgmap v19729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:13.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:36:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:12 smithi081 ceph-mon[107735]: pgmap v19729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:14.458Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:14.459Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:15.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:14 smithi170 ceph-mon[97338]: pgmap v19730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:14 smithi081 ceph-mon[95500]: pgmap v19730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:14 smithi081 ceph-mon[107735]: pgmap v19730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:16.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:16.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:17.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:16 smithi170 ceph-mon[97338]: pgmap v19731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:16 smithi081 ceph-mon[95500]: pgmap v19731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:16 smithi081 ceph-mon[107735]: pgmap v19731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:18 smithi170 ceph-mon[97338]: pgmap v19732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:18 smithi081 ceph-mon[95500]: pgmap v19732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:18 smithi081 ceph-mon[107735]: pgmap v19732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:21.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:20 smithi170 ceph-mon[97338]: pgmap v19733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:20 smithi081 ceph-mon[95500]: pgmap v19733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:20 smithi081 ceph-mon[107735]: pgmap v19733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:23.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:22 smithi170 ceph-mon[97338]: pgmap v19734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:22 smithi081 ceph-mon[95500]: pgmap v19734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:23.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:36:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:22 smithi081 ceph-mon[107735]: pgmap v19734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:24.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:24.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:25.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:24 smithi170 ceph-mon[97338]: pgmap v19735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:24 smithi081 ceph-mon[95500]: pgmap v19735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:24 smithi081 ceph-mon[107735]: pgmap v19735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:26.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:26.285Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:27.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:26 smithi170 ceph-mon[97338]: pgmap v19736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:26 smithi081 ceph-mon[95500]: pgmap v19736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:27.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:26 smithi081 ceph-mon[107735]: pgmap v19736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:28 smithi170 ceph-mon[97338]: pgmap v19737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:28 smithi081 ceph-mon[95500]: pgmap v19737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:28 smithi081 ceph-mon[107735]: pgmap v19737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:31.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:30 smithi170 ceph-mon[97338]: pgmap v19738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:30 smithi081 ceph-mon[95500]: pgmap v19738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:30 smithi081 ceph-mon[107735]: pgmap v19738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:33.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:32 smithi170 ceph-mon[97338]: pgmap v19739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:32 smithi081 ceph-mon[95500]: pgmap v19739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:33.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:36:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:32 smithi081 ceph-mon[107735]: pgmap v19739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:34.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:34.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:35.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:34 smithi170 ceph-mon[97338]: pgmap v19740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:34 smithi081 ceph-mon[95500]: pgmap v19740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:35.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:34 smithi081 ceph-mon[107735]: pgmap v19740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:36.284Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:36.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:37.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:36 smithi170 ceph-mon[97338]: pgmap v19741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:36 smithi081 ceph-mon[95500]: pgmap v19741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:36 smithi081 ceph-mon[107735]: pgmap v19741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:38 smithi170 ceph-mon[97338]: pgmap v19742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:38 smithi081 ceph-mon[95500]: pgmap v19742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:38 smithi081 ceph-mon[107735]: pgmap v19742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:41.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:40 smithi170 ceph-mon[97338]: pgmap v19743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:40 smithi081 ceph-mon[95500]: pgmap v19743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:41.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:40 smithi081 ceph-mon[107735]: pgmap v19743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:43.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:42 smithi170 ceph-mon[97338]: pgmap v19744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:42 smithi081 ceph-mon[95500]: pgmap v19744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:43.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:36:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:36:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:42 smithi081 ceph-mon[107735]: pgmap v19744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:44.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:44.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:45.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:44 smithi170 ceph-mon[97338]: pgmap v19745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:44 smithi081 ceph-mon[95500]: pgmap v19745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:45.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:44 smithi081 ceph-mon[107735]: pgmap v19745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:46.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:46.286Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:46 smithi081 ceph-mon[95500]: pgmap v19746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:46 smithi081 ceph-mon[107735]: pgmap v19746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:46 smithi170 ceph-mon[97338]: pgmap v19746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:48 smithi170 ceph-mon[97338]: pgmap v19747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:48 smithi081 ceph-mon[95500]: pgmap v19747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:48 smithi081 ceph-mon[107735]: pgmap v19747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:51.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:50 smithi170 ceph-mon[97338]: pgmap v19748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:50 smithi081 ceph-mon[95500]: pgmap v19748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:51.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:50 smithi081 ceph-mon[107735]: pgmap v19748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:52 smithi081 ceph-mon[95500]: pgmap v19749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:53.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:36:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:36:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:52 smithi081 ceph-mon[107735]: pgmap v19749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:52 smithi170 ceph-mon[97338]: pgmap v19749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:54.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:54.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:54 smithi081 ceph-mon[95500]: pgmap v19750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:54 smithi081 ceph-mon[107735]: pgmap v19750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:54 smithi170 ceph-mon[97338]: pgmap v19750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:36:56.285Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:36:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:36:56.287Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:36:57.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:56 smithi081 ceph-mon[95500]: pgmap v19751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:57.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:56 smithi081 ceph-mon[107735]: pgmap v19751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:56 smithi170 ceph-mon[97338]: pgmap v19751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:36:58 smithi170 ceph-mon[97338]: pgmap v19752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:36:58 smithi081 ceph-mon[95500]: pgmap v19752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:36:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:36:58 smithi081 ceph-mon[107735]: pgmap v19752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:01.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:00 smithi170 ceph-mon[97338]: pgmap v19753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:00 smithi081 ceph-mon[95500]: pgmap v19753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:00 smithi081 ceph-mon[107735]: pgmap v19753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:03.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:02 smithi081 ceph-mon[95500]: pgmap v19754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:03.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:37:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:37:03.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:02 smithi081 ceph-mon[107735]: pgmap v19754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:02 smithi170 ceph-mon[97338]: pgmap v19754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:04.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:04.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:05.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:04 smithi081 ceph-mon[95500]: pgmap v19755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:05.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:04 smithi081 ceph-mon[107735]: pgmap v19755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:04 smithi170 ceph-mon[97338]: pgmap v19755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:06.286Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:06.287Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:07.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:06 smithi081 ceph-mon[95500]: pgmap v19756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:07.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:06 smithi081 ceph-mon[107735]: pgmap v19756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:06 smithi170 ceph-mon[97338]: pgmap v19756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:08 smithi170 ceph-mon[97338]: pgmap v19757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:08 smithi081 ceph-mon[95500]: pgmap v19757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:08 smithi081 ceph-mon[107735]: pgmap v19757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:11.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:10 smithi081 ceph-mon[95500]: pgmap v19758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:11.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:10 smithi081 ceph-mon[107735]: pgmap v19758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:10 smithi170 ceph-mon[97338]: pgmap v19758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:13.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:12 smithi081 ceph-mon[95500]: pgmap v19759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:13.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:37:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:37:13.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:12 smithi081 ceph-mon[107735]: pgmap v19759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:12 smithi170 ceph-mon[97338]: pgmap v19759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:14.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:14.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:15.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:14 smithi081 ceph-mon[95500]: pgmap v19760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:15.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:15 smithi081 ceph-mon[107735]: pgmap v19760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:15 smithi170 ceph-mon[97338]: pgmap v19760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:16.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:16.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:17.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:17 smithi081 ceph-mon[95500]: pgmap v19761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:17.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:17 smithi081 ceph-mon[107735]: pgmap v19761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:17 smithi170 ceph-mon[97338]: pgmap v19761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:18 smithi170 ceph-mon[97338]: pgmap v19762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:18 smithi081 ceph-mon[95500]: pgmap v19762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:18 smithi081 ceph-mon[107735]: pgmap v19762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:21.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:20 smithi081 ceph-mon[95500]: pgmap v19763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:21.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:20 smithi081 ceph-mon[107735]: pgmap v19763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:20 smithi170 ceph-mon[97338]: pgmap v19763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:23.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:23 smithi081 ceph-mon[95500]: pgmap v19764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:23.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:37:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:37:23.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:23 smithi081 ceph-mon[107735]: pgmap v19764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:23 smithi170 ceph-mon[97338]: pgmap v19764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:24.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:24.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:25.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:25 smithi081 ceph-mon[95500]: pgmap v19765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:25.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:25 smithi081 ceph-mon[107735]: pgmap v19765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:25 smithi170 ceph-mon[97338]: pgmap v19765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:26.287Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:26.288Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:27.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:27 smithi081 ceph-mon[95500]: pgmap v19766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:27.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:27 smithi081 ceph-mon[107735]: pgmap v19766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:27 smithi170 ceph-mon[97338]: pgmap v19766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:28 smithi170 ceph-mon[97338]: pgmap v19767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:28 smithi081 ceph-mon[95500]: pgmap v19767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:28 smithi081 ceph-mon[107735]: pgmap v19767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:31.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:31 smithi081 ceph-mon[95500]: pgmap v19768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:31.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:31 smithi081 ceph-mon[107735]: pgmap v19768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:31 smithi170 ceph-mon[97338]: pgmap v19768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:33.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:33 smithi081 ceph-mon[95500]: pgmap v19769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:33.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:37:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:37:33.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:33 smithi081 ceph-mon[107735]: pgmap v19769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:33 smithi170 ceph-mon[97338]: pgmap v19769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:34.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:34.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:35.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:35 smithi081 ceph-mon[95500]: pgmap v19770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:35.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:35 smithi081 ceph-mon[107735]: pgmap v19770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:35 smithi170 ceph-mon[97338]: pgmap v19770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:36.288Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:36.289Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:37.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:37 smithi081 ceph-mon[95500]: pgmap v19771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:37.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:37 smithi081 ceph-mon[107735]: pgmap v19771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:37 smithi170 ceph-mon[97338]: pgmap v19771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:38 smithi170 ceph-mon[97338]: pgmap v19772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:38 smithi081 ceph-mon[95500]: pgmap v19772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:38 smithi081 ceph-mon[107735]: pgmap v19772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:41.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:41 smithi081 ceph-mon[95500]: pgmap v19773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:41.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:41 smithi081 ceph-mon[107735]: pgmap v19773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:41 smithi170 ceph-mon[97338]: pgmap v19773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:43.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:43 smithi081 ceph-mon[95500]: pgmap v19774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:43.267 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:37:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:37:43.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:43 smithi081 ceph-mon[107735]: pgmap v19774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:43 smithi170 ceph-mon[97338]: pgmap v19774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:44.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:44.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:45.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:45 smithi081 ceph-mon[95500]: pgmap v19775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:45.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:45 smithi081 ceph-mon[107735]: pgmap v19775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:45 smithi170 ceph-mon[97338]: pgmap v19775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:46.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:46.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:47.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:47 smithi081 ceph-mon[95500]: pgmap v19776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:47.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:47 smithi081 ceph-mon[107735]: pgmap v19776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:47 smithi170 ceph-mon[97338]: pgmap v19776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:48 smithi170 ceph-mon[97338]: pgmap v19777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:48 smithi081 ceph-mon[95500]: pgmap v19777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:48 smithi081 ceph-mon[107735]: pgmap v19777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:51.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:51 smithi081 ceph-mon[95500]: pgmap v19778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:51.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:51 smithi081 ceph-mon[107735]: pgmap v19778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:51 smithi170 ceph-mon[97338]: pgmap v19778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:53.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:53 smithi081 ceph-mon[95500]: pgmap v19779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:53.266 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:37:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:37:53.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:53 smithi081 ceph-mon[107735]: pgmap v19779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:53 smithi170 ceph-mon[97338]: pgmap v19779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:54.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:54.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:55.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:55 smithi081 ceph-mon[95500]: pgmap v19780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:55.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:55 smithi081 ceph-mon[107735]: pgmap v19780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:55 smithi170 ceph-mon[97338]: pgmap v19780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:37:56.289Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:37:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:37:56.290Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:37:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:57 smithi170 ceph-mon[97338]: pgmap v19781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:57 smithi081 ceph-mon[95500]: pgmap v19781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:57 smithi081 ceph-mon[107735]: pgmap v19781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:37:58 smithi170 ceph-mon[97338]: pgmap v19782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:37:58 smithi081 ceph-mon[95500]: pgmap v19782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:37:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:37:58 smithi081 ceph-mon[107735]: pgmap v19782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:01.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:01 smithi081 ceph-mon[95500]: pgmap v19783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:01.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:01 smithi081 ceph-mon[107735]: pgmap v19783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:01 smithi170 ceph-mon[97338]: pgmap v19783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:03 smithi170 ceph-mon[97338]: pgmap v19784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:03 smithi081 ceph-mon[95500]: pgmap v19784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:38:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:38:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:03 smithi081 ceph-mon[107735]: pgmap v19784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:04.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:04.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:05 smithi170 ceph-mon[97338]: pgmap v19785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:05 smithi081 ceph-mon[95500]: pgmap v19785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:05 smithi081 ceph-mon[107735]: pgmap v19785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:06.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:06.291Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:07 smithi170 ceph-mon[97338]: pgmap v19786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:07 smithi081 ceph-mon[95500]: pgmap v19786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:07 smithi081 ceph-mon[107735]: pgmap v19786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:08 smithi170 ceph-mon[97338]: pgmap v19787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:08 smithi081 ceph-mon[95500]: pgmap v19787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:08 smithi081 ceph-mon[107735]: pgmap v19787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:11 smithi170 ceph-mon[97338]: pgmap v19788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:11 smithi081 ceph-mon[95500]: pgmap v19788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:11 smithi081 ceph-mon[107735]: pgmap v19788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:13 smithi170 ceph-mon[97338]: pgmap v19789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:13 smithi081 ceph-mon[95500]: pgmap v19789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:38:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:38:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:13 smithi081 ceph-mon[107735]: pgmap v19789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:14.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:14.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:15 smithi170 ceph-mon[97338]: pgmap v19790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:15 smithi081 ceph-mon[95500]: pgmap v19790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:15 smithi081 ceph-mon[107735]: pgmap v19790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:16.290Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:16.292Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:17 smithi170 ceph-mon[97338]: pgmap v19791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:17 smithi081 ceph-mon[95500]: pgmap v19791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:17 smithi081 ceph-mon[107735]: pgmap v19791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:18 smithi170 ceph-mon[97338]: pgmap v19792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:18 smithi081 ceph-mon[95500]: pgmap v19792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:18 smithi081 ceph-mon[107735]: pgmap v19792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:21 smithi170 ceph-mon[97338]: pgmap v19793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:21 smithi081 ceph-mon[95500]: pgmap v19793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:21 smithi081 ceph-mon[107735]: pgmap v19793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:23 smithi170 ceph-mon[97338]: pgmap v19794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:23 smithi081 ceph-mon[95500]: pgmap v19794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:38:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:38:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:23 smithi081 ceph-mon[107735]: pgmap v19794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:24.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:24.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:25 smithi170 ceph-mon[97338]: pgmap v19795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:25 smithi081 ceph-mon[95500]: pgmap v19795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:25 smithi081 ceph-mon[107735]: pgmap v19795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:26.292Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:26.293Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:27 smithi170 ceph-mon[97338]: pgmap v19796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:27 smithi081 ceph-mon[95500]: pgmap v19796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:27 smithi081 ceph-mon[107735]: pgmap v19796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:28 smithi170 ceph-mon[97338]: pgmap v19797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:28 smithi081 ceph-mon[95500]: pgmap v19797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:28 smithi081 ceph-mon[107735]: pgmap v19797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:31 smithi170 ceph-mon[97338]: pgmap v19798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:31 smithi081 ceph-mon[95500]: pgmap v19798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:31 smithi081 ceph-mon[107735]: pgmap v19798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:33 smithi170 ceph-mon[97338]: pgmap v19799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:33 smithi081 ceph-mon[95500]: pgmap v19799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:38:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:38:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:33 smithi081 ceph-mon[107735]: pgmap v19799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:34.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:34.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:35 smithi170 ceph-mon[97338]: pgmap v19800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:35 smithi081 ceph-mon[95500]: pgmap v19800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:35 smithi081 ceph-mon[107735]: pgmap v19800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:36.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:36.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:37 smithi170 ceph-mon[97338]: pgmap v19801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:37 smithi081 ceph-mon[95500]: pgmap v19801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:37 smithi081 ceph-mon[107735]: pgmap v19801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:38 smithi170 ceph-mon[97338]: pgmap v19802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:38 smithi081 ceph-mon[95500]: pgmap v19802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:38 smithi081 ceph-mon[107735]: pgmap v19802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:41 smithi170 ceph-mon[97338]: pgmap v19803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:41 smithi081 ceph-mon[95500]: pgmap v19803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:41 smithi081 ceph-mon[107735]: pgmap v19803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:43 smithi170 ceph-mon[97338]: pgmap v19804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:43 smithi081 ceph-mon[95500]: pgmap v19804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:38:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:38:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:43 smithi081 ceph-mon[107735]: pgmap v19804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:44.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:44.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:45 smithi170 ceph-mon[97338]: pgmap v19805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:45 smithi081 ceph-mon[95500]: pgmap v19805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:45 smithi081 ceph-mon[107735]: pgmap v19805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:46.293Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:46.294Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:47 smithi170 ceph-mon[97338]: pgmap v19806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:47 smithi081 ceph-mon[95500]: pgmap v19806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:47 smithi081 ceph-mon[107735]: pgmap v19806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:48 smithi170 ceph-mon[97338]: pgmap v19807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:48 smithi081 ceph-mon[95500]: pgmap v19807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:48 smithi081 ceph-mon[107735]: pgmap v19807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:51 smithi170 ceph-mon[97338]: pgmap v19808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:51 smithi081 ceph-mon[95500]: pgmap v19808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:51 smithi081 ceph-mon[107735]: pgmap v19808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:53 smithi170 ceph-mon[97338]: pgmap v19809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:53 smithi081 ceph-mon[95500]: pgmap v19809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:38:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:38:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:53 smithi081 ceph-mon[107735]: pgmap v19809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:54.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:54.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:55 smithi170 ceph-mon[97338]: pgmap v19810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:55 smithi081 ceph-mon[95500]: pgmap v19810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:55 smithi081 ceph-mon[107735]: pgmap v19810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:38:56.294Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:38:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:38:56.295Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:38:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:57 smithi170 ceph-mon[97338]: pgmap v19811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:57 smithi081 ceph-mon[95500]: pgmap v19811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:57 smithi081 ceph-mon[107735]: pgmap v19811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:59.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:38:58 smithi170 ceph-mon[97338]: pgmap v19812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:38:58 smithi081 ceph-mon[95500]: pgmap v19812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:38:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:38:58 smithi081 ceph-mon[107735]: pgmap v19812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:01 smithi170 ceph-mon[97338]: pgmap v19813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:01 smithi081 ceph-mon[95500]: pgmap v19813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:01 smithi081 ceph-mon[107735]: pgmap v19813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:03 smithi170 ceph-mon[97338]: pgmap v19814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:03 smithi081 ceph-mon[95500]: pgmap v19814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:39:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:39:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:03 smithi081 ceph-mon[107735]: pgmap v19814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:04.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:04.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:05 smithi170 ceph-mon[97338]: pgmap v19815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:05 smithi081 ceph-mon[95500]: pgmap v19815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:05 smithi081 ceph-mon[107735]: pgmap v19815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:06.295Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:06.296Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:07 smithi170 ceph-mon[97338]: pgmap v19816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:07 smithi081 ceph-mon[95500]: pgmap v19816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:07 smithi081 ceph-mon[107735]: pgmap v19816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:08 smithi170 ceph-mon[97338]: pgmap v19817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:08 smithi081 ceph-mon[95500]: pgmap v19817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:08 smithi081 ceph-mon[107735]: pgmap v19817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:11 smithi170 ceph-mon[97338]: pgmap v19818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:11 smithi081 ceph-mon[95500]: pgmap v19818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:11 smithi081 ceph-mon[107735]: pgmap v19818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:13 smithi170 ceph-mon[97338]: pgmap v19819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:13 smithi081 ceph-mon[95500]: pgmap v19819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:39:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:39:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:13 smithi081 ceph-mon[107735]: pgmap v19819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:14.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:14.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:15 smithi170 ceph-mon[97338]: pgmap v19820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:15 smithi081 ceph-mon[95500]: pgmap v19820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:15 smithi081 ceph-mon[107735]: pgmap v19820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:16.296Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:16.297Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:17 smithi170 ceph-mon[97338]: pgmap v19821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:17 smithi081 ceph-mon[95500]: pgmap v19821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:17 smithi081 ceph-mon[107735]: pgmap v19821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:18 smithi170 ceph-mon[97338]: pgmap v19822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:18 smithi081 ceph-mon[95500]: pgmap v19822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:18 smithi081 ceph-mon[107735]: pgmap v19822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:21 smithi170 ceph-mon[97338]: pgmap v19823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:21 smithi081 ceph-mon[95500]: pgmap v19823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:21 smithi081 ceph-mon[107735]: pgmap v19823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:23 smithi170 ceph-mon[97338]: pgmap v19824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:23 smithi081 ceph-mon[95500]: pgmap v19824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:39:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:39:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:23 smithi081 ceph-mon[107735]: pgmap v19824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:24.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:24.473Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:25 smithi170 ceph-mon[97338]: pgmap v19825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:25 smithi081 ceph-mon[95500]: pgmap v19825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:25 smithi081 ceph-mon[107735]: pgmap v19825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:26.297Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:26.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:27 smithi170 ceph-mon[97338]: pgmap v19826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:27 smithi081 ceph-mon[95500]: pgmap v19826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:27 smithi081 ceph-mon[107735]: pgmap v19826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:29.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:28 smithi170 ceph-mon[97338]: pgmap v19827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:28 smithi081 ceph-mon[95500]: pgmap v19827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:28 smithi081 ceph-mon[107735]: pgmap v19827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:31 smithi170 ceph-mon[97338]: pgmap v19828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:31 smithi081 ceph-mon[95500]: pgmap v19828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:31 smithi081 ceph-mon[107735]: pgmap v19828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:33 smithi170 ceph-mon[97338]: pgmap v19829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:33 smithi081 ceph-mon[95500]: pgmap v19829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:39:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:39:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:33 smithi081 ceph-mon[107735]: pgmap v19829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:34.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:34.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:35 smithi170 ceph-mon[97338]: pgmap v19830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:35 smithi081 ceph-mon[95500]: pgmap v19830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:35 smithi081 ceph-mon[107735]: pgmap v19830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:36.298Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:36.299Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:37 smithi170 ceph-mon[97338]: pgmap v19831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:37 smithi081 ceph-mon[95500]: pgmap v19831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:37.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:37 smithi081 ceph-mon[107735]: pgmap v19831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:38 smithi170 ceph-mon[97338]: pgmap v19832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:38 smithi081 ceph-mon[95500]: pgmap v19832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:38 smithi081 ceph-mon[107735]: pgmap v19832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:41 smithi170 ceph-mon[97338]: pgmap v19833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:41 smithi081 ceph-mon[95500]: pgmap v19833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:41 smithi081 ceph-mon[107735]: pgmap v19833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:43 smithi170 ceph-mon[97338]: pgmap v19834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:43 smithi081 ceph-mon[95500]: pgmap v19834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:39:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:39:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:43 smithi081 ceph-mon[107735]: pgmap v19834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:44.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:44.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:45 smithi170 ceph-mon[97338]: pgmap v19835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:45 smithi081 ceph-mon[95500]: pgmap v19835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:45 smithi081 ceph-mon[107735]: pgmap v19835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:46.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:46.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:47 smithi170 ceph-mon[97338]: pgmap v19836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:47 smithi081 ceph-mon[95500]: pgmap v19836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:47 smithi081 ceph-mon[107735]: pgmap v19836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:48 smithi170 ceph-mon[97338]: pgmap v19837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:48 smithi081 ceph-mon[95500]: pgmap v19837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:48 smithi081 ceph-mon[107735]: pgmap v19837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:51 smithi170 ceph-mon[97338]: pgmap v19838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:51 smithi081 ceph-mon[95500]: pgmap v19838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:51 smithi081 ceph-mon[107735]: pgmap v19838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:53 smithi170 ceph-mon[97338]: pgmap v19839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:53 smithi081 ceph-mon[95500]: pgmap v19839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:39:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:39:53.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:53 smithi081 ceph-mon[107735]: pgmap v19839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:54.475Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:54.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:55 smithi170 ceph-mon[97338]: pgmap v19840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:55 smithi081 ceph-mon[95500]: pgmap v19840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:55 smithi081 ceph-mon[107735]: pgmap v19840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:39:56.300Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:39:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:39:56.301Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:39:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:57 smithi170 ceph-mon[97338]: pgmap v19841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:57 smithi081 ceph-mon[95500]: pgmap v19841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:57 smithi081 ceph-mon[107735]: pgmap v19841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:39:58 smithi170 ceph-mon[97338]: pgmap v19842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:39:58 smithi081 ceph-mon[95500]: pgmap v19842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:39:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:39:58 smithi081 ceph-mon[107735]: pgmap v19842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:40:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:40:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:40:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:01 smithi170 ceph-mon[97338]: pgmap v19843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:01 smithi081 ceph-mon[95500]: pgmap v19843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:01 smithi081 ceph-mon[107735]: pgmap v19843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:03 smithi170 ceph-mon[97338]: pgmap v19844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:03 smithi081 ceph-mon[95500]: pgmap v19844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:40:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:40:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:03 smithi081 ceph-mon[107735]: pgmap v19844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:04.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:04.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:05.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:05 smithi170 ceph-mon[97338]: pgmap v19845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:05 smithi081 ceph-mon[95500]: pgmap v19845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:05 smithi081 ceph-mon[107735]: pgmap v19845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:06.301Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:06.302Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:07 smithi170 ceph-mon[97338]: pgmap v19846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:07 smithi081 ceph-mon[95500]: pgmap v19846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:07 smithi081 ceph-mon[107735]: pgmap v19846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:08 smithi170 ceph-mon[97338]: pgmap v19847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:08 smithi081 ceph-mon[95500]: pgmap v19847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:08 smithi081 ceph-mon[107735]: pgmap v19847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:11 smithi170 ceph-mon[97338]: pgmap v19848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:11 smithi081 ceph-mon[95500]: pgmap v19848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:11 smithi081 ceph-mon[107735]: pgmap v19848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:13 smithi170 ceph-mon[97338]: pgmap v19849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:13 smithi081 ceph-mon[95500]: pgmap v19849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:40:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:40:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:13 smithi081 ceph-mon[107735]: pgmap v19849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:14.477Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:14.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:15 smithi170 ceph-mon[97338]: pgmap v19850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:15 smithi081 ceph-mon[95500]: pgmap v19850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:15 smithi081 ceph-mon[107735]: pgmap v19850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:16.302Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:16.303Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:17 smithi170 ceph-mon[97338]: pgmap v19851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:17 smithi081 ceph-mon[95500]: pgmap v19851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:17 smithi081 ceph-mon[107735]: pgmap v19851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:18 smithi170 ceph-mon[97338]: pgmap v19852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:18 smithi081 ceph-mon[95500]: pgmap v19852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:18 smithi081 ceph-mon[107735]: pgmap v19852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:21 smithi170 ceph-mon[97338]: pgmap v19853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:21 smithi081 ceph-mon[95500]: pgmap v19853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:21 smithi081 ceph-mon[107735]: pgmap v19853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:23 smithi170 ceph-mon[97338]: pgmap v19854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:23 smithi081 ceph-mon[95500]: pgmap v19854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:40:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:40:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:23 smithi081 ceph-mon[107735]: pgmap v19854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:24.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:24.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:25.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:25 smithi170 ceph-mon[97338]: pgmap v19855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:25 smithi081 ceph-mon[95500]: pgmap v19855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:25 smithi081 ceph-mon[107735]: pgmap v19855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:26.303Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:26.304Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:27 smithi170 ceph-mon[97338]: pgmap v19856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:27 smithi081 ceph-mon[95500]: pgmap v19856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:27 smithi081 ceph-mon[107735]: pgmap v19856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:28 smithi170 ceph-mon[97338]: pgmap v19857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:28 smithi081 ceph-mon[95500]: pgmap v19857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:28 smithi081 ceph-mon[107735]: pgmap v19857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:31.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:31 smithi170 ceph-mon[97338]: pgmap v19858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:31 smithi081 ceph-mon[95500]: pgmap v19858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:31 smithi081 ceph-mon[107735]: pgmap v19858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:33 smithi170 ceph-mon[97338]: pgmap v19859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:33 smithi081 ceph-mon[95500]: pgmap v19859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:40:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:40:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:40:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:33 smithi081 ceph-mon[107735]: pgmap v19859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:34.479Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:34.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:35 smithi170 ceph-mon[97338]: pgmap v19860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:35 smithi081 ceph-mon[95500]: pgmap v19860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:35 smithi081 ceph-mon[107735]: pgmap v19860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:36.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:36.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:37 smithi170 ceph-mon[97338]: pgmap v19861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:37 smithi081 ceph-mon[95500]: pgmap v19861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:37 smithi081 ceph-mon[107735]: pgmap v19861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:38 smithi170 ceph-mon[97338]: pgmap v19862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:38 smithi081 ceph-mon[95500]: pgmap v19862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:38 smithi081 ceph-mon[107735]: pgmap v19862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:41 smithi170 ceph-mon[97338]: pgmap v19863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:41 smithi081 ceph-mon[95500]: pgmap v19863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:41 smithi081 ceph-mon[107735]: pgmap v19863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:43 smithi170 ceph-mon[97338]: pgmap v19864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:43 smithi081 ceph-mon[95500]: pgmap v19864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:40:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:40:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:40:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:43 smithi081 ceph-mon[107735]: pgmap v19864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:44.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:44.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:45 smithi170 ceph-mon[97338]: pgmap v19865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:45 smithi081 ceph-mon[95500]: pgmap v19865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:45 smithi081 ceph-mon[107735]: pgmap v19865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:46.304Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:46.305Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:47 smithi170 ceph-mon[97338]: pgmap v19866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:47 smithi081 ceph-mon[95500]: pgmap v19866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:47 smithi081 ceph-mon[107735]: pgmap v19866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:48 smithi170 ceph-mon[97338]: pgmap v19867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:48 smithi081 ceph-mon[95500]: pgmap v19867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:48 smithi081 ceph-mon[107735]: pgmap v19867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:51 smithi170 ceph-mon[97338]: pgmap v19868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:51 smithi081 ceph-mon[95500]: pgmap v19868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:51 smithi081 ceph-mon[107735]: pgmap v19868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:53 smithi170 ceph-mon[97338]: pgmap v19869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:53 smithi081 ceph-mon[95500]: pgmap v19869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:40:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:40:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:40:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:53 smithi081 ceph-mon[107735]: pgmap v19869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:54.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:54.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:55 smithi170 ceph-mon[97338]: pgmap v19870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:55 smithi081 ceph-mon[95500]: pgmap v19870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:55 smithi081 ceph-mon[107735]: pgmap v19870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:40:56.305Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:40:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:40:56.306Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:40:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:57 smithi170 ceph-mon[97338]: pgmap v19871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:57 smithi081 ceph-mon[95500]: pgmap v19871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:57 smithi081 ceph-mon[107735]: pgmap v19871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:59.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:40:58 smithi170 ceph-mon[97338]: pgmap v19872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:40:58 smithi081 ceph-mon[95500]: pgmap v19872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:40:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:40:58 smithi081 ceph-mon[107735]: pgmap v19872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:01 smithi170 ceph-mon[97338]: pgmap v19873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:01 smithi081 ceph-mon[95500]: pgmap v19873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:01 smithi081 ceph-mon[107735]: pgmap v19873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:03 smithi170 ceph-mon[97338]: pgmap v19874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:03 smithi081 ceph-mon[95500]: pgmap v19874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:41:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:41:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:41:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:03 smithi081 ceph-mon[107735]: pgmap v19874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:04.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:04.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:05 smithi170 ceph-mon[97338]: pgmap v19875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:05 smithi081 ceph-mon[95500]: pgmap v19875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:05 smithi081 ceph-mon[107735]: pgmap v19875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:06.306Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:06.307Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:07 smithi170 ceph-mon[97338]: pgmap v19876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:07 smithi081 ceph-mon[95500]: pgmap v19876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:07 smithi081 ceph-mon[107735]: pgmap v19876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:08 smithi170 ceph-mon[97338]: pgmap v19877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:08 smithi081 ceph-mon[95500]: pgmap v19877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:08 smithi081 ceph-mon[107735]: pgmap v19877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:11 smithi170 ceph-mon[97338]: pgmap v19878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:11 smithi081 ceph-mon[95500]: pgmap v19878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:11 smithi081 ceph-mon[107735]: pgmap v19878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:13 smithi170 ceph-mon[97338]: pgmap v19879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:13 smithi081 ceph-mon[95500]: pgmap v19879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:41:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:41:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:41:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:13 smithi081 ceph-mon[107735]: pgmap v19879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:14.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:14.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:15 smithi170 ceph-mon[97338]: pgmap v19880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:15 smithi081 ceph-mon[95500]: pgmap v19880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:15 smithi081 ceph-mon[107735]: pgmap v19880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:16.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:16.308Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:17 smithi170 ceph-mon[97338]: pgmap v19881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:17 smithi081 ceph-mon[95500]: pgmap v19881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:17 smithi081 ceph-mon[107735]: pgmap v19881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:18 smithi170 ceph-mon[97338]: pgmap v19882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:18 smithi081 ceph-mon[95500]: pgmap v19882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:18 smithi081 ceph-mon[107735]: pgmap v19882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:21 smithi170 ceph-mon[97338]: pgmap v19883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:21 smithi081 ceph-mon[95500]: pgmap v19883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:21 smithi081 ceph-mon[107735]: pgmap v19883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:23 smithi170 ceph-mon[97338]: pgmap v19884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:23 smithi081 ceph-mon[95500]: pgmap v19884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:41:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:41:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:41:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:23 smithi081 ceph-mon[107735]: pgmap v19884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:24.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:24.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:25 smithi170 ceph-mon[97338]: pgmap v19885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:25 smithi081 ceph-mon[95500]: pgmap v19885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:25 smithi081 ceph-mon[107735]: pgmap v19885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:26.307Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:26.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:27 smithi170 ceph-mon[97338]: pgmap v19886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:27 smithi081 ceph-mon[95500]: pgmap v19886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:27 smithi081 ceph-mon[107735]: pgmap v19886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:28 smithi170 ceph-mon[97338]: pgmap v19887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:28 smithi081 ceph-mon[95500]: pgmap v19887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:28 smithi081 ceph-mon[107735]: pgmap v19887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:31 smithi170 ceph-mon[97338]: pgmap v19888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:31 smithi081 ceph-mon[95500]: pgmap v19888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:31 smithi081 ceph-mon[107735]: pgmap v19888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:33 smithi170 ceph-mon[97338]: pgmap v19889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:33 smithi081 ceph-mon[95500]: pgmap v19889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:41:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:41:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:41:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:33 smithi081 ceph-mon[107735]: pgmap v19889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:34.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:34.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:35 smithi170 ceph-mon[97338]: pgmap v19890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:35 smithi081 ceph-mon[95500]: pgmap v19890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:35 smithi081 ceph-mon[107735]: pgmap v19890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:36.308Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:36.309Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:37 smithi170 ceph-mon[97338]: pgmap v19891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:37 smithi081 ceph-mon[95500]: pgmap v19891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:37 smithi081 ceph-mon[107735]: pgmap v19891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:38 smithi170 ceph-mon[97338]: pgmap v19892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:38 smithi081 ceph-mon[95500]: pgmap v19892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:38 smithi081 ceph-mon[107735]: pgmap v19892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:41 smithi170 ceph-mon[97338]: pgmap v19893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:41 smithi081 ceph-mon[95500]: pgmap v19893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:41 smithi081 ceph-mon[107735]: pgmap v19893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:43 smithi170 ceph-mon[97338]: pgmap v19894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:43 smithi081 ceph-mon[95500]: pgmap v19894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:41:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:41:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:41:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:43 smithi081 ceph-mon[107735]: pgmap v19894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:44.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:44.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:45 smithi170 ceph-mon[97338]: pgmap v19895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:45 smithi081 ceph-mon[95500]: pgmap v19895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:45 smithi081 ceph-mon[107735]: pgmap v19895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:46.309Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:46.310Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:47 smithi170 ceph-mon[97338]: pgmap v19896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:47 smithi081 ceph-mon[95500]: pgmap v19896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:47 smithi081 ceph-mon[107735]: pgmap v19896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:48 smithi170 ceph-mon[97338]: pgmap v19897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:48 smithi081 ceph-mon[95500]: pgmap v19897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:48 smithi081 ceph-mon[107735]: pgmap v19897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:51 smithi170 ceph-mon[97338]: pgmap v19898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:51 smithi081 ceph-mon[95500]: pgmap v19898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:51 smithi081 ceph-mon[107735]: pgmap v19898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:53 smithi170 ceph-mon[97338]: pgmap v19899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:53 smithi081 ceph-mon[95500]: pgmap v19899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:41:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:41:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:41:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:53 smithi081 ceph-mon[107735]: pgmap v19899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:54.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:54.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:55 smithi170 ceph-mon[97338]: pgmap v19900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:55 smithi081 ceph-mon[95500]: pgmap v19900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:55 smithi081 ceph-mon[107735]: pgmap v19900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:41:56.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:41:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:41:56.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:41:57.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:57 smithi170 ceph-mon[97338]: pgmap v19901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:57 smithi081 ceph-mon[95500]: pgmap v19901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:57 smithi081 ceph-mon[107735]: pgmap v19901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:41:58 smithi170 ceph-mon[97338]: pgmap v19902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:41:58 smithi081 ceph-mon[95500]: pgmap v19902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:41:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:41:58 smithi081 ceph-mon[107735]: pgmap v19902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:01.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:01 smithi170 ceph-mon[97338]: pgmap v19903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:01 smithi081 ceph-mon[95500]: pgmap v19903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:01 smithi081 ceph-mon[107735]: pgmap v19903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:03 smithi170 ceph-mon[97338]: pgmap v19904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:03 smithi081 ceph-mon[95500]: pgmap v19904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:42:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:42:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:42:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:03 smithi081 ceph-mon[107735]: pgmap v19904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:04.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:04.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:05 smithi170 ceph-mon[97338]: pgmap v19905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:05 smithi081 ceph-mon[95500]: pgmap v19905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:05 smithi081 ceph-mon[107735]: pgmap v19905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:06.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:06.311Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:07 smithi170 ceph-mon[97338]: pgmap v19906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:07 smithi081 ceph-mon[95500]: pgmap v19906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:07 smithi081 ceph-mon[107735]: pgmap v19906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:08 smithi170 ceph-mon[97338]: pgmap v19907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:08 smithi081 ceph-mon[95500]: pgmap v19907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:08 smithi081 ceph-mon[107735]: pgmap v19907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:11 smithi170 ceph-mon[97338]: pgmap v19908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:11 smithi081 ceph-mon[95500]: pgmap v19908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:11 smithi081 ceph-mon[107735]: pgmap v19908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:13.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:13 smithi170 ceph-mon[97338]: pgmap v19909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:13 smithi081 ceph-mon[95500]: pgmap v19909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:42:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:42:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:42:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:13 smithi081 ceph-mon[107735]: pgmap v19909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:14.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:14.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:15 smithi170 ceph-mon[97338]: pgmap v19910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:15 smithi081 ceph-mon[95500]: pgmap v19910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:15 smithi081 ceph-mon[107735]: pgmap v19910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:16.310Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:16.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:17 smithi170 ceph-mon[97338]: pgmap v19911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:17 smithi081 ceph-mon[95500]: pgmap v19911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:17 smithi081 ceph-mon[107735]: pgmap v19911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:18 smithi170 ceph-mon[97338]: pgmap v19912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:18 smithi081 ceph-mon[95500]: pgmap v19912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:18 smithi081 ceph-mon[107735]: pgmap v19912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:21 smithi170 ceph-mon[97338]: pgmap v19913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:21 smithi081 ceph-mon[95500]: pgmap v19913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:21 smithi081 ceph-mon[107735]: pgmap v19913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:23 smithi170 ceph-mon[97338]: pgmap v19914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:42:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:42:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:42:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:23 smithi081 ceph-mon[95500]: pgmap v19914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:23 smithi081 ceph-mon[107735]: pgmap v19914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:24.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:24.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:25 smithi170 ceph-mon[97338]: pgmap v19915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:25 smithi081 ceph-mon[95500]: pgmap v19915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:25 smithi081 ceph-mon[107735]: pgmap v19915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:26.311Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:26.312Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:27 smithi170 ceph-mon[97338]: pgmap v19916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:27 smithi081 ceph-mon[95500]: pgmap v19916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:27 smithi081 ceph-mon[107735]: pgmap v19916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:28 smithi170 ceph-mon[97338]: pgmap v19917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:28 smithi081 ceph-mon[95500]: pgmap v19917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:28 smithi081 ceph-mon[107735]: pgmap v19917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:31 smithi170 ceph-mon[97338]: pgmap v19918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:31 smithi081 ceph-mon[95500]: pgmap v19918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:31 smithi081 ceph-mon[107735]: pgmap v19918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:33 smithi170 ceph-mon[97338]: pgmap v19919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:33 smithi081 ceph-mon[95500]: pgmap v19919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:42:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:42:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:42:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:33 smithi081 ceph-mon[107735]: pgmap v19919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:34.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:34.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:35 smithi170 ceph-mon[97338]: pgmap v19920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:35 smithi081 ceph-mon[95500]: pgmap v19920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:35 smithi081 ceph-mon[107735]: pgmap v19920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:36.312Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:36.313Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:37 smithi170 ceph-mon[97338]: pgmap v19921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:37 smithi081 ceph-mon[95500]: pgmap v19921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:37 smithi081 ceph-mon[107735]: pgmap v19921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:39.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:38 smithi170 ceph-mon[97338]: pgmap v19922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:38 smithi081 ceph-mon[95500]: pgmap v19922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:38 smithi081 ceph-mon[107735]: pgmap v19922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:41 smithi170 ceph-mon[97338]: pgmap v19923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:41 smithi081 ceph-mon[95500]: pgmap v19923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:41 smithi081 ceph-mon[107735]: pgmap v19923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:43 smithi170 ceph-mon[97338]: pgmap v19924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:43 smithi081 ceph-mon[95500]: pgmap v19924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:42:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:42:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:42:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:43 smithi081 ceph-mon[107735]: pgmap v19924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:44.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:44.490Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:45 smithi170 ceph-mon[97338]: pgmap v19925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:45 smithi081 ceph-mon[95500]: pgmap v19925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:45 smithi081 ceph-mon[107735]: pgmap v19925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:46.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:46.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:47 smithi170 ceph-mon[97338]: pgmap v19926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:47 smithi081 ceph-mon[95500]: pgmap v19926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:47 smithi081 ceph-mon[107735]: pgmap v19926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:49.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:48 smithi170 ceph-mon[97338]: pgmap v19927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:48 smithi081 ceph-mon[95500]: pgmap v19927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:48 smithi081 ceph-mon[107735]: pgmap v19927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:51 smithi170 ceph-mon[97338]: pgmap v19928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:51 smithi081 ceph-mon[95500]: pgmap v19928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:51 smithi081 ceph-mon[107735]: pgmap v19928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:53 smithi170 ceph-mon[97338]: pgmap v19929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:53 smithi081 ceph-mon[95500]: pgmap v19929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:42:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:42:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:42:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:53 smithi081 ceph-mon[107735]: pgmap v19929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:54.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:54.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:55 smithi170 ceph-mon[97338]: pgmap v19930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:55 smithi081 ceph-mon[95500]: pgmap v19930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:55.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:55 smithi081 ceph-mon[107735]: pgmap v19930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:42:56.313Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:42:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:42:56.314Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:42:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:57 smithi170 ceph-mon[97338]: pgmap v19931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:57 smithi081 ceph-mon[95500]: pgmap v19931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:57 smithi081 ceph-mon[107735]: pgmap v19931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:42:58 smithi170 ceph-mon[97338]: pgmap v19932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:42:58 smithi081 ceph-mon[95500]: pgmap v19932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:42:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:42:58 smithi081 ceph-mon[107735]: pgmap v19932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:01 smithi170 ceph-mon[97338]: pgmap v19933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:01 smithi081 ceph-mon[95500]: pgmap v19933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:01 smithi081 ceph-mon[107735]: pgmap v19933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:03 smithi170 ceph-mon[97338]: pgmap v19934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:03 smithi081 ceph-mon[95500]: pgmap v19934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:43:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:43:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:43:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:03 smithi081 ceph-mon[107735]: pgmap v19934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:04.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:04.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:05 smithi170 ceph-mon[97338]: pgmap v19935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:05 smithi081 ceph-mon[95500]: pgmap v19935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:05 smithi081 ceph-mon[107735]: pgmap v19935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:06.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:06.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:07 smithi170 ceph-mon[97338]: pgmap v19936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:07 smithi081 ceph-mon[95500]: pgmap v19936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:07 smithi081 ceph-mon[107735]: pgmap v19936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:09.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:08 smithi170 ceph-mon[97338]: pgmap v19937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:08 smithi081 ceph-mon[95500]: pgmap v19937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:08 smithi081 ceph-mon[107735]: pgmap v19937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:11 smithi170 ceph-mon[97338]: pgmap v19938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:11 smithi081 ceph-mon[95500]: pgmap v19938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:11 smithi081 ceph-mon[107735]: pgmap v19938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:13 smithi170 ceph-mon[97338]: pgmap v19939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:13 smithi081 ceph-mon[95500]: pgmap v19939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:43:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:43:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:43:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:13 smithi081 ceph-mon[107735]: pgmap v19939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:14.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:14.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:15 smithi170 ceph-mon[97338]: pgmap v19940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:15 smithi081 ceph-mon[95500]: pgmap v19940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:15.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:15 smithi081 ceph-mon[107735]: pgmap v19940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:16.314Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:16.315Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:17 smithi170 ceph-mon[97338]: pgmap v19941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:17 smithi081 ceph-mon[95500]: pgmap v19941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:17 smithi081 ceph-mon[107735]: pgmap v19941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:18 smithi170 ceph-mon[97338]: pgmap v19942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:18 smithi081 ceph-mon[95500]: pgmap v19942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:18 smithi081 ceph-mon[107735]: pgmap v19942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:21 smithi170 ceph-mon[97338]: pgmap v19943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:21 smithi081 ceph-mon[95500]: pgmap v19943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:21 smithi081 ceph-mon[107735]: pgmap v19943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:23 smithi170 ceph-mon[97338]: pgmap v19944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:23 smithi081 ceph-mon[95500]: pgmap v19944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:43:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:43:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:43:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:23 smithi081 ceph-mon[107735]: pgmap v19944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:24.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:24.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:25 smithi170 ceph-mon[97338]: pgmap v19945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:25 smithi081 ceph-mon[95500]: pgmap v19945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:25 smithi081 ceph-mon[107735]: pgmap v19945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:26.315Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:26.316Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:27 smithi170 ceph-mon[97338]: pgmap v19946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:27 smithi081 ceph-mon[95500]: pgmap v19946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:27 smithi081 ceph-mon[107735]: pgmap v19946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:28 smithi170 ceph-mon[97338]: pgmap v19947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:28 smithi081 ceph-mon[95500]: pgmap v19947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:28 smithi081 ceph-mon[107735]: pgmap v19947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:31 smithi170 ceph-mon[97338]: pgmap v19948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:31 smithi081 ceph-mon[95500]: pgmap v19948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:31 smithi081 ceph-mon[107735]: pgmap v19948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:33 smithi170 ceph-mon[97338]: pgmap v19949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:33 smithi081 ceph-mon[95500]: pgmap v19949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:43:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:43:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:43:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:33 smithi081 ceph-mon[107735]: pgmap v19949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:34.493Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:34.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:35 smithi170 ceph-mon[97338]: pgmap v19950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:35 smithi081 ceph-mon[95500]: pgmap v19950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:35 smithi081 ceph-mon[107735]: pgmap v19950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:36.316Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:36.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:36.317Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:37 smithi170 ceph-mon[97338]: pgmap v19951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:37 smithi081 ceph-mon[95500]: pgmap v19951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:37 smithi081 ceph-mon[107735]: pgmap v19951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:38 smithi170 ceph-mon[97338]: pgmap v19952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:38 smithi081 ceph-mon[95500]: pgmap v19952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:38 smithi081 ceph-mon[107735]: pgmap v19952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:41 smithi170 ceph-mon[97338]: pgmap v19953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:41 smithi081 ceph-mon[95500]: pgmap v19953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:41 smithi081 ceph-mon[107735]: pgmap v19953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:43 smithi170 ceph-mon[97338]: pgmap v19954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:43 smithi081 ceph-mon[95500]: pgmap v19954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:43:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:43:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:43:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:43 smithi081 ceph-mon[107735]: pgmap v19954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:44.493Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:44.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:45 smithi170 ceph-mon[97338]: pgmap v19955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:45 smithi081 ceph-mon[95500]: pgmap v19955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:45 smithi081 ceph-mon[107735]: pgmap v19955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:46.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:46.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:47 smithi170 ceph-mon[97338]: pgmap v19956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:47 smithi081 ceph-mon[95500]: pgmap v19956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:47 smithi081 ceph-mon[107735]: pgmap v19956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:48 smithi170 ceph-mon[97338]: pgmap v19957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:48 smithi081 ceph-mon[95500]: pgmap v19957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:48 smithi081 ceph-mon[107735]: pgmap v19957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:51 smithi170 ceph-mon[97338]: pgmap v19958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:51 smithi081 ceph-mon[95500]: pgmap v19958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:51 smithi081 ceph-mon[107735]: pgmap v19958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:53 smithi170 ceph-mon[97338]: pgmap v19959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:53 smithi081 ceph-mon[95500]: pgmap v19959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:43:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:43:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:43:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:53 smithi081 ceph-mon[107735]: pgmap v19959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:54.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:54.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:55 smithi170 ceph-mon[97338]: pgmap v19960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:55 smithi081 ceph-mon[95500]: pgmap v19960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:55 smithi081 ceph-mon[107735]: pgmap v19960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:43:56.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:43:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:43:56.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:43:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:57 smithi170 ceph-mon[97338]: pgmap v19961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:57 smithi081 ceph-mon[95500]: pgmap v19961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:57.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:57 smithi081 ceph-mon[107735]: pgmap v19961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:43:58 smithi170 ceph-mon[97338]: pgmap v19962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:43:58 smithi081 ceph-mon[95500]: pgmap v19962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:43:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:43:58 smithi081 ceph-mon[107735]: pgmap v19962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:01.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:01 smithi170 ceph-mon[97338]: pgmap v19963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:01 smithi081 ceph-mon[95500]: pgmap v19963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:01 smithi081 ceph-mon[107735]: pgmap v19963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:03 smithi170 ceph-mon[97338]: pgmap v19964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:03 smithi081 ceph-mon[95500]: pgmap v19964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:44:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:44:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:44:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:03 smithi081 ceph-mon[107735]: pgmap v19964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:04.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:04.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:05 smithi170 ceph-mon[97338]: pgmap v19965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:05.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:05 smithi081 ceph-mon[95500]: pgmap v19965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:05.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:05 smithi081 ceph-mon[107735]: pgmap v19965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:06.317Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:06.318Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:07 smithi170 ceph-mon[97338]: pgmap v19966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:07 smithi081 ceph-mon[95500]: pgmap v19966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:07 smithi081 ceph-mon[107735]: pgmap v19966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:08 smithi170 ceph-mon[97338]: pgmap v19967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:08 smithi081 ceph-mon[95500]: pgmap v19967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:08 smithi081 ceph-mon[107735]: pgmap v19967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:11 smithi170 ceph-mon[97338]: pgmap v19968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:11 smithi081 ceph-mon[95500]: pgmap v19968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:11 smithi081 ceph-mon[107735]: pgmap v19968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:13 smithi170 ceph-mon[97338]: pgmap v19969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:13 smithi081 ceph-mon[95500]: pgmap v19969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:44:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:44:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:44:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:13 smithi081 ceph-mon[107735]: pgmap v19969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:14.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:14.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:15 smithi170 ceph-mon[97338]: pgmap v19970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:15 smithi081 ceph-mon[95500]: pgmap v19970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:15 smithi081 ceph-mon[107735]: pgmap v19970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:16.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:16.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:17.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:17 smithi170 ceph-mon[97338]: pgmap v19971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:17 smithi081 ceph-mon[95500]: pgmap v19971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:17 smithi081 ceph-mon[107735]: pgmap v19971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:18 smithi170 ceph-mon[97338]: pgmap v19972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:19.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:18 smithi081 ceph-mon[95500]: pgmap v19972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:19.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:18 smithi081 ceph-mon[107735]: pgmap v19972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:21.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:21 smithi170 ceph-mon[97338]: pgmap v19973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:21 smithi081 ceph-mon[95500]: pgmap v19973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:21.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:21 smithi081 ceph-mon[107735]: pgmap v19973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:23 smithi170 ceph-mon[97338]: pgmap v19974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:23 smithi081 ceph-mon[95500]: pgmap v19974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:44:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:44:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:44:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:23 smithi081 ceph-mon[107735]: pgmap v19974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:24.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:24.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:25 smithi170 ceph-mon[97338]: pgmap v19975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:25.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:25 smithi081 ceph-mon[95500]: pgmap v19975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:25.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:25 smithi081 ceph-mon[107735]: pgmap v19975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:26.318Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:26.319Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:27.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:27 smithi170 ceph-mon[97338]: pgmap v19976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:27 smithi081 ceph-mon[95500]: pgmap v19976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:27 smithi081 ceph-mon[107735]: pgmap v19976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:28 smithi170 ceph-mon[97338]: pgmap v19977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:28 smithi081 ceph-mon[95500]: pgmap v19977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:28 smithi081 ceph-mon[107735]: pgmap v19977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:31 smithi170 ceph-mon[97338]: pgmap v19978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:31.533 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:31 smithi081 ceph-mon[95500]: pgmap v19978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:31.533 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:31 smithi081 ceph-mon[107735]: pgmap v19978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:33.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:33 smithi170 ceph-mon[97338]: pgmap v19979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:33 smithi081 ceph-mon[95500]: pgmap v19979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:44:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:44:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:44:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:33 smithi081 ceph-mon[107735]: pgmap v19979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:34.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:34.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:35 smithi170 ceph-mon[97338]: pgmap v19980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:35 smithi081 ceph-mon[95500]: pgmap v19980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:35 smithi081 ceph-mon[107735]: pgmap v19980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:36.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:36.320Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:37 smithi170 ceph-mon[97338]: pgmap v19981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:37 smithi081 ceph-mon[95500]: pgmap v19981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:37 smithi081 ceph-mon[107735]: pgmap v19981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:38 smithi170 ceph-mon[97338]: pgmap v19982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:38 smithi081 ceph-mon[95500]: pgmap v19982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:38 smithi081 ceph-mon[107735]: pgmap v19982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:41 smithi170 ceph-mon[97338]: pgmap v19983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:41 smithi081 ceph-mon[95500]: pgmap v19983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:41 smithi081 ceph-mon[107735]: pgmap v19983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:43.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:43 smithi170 ceph-mon[97338]: pgmap v19984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:43 smithi081 ceph-mon[95500]: pgmap v19984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:44:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:44:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:44:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:43 smithi081 ceph-mon[107735]: pgmap v19984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:44.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:44.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:45.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:45 smithi170 ceph-mon[97338]: pgmap v19985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:45 smithi081 ceph-mon[95500]: pgmap v19985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:45.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:45 smithi081 ceph-mon[107735]: pgmap v19985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:46.319Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:46.321Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:47.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:47 smithi170 ceph-mon[97338]: pgmap v19986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:47 smithi081 ceph-mon[95500]: pgmap v19986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:47 smithi081 ceph-mon[107735]: pgmap v19986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:48 smithi170 ceph-mon[97338]: pgmap v19987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:48 smithi081 ceph-mon[95500]: pgmap v19987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:48 smithi081 ceph-mon[107735]: pgmap v19987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:51 smithi170 ceph-mon[97338]: pgmap v19988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:51 smithi081 ceph-mon[95500]: pgmap v19988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:51 smithi081 ceph-mon[107735]: pgmap v19988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:53.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:53 smithi170 ceph-mon[97338]: pgmap v19989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:53 smithi081 ceph-mon[95500]: pgmap v19989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:44:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:44:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:44:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:53 smithi081 ceph-mon[107735]: pgmap v19989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:54.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:54.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:55 smithi170 ceph-mon[97338]: pgmap v19990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:55 smithi081 ceph-mon[95500]: pgmap v19990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:55 smithi081 ceph-mon[107735]: pgmap v19990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:44:56.320Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:44:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:44:56.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:44:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:57 smithi170 ceph-mon[97338]: pgmap v19991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:57 smithi081 ceph-mon[95500]: pgmap v19991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:57 smithi081 ceph-mon[107735]: pgmap v19991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:44:58 smithi170 ceph-mon[97338]: pgmap v19992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:44:58 smithi081 ceph-mon[95500]: pgmap v19992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:44:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:44:58 smithi081 ceph-mon[107735]: pgmap v19992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:01 smithi170 ceph-mon[97338]: pgmap v19993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:01 smithi081 ceph-mon[95500]: pgmap v19993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:01 smithi081 ceph-mon[107735]: pgmap v19993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:03 smithi170 ceph-mon[97338]: pgmap v19994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:03 smithi081 ceph-mon[95500]: pgmap v19994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:45:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:45:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:45:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:03 smithi081 ceph-mon[107735]: pgmap v19994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:04.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:04.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:05 smithi170 ceph-mon[97338]: pgmap v19995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:05 smithi081 ceph-mon[95500]: pgmap v19995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:05 smithi081 ceph-mon[107735]: pgmap v19995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:06.321Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:06.322Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:07 smithi170 ceph-mon[97338]: pgmap v19996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:07 smithi081 ceph-mon[95500]: pgmap v19996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:07 smithi081 ceph-mon[107735]: pgmap v19996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:08 smithi170 ceph-mon[97338]: pgmap v19997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:08 smithi081 ceph-mon[95500]: pgmap v19997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:08 smithi081 ceph-mon[107735]: pgmap v19997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:11 smithi170 ceph-mon[97338]: pgmap v19998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:11 smithi081 ceph-mon[95500]: pgmap v19998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:11.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:11 smithi081 ceph-mon[107735]: pgmap v19998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:13 smithi170 ceph-mon[97338]: pgmap v19999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:13 smithi081 ceph-mon[95500]: pgmap v19999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:45:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:45:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:45:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:13 smithi081 ceph-mon[107735]: pgmap v19999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:14.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:14.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:14.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:15 smithi170 ceph-mon[97338]: pgmap v20000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:15 smithi081 ceph-mon[95500]: pgmap v20000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:15 smithi081 ceph-mon[107735]: pgmap v20000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:16.322Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:16.323Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:17 smithi170 ceph-mon[97338]: pgmap v20001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:17 smithi081 ceph-mon[107735]: pgmap v20001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:17 smithi081 ceph-mon[95500]: pgmap v20001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:18 smithi170 ceph-mon[97338]: pgmap v20002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:18 smithi081 ceph-mon[95500]: pgmap v20002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:18 smithi081 ceph-mon[107735]: pgmap v20002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:21 smithi170 ceph-mon[97338]: pgmap v20003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:21 smithi081 ceph-mon[95500]: pgmap v20003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:21 smithi081 ceph-mon[107735]: pgmap v20003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:23.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:23 smithi170 ceph-mon[97338]: pgmap v20004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:23 smithi081 ceph-mon[95500]: pgmap v20004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:45:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:45:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:45:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:23 smithi081 ceph-mon[107735]: pgmap v20004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:24.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:24.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:25 smithi170 ceph-mon[97338]: pgmap v20005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:25 smithi081 ceph-mon[95500]: pgmap v20005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:25.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:25 smithi081 ceph-mon[107735]: pgmap v20005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:26.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:26.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:27 smithi170 ceph-mon[97338]: pgmap v20006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:27 smithi081 ceph-mon[95500]: pgmap v20006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:27 smithi081 ceph-mon[107735]: pgmap v20006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:28 smithi170 ceph-mon[97338]: pgmap v20007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:28 smithi081 ceph-mon[95500]: pgmap v20007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:28 smithi081 ceph-mon[107735]: pgmap v20007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:31 smithi170 ceph-mon[97338]: pgmap v20008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:31 smithi081 ceph-mon[95500]: pgmap v20008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:31 smithi081 ceph-mon[107735]: pgmap v20008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:33.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:33 smithi170 ceph-mon[97338]: pgmap v20009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:33 smithi081 ceph-mon[95500]: pgmap v20009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:45:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:45:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:45:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:33 smithi081 ceph-mon[107735]: pgmap v20009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:34.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:34.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:35 smithi170 ceph-mon[97338]: pgmap v20010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:35 smithi081 ceph-mon[95500]: pgmap v20010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:35 smithi081 ceph-mon[107735]: pgmap v20010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:36.323Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:36.324Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:37.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:37 smithi170 ceph-mon[97338]: pgmap v20011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:37 smithi081 ceph-mon[95500]: pgmap v20011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:37 smithi081 ceph-mon[107735]: pgmap v20011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:38 smithi170 ceph-mon[97338]: pgmap v20012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:38 smithi081 ceph-mon[95500]: pgmap v20012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:38 smithi081 ceph-mon[107735]: pgmap v20012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:41.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:41 smithi170 ceph-mon[97338]: pgmap v20013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:41 smithi081 ceph-mon[95500]: pgmap v20013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:41 smithi081 ceph-mon[107735]: pgmap v20013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:43 smithi170 ceph-mon[97338]: pgmap v20014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:43 smithi081 ceph-mon[95500]: pgmap v20014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:45:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:45:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:45:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:43 smithi081 ceph-mon[107735]: pgmap v20014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:44.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:44.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:45 smithi170 ceph-mon[97338]: pgmap v20015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:45 smithi081 ceph-mon[95500]: pgmap v20015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:45 smithi081 ceph-mon[107735]: pgmap v20015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:46.324Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:46.325Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:47 smithi170 ceph-mon[97338]: pgmap v20016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:47.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:47 smithi081 ceph-mon[95500]: pgmap v20016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:47.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:47 smithi081 ceph-mon[107735]: pgmap v20016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:48 smithi170 ceph-mon[97338]: pgmap v20017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:48 smithi081 ceph-mon[95500]: pgmap v20017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:49.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:48 smithi081 ceph-mon[107735]: pgmap v20017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:51 smithi170 ceph-mon[97338]: pgmap v20018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:51 smithi081 ceph-mon[95500]: pgmap v20018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:51 smithi081 ceph-mon[107735]: pgmap v20018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:53 smithi170 ceph-mon[97338]: pgmap v20019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:53 smithi081 ceph-mon[95500]: pgmap v20019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:45:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:45:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:45:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:53 smithi081 ceph-mon[107735]: pgmap v20019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:54.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:54.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:55 smithi170 ceph-mon[97338]: pgmap v20020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:55 smithi081 ceph-mon[95500]: pgmap v20020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:55 smithi081 ceph-mon[107735]: pgmap v20020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:45:56.325Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:45:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:45:56.327Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:45:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:57 smithi170 ceph-mon[97338]: pgmap v20021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:57 smithi081 ceph-mon[95500]: pgmap v20021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:57 smithi081 ceph-mon[107735]: pgmap v20021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:45:58 smithi170 ceph-mon[97338]: pgmap v20022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:45:58 smithi081 ceph-mon[95500]: pgmap v20022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:45:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:45:58 smithi081 ceph-mon[107735]: pgmap v20022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:01 smithi170 ceph-mon[97338]: pgmap v20023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:01 smithi081 ceph-mon[95500]: pgmap v20023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:01 smithi081 ceph-mon[107735]: pgmap v20023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:03 smithi170 ceph-mon[97338]: pgmap v20024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:03 smithi081 ceph-mon[95500]: pgmap v20024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:46:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:46:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:46:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:03 smithi081 ceph-mon[107735]: pgmap v20024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:04.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:04.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:05 smithi170 ceph-mon[97338]: pgmap v20025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:05 smithi081 ceph-mon[95500]: pgmap v20025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:05 smithi081 ceph-mon[107735]: pgmap v20025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:06.326Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:06.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:07.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:07 smithi170 ceph-mon[97338]: pgmap v20026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:07 smithi081 ceph-mon[95500]: pgmap v20026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:07 smithi081 ceph-mon[107735]: pgmap v20026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:08 smithi170 ceph-mon[97338]: pgmap v20027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:08 smithi081 ceph-mon[95500]: pgmap v20027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:08 smithi081 ceph-mon[107735]: pgmap v20027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:11 smithi170 ceph-mon[97338]: pgmap v20028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:11 smithi081 ceph-mon[95500]: pgmap v20028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:11 smithi081 ceph-mon[107735]: pgmap v20028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:13 smithi170 ceph-mon[97338]: pgmap v20029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:13 smithi081 ceph-mon[95500]: pgmap v20029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:46:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:46:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:46:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:13 smithi081 ceph-mon[107735]: pgmap v20029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:14.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:14.503Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:15.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:15 smithi170 ceph-mon[97338]: pgmap v20030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:15 smithi081 ceph-mon[95500]: pgmap v20030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:15 smithi081 ceph-mon[107735]: pgmap v20030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:16.327Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:16.328Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:17 smithi170 ceph-mon[97338]: pgmap v20031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:17 smithi081 ceph-mon[95500]: pgmap v20031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:17 smithi081 ceph-mon[107735]: pgmap v20031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:18 smithi170 ceph-mon[97338]: pgmap v20032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:18 smithi081 ceph-mon[95500]: pgmap v20032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:18 smithi081 ceph-mon[107735]: pgmap v20032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:21 smithi170 ceph-mon[97338]: pgmap v20033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:21 smithi081 ceph-mon[95500]: pgmap v20033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:21 smithi081 ceph-mon[107735]: pgmap v20033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:23.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:23 smithi170 ceph-mon[97338]: pgmap v20034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:23.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:23 smithi081 ceph-mon[95500]: pgmap v20034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:46:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:46:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:46:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:23 smithi081 ceph-mon[107735]: pgmap v20034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:24.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:24.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:25 smithi170 ceph-mon[97338]: pgmap v20035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:25 smithi081 ceph-mon[95500]: pgmap v20035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:25 smithi081 ceph-mon[107735]: pgmap v20035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:26.328Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:26.329Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:27.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:27 smithi170 ceph-mon[97338]: pgmap v20036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:27 smithi081 ceph-mon[95500]: pgmap v20036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:27.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:27 smithi081 ceph-mon[107735]: pgmap v20036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:28 smithi170 ceph-mon[97338]: pgmap v20037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:28 smithi081 ceph-mon[95500]: pgmap v20037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:28 smithi081 ceph-mon[107735]: pgmap v20037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:31 smithi170 ceph-mon[97338]: pgmap v20038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:31 smithi081 ceph-mon[95500]: pgmap v20038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:31 smithi081 ceph-mon[107735]: pgmap v20038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:33 smithi170 ceph-mon[97338]: pgmap v20039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:33 smithi081 ceph-mon[95500]: pgmap v20039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:46:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:46:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:46:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:33 smithi081 ceph-mon[107735]: pgmap v20039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:34.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:34.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:35 smithi170 ceph-mon[97338]: pgmap v20040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:35 smithi081 ceph-mon[95500]: pgmap v20040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:35 smithi081 ceph-mon[107735]: pgmap v20040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:36.329Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:36.330Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:37.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:37 smithi170 ceph-mon[97338]: pgmap v20041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:37 smithi081 ceph-mon[95500]: pgmap v20041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:37 smithi081 ceph-mon[107735]: pgmap v20041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:38 smithi170 ceph-mon[97338]: pgmap v20042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:38 smithi081 ceph-mon[95500]: pgmap v20042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:38 smithi081 ceph-mon[107735]: pgmap v20042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:41.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:41 smithi170 ceph-mon[97338]: pgmap v20043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:41 smithi081 ceph-mon[95500]: pgmap v20043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:41.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:41 smithi081 ceph-mon[107735]: pgmap v20043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:43 smithi170 ceph-mon[97338]: pgmap v20044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:43 smithi081 ceph-mon[95500]: pgmap v20044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:46:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:46:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:46:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:43 smithi081 ceph-mon[107735]: pgmap v20044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:44.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:44.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:45 smithi170 ceph-mon[97338]: pgmap v20045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:45 smithi081 ceph-mon[95500]: pgmap v20045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:45 smithi081 ceph-mon[107735]: pgmap v20045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:46.330Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:46.331Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:47 smithi170 ceph-mon[97338]: pgmap v20046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:47 smithi081 ceph-mon[95500]: pgmap v20046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:47 smithi081 ceph-mon[107735]: pgmap v20046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:48 smithi170 ceph-mon[97338]: pgmap v20047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:48 smithi081 ceph-mon[95500]: pgmap v20047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:48 smithi081 ceph-mon[107735]: pgmap v20047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:51.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:51 smithi170 ceph-mon[97338]: pgmap v20048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:51 smithi081 ceph-mon[95500]: pgmap v20048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:51.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:51 smithi081 ceph-mon[107735]: pgmap v20048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:53 smithi170 ceph-mon[97338]: pgmap v20049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:53 smithi081 ceph-mon[95500]: pgmap v20049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:46:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:46:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:46:53.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:53 smithi081 ceph-mon[107735]: pgmap v20049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:54.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:54.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:55.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:55 smithi170 ceph-mon[97338]: pgmap v20050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:55 smithi081 ceph-mon[95500]: pgmap v20050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:55.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:55 smithi081 ceph-mon[107735]: pgmap v20050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:46:56.330Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:46:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:46:56.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:46:57.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:57 smithi170 ceph-mon[97338]: pgmap v20051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:57.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:57 smithi081 ceph-mon[95500]: pgmap v20051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:57.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:57 smithi081 ceph-mon[107735]: pgmap v20051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:46:58 smithi170 ceph-mon[97338]: pgmap v20052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:46:58 smithi081 ceph-mon[95500]: pgmap v20052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:46:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:46:58 smithi081 ceph-mon[107735]: pgmap v20052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:01 smithi170 ceph-mon[97338]: pgmap v20053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:01 smithi081 ceph-mon[95500]: pgmap v20053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:01.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:01 smithi081 ceph-mon[107735]: pgmap v20053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:03.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:03 smithi170 ceph-mon[97338]: pgmap v20054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:03 smithi081 ceph-mon[95500]: pgmap v20054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:47:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:47:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:47:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:03 smithi081 ceph-mon[107735]: pgmap v20054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:04.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:04.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:05.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:05 smithi170 ceph-mon[97338]: pgmap v20055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:05.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:05 smithi081 ceph-mon[95500]: pgmap v20055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:05.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:05 smithi081 ceph-mon[107735]: pgmap v20055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:06.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:06.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:07 smithi170 ceph-mon[97338]: pgmap v20056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:07 smithi081 ceph-mon[95500]: pgmap v20056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:07.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:07 smithi081 ceph-mon[107735]: pgmap v20056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:08 smithi170 ceph-mon[97338]: pgmap v20057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:08 smithi081 ceph-mon[95500]: pgmap v20057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:09.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:08 smithi081 ceph-mon[107735]: pgmap v20057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:11.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:11 smithi170 ceph-mon[97338]: pgmap v20058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:11 smithi081 ceph-mon[95500]: pgmap v20058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:11 smithi081 ceph-mon[107735]: pgmap v20058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:13 smithi170 ceph-mon[97338]: pgmap v20059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:13 smithi081 ceph-mon[95500]: pgmap v20059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:47:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:47:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:47:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:13 smithi081 ceph-mon[107735]: pgmap v20059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:14.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:14.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:15.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:15 smithi170 ceph-mon[97338]: pgmap v20060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:15.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:15 smithi081 ceph-mon[95500]: pgmap v20060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:15.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:15 smithi081 ceph-mon[107735]: pgmap v20060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:16.331Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:16.332Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:17.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:17 smithi170 ceph-mon[97338]: pgmap v20061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:17 smithi081 ceph-mon[95500]: pgmap v20061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:17.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:17 smithi081 ceph-mon[107735]: pgmap v20061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:18 smithi170 ceph-mon[97338]: pgmap v20062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:18 smithi081 ceph-mon[95500]: pgmap v20062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:18 smithi081 ceph-mon[107735]: pgmap v20062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:21 smithi170 ceph-mon[97338]: pgmap v20063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:21 smithi081 ceph-mon[95500]: pgmap v20063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:21 smithi081 ceph-mon[107735]: pgmap v20063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:23.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:23 smithi170 ceph-mon[97338]: pgmap v20064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:23.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:23 smithi081 ceph-mon[95500]: pgmap v20064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:47:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:47:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:47:23.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:23 smithi081 ceph-mon[107735]: pgmap v20064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:24.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:24.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:25 smithi170 ceph-mon[97338]: pgmap v20065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:25.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:25 smithi081 ceph-mon[95500]: pgmap v20065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:25.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:25 smithi081 ceph-mon[107735]: pgmap v20065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:26.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:26.333Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:27.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:27 smithi170 ceph-mon[97338]: pgmap v20066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:27.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:27 smithi081 ceph-mon[95500]: pgmap v20066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:27.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:27 smithi081 ceph-mon[107735]: pgmap v20066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:28 smithi170 ceph-mon[97338]: pgmap v20067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:29.268 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:28 smithi081 ceph-mon[95500]: pgmap v20067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:29.269 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:28 smithi081 ceph-mon[107735]: pgmap v20067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:31 smithi170 ceph-mon[97338]: pgmap v20068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:31 smithi081 ceph-mon[95500]: pgmap v20068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:31 smithi081 ceph-mon[107735]: pgmap v20068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:33.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:33 smithi170 ceph-mon[97338]: pgmap v20069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:33.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:33 smithi081 ceph-mon[95500]: pgmap v20069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:47:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:47:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:47:33.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:33 smithi081 ceph-mon[107735]: pgmap v20069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:34.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:34.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:34.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:34.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:35.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:35 smithi170 ceph-mon[97338]: pgmap v20070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:35 smithi081 ceph-mon[95500]: pgmap v20070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:35.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:35 smithi081 ceph-mon[107735]: pgmap v20070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:36.332Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:36.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:37.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:37 smithi170 ceph-mon[97338]: pgmap v20071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:37.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:37 smithi081 ceph-mon[95500]: pgmap v20071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:37.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:37 smithi081 ceph-mon[107735]: pgmap v20071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:38 smithi170 ceph-mon[97338]: pgmap v20072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:38 smithi081 ceph-mon[95500]: pgmap v20072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:38 smithi081 ceph-mon[107735]: pgmap v20072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:41.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:41 smithi170 ceph-mon[97338]: pgmap v20073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:41.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:41 smithi081 ceph-mon[95500]: pgmap v20073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:41.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:41 smithi081 ceph-mon[107735]: pgmap v20073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:43.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:43 smithi170 ceph-mon[97338]: pgmap v20074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:43.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:43 smithi081 ceph-mon[95500]: pgmap v20074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:47:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:47:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:47:43.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:43 smithi081 ceph-mon[107735]: pgmap v20074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:44.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:44.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:45.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:45 smithi170 ceph-mon[97338]: pgmap v20075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:45.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:45 smithi081 ceph-mon[95500]: pgmap v20075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:45.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:45 smithi081 ceph-mon[107735]: pgmap v20075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:46.333Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:46.334Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:47.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:47 smithi170 ceph-mon[97338]: pgmap v20076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:47.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:47 smithi081 ceph-mon[95500]: pgmap v20076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:47.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:47 smithi081 ceph-mon[107735]: pgmap v20076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:48 smithi170 ceph-mon[97338]: pgmap v20077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:48 smithi081 ceph-mon[95500]: pgmap v20077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:48 smithi081 ceph-mon[107735]: pgmap v20077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:51.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:51 smithi170 ceph-mon[97338]: pgmap v20078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:51.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:51 smithi081 ceph-mon[95500]: pgmap v20078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:51.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:51 smithi081 ceph-mon[107735]: pgmap v20078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:53.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:53 smithi170 ceph-mon[97338]: pgmap v20079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:53.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:53 smithi081 ceph-mon[95500]: pgmap v20079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:53.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:47:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:47:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:47:53.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:53 smithi081 ceph-mon[107735]: pgmap v20079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:54.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:54.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:55.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:55 smithi170 ceph-mon[97338]: pgmap v20080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:55.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:55 smithi081 ceph-mon[95500]: pgmap v20080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:55.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:55 smithi081 ceph-mon[107735]: pgmap v20080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:56 smithi170 ceph-mon[97338]: pgmap v20081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:56 smithi081 ceph-mon[95500]: pgmap v20081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:56 smithi081 ceph-mon[107735]: pgmap v20081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:47:56.334Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:47:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:47:56.335Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:47:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:47:58 smithi170 ceph-mon[97338]: pgmap v20082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:47:58 smithi081 ceph-mon[95500]: pgmap v20082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:47:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:47:58 smithi081 ceph-mon[107735]: pgmap v20082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:01 smithi170 ceph-mon[97338]: pgmap v20083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:01 smithi081 ceph-mon[95500]: pgmap v20083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:01.602 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:01 smithi081 ceph-mon[107735]: pgmap v20083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:03.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:03 smithi170 ceph-mon[97338]: pgmap v20084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:03.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:03 smithi081 ceph-mon[95500]: pgmap v20084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:48:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:48:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:48:03.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:03 smithi081 ceph-mon[107735]: pgmap v20084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:04 smithi081 ceph-mon[95500]: pgmap v20085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:04 smithi081 ceph-mon[107735]: pgmap v20085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:04.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:04.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:04.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:04 smithi170 ceph-mon[97338]: pgmap v20085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:06.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:06.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:07 smithi170 ceph-mon[97338]: pgmap v20086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:07.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:07 smithi081 ceph-mon[95500]: pgmap v20086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:07.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:07 smithi081 ceph-mon[107735]: pgmap v20086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:08 smithi170 ceph-mon[97338]: pgmap v20087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:08 smithi081 ceph-mon[95500]: pgmap v20087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:08 smithi081 ceph-mon[107735]: pgmap v20087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:11.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:11 smithi170 ceph-mon[97338]: pgmap v20088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:11.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:11 smithi081 ceph-mon[95500]: pgmap v20088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:11.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:11 smithi081 ceph-mon[107735]: pgmap v20088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:13.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:13 smithi170 ceph-mon[97338]: pgmap v20089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:13.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:13 smithi081 ceph-mon[95500]: pgmap v20089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:48:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:48:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:48:13.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:13 smithi081 ceph-mon[107735]: pgmap v20089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:14 smithi170 ceph-mon[97338]: pgmap v20090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:14.514 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:14 smithi081 ceph-mon[95500]: pgmap v20090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:14.514 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:14 smithi081 ceph-mon[107735]: pgmap v20090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:14.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:14.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:16.335Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:16.336Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:17.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:17 smithi170 ceph-mon[97338]: pgmap v20091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:17.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:17 smithi081 ceph-mon[95500]: pgmap v20091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:17.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:17 smithi081 ceph-mon[107735]: pgmap v20091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:19.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:18 smithi170 ceph-mon[97338]: pgmap v20092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:18 smithi081 ceph-mon[95500]: pgmap v20092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:18 smithi081 ceph-mon[107735]: pgmap v20092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:21.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:21 smithi170 ceph-mon[97338]: pgmap v20093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:21.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:21 smithi081 ceph-mon[95500]: pgmap v20093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:21.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:21 smithi081 ceph-mon[107735]: pgmap v20093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:22 smithi170 ceph-mon[97338]: pgmap v20094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:22 smithi081 ceph-mon[95500]: pgmap v20094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:22 smithi081 ceph-mon[107735]: pgmap v20094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:48:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:48:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:48:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:24.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:24.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:25.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:25 smithi170 ceph-mon[97338]: pgmap v20095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:25.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:25 smithi081 ceph-mon[95500]: pgmap v20095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:25.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:25 smithi081 ceph-mon[107735]: pgmap v20095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:26 smithi170 ceph-mon[97338]: pgmap v20096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:26 smithi081 ceph-mon[95500]: pgmap v20096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:26 smithi081 ceph-mon[107735]: pgmap v20096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:26.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:26.336Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:26.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:26.337Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:28 smithi170 ceph-mon[97338]: pgmap v20097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:29.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:28 smithi081 ceph-mon[95500]: pgmap v20097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:29.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:28 smithi081 ceph-mon[107735]: pgmap v20097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:31.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:31 smithi170 ceph-mon[97338]: pgmap v20098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:31.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:31 smithi081 ceph-mon[95500]: pgmap v20098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:31.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:31 smithi081 ceph-mon[107735]: pgmap v20098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:32.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:32 smithi170 ceph-mon[97338]: pgmap v20099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:32 smithi081 ceph-mon[95500]: pgmap v20099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:32 smithi081 ceph-mon[107735]: pgmap v20099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:33.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:48:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:48:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:48:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:34.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:34.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:35.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:35 smithi170 ceph-mon[97338]: pgmap v20100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:35.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:35 smithi081 ceph-mon[95500]: pgmap v20100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:35.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:35 smithi081 ceph-mon[107735]: pgmap v20100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:36 smithi170 ceph-mon[97338]: pgmap v20101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:36 smithi081 ceph-mon[95500]: pgmap v20101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:36 smithi081 ceph-mon[107735]: pgmap v20101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:36.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:36.338Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:38 smithi170 ceph-mon[97338]: pgmap v20102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:38 smithi081 ceph-mon[95500]: pgmap v20102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:39.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:38 smithi081 ceph-mon[107735]: pgmap v20102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:40 smithi170 ceph-mon[97338]: pgmap v20103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:40 smithi081 ceph-mon[95500]: pgmap v20103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:40 smithi081 ceph-mon[107735]: pgmap v20103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:42 smithi170 ceph-mon[97338]: pgmap v20104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:42 smithi081 ceph-mon[95500]: pgmap v20104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:42 smithi081 ceph-mon[107735]: pgmap v20104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:48:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:48:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:48:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:44 smithi170 ceph-mon[97338]: pgmap v20105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:44 smithi081 ceph-mon[95500]: pgmap v20105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:44 smithi081 ceph-mon[107735]: pgmap v20105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:44.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:44.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:46 smithi170 ceph-mon[97338]: pgmap v20106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:46 smithi081 ceph-mon[95500]: pgmap v20106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:46 smithi081 ceph-mon[107735]: pgmap v20106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:46.337Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:46.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:48 smithi170 ceph-mon[97338]: pgmap v20107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:48 smithi081 ceph-mon[95500]: pgmap v20107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:48 smithi081 ceph-mon[107735]: pgmap v20107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:50 smithi170 ceph-mon[97338]: pgmap v20108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:50 smithi081 ceph-mon[95500]: pgmap v20108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:50 smithi081 ceph-mon[107735]: pgmap v20108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:52 smithi170 ceph-mon[97338]: pgmap v20109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:52 smithi081 ceph-mon[95500]: pgmap v20109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:52 smithi081 ceph-mon[107735]: pgmap v20109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:48:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:48:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:48:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:54 smithi170 ceph-mon[97338]: pgmap v20110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:54 smithi081 ceph-mon[95500]: pgmap v20110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:54 smithi081 ceph-mon[107735]: pgmap v20110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:54.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:54.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:56 smithi170 ceph-mon[97338]: pgmap v20111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:56 smithi081 ceph-mon[95500]: pgmap v20111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:56 smithi081 ceph-mon[107735]: pgmap v20111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:48:56.338Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:48:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:48:56.339Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:48:59.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:48:58 smithi170 ceph-mon[97338]: pgmap v20112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:48:58 smithi081 ceph-mon[95500]: pgmap v20112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:48:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:48:58 smithi081 ceph-mon[107735]: pgmap v20112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:00 smithi170 ceph-mon[97338]: pgmap v20113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:00 smithi081 ceph-mon[95500]: pgmap v20113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:00 smithi081 ceph-mon[107735]: pgmap v20113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:02 smithi170 ceph-mon[97338]: pgmap v20114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:03.131 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:02 smithi081 ceph-mon[95500]: pgmap v20114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:03.131 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:02 smithi081 ceph-mon[107735]: pgmap v20114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:49:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:49:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:49:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:04 smithi170 ceph-mon[97338]: pgmap v20115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:04 smithi081 ceph-mon[95500]: pgmap v20115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:04 smithi081 ceph-mon[107735]: pgmap v20115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:04.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:04.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:06 smithi170 ceph-mon[97338]: pgmap v20116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:06.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:06 smithi081 ceph-mon[95500]: pgmap v20116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:06.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:06 smithi081 ceph-mon[107735]: pgmap v20116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:06.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:06.339Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:06.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:06.340Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:09.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:08 smithi170 ceph-mon[97338]: pgmap v20117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:08 smithi081 ceph-mon[95500]: pgmap v20117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:08 smithi081 ceph-mon[107735]: pgmap v20117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:10 smithi170 ceph-mon[97338]: pgmap v20118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:10 smithi081 ceph-mon[95500]: pgmap v20118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:10 smithi081 ceph-mon[107735]: pgmap v20118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:12 smithi170 ceph-mon[97338]: pgmap v20119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:12 smithi081 ceph-mon[95500]: pgmap v20119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:12 smithi081 ceph-mon[107735]: pgmap v20119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:49:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:49:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:49:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:14 smithi170 ceph-mon[97338]: pgmap v20120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:14 smithi081 ceph-mon[95500]: pgmap v20120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:14.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:14.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:14 smithi081 ceph-mon[107735]: pgmap v20120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:16 smithi170 ceph-mon[97338]: pgmap v20121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:16 smithi081 ceph-mon[95500]: pgmap v20121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:16 smithi081 ceph-mon[107735]: pgmap v20121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:16.340Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:16.341Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:19.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:18 smithi170 ceph-mon[97338]: pgmap v20122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:18 smithi081 ceph-mon[95500]: pgmap v20122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:19.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:18 smithi081 ceph-mon[107735]: pgmap v20122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:20 smithi170 ceph-mon[97338]: pgmap v20123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:20 smithi081 ceph-mon[95500]: pgmap v20123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:20 smithi081 ceph-mon[107735]: pgmap v20123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:22 smithi170 ceph-mon[97338]: pgmap v20124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:22 smithi081 ceph-mon[95500]: pgmap v20124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:22 smithi081 ceph-mon[107735]: pgmap v20124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:49:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:49:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:49:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:24 smithi170 ceph-mon[97338]: pgmap v20125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:24 smithi081 ceph-mon[95500]: pgmap v20125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:24 smithi081 ceph-mon[107735]: pgmap v20125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:24.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:24.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:26 smithi170 ceph-mon[97338]: pgmap v20126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:26 smithi081 ceph-mon[95500]: pgmap v20126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:26 smithi081 ceph-mon[107735]: pgmap v20126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:26.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:26.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:29.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:28 smithi170 ceph-mon[97338]: pgmap v20127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:28 smithi081 ceph-mon[95500]: pgmap v20127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:28 smithi081 ceph-mon[107735]: pgmap v20127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:30 smithi170 ceph-mon[97338]: pgmap v20128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:30 smithi081 ceph-mon[95500]: pgmap v20128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:30 smithi081 ceph-mon[107735]: pgmap v20128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:32 smithi170 ceph-mon[97338]: pgmap v20129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:32 smithi081 ceph-mon[95500]: pgmap v20129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:32 smithi081 ceph-mon[107735]: pgmap v20129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:49:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:49:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:49:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:34 smithi170 ceph-mon[97338]: pgmap v20130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:34 smithi081 ceph-mon[95500]: pgmap v20130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:34 smithi081 ceph-mon[107735]: pgmap v20130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:34.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:34.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:36 smithi170 ceph-mon[97338]: pgmap v20131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:36 smithi081 ceph-mon[95500]: pgmap v20131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:36 smithi081 ceph-mon[107735]: pgmap v20131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:36.341Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:36.342Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:39.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:38 smithi170 ceph-mon[97338]: pgmap v20132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:39.267 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:38 smithi081 ceph-mon[95500]: pgmap v20132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:39.268 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:38 smithi081 ceph-mon[107735]: pgmap v20132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:40 smithi170 ceph-mon[97338]: pgmap v20133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:40 smithi081 ceph-mon[95500]: pgmap v20133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:40 smithi081 ceph-mon[107735]: pgmap v20133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:42 smithi170 ceph-mon[97338]: pgmap v20134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:42 smithi081 ceph-mon[95500]: pgmap v20134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:42 smithi081 ceph-mon[107735]: pgmap v20134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:49:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:49:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:49:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:44 smithi170 ceph-mon[97338]: pgmap v20135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:44 smithi081 ceph-mon[95500]: pgmap v20135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:44.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:44.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:44 smithi081 ceph-mon[107735]: pgmap v20135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:46 smithi170 ceph-mon[97338]: pgmap v20136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:46.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:46.343Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:46.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:46 smithi081 ceph-mon[95500]: pgmap v20136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:46 smithi081 ceph-mon[107735]: pgmap v20136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:49.245 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:48 smithi170 ceph-mon[97338]: pgmap v20137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:48 smithi081 ceph-mon[95500]: pgmap v20137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:48 smithi081 ceph-mon[107735]: pgmap v20137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:50 smithi170 ceph-mon[97338]: pgmap v20138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:50 smithi081 ceph-mon[95500]: pgmap v20138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:50 smithi081 ceph-mon[107735]: pgmap v20138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:52 smithi170 ceph-mon[97338]: pgmap v20139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:52 smithi081 ceph-mon[95500]: pgmap v20139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:52 smithi081 ceph-mon[107735]: pgmap v20139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:49:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:49:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:49:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:54 smithi170 ceph-mon[97338]: pgmap v20140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:54 smithi081 ceph-mon[95500]: pgmap v20140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:54 smithi081 ceph-mon[107735]: pgmap v20140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:54.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:54.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:56 smithi170 ceph-mon[97338]: pgmap v20141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:56 smithi081 ceph-mon[95500]: pgmap v20141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:56 smithi081 ceph-mon[107735]: pgmap v20141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:49:56.342Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:49:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:49:56.344Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:49:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:49:58 smithi081 ceph-mon[95500]: pgmap v20142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:59.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:49:58 smithi081 ceph-mon[107735]: pgmap v20142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:49:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:49:58 smithi170 ceph-mon[97338]: pgmap v20142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:50:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:50:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T16:50:01.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:01 smithi170 ceph-mon[97338]: pgmap v20143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:01.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:01 smithi081 ceph-mon[95500]: pgmap v20143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:01.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:01 smithi081 ceph-mon[107735]: pgmap v20143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:02 smithi170 ceph-mon[97338]: pgmap v20144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:02 smithi081 ceph-mon[95500]: pgmap v20144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:02 smithi081 ceph-mon[107735]: pgmap v20144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:50:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:50:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:50:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:04 smithi170 ceph-mon[97338]: pgmap v20145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:04 smithi081 ceph-mon[95500]: pgmap v20145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:04 smithi081 ceph-mon[107735]: pgmap v20145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:04.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:04.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:06 smithi170 ceph-mon[97338]: pgmap v20146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:06 smithi081 ceph-mon[95500]: pgmap v20146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:06 smithi081 ceph-mon[107735]: pgmap v20146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:06.344Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:06.345Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:08 smithi081 ceph-mon[95500]: pgmap v20147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:08 smithi081 ceph-mon[107735]: pgmap v20147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:08 smithi170 ceph-mon[97338]: pgmap v20147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:10 smithi170 ceph-mon[97338]: pgmap v20148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:10 smithi081 ceph-mon[95500]: pgmap v20148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:10 smithi081 ceph-mon[107735]: pgmap v20148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:12 smithi170 ceph-mon[97338]: pgmap v20149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:12 smithi081 ceph-mon[95500]: pgmap v20149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:12 smithi081 ceph-mon[107735]: pgmap v20149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:50:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:50:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:50:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:14 smithi170 ceph-mon[97338]: pgmap v20150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:14 smithi081 ceph-mon[95500]: pgmap v20150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:14 smithi081 ceph-mon[107735]: pgmap v20150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:14.521Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:14.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:16 smithi170 ceph-mon[97338]: pgmap v20151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:16 smithi081 ceph-mon[95500]: pgmap v20151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:16 smithi081 ceph-mon[107735]: pgmap v20151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:16.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:16.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:18 smithi081 ceph-mon[95500]: pgmap v20152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:18 smithi081 ceph-mon[107735]: pgmap v20152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:19.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:18 smithi170 ceph-mon[97338]: pgmap v20152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:20 smithi170 ceph-mon[97338]: pgmap v20153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:20 smithi081 ceph-mon[95500]: pgmap v20153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:20 smithi081 ceph-mon[107735]: pgmap v20153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:22 smithi170 ceph-mon[97338]: pgmap v20154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:22 smithi081 ceph-mon[95500]: pgmap v20154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:22 smithi081 ceph-mon[107735]: pgmap v20154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:50:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:50:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:50:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:24 smithi170 ceph-mon[97338]: pgmap v20155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:24 smithi081 ceph-mon[95500]: pgmap v20155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:24 smithi081 ceph-mon[107735]: pgmap v20155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:24.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:24.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:26 smithi170 ceph-mon[97338]: pgmap v20156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:26 smithi081 ceph-mon[95500]: pgmap v20156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:26.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:26.346Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:26 smithi081 ceph-mon[107735]: pgmap v20156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:29.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:28 smithi081 ceph-mon[95500]: pgmap v20157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:29.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:28 smithi081 ceph-mon[107735]: pgmap v20157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:28 smithi170 ceph-mon[97338]: pgmap v20157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:30 smithi170 ceph-mon[97338]: pgmap v20158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:30 smithi081 ceph-mon[95500]: pgmap v20158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:30 smithi081 ceph-mon[107735]: pgmap v20158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:32 smithi170 ceph-mon[97338]: pgmap v20159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:32 smithi081 ceph-mon[95500]: pgmap v20159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:32 smithi081 ceph-mon[107735]: pgmap v20159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:50:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:50:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:50:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:34 smithi170 ceph-mon[97338]: pgmap v20160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:34 smithi081 ceph-mon[95500]: pgmap v20160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:34 smithi081 ceph-mon[107735]: pgmap v20160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:34.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:34.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:36 smithi170 ceph-mon[97338]: pgmap v20161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:36 smithi081 ceph-mon[95500]: pgmap v20161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:36 smithi081 ceph-mon[107735]: pgmap v20161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:36.345Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:36.347Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:39.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:38 smithi081 ceph-mon[95500]: pgmap v20162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:39.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:39 smithi081 ceph-mon[107735]: pgmap v20162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:39.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:39 smithi170 ceph-mon[97338]: pgmap v20162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:40 smithi170 ceph-mon[97338]: pgmap v20163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:40 smithi081 ceph-mon[95500]: pgmap v20163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:40 smithi081 ceph-mon[107735]: pgmap v20163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:42 smithi170 ceph-mon[97338]: pgmap v20164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:42 smithi081 ceph-mon[95500]: pgmap v20164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:42 smithi081 ceph-mon[107735]: pgmap v20164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:50:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:50:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:50:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:44 smithi170 ceph-mon[97338]: pgmap v20165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:44 smithi081 ceph-mon[95500]: pgmap v20165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:44 smithi081 ceph-mon[107735]: pgmap v20165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:44.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:44.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:46 smithi170 ceph-mon[97338]: pgmap v20166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:46 smithi081 ceph-mon[95500]: pgmap v20166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:46 smithi081 ceph-mon[107735]: pgmap v20166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:46.346Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:46.348Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:49 smithi081 ceph-mon[95500]: pgmap v20167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:49 smithi081 ceph-mon[107735]: pgmap v20167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:49 smithi170 ceph-mon[97338]: pgmap v20167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:50 smithi170 ceph-mon[97338]: pgmap v20168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:50 smithi081 ceph-mon[95500]: pgmap v20168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:50 smithi081 ceph-mon[107735]: pgmap v20168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:52 smithi170 ceph-mon[97338]: pgmap v20169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:52 smithi081 ceph-mon[95500]: pgmap v20169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:52 smithi081 ceph-mon[107735]: pgmap v20169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:50:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:50:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:50:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:54 smithi170 ceph-mon[97338]: pgmap v20170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:54 smithi081 ceph-mon[95500]: pgmap v20170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:54 smithi081 ceph-mon[107735]: pgmap v20170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:54.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:54.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:56 smithi170 ceph-mon[97338]: pgmap v20171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:56 smithi081 ceph-mon[95500]: pgmap v20171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:56 smithi081 ceph-mon[107735]: pgmap v20171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:50:56.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:50:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:50:56.349Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:50:59.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:50:59 smithi081 ceph-mon[95500]: pgmap v20172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:59.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:50:59 smithi081 ceph-mon[107735]: pgmap v20172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:50:59.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:50:59 smithi170 ceph-mon[97338]: pgmap v20172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:00 smithi170 ceph-mon[97338]: pgmap v20173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:00 smithi081 ceph-mon[95500]: pgmap v20173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:00 smithi081 ceph-mon[107735]: pgmap v20173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:02 smithi170 ceph-mon[97338]: pgmap v20174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:02 smithi081 ceph-mon[95500]: pgmap v20174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:02 smithi081 ceph-mon[107735]: pgmap v20174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:51:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:51:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:51:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:04 smithi170 ceph-mon[97338]: pgmap v20175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:04 smithi081 ceph-mon[95500]: pgmap v20175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:04 smithi081 ceph-mon[107735]: pgmap v20175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:04.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:04.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:06 smithi170 ceph-mon[97338]: pgmap v20176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:06 smithi081 ceph-mon[95500]: pgmap v20176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:06.348Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:06.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:06 smithi081 ceph-mon[107735]: pgmap v20176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:09.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:09 smithi081 ceph-mon[95500]: pgmap v20177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:09.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:09 smithi081 ceph-mon[107735]: pgmap v20177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:09 smithi170 ceph-mon[97338]: pgmap v20177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:10 smithi170 ceph-mon[97338]: pgmap v20178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:10 smithi081 ceph-mon[95500]: pgmap v20178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:10 smithi081 ceph-mon[107735]: pgmap v20178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:12 smithi170 ceph-mon[97338]: pgmap v20179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:12 smithi081 ceph-mon[95500]: pgmap v20179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:12 smithi081 ceph-mon[107735]: pgmap v20179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:51:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:51:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:51:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:14 smithi170 ceph-mon[97338]: pgmap v20180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:14 smithi081 ceph-mon[95500]: pgmap v20180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:14 smithi081 ceph-mon[107735]: pgmap v20180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:14.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:14.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:16 smithi170 ceph-mon[97338]: pgmap v20181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:16 smithi081 ceph-mon[95500]: pgmap v20181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:16 smithi081 ceph-mon[107735]: pgmap v20181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:16.349Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:16.350Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:19.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:19 smithi081 ceph-mon[95500]: pgmap v20182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:19.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:19 smithi081 ceph-mon[107735]: pgmap v20182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:19 smithi170 ceph-mon[97338]: pgmap v20182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:20 smithi170 ceph-mon[97338]: pgmap v20183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:20 smithi081 ceph-mon[95500]: pgmap v20183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:20 smithi081 ceph-mon[107735]: pgmap v20183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:22 smithi170 ceph-mon[97338]: pgmap v20184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:22 smithi081 ceph-mon[95500]: pgmap v20184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:22 smithi081 ceph-mon[107735]: pgmap v20184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:51:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:51:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:51:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:24 smithi170 ceph-mon[97338]: pgmap v20185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:24 smithi081 ceph-mon[95500]: pgmap v20185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:24 smithi081 ceph-mon[107735]: pgmap v20185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:24.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:24.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:26 smithi170 ceph-mon[97338]: pgmap v20186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:26 smithi081 ceph-mon[95500]: pgmap v20186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:26 smithi081 ceph-mon[107735]: pgmap v20186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:26.350Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:26.351Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:29.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:29 smithi170 ceph-mon[97338]: pgmap v20187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:29 smithi081 ceph-mon[95500]: pgmap v20187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:29 smithi081 ceph-mon[107735]: pgmap v20187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:30 smithi170 ceph-mon[97338]: pgmap v20188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:30 smithi081 ceph-mon[95500]: pgmap v20188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:30 smithi081 ceph-mon[107735]: pgmap v20188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:32 smithi170 ceph-mon[97338]: pgmap v20189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:32 smithi081 ceph-mon[95500]: pgmap v20189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:32 smithi081 ceph-mon[107735]: pgmap v20189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:51:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:51:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:51:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:34 smithi170 ceph-mon[97338]: pgmap v20190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:34 smithi081 ceph-mon[95500]: pgmap v20190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:34 smithi081 ceph-mon[107735]: pgmap v20190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:34.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:34.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:36 smithi170 ceph-mon[97338]: pgmap v20191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:36 smithi081 ceph-mon[95500]: pgmap v20191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:36 smithi081 ceph-mon[107735]: pgmap v20191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:36.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:36.352Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:39 smithi170 ceph-mon[97338]: pgmap v20192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:39 smithi081 ceph-mon[95500]: pgmap v20192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:39 smithi081 ceph-mon[107735]: pgmap v20192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:40 smithi170 ceph-mon[97338]: pgmap v20193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:40 smithi081 ceph-mon[95500]: pgmap v20193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:40 smithi081 ceph-mon[107735]: pgmap v20193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:42 smithi170 ceph-mon[97338]: pgmap v20194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:42 smithi081 ceph-mon[95500]: pgmap v20194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:42 smithi081 ceph-mon[107735]: pgmap v20194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:51:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:51:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:51:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:44 smithi170 ceph-mon[97338]: pgmap v20195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:44 smithi081 ceph-mon[95500]: pgmap v20195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:44 smithi081 ceph-mon[107735]: pgmap v20195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:44.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:44.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:46 smithi170 ceph-mon[97338]: pgmap v20196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:46 smithi081 ceph-mon[95500]: pgmap v20196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:46 smithi081 ceph-mon[107735]: pgmap v20196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:46.351Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:46.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:46.353Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:49.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:49 smithi081 ceph-mon[95500]: pgmap v20197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:49.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:49 smithi081 ceph-mon[107735]: pgmap v20197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:49 smithi170 ceph-mon[97338]: pgmap v20197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:50 smithi170 ceph-mon[97338]: pgmap v20198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:50 smithi081 ceph-mon[95500]: pgmap v20198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:50 smithi081 ceph-mon[107735]: pgmap v20198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:52 smithi170 ceph-mon[97338]: pgmap v20199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:52 smithi081 ceph-mon[95500]: pgmap v20199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:52.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:52 smithi081 ceph-mon[107735]: pgmap v20199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:51:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:51:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:51:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:54 smithi170 ceph-mon[97338]: pgmap v20200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:54 smithi081 ceph-mon[95500]: pgmap v20200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:54 smithi081 ceph-mon[107735]: pgmap v20200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:54.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:54.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:56 smithi170 ceph-mon[97338]: pgmap v20201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:56 smithi081 ceph-mon[95500]: pgmap v20201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:56 smithi081 ceph-mon[107735]: pgmap v20201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:51:56.353Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:51:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:51:56.354Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:51:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:51:59 smithi170 ceph-mon[97338]: pgmap v20202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:51:59 smithi081 ceph-mon[95500]: pgmap v20202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:51:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:51:59 smithi081 ceph-mon[107735]: pgmap v20202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:00 smithi170 ceph-mon[97338]: pgmap v20203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:00 smithi081 ceph-mon[95500]: pgmap v20203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:00 smithi081 ceph-mon[107735]: pgmap v20203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:02 smithi170 ceph-mon[97338]: pgmap v20204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:02 smithi081 ceph-mon[95500]: pgmap v20204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:02 smithi081 ceph-mon[107735]: pgmap v20204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:52:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:52:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:52:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:04 smithi170 ceph-mon[97338]: pgmap v20205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:04 smithi081 ceph-mon[95500]: pgmap v20205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:04 smithi081 ceph-mon[107735]: pgmap v20205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:04.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:04.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:06 smithi170 ceph-mon[97338]: pgmap v20206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:06 smithi081 ceph-mon[95500]: pgmap v20206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:06 smithi081 ceph-mon[107735]: pgmap v20206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:06.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:06.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:09.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:09 smithi170 ceph-mon[97338]: pgmap v20207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:09 smithi081 ceph-mon[95500]: pgmap v20207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:09.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:09 smithi081 ceph-mon[107735]: pgmap v20207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:10 smithi170 ceph-mon[97338]: pgmap v20208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:10 smithi081 ceph-mon[95500]: pgmap v20208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:10 smithi081 ceph-mon[107735]: pgmap v20208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:12 smithi170 ceph-mon[97338]: pgmap v20209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:12 smithi081 ceph-mon[95500]: pgmap v20209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:12 smithi081 ceph-mon[107735]: pgmap v20209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:52:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:52:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:52:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:14 smithi170 ceph-mon[97338]: pgmap v20210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:14 smithi081 ceph-mon[95500]: pgmap v20210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:14 smithi081 ceph-mon[107735]: pgmap v20210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:14.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:14.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:16 smithi170 ceph-mon[97338]: pgmap v20211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:16 smithi081 ceph-mon[95500]: pgmap v20211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:16 smithi081 ceph-mon[107735]: pgmap v20211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:16.354Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:16.355Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:19 smithi170 ceph-mon[97338]: pgmap v20212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:19 smithi081 ceph-mon[95500]: pgmap v20212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:19.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:19 smithi081 ceph-mon[107735]: pgmap v20212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:20 smithi170 ceph-mon[97338]: pgmap v20213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:20 smithi081 ceph-mon[95500]: pgmap v20213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:20 smithi081 ceph-mon[107735]: pgmap v20213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:22 smithi170 ceph-mon[97338]: pgmap v20214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:22 smithi081 ceph-mon[95500]: pgmap v20214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:22 smithi081 ceph-mon[107735]: pgmap v20214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:52:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:52:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:52:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:24 smithi170 ceph-mon[97338]: pgmap v20215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:24 smithi081 ceph-mon[95500]: pgmap v20215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:24.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:24.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:24 smithi081 ceph-mon[107735]: pgmap v20215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:26 smithi170 ceph-mon[97338]: pgmap v20216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:26 smithi081 ceph-mon[95500]: pgmap v20216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:26.355Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:26.356Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:26 smithi081 ceph-mon[107735]: pgmap v20216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:29.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:29 smithi170 ceph-mon[97338]: pgmap v20217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:29 smithi081 ceph-mon[95500]: pgmap v20217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:29 smithi081 ceph-mon[107735]: pgmap v20217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:30 smithi170 ceph-mon[97338]: pgmap v20218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:30 smithi081 ceph-mon[95500]: pgmap v20218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:30 smithi081 ceph-mon[107735]: pgmap v20218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:32.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:32 smithi170 ceph-mon[97338]: pgmap v20219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:32 smithi081 ceph-mon[95500]: pgmap v20219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:32 smithi081 ceph-mon[107735]: pgmap v20219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:52:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:52:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:34 smithi170 ceph-mon[97338]: pgmap v20220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:34 smithi081 ceph-mon[95500]: pgmap v20220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:34 smithi081 ceph-mon[107735]: pgmap v20220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:34.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:34.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:36 smithi170 ceph-mon[97338]: pgmap v20221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:36 smithi081 ceph-mon[95500]: pgmap v20221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:36 smithi081 ceph-mon[107735]: pgmap v20221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:36.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:36.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:39 smithi170 ceph-mon[97338]: pgmap v20222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:39 smithi081 ceph-mon[95500]: pgmap v20222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:39.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:39 smithi081 ceph-mon[107735]: pgmap v20222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:40 smithi170 ceph-mon[97338]: pgmap v20223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:40 smithi081 ceph-mon[95500]: pgmap v20223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:40 smithi081 ceph-mon[107735]: pgmap v20223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:42 smithi170 ceph-mon[97338]: pgmap v20224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:42 smithi081 ceph-mon[95500]: pgmap v20224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:42 smithi081 ceph-mon[107735]: pgmap v20224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:52:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:52:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:44 smithi170 ceph-mon[97338]: pgmap v20225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:44 smithi081 ceph-mon[95500]: pgmap v20225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:44.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:44.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:44 smithi081 ceph-mon[107735]: pgmap v20225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:46 smithi170 ceph-mon[97338]: pgmap v20226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:46 smithi081 ceph-mon[95500]: pgmap v20226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:46 smithi081 ceph-mon[107735]: pgmap v20226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:46.356Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:46.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:49.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:49 smithi170 ceph-mon[97338]: pgmap v20227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:49.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:49 smithi081 ceph-mon[95500]: pgmap v20227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:49.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:49 smithi081 ceph-mon[107735]: pgmap v20227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:50 smithi170 ceph-mon[97338]: pgmap v20228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:50 smithi081 ceph-mon[95500]: pgmap v20228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:50 smithi081 ceph-mon[107735]: pgmap v20228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:52 smithi170 ceph-mon[97338]: pgmap v20229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:52 smithi081 ceph-mon[95500]: pgmap v20229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:52 smithi081 ceph-mon[107735]: pgmap v20229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:52:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:52:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:54 smithi170 ceph-mon[97338]: pgmap v20230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:54 smithi081 ceph-mon[95500]: pgmap v20230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:54 smithi081 ceph-mon[107735]: pgmap v20230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:54.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:54.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:56 smithi170 ceph-mon[97338]: pgmap v20231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:56 smithi081 ceph-mon[95500]: pgmap v20231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:56 smithi081 ceph-mon[107735]: pgmap v20231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:52:56.357Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:56.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:52:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:52:56.358Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:52:59.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:52:59 smithi170 ceph-mon[97338]: pgmap v20232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:59.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:52:59 smithi081 ceph-mon[95500]: pgmap v20232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:52:59.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:52:59 smithi081 ceph-mon[107735]: pgmap v20232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:00 smithi170 ceph-mon[97338]: pgmap v20233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:00 smithi081 ceph-mon[95500]: pgmap v20233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:00 smithi081 ceph-mon[107735]: pgmap v20233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:02 smithi170 ceph-mon[97338]: pgmap v20234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:02 smithi081 ceph-mon[95500]: pgmap v20234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:02 smithi081 ceph-mon[107735]: pgmap v20234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:53:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:53:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:53:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:04 smithi170 ceph-mon[97338]: pgmap v20235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:04 smithi081 ceph-mon[95500]: pgmap v20235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:04 smithi081 ceph-mon[107735]: pgmap v20235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:04.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:04.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:04.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:06 smithi170 ceph-mon[97338]: pgmap v20236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:06 smithi081 ceph-mon[95500]: pgmap v20236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:06 smithi081 ceph-mon[107735]: pgmap v20236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:06.358Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:06.359Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:09.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:09 smithi170 ceph-mon[97338]: pgmap v20237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:09.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:09 smithi081 ceph-mon[95500]: pgmap v20237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:09.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:09 smithi081 ceph-mon[107735]: pgmap v20237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:10 smithi170 ceph-mon[97338]: pgmap v20238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:10 smithi081 ceph-mon[95500]: pgmap v20238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:10 smithi081 ceph-mon[107735]: pgmap v20238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:12 smithi170 ceph-mon[97338]: pgmap v20239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:12 smithi081 ceph-mon[95500]: pgmap v20239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:12 smithi081 ceph-mon[107735]: pgmap v20239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:53:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:53:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:53:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:14 smithi170 ceph-mon[97338]: pgmap v20240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:14 smithi081 ceph-mon[95500]: pgmap v20240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:14 smithi081 ceph-mon[107735]: pgmap v20240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:14.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:14.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:16 smithi170 ceph-mon[97338]: pgmap v20241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:16 smithi081 ceph-mon[95500]: pgmap v20241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:16 smithi081 ceph-mon[107735]: pgmap v20241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:16.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:16.360Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:19.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:19 smithi170 ceph-mon[97338]: pgmap v20242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:19.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:19 smithi081 ceph-mon[95500]: pgmap v20242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:19.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:19 smithi081 ceph-mon[107735]: pgmap v20242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:20 smithi170 ceph-mon[97338]: pgmap v20243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:20 smithi081 ceph-mon[95500]: pgmap v20243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:20 smithi081 ceph-mon[107735]: pgmap v20243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:22 smithi170 ceph-mon[97338]: pgmap v20244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:22 smithi081 ceph-mon[95500]: pgmap v20244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:22 smithi081 ceph-mon[107735]: pgmap v20244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:53:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:53:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:53:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:24 smithi170 ceph-mon[97338]: pgmap v20245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:24 smithi081 ceph-mon[95500]: pgmap v20245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:24.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:24.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:24 smithi081 ceph-mon[107735]: pgmap v20245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:26 smithi170 ceph-mon[97338]: pgmap v20246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:26 smithi081 ceph-mon[95500]: pgmap v20246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:26 smithi081 ceph-mon[107735]: pgmap v20246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:26.359Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:26.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:29.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:29 smithi170 ceph-mon[97338]: pgmap v20247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:29.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:29 smithi081 ceph-mon[95500]: pgmap v20247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:29.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:29 smithi081 ceph-mon[107735]: pgmap v20247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:30 smithi170 ceph-mon[97338]: pgmap v20248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:30 smithi081 ceph-mon[95500]: pgmap v20248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:30 smithi081 ceph-mon[107735]: pgmap v20248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:32 smithi170 ceph-mon[97338]: pgmap v20249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:32 smithi081 ceph-mon[95500]: pgmap v20249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:32 smithi081 ceph-mon[107735]: pgmap v20249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:53:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:53:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:53:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:34 smithi170 ceph-mon[97338]: pgmap v20250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:34 smithi081 ceph-mon[95500]: pgmap v20250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:34 smithi081 ceph-mon[107735]: pgmap v20250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:34.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:34.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:36 smithi170 ceph-mon[97338]: pgmap v20251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:36 smithi081 ceph-mon[95500]: pgmap v20251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:36 smithi081 ceph-mon[107735]: pgmap v20251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:36.360Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:36.361Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:39.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:39 smithi170 ceph-mon[97338]: pgmap v20252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:39.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:39 smithi081 ceph-mon[95500]: pgmap v20252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:39.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:39 smithi081 ceph-mon[107735]: pgmap v20252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:40 smithi170 ceph-mon[97338]: pgmap v20253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:40 smithi081 ceph-mon[95500]: pgmap v20253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:40 smithi081 ceph-mon[107735]: pgmap v20253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:42 smithi170 ceph-mon[97338]: pgmap v20254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:42 smithi081 ceph-mon[95500]: pgmap v20254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:42 smithi081 ceph-mon[107735]: pgmap v20254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:53:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:53:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:53:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:44 smithi170 ceph-mon[97338]: pgmap v20255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:44 smithi081 ceph-mon[95500]: pgmap v20255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:44 smithi081 ceph-mon[107735]: pgmap v20255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:44.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:44.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:46 smithi170 ceph-mon[97338]: pgmap v20256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:46 smithi081 ceph-mon[95500]: pgmap v20256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:46 smithi081 ceph-mon[107735]: pgmap v20256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:46.361Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:46.362Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:50.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:50 smithi170 ceph-mon[97338]: pgmap v20257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:50 smithi081 ceph-mon[95500]: pgmap v20257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:50 smithi081 ceph-mon[107735]: pgmap v20257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:52 smithi170 ceph-mon[97338]: pgmap v20258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:52.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:52 smithi081 ceph-mon[95500]: pgmap v20258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:52 smithi081 ceph-mon[107735]: pgmap v20258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:53:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:53:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:53:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:54 smithi170 ceph-mon[97338]: pgmap v20259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:54 smithi081 ceph-mon[95500]: pgmap v20259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:54 smithi081 ceph-mon[107735]: pgmap v20259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:54.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:54.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:56.365 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:56 smithi081 ceph-mon[95500]: pgmap v20260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:56.365 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:56 smithi081 ceph-mon[107735]: pgmap v20260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:56 smithi170 ceph-mon[97338]: pgmap v20260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:53:56.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:53:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:53:56.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:53:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:53:58 smithi170 ceph-mon[97338]: pgmap v20261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:53:58 smithi081 ceph-mon[95500]: pgmap v20261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:53:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:53:58 smithi081 ceph-mon[107735]: pgmap v20261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:00 smithi170 ceph-mon[97338]: pgmap v20262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:00 smithi081 ceph-mon[95500]: pgmap v20262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:00 smithi081 ceph-mon[107735]: pgmap v20262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:02 smithi170 ceph-mon[97338]: pgmap v20263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:02 smithi081 ceph-mon[95500]: pgmap v20263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:02 smithi081 ceph-mon[107735]: pgmap v20263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:54:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:54:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:54:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:04 smithi170 ceph-mon[97338]: pgmap v20264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:04 smithi081 ceph-mon[95500]: pgmap v20264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:04 smithi081 ceph-mon[107735]: pgmap v20264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:04.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:04.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:06.369 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:06 smithi081 ceph-mon[95500]: pgmap v20265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:06.369 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:06 smithi081 ceph-mon[107735]: pgmap v20265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:06 smithi170 ceph-mon[97338]: pgmap v20265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:06.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:06.363Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:08 smithi170 ceph-mon[97338]: pgmap v20266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:08 smithi081 ceph-mon[95500]: pgmap v20266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:08 smithi081 ceph-mon[107735]: pgmap v20266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:10 smithi170 ceph-mon[97338]: pgmap v20267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:10 smithi081 ceph-mon[95500]: pgmap v20267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:10 smithi081 ceph-mon[107735]: pgmap v20267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:12 smithi170 ceph-mon[97338]: pgmap v20268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:12 smithi081 ceph-mon[95500]: pgmap v20268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:12 smithi081 ceph-mon[107735]: pgmap v20268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:54:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:54:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:54:14.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:14 smithi170 ceph-mon[97338]: pgmap v20269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:14.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:14 smithi081 ceph-mon[95500]: pgmap v20269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:14 smithi081 ceph-mon[107735]: pgmap v20269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:14.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:14.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:16.366 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:16 smithi081 ceph-mon[95500]: pgmap v20270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:16.366 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:16 smithi081 ceph-mon[107735]: pgmap v20270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:16 smithi170 ceph-mon[97338]: pgmap v20270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:16.362Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:16.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:18 smithi170 ceph-mon[97338]: pgmap v20271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:18 smithi081 ceph-mon[95500]: pgmap v20271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:18 smithi081 ceph-mon[107735]: pgmap v20271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:20 smithi170 ceph-mon[97338]: pgmap v20272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:20 smithi081 ceph-mon[95500]: pgmap v20272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:20 smithi081 ceph-mon[107735]: pgmap v20272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:22 smithi170 ceph-mon[97338]: pgmap v20273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:22 smithi081 ceph-mon[95500]: pgmap v20273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:22 smithi081 ceph-mon[107735]: pgmap v20273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:54:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:54:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:54:24.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:24 smithi170 ceph-mon[97338]: pgmap v20274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:24 smithi081 ceph-mon[95500]: pgmap v20274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:24 smithi081 ceph-mon[107735]: pgmap v20274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:24.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:24.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:26.366 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:26 smithi081 ceph-mon[95500]: pgmap v20275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:26.366 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:26 smithi081 ceph-mon[107735]: pgmap v20275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:26 smithi170 ceph-mon[97338]: pgmap v20275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:26.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:26.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:28 smithi170 ceph-mon[97338]: pgmap v20276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:28 smithi081 ceph-mon[95500]: pgmap v20276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:28 smithi081 ceph-mon[107735]: pgmap v20276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:30 smithi170 ceph-mon[97338]: pgmap v20277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:30 smithi081 ceph-mon[95500]: pgmap v20277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:30 smithi081 ceph-mon[107735]: pgmap v20277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:32 smithi170 ceph-mon[97338]: pgmap v20278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:32 smithi081 ceph-mon[95500]: pgmap v20278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:32 smithi081 ceph-mon[107735]: pgmap v20278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:54:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:54:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:54:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:34 smithi170 ceph-mon[97338]: pgmap v20279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:34 smithi081 ceph-mon[95500]: pgmap v20279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:34 smithi081 ceph-mon[107735]: pgmap v20279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:34.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:34.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:36 smithi170 ceph-mon[97338]: pgmap v20280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:36 smithi081 ceph-mon[95500]: pgmap v20280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:36 smithi081 ceph-mon[107735]: pgmap v20280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:36.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:36.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:38.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:38 smithi170 ceph-mon[97338]: pgmap v20281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:38 smithi081 ceph-mon[95500]: pgmap v20281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:38 smithi081 ceph-mon[107735]: pgmap v20281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:40 smithi170 ceph-mon[97338]: pgmap v20282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:40 smithi081 ceph-mon[95500]: pgmap v20282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:40 smithi081 ceph-mon[107735]: pgmap v20282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:42 smithi170 ceph-mon[97338]: pgmap v20283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:42 smithi081 ceph-mon[95500]: pgmap v20283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:42 smithi081 ceph-mon[107735]: pgmap v20283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:54:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:54:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:54:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:44 smithi170 ceph-mon[97338]: pgmap v20284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:44 smithi081 ceph-mon[95500]: pgmap v20284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:44 smithi081 ceph-mon[107735]: pgmap v20284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:44.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:44.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:46 smithi170 ceph-mon[97338]: pgmap v20285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:46 smithi081 ceph-mon[95500]: pgmap v20285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:46 smithi081 ceph-mon[107735]: pgmap v20285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:46.363Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:46.364Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:48 smithi170 ceph-mon[97338]: pgmap v20286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:48 smithi081 ceph-mon[95500]: pgmap v20286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:48 smithi081 ceph-mon[107735]: pgmap v20286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:50 smithi170 ceph-mon[97338]: pgmap v20287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:50 smithi081 ceph-mon[95500]: pgmap v20287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:50 smithi081 ceph-mon[107735]: pgmap v20287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:52 smithi170 ceph-mon[97338]: pgmap v20288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:52 smithi081 ceph-mon[95500]: pgmap v20288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:52 smithi081 ceph-mon[107735]: pgmap v20288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:54:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:54:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:54:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:54 smithi170 ceph-mon[97338]: pgmap v20289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:54 smithi081 ceph-mon[95500]: pgmap v20289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:54 smithi081 ceph-mon[107735]: pgmap v20289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:54.541Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:54.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:56 smithi170 ceph-mon[97338]: pgmap v20290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:56 smithi081 ceph-mon[95500]: pgmap v20290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:56 smithi081 ceph-mon[107735]: pgmap v20290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:54:56.364Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:54:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:54:56.365Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:54:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:54:58 smithi170 ceph-mon[97338]: pgmap v20291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:54:58 smithi081 ceph-mon[95500]: pgmap v20291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:54:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:54:58 smithi081 ceph-mon[107735]: pgmap v20291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:00.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:00 smithi170 ceph-mon[97338]: pgmap v20292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:00 smithi081 ceph-mon[95500]: pgmap v20292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:00 smithi081 ceph-mon[107735]: pgmap v20292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:02 smithi170 ceph-mon[97338]: pgmap v20293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:02 smithi081 ceph-mon[95500]: pgmap v20293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:02 smithi081 ceph-mon[107735]: pgmap v20293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:55:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:55:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:55:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:04 smithi170 ceph-mon[97338]: pgmap v20294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:04 smithi081 ceph-mon[95500]: pgmap v20294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:04 smithi081 ceph-mon[107735]: pgmap v20294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:04.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:04.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:06 smithi170 ceph-mon[97338]: pgmap v20295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:06 smithi081 ceph-mon[95500]: pgmap v20295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:06 smithi081 ceph-mon[107735]: pgmap v20295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:06.365Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:06.366Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:08 smithi170 ceph-mon[97338]: pgmap v20296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:08 smithi081 ceph-mon[95500]: pgmap v20296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:08 smithi081 ceph-mon[107735]: pgmap v20296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:10 smithi170 ceph-mon[97338]: pgmap v20297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:10 smithi081 ceph-mon[95500]: pgmap v20297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:10 smithi081 ceph-mon[107735]: pgmap v20297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:12 smithi170 ceph-mon[97338]: pgmap v20298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:12 smithi081 ceph-mon[95500]: pgmap v20298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:12 smithi081 ceph-mon[107735]: pgmap v20298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:55:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:55:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:55:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:14 smithi170 ceph-mon[97338]: pgmap v20299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:14 smithi081 ceph-mon[95500]: pgmap v20299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:14 smithi081 ceph-mon[107735]: pgmap v20299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:14.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:14.544Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:16.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:16 smithi170 ceph-mon[97338]: pgmap v20300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:16 smithi081 ceph-mon[95500]: pgmap v20300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:16 smithi081 ceph-mon[107735]: pgmap v20300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:16.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:16.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:18 smithi170 ceph-mon[97338]: pgmap v20301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:18 smithi081 ceph-mon[95500]: pgmap v20301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:18 smithi081 ceph-mon[107735]: pgmap v20301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:20 smithi170 ceph-mon[97338]: pgmap v20302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:20 smithi081 ceph-mon[95500]: pgmap v20302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:20 smithi081 ceph-mon[107735]: pgmap v20302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:22 smithi170 ceph-mon[97338]: pgmap v20303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:22 smithi081 ceph-mon[95500]: pgmap v20303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:22 smithi081 ceph-mon[107735]: pgmap v20303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:55:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:55:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:55:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:24 smithi170 ceph-mon[97338]: pgmap v20304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:24 smithi081 ceph-mon[95500]: pgmap v20304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:24 smithi081 ceph-mon[107735]: pgmap v20304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:24.543Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:24.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:26 smithi170 ceph-mon[97338]: pgmap v20305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:26 smithi081 ceph-mon[95500]: pgmap v20305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:26 smithi081 ceph-mon[107735]: pgmap v20305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:26.366Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:26.367Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:28 smithi170 ceph-mon[97338]: pgmap v20306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:28 smithi081 ceph-mon[95500]: pgmap v20306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:28 smithi081 ceph-mon[107735]: pgmap v20306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:30 smithi170 ceph-mon[97338]: pgmap v20307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:30 smithi081 ceph-mon[95500]: pgmap v20307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:30.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:30 smithi081 ceph-mon[107735]: pgmap v20307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:32 smithi170 ceph-mon[97338]: pgmap v20308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:32 smithi081 ceph-mon[95500]: pgmap v20308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:32 smithi081 ceph-mon[107735]: pgmap v20308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:55:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:55:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:55:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:34 smithi170 ceph-mon[97338]: pgmap v20309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:34 smithi081 ceph-mon[95500]: pgmap v20309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:34 smithi081 ceph-mon[107735]: pgmap v20309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:34.544Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:34.545Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:36 smithi170 ceph-mon[97338]: pgmap v20310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:36 smithi081 ceph-mon[95500]: pgmap v20310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:36 smithi081 ceph-mon[107735]: pgmap v20310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:36.367Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:36.368Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:38.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:38 smithi170 ceph-mon[97338]: pgmap v20311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:38 smithi081 ceph-mon[95500]: pgmap v20311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:38 smithi081 ceph-mon[107735]: pgmap v20311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:40 smithi170 ceph-mon[97338]: pgmap v20312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:40 smithi081 ceph-mon[95500]: pgmap v20312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:40 smithi081 ceph-mon[107735]: pgmap v20312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:42 smithi170 ceph-mon[97338]: pgmap v20313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:42 smithi081 ceph-mon[95500]: pgmap v20313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:42 smithi081 ceph-mon[107735]: pgmap v20313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:55:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:55:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:55:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:44 smithi170 ceph-mon[97338]: pgmap v20314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:44 smithi081 ceph-mon[95500]: pgmap v20314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:44 smithi081 ceph-mon[107735]: pgmap v20314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:44.545Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:44.546Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:46 smithi170 ceph-mon[97338]: pgmap v20315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:46 smithi081 ceph-mon[95500]: pgmap v20315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:46 smithi081 ceph-mon[107735]: pgmap v20315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:46.368Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:46.369Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:48 smithi170 ceph-mon[97338]: pgmap v20316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:48 smithi081 ceph-mon[95500]: pgmap v20316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:48 smithi081 ceph-mon[107735]: pgmap v20316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:50 smithi170 ceph-mon[97338]: pgmap v20317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:50 smithi081 ceph-mon[95500]: pgmap v20317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:50 smithi081 ceph-mon[107735]: pgmap v20317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:52 smithi081 ceph-mon[95500]: pgmap v20318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:52.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:52 smithi081 ceph-mon[107735]: pgmap v20318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:52 smithi170 ceph-mon[97338]: pgmap v20318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:55:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:55:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:55:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:54 smithi081 ceph-mon[95500]: pgmap v20319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:54.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:54 smithi081 ceph-mon[107735]: pgmap v20319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:54 smithi170 ceph-mon[97338]: pgmap v20319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:54.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:54.547Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:56 smithi081 ceph-mon[95500]: pgmap v20320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:55:56.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:55:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:55:56.370Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:55:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:56 smithi081 ceph-mon[107735]: pgmap v20320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:56 smithi170 ceph-mon[97338]: pgmap v20320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:55:58 smithi081 ceph-mon[95500]: pgmap v20321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:55:58 smithi081 ceph-mon[107735]: pgmap v20321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:55:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:55:58 smithi170 ceph-mon[97338]: pgmap v20321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:00 smithi081 ceph-mon[95500]: pgmap v20322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:00 smithi081 ceph-mon[107735]: pgmap v20322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:00 smithi170 ceph-mon[97338]: pgmap v20322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:02 smithi081 ceph-mon[95500]: pgmap v20323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:02 smithi081 ceph-mon[107735]: pgmap v20323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:02 smithi170 ceph-mon[97338]: pgmap v20323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:56:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:56:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:56:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:04 smithi081 ceph-mon[95500]: pgmap v20324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:04 smithi081 ceph-mon[107735]: pgmap v20324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:04 smithi170 ceph-mon[97338]: pgmap v20324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:04.546Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:04.548Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:06.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:06 smithi170 ceph-mon[97338]: pgmap v20325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:06 smithi081 ceph-mon[95500]: pgmap v20325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:06 smithi081 ceph-mon[107735]: pgmap v20325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:06.369Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:06.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:08 smithi170 ceph-mon[97338]: pgmap v20326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:08 smithi081 ceph-mon[95500]: pgmap v20326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:08 smithi081 ceph-mon[107735]: pgmap v20326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:10 smithi170 ceph-mon[97338]: pgmap v20327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:10 smithi081 ceph-mon[95500]: pgmap v20327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:10 smithi081 ceph-mon[107735]: pgmap v20327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:12 smithi170 ceph-mon[97338]: pgmap v20328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:12 smithi081 ceph-mon[95500]: pgmap v20328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:12.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:12 smithi081 ceph-mon[107735]: pgmap v20328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:56:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:56:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:56:14.550 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:14 smithi081 ceph-mon[95500]: pgmap v20329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:14.551 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:14 smithi081 ceph-mon[107735]: pgmap v20329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:14 smithi170 ceph-mon[97338]: pgmap v20329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:14.547Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:14.548Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:16 smithi170 ceph-mon[97338]: pgmap v20330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:16 smithi081 ceph-mon[95500]: pgmap v20330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:16 smithi081 ceph-mon[107735]: pgmap v20330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:16.370Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:16.371Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:18 smithi170 ceph-mon[97338]: pgmap v20331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:18 smithi081 ceph-mon[95500]: pgmap v20331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:18 smithi081 ceph-mon[107735]: pgmap v20331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:20 smithi170 ceph-mon[97338]: pgmap v20332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:20 smithi081 ceph-mon[95500]: pgmap v20332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:20 smithi081 ceph-mon[107735]: pgmap v20332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:22 smithi170 ceph-mon[97338]: pgmap v20333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:22 smithi081 ceph-mon[95500]: pgmap v20333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:22 smithi081 ceph-mon[107735]: pgmap v20333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:56:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:56:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:56:24.552 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:24 smithi081 ceph-mon[95500]: pgmap v20334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:24.552 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:24 smithi081 ceph-mon[107735]: pgmap v20334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:24 smithi170 ceph-mon[97338]: pgmap v20334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:24.548Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:24.550Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:26 smithi170 ceph-mon[97338]: pgmap v20335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:26 smithi081 ceph-mon[95500]: pgmap v20335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:26 smithi081 ceph-mon[107735]: pgmap v20335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:26.371Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:26.372Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:28 smithi170 ceph-mon[97338]: pgmap v20336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:28 smithi081 ceph-mon[95500]: pgmap v20336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:28 smithi081 ceph-mon[107735]: pgmap v20336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:30 smithi170 ceph-mon[97338]: pgmap v20337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:30 smithi081 ceph-mon[95500]: pgmap v20337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:30 smithi081 ceph-mon[107735]: pgmap v20337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:31.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:31 smithi170 ceph-mon[97338]: pgmap v20338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:31.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:31 smithi081 ceph-mon[95500]: pgmap v20338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:31.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:31 smithi081 ceph-mon[107735]: pgmap v20338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:56:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:56:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:56:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:34 smithi170 ceph-mon[97338]: pgmap v20339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:34 smithi081 ceph-mon[95500]: pgmap v20339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:34 smithi081 ceph-mon[107735]: pgmap v20339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:34.549Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:34.551Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:36.376 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:36 smithi081 ceph-mon[95500]: pgmap v20340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:36.376 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:36 smithi081 ceph-mon[107735]: pgmap v20340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:36 smithi170 ceph-mon[97338]: pgmap v20340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:36.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:36.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:38 smithi170 ceph-mon[97338]: pgmap v20341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:38 smithi081 ceph-mon[95500]: pgmap v20341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:38 smithi081 ceph-mon[107735]: pgmap v20341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:40 smithi170 ceph-mon[97338]: pgmap v20342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:40 smithi081 ceph-mon[95500]: pgmap v20342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:40 smithi081 ceph-mon[107735]: pgmap v20342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:42 smithi170 ceph-mon[97338]: pgmap v20343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:42 smithi081 ceph-mon[95500]: pgmap v20343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:42 smithi081 ceph-mon[107735]: pgmap v20343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:56:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:56:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:56:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:44 smithi170 ceph-mon[97338]: pgmap v20344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:44 smithi081 ceph-mon[95500]: pgmap v20344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:44 smithi081 ceph-mon[107735]: pgmap v20344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:44.549Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:44.550Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:46.375 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:46 smithi081 ceph-mon[95500]: pgmap v20345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:46.375 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:46 smithi081 ceph-mon[107735]: pgmap v20345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:46 smithi170 ceph-mon[97338]: pgmap v20345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:46.372Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:46.373Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:48 smithi170 ceph-mon[97338]: pgmap v20346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:48 smithi081 ceph-mon[95500]: pgmap v20346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:48 smithi081 ceph-mon[107735]: pgmap v20346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:50 smithi170 ceph-mon[97338]: pgmap v20347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:50 smithi081 ceph-mon[95500]: pgmap v20347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:50 smithi081 ceph-mon[107735]: pgmap v20347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:52 smithi170 ceph-mon[97338]: pgmap v20348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:52 smithi081 ceph-mon[95500]: pgmap v20348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:52 smithi081 ceph-mon[107735]: pgmap v20348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:56:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:56:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:56:54.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:54 smithi170 ceph-mon[97338]: pgmap v20349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:54 smithi081 ceph-mon[95500]: pgmap v20349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:54 smithi081 ceph-mon[107735]: pgmap v20349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:54.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:54.552Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:56.376 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:56 smithi081 ceph-mon[95500]: pgmap v20350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:56.376 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:56 smithi081 ceph-mon[107735]: pgmap v20350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:56.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:56 smithi170 ceph-mon[97338]: pgmap v20350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:56:56.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:56:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:56:56.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:56:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:56:58 smithi170 ceph-mon[97338]: pgmap v20351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:56:58 smithi081 ceph-mon[95500]: pgmap v20351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:56:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:56:58 smithi081 ceph-mon[107735]: pgmap v20351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:00 smithi170 ceph-mon[97338]: pgmap v20352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:00 smithi081 ceph-mon[95500]: pgmap v20352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:00 smithi081 ceph-mon[107735]: pgmap v20352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:02.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:02 smithi170 ceph-mon[97338]: pgmap v20353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:02 smithi081 ceph-mon[95500]: pgmap v20353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:02 smithi081 ceph-mon[107735]: pgmap v20353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:57:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:57:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:57:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:04 smithi170 ceph-mon[97338]: pgmap v20354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:04 smithi081 ceph-mon[95500]: pgmap v20354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:04 smithi081 ceph-mon[107735]: pgmap v20354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:04.551Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:04.552Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:06.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:06 smithi170 ceph-mon[97338]: pgmap v20355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:06 smithi081 ceph-mon[95500]: pgmap v20355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:06 smithi081 ceph-mon[107735]: pgmap v20355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:06.373Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:06.374Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:08 smithi170 ceph-mon[97338]: pgmap v20356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:08 smithi081 ceph-mon[95500]: pgmap v20356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:08 smithi081 ceph-mon[107735]: pgmap v20356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:10 smithi170 ceph-mon[97338]: pgmap v20357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:10 smithi081 ceph-mon[95500]: pgmap v20357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:10 smithi081 ceph-mon[107735]: pgmap v20357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:12 smithi170 ceph-mon[97338]: pgmap v20358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:12 smithi081 ceph-mon[95500]: pgmap v20358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:12 smithi081 ceph-mon[107735]: pgmap v20358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:57:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:57:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:57:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:14 smithi170 ceph-mon[97338]: pgmap v20359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:14 smithi081 ceph-mon[95500]: pgmap v20359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:14 smithi081 ceph-mon[107735]: pgmap v20359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:14.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:14.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:16 smithi170 ceph-mon[97338]: pgmap v20360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:16 smithi081 ceph-mon[95500]: pgmap v20360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:16 smithi081 ceph-mon[107735]: pgmap v20360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:16.374Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:16.375Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:18 smithi170 ceph-mon[97338]: pgmap v20361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:18 smithi081 ceph-mon[95500]: pgmap v20361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:18 smithi081 ceph-mon[107735]: pgmap v20361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:20 smithi170 ceph-mon[97338]: pgmap v20362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:20 smithi081 ceph-mon[95500]: pgmap v20362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:20 smithi081 ceph-mon[107735]: pgmap v20362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:22 smithi170 ceph-mon[97338]: pgmap v20363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:22 smithi081 ceph-mon[95500]: pgmap v20363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:22 smithi081 ceph-mon[107735]: pgmap v20363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:23.518 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:57:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:57:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:57:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:24 smithi170 ceph-mon[97338]: pgmap v20364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:24 smithi081 ceph-mon[95500]: pgmap v20364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:24 smithi081 ceph-mon[107735]: pgmap v20364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:24.552Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:24.553Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:26 smithi170 ceph-mon[97338]: pgmap v20365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:26 smithi081 ceph-mon[95500]: pgmap v20365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:26 smithi081 ceph-mon[107735]: pgmap v20365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:26.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:26.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:28 smithi170 ceph-mon[97338]: pgmap v20366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:28 smithi081 ceph-mon[95500]: pgmap v20366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:28 smithi081 ceph-mon[107735]: pgmap v20366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:30 smithi170 ceph-mon[97338]: pgmap v20367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:30 smithi081 ceph-mon[95500]: pgmap v20367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:30 smithi081 ceph-mon[107735]: pgmap v20367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:32 smithi170 ceph-mon[97338]: pgmap v20368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:32 smithi081 ceph-mon[95500]: pgmap v20368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:32 smithi081 ceph-mon[107735]: pgmap v20368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:57:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:57:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:57:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:34 smithi170 ceph-mon[97338]: pgmap v20369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:34 smithi081 ceph-mon[95500]: pgmap v20369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:34.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:34 smithi081 ceph-mon[107735]: pgmap v20369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:34.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:34.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:36.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:36 smithi170 ceph-mon[97338]: pgmap v20370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:36 smithi081 ceph-mon[95500]: pgmap v20370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:36 smithi081 ceph-mon[107735]: pgmap v20370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:36.375Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:36.376Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:38 smithi170 ceph-mon[97338]: pgmap v20371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:38 smithi081 ceph-mon[95500]: pgmap v20371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:38 smithi081 ceph-mon[107735]: pgmap v20371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:40 smithi170 ceph-mon[97338]: pgmap v20372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:40.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:40 smithi081 ceph-mon[95500]: pgmap v20372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:40 smithi081 ceph-mon[107735]: pgmap v20372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:42 smithi170 ceph-mon[97338]: pgmap v20373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:42 smithi081 ceph-mon[95500]: pgmap v20373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:42 smithi081 ceph-mon[107735]: pgmap v20373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:57:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:57:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:57:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:44 smithi170 ceph-mon[97338]: pgmap v20374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:44 smithi081 ceph-mon[95500]: pgmap v20374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:44 smithi081 ceph-mon[107735]: pgmap v20374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:44.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:44.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:46 smithi170 ceph-mon[97338]: pgmap v20375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:46 smithi081 ceph-mon[95500]: pgmap v20375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:46 smithi081 ceph-mon[107735]: pgmap v20375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:46.376Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:46.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:48 smithi170 ceph-mon[97338]: pgmap v20376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:48 smithi081 ceph-mon[95500]: pgmap v20376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:48 smithi081 ceph-mon[107735]: pgmap v20376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:50 smithi170 ceph-mon[97338]: pgmap v20377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:50 smithi081 ceph-mon[95500]: pgmap v20377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:50 smithi081 ceph-mon[107735]: pgmap v20377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:52.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:52 smithi170 ceph-mon[97338]: pgmap v20378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:52 smithi081 ceph-mon[95500]: pgmap v20378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:52 smithi081 ceph-mon[107735]: pgmap v20378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:57:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:57:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:57:54.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:54 smithi170 ceph-mon[97338]: pgmap v20379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:54 smithi081 ceph-mon[95500]: pgmap v20379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:54 smithi081 ceph-mon[107735]: pgmap v20379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:54.553Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:54.554Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:56 smithi170 ceph-mon[97338]: pgmap v20380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:56 smithi081 ceph-mon[95500]: pgmap v20380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:56 smithi081 ceph-mon[107735]: pgmap v20380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:57:56.377Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:57:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:57:56.378Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:57:58.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:57:58 smithi170 ceph-mon[97338]: pgmap v20381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:57:58 smithi081 ceph-mon[95500]: pgmap v20381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:57:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:57:58 smithi081 ceph-mon[107735]: pgmap v20381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:00 smithi170 ceph-mon[97338]: pgmap v20382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:00 smithi081 ceph-mon[95500]: pgmap v20382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:00 smithi081 ceph-mon[107735]: pgmap v20382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:02 smithi170 ceph-mon[97338]: pgmap v20383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:02 smithi081 ceph-mon[95500]: pgmap v20383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:02 smithi081 ceph-mon[107735]: pgmap v20383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:58:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:58:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:58:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:04 smithi170 ceph-mon[97338]: pgmap v20384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:04 smithi081 ceph-mon[95500]: pgmap v20384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:04 smithi081 ceph-mon[107735]: pgmap v20384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:04.554Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:04.555Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:06 smithi170 ceph-mon[97338]: pgmap v20385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:06 smithi081 ceph-mon[95500]: pgmap v20385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:06 smithi081 ceph-mon[107735]: pgmap v20385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:06.378Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:06.379Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:08 smithi170 ceph-mon[97338]: pgmap v20386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:08 smithi081 ceph-mon[95500]: pgmap v20386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:08.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:08 smithi081 ceph-mon[107735]: pgmap v20386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:10 smithi170 ceph-mon[97338]: pgmap v20387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:10 smithi081 ceph-mon[95500]: pgmap v20387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:10 smithi081 ceph-mon[107735]: pgmap v20387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:12 smithi170 ceph-mon[97338]: pgmap v20388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:12 smithi081 ceph-mon[95500]: pgmap v20388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:12 smithi081 ceph-mon[107735]: pgmap v20388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:13.534 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:58:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:58:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:58:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:14 smithi170 ceph-mon[97338]: pgmap v20389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:14 smithi081 ceph-mon[95500]: pgmap v20389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:14 smithi081 ceph-mon[107735]: pgmap v20389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:15.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:14.555Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:15.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:14.556Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:16 smithi170 ceph-mon[97338]: pgmap v20390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:16 smithi081 ceph-mon[95500]: pgmap v20390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:16 smithi081 ceph-mon[107735]: pgmap v20390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:16.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:16.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:16.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:16.380Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:18.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:18 smithi081 ceph-mon[95500]: pgmap v20391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:18 smithi081 ceph-mon[107735]: pgmap v20391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:18 smithi170 ceph-mon[97338]: pgmap v20391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:20 smithi081 ceph-mon[95500]: pgmap v20392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:20 smithi081 ceph-mon[107735]: pgmap v20392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:20 smithi170 ceph-mon[97338]: pgmap v20392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:22 smithi081 ceph-mon[95500]: pgmap v20393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:22 smithi081 ceph-mon[107735]: pgmap v20393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:22 smithi170 ceph-mon[97338]: pgmap v20393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:58:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:58:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:58:24.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:24 smithi081 ceph-mon[95500]: pgmap v20394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:24.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:24 smithi081 ceph-mon[107735]: pgmap v20394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:24.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:24 smithi170 ceph-mon[97338]: pgmap v20394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:24.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:24.558Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:26 smithi081 ceph-mon[95500]: pgmap v20395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:26.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:26 smithi081 ceph-mon[107735]: pgmap v20395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:26.525 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:26.379Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:26.525 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:26.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:26 smithi170 ceph-mon[97338]: pgmap v20395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:28 smithi170 ceph-mon[97338]: pgmap v20396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:28 smithi081 ceph-mon[95500]: pgmap v20396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:28 smithi081 ceph-mon[107735]: pgmap v20396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:30 smithi170 ceph-mon[97338]: pgmap v20397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:30.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:30 smithi081 ceph-mon[95500]: pgmap v20397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:30.772 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:30 smithi081 ceph-mon[107735]: pgmap v20397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:32 smithi170 ceph-mon[97338]: pgmap v20398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:32 smithi081 ceph-mon[95500]: pgmap v20398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:32 smithi081 ceph-mon[107735]: pgmap v20398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:58:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:58:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:58:34.563 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:34 smithi081 ceph-mon[95500]: pgmap v20399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:34.563 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:34 smithi081 ceph-mon[107735]: pgmap v20399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:34.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:34 smithi170 ceph-mon[97338]: pgmap v20399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:34.557Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:34.558Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:36 smithi170 ceph-mon[97338]: pgmap v20400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:36.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:36 smithi081 ceph-mon[95500]: pgmap v20400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:36.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:36 smithi081 ceph-mon[107735]: pgmap v20400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:36.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:36.380Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:36.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:36.381Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:38.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:38 smithi170 ceph-mon[97338]: pgmap v20401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:38.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:38 smithi081 ceph-mon[95500]: pgmap v20401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:38.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:38 smithi081 ceph-mon[107735]: pgmap v20401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:40 smithi170 ceph-mon[97338]: pgmap v20402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:40 smithi081 ceph-mon[95500]: pgmap v20402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:40 smithi081 ceph-mon[107735]: pgmap v20402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:42 smithi170 ceph-mon[97338]: pgmap v20403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:42 smithi081 ceph-mon[95500]: pgmap v20403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:42 smithi081 ceph-mon[107735]: pgmap v20403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:58:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:58:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:58:44.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:44 smithi081 ceph-mon[95500]: pgmap v20404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:44.562 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:44 smithi081 ceph-mon[107735]: pgmap v20404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:44 smithi170 ceph-mon[97338]: pgmap v20404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:44.558Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:45.020 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:44.559Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:46 smithi170 ceph-mon[97338]: pgmap v20405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:46 smithi081 ceph-mon[95500]: pgmap v20405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:46 smithi081 ceph-mon[107735]: pgmap v20405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:46.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:46.382Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:48 smithi170 ceph-mon[97338]: pgmap v20406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:48 smithi081 ceph-mon[95500]: pgmap v20406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:48 smithi081 ceph-mon[107735]: pgmap v20406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:50 smithi170 ceph-mon[97338]: pgmap v20407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:50 smithi081 ceph-mon[95500]: pgmap v20407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:50 smithi081 ceph-mon[107735]: pgmap v20407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:52 smithi170 ceph-mon[97338]: pgmap v20408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:52 smithi081 ceph-mon[95500]: pgmap v20408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:52 smithi081 ceph-mon[107735]: pgmap v20408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:58:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:58:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:58:54.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:54 smithi081 ceph-mon[95500]: pgmap v20409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:54.563 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:54 smithi081 ceph-mon[107735]: pgmap v20409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:54 smithi170 ceph-mon[97338]: pgmap v20409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:54.559Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:55.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:54.561Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:56.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:56 smithi170 ceph-mon[97338]: pgmap v20410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:56.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:56 smithi081 ceph-mon[95500]: pgmap v20410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:56.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:56 smithi081 ceph-mon[107735]: pgmap v20410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:56.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:58:56.381Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:56.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:58:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:58:56.383Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:58:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:58:58 smithi170 ceph-mon[97338]: pgmap v20411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:58:58 smithi081 ceph-mon[95500]: pgmap v20411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:58:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:58:58 smithi081 ceph-mon[107735]: pgmap v20411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:00 smithi170 ceph-mon[97338]: pgmap v20412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:00 smithi081 ceph-mon[95500]: pgmap v20412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:00 smithi081 ceph-mon[107735]: pgmap v20412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:02 smithi170 ceph-mon[97338]: pgmap v20413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:02 smithi081 ceph-mon[95500]: pgmap v20413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:02 smithi081 ceph-mon[107735]: pgmap v20413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:59:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:59:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:59:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:04 smithi170 ceph-mon[97338]: pgmap v20414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:04 smithi081 ceph-mon[95500]: pgmap v20414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:04 smithi081 ceph-mon[107735]: pgmap v20414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:04 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:04.561Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:04.562Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:05.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:05 smithi170 ceph-mon[97338]: pgmap v20415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:05.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:05 smithi081 ceph-mon[95500]: pgmap v20415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:05.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:05 smithi081 ceph-mon[107735]: pgmap v20415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:06 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:06.383Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:06.384Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:07 smithi170 ceph-mon[97338]: pgmap v20416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:07 smithi081 ceph-mon[95500]: pgmap v20416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:07.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:07 smithi081 ceph-mon[107735]: pgmap v20416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:10.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:10 smithi170 ceph-mon[97338]: pgmap v20417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:10 smithi081 ceph-mon[95500]: pgmap v20417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:10 smithi081 ceph-mon[107735]: pgmap v20417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:12 smithi170 ceph-mon[97338]: pgmap v20418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:12 smithi081 ceph-mon[95500]: pgmap v20418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:12 smithi081 ceph-mon[107735]: pgmap v20418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:59:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:59:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:59:14.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:14 smithi170 ceph-mon[97338]: pgmap v20419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:14 smithi081 ceph-mon[95500]: pgmap v20419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:14.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:14 smithi081 ceph-mon[107735]: pgmap v20419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:14 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:14.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:14.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:16.387 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:16 smithi081 ceph-mon[95500]: pgmap v20420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:16.387 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:16 smithi081 ceph-mon[107735]: pgmap v20420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:16.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:16 smithi170 ceph-mon[97338]: pgmap v20420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:16.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:16 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:16.384Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:16.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:16.385Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:18.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:18 smithi170 ceph-mon[97338]: pgmap v20421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:18 smithi081 ceph-mon[95500]: pgmap v20421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:18.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:18 smithi081 ceph-mon[107735]: pgmap v20421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:20.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:20 smithi170 ceph-mon[97338]: pgmap v20422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:20 smithi081 ceph-mon[95500]: pgmap v20422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:20.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:20 smithi081 ceph-mon[107735]: pgmap v20422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:22.501 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:22 smithi170 ceph-mon[97338]: pgmap v20423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:22 smithi081 ceph-mon[95500]: pgmap v20423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:22 smithi081 ceph-mon[107735]: pgmap v20423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:59:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:59:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:59:24.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:24 smithi170 ceph-mon[97338]: pgmap v20424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:24 smithi081 ceph-mon[95500]: pgmap v20424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:24 smithi081 ceph-mon[107735]: pgmap v20424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:24 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:24.562Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:24.563Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:26 smithi170 ceph-mon[97338]: pgmap v20425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:26 smithi081 ceph-mon[95500]: pgmap v20425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:26 smithi081 ceph-mon[107735]: pgmap v20425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:26 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:26.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:26.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:28 smithi170 ceph-mon[97338]: pgmap v20426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:28 smithi081 ceph-mon[95500]: pgmap v20426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:28.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:28 smithi081 ceph-mon[107735]: pgmap v20426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:30.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:30 smithi170 ceph-mon[97338]: pgmap v20427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:30.528 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:30 smithi081 ceph-mon[95500]: pgmap v20427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:30.529 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:30 smithi081 ceph-mon[107735]: pgmap v20427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:32 smithi170 ceph-mon[97338]: pgmap v20428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:32 smithi081 ceph-mon[95500]: pgmap v20428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:32 smithi081 ceph-mon[107735]: pgmap v20428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:59:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:59:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:59:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:34 smithi170 ceph-mon[97338]: pgmap v20429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:34 smithi081 ceph-mon[95500]: pgmap v20429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:34 smithi081 ceph-mon[107735]: pgmap v20429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:34 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:34.563Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:34.564Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:36 smithi170 ceph-mon[97338]: pgmap v20430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:36 smithi081 ceph-mon[95500]: pgmap v20430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:36 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:36.385Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:36.386Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:36 smithi081 ceph-mon[107735]: pgmap v20430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:38.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:38 smithi170 ceph-mon[97338]: pgmap v20431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:38.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:38 smithi081 ceph-mon[95500]: pgmap v20431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:38.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:38 smithi081 ceph-mon[107735]: pgmap v20431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:40 smithi170 ceph-mon[97338]: pgmap v20432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:40.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:40 smithi081 ceph-mon[95500]: pgmap v20432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:40.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:40 smithi081 ceph-mon[107735]: pgmap v20432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:42 smithi170 ceph-mon[97338]: pgmap v20433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:42.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:42 smithi081 ceph-mon[95500]: pgmap v20433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:42.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:42 smithi081 ceph-mon[107735]: pgmap v20433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:59:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:59:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:59:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:44 smithi170 ceph-mon[97338]: pgmap v20434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:44 smithi081 ceph-mon[95500]: pgmap v20434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:44 smithi081 ceph-mon[107735]: pgmap v20434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:44 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:44.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:44.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:46.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:46 smithi170 ceph-mon[97338]: pgmap v20435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:46 smithi081 ceph-mon[95500]: pgmap v20435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:46 smithi081 ceph-mon[107735]: pgmap v20435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:46 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:46.386Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:46.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:46.387Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:48 smithi170 ceph-mon[97338]: pgmap v20436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:48.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:48 smithi081 ceph-mon[95500]: pgmap v20436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:48 smithi081 ceph-mon[107735]: pgmap v20436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:50.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:50 smithi170 ceph-mon[97338]: pgmap v20437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:50.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:50 smithi081 ceph-mon[95500]: pgmap v20437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:50.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:50 smithi081 ceph-mon[107735]: pgmap v20437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:52.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:52 smithi170 ceph-mon[97338]: pgmap v20438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:52.529 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:52 smithi081 ceph-mon[95500]: pgmap v20438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:52.529 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:52 smithi081 ceph-mon[107735]: pgmap v20438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 16:59:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:16:59:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T16:59:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:54 smithi170 ceph-mon[97338]: pgmap v20439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:54 smithi081 ceph-mon[95500]: pgmap v20439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:54 smithi081 ceph-mon[107735]: pgmap v20439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:54 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:54.564Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:54.565Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:56.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:56 smithi170 ceph-mon[97338]: pgmap v20440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:56.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:56 smithi081 ceph-mon[95500]: pgmap v20440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:56.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:56 smithi081 ceph-mon[107735]: pgmap v20440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:56.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:56 smithi081 conmon[157419]: level=error ts=2023-05-20T16:59:56.387Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:56.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 16:59:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T16:59:56.388Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T16:59:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 16:59:58 smithi170 ceph-mon[97338]: pgmap v20441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 16:59:58 smithi081 ceph-mon[95500]: pgmap v20441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T16:59:58.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 16:59:58 smithi081 ceph-mon[107735]: pgmap v20441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:00 smithi170 ceph-mon[97338]: pgmap v20442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:00:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:00 smithi081 ceph-mon[95500]: pgmap v20442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:00.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:00:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:00 smithi081 ceph-mon[107735]: pgmap v20442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:00:02.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:02 smithi170 ceph-mon[97338]: pgmap v20443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:02.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:02 smithi081 ceph-mon[95500]: pgmap v20443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:02.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:02 smithi081 ceph-mon[107735]: pgmap v20443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 17:00:03 smithi170 conmon[137693]: ts=2023-05-20T17:00:03.089Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1684591201621 maxt=1684598400000 ulid=01H0X1N7KK5Z6AFP2CST0P3XW1 duration=29.587818ms 2023-05-20T17:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 17:00:03 smithi170 conmon[137693]: ts=2023-05-20T17:00:03.092Z caller=head.go:827 level=info component=tsdb msg="Head GC completed" duration=1.970656ms 2023-05-20T17:00:03.495 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 17:00:03 smithi170 conmon[137693]: ts=2023-05-20T17:00:03.139Z caller=compact.go:460 level=info component=tsdb msg="compact blocks" count=3 mint=1684562401621 maxt=1684584000000 ulid=01H0X1N7MMBX3QSX7W9CTP5AWK sources="[01H0W66AKKHF0J070ZKBQASP1M 01H0WD21VKF1FFY52JCAC4CQTN 01H0WKXS3KE4A6HP1WNJ76XNAS]" duration=46.310436ms 2023-05-20T17:00:03.496 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 17:00:03 smithi170 conmon[137693]: ts=2023-05-20T17:00:03.140Z caller=db.go:1287 level=info component=tsdb msg="Deleting obsolete block" block=01H0W66AKKHF0J070ZKBQASP1M 2023-05-20T17:00:03.496 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 17:00:03 smithi170 conmon[137693]: ts=2023-05-20T17:00:03.140Z caller=db.go:1287 level=info component=tsdb msg="Deleting obsolete block" block=01H0WD21VKF1FFY52JCAC4CQTN 2023-05-20T17:00:03.496 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:May 20 17:00:03 smithi170 conmon[137693]: ts=2023-05-20T17:00:03.140Z caller=db.go:1287 level=info component=tsdb msg="Deleting obsolete block" block=01H0WKXS3KE4A6HP1WNJ76XNAS 2023-05-20T17:00:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:00:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:00:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:00:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:04 smithi170 ceph-mon[97338]: pgmap v20444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:04 smithi081 ceph-mon[95500]: pgmap v20444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:04.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:04 smithi081 ceph-mon[107735]: pgmap v20444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:04.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:04.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:06 smithi170 ceph-mon[97338]: pgmap v20445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:06 smithi081 ceph-mon[95500]: pgmap v20445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:06 smithi081 ceph-mon[107735]: pgmap v20445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:06.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:06.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:08 smithi170 ceph-mon[97338]: pgmap v20446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:08 smithi081 ceph-mon[95500]: pgmap v20446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:08 smithi081 ceph-mon[107735]: pgmap v20446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:10.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:10 smithi170 ceph-mon[97338]: pgmap v20447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:10 smithi081 ceph-mon[95500]: pgmap v20447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:10 smithi081 ceph-mon[107735]: pgmap v20447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:12 smithi170 ceph-mon[97338]: pgmap v20448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:12 smithi081 ceph-mon[95500]: pgmap v20448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:12 smithi081 ceph-mon[107735]: pgmap v20448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:00:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:00:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:00:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:14 smithi170 ceph-mon[97338]: pgmap v20449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:14 smithi081 ceph-mon[95500]: pgmap v20449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:14 smithi081 ceph-mon[107735]: pgmap v20449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:14.565Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:14.566Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:16 smithi170 ceph-mon[97338]: pgmap v20450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:16.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:16 smithi081 ceph-mon[95500]: pgmap v20450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:16.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:16.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:16.519 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:16.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:16.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:16 smithi081 ceph-mon[107735]: pgmap v20450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:18 smithi170 ceph-mon[97338]: pgmap v20451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:18 smithi081 ceph-mon[95500]: pgmap v20451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:18 smithi081 ceph-mon[107735]: pgmap v20451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:20 smithi170 ceph-mon[97338]: pgmap v20452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:20.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:20 smithi081 ceph-mon[95500]: pgmap v20452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:20 smithi081 ceph-mon[107735]: pgmap v20452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:22 smithi170 ceph-mon[97338]: pgmap v20453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:22 smithi081 ceph-mon[95500]: pgmap v20453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:22 smithi081 ceph-mon[107735]: pgmap v20453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:00:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:00:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:00:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:24 smithi170 ceph-mon[97338]: pgmap v20454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:24 smithi081 ceph-mon[95500]: pgmap v20454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:24.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:24 smithi081 ceph-mon[107735]: pgmap v20454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:24.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:24.567Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:26.499 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:26 smithi170 ceph-mon[97338]: pgmap v20455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:26.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:26 smithi081 ceph-mon[95500]: pgmap v20455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:26.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:26 smithi081 ceph-mon[107735]: pgmap v20455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:26.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:26.388Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:26.520 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:26.389Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:28.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:28 smithi170 ceph-mon[97338]: pgmap v20456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:28.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:28 smithi081 ceph-mon[95500]: pgmap v20456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:28.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:28 smithi081 ceph-mon[107735]: pgmap v20456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:30.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:30 smithi081 ceph-mon[95500]: pgmap v20457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:30.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:30 smithi081 ceph-mon[107735]: pgmap v20457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:30 smithi170 ceph-mon[97338]: pgmap v20457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:32 smithi081 ceph-mon[95500]: pgmap v20458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:32.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:32 smithi081 ceph-mon[107735]: pgmap v20458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:32 smithi170 ceph-mon[97338]: pgmap v20458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:00:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:00:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:00:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:34 smithi081 ceph-mon[95500]: pgmap v20459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:34 smithi081 ceph-mon[107735]: pgmap v20459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:34 smithi170 ceph-mon[97338]: pgmap v20459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:34.566Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:34.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:36 smithi081 ceph-mon[95500]: pgmap v20460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:36 smithi081 ceph-mon[107735]: pgmap v20460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:36.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:36.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:36 smithi170 ceph-mon[97338]: pgmap v20460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:38 smithi081 ceph-mon[95500]: pgmap v20461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:38 smithi081 ceph-mon[107735]: pgmap v20461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:38 smithi170 ceph-mon[97338]: pgmap v20461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:40 smithi081 ceph-mon[95500]: pgmap v20462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:40 smithi081 ceph-mon[107735]: pgmap v20462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:40 smithi170 ceph-mon[97338]: pgmap v20462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:42 smithi081 ceph-mon[95500]: pgmap v20463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:42 smithi081 ceph-mon[107735]: pgmap v20463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:42 smithi170 ceph-mon[97338]: pgmap v20463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:00:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:00:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:00:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:44 smithi081 ceph-mon[95500]: pgmap v20464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:44 smithi081 ceph-mon[107735]: pgmap v20464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:44 smithi170 ceph-mon[97338]: pgmap v20464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:44.567Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:44.568Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:46 smithi170 ceph-mon[97338]: pgmap v20465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:46 smithi081 ceph-mon[95500]: pgmap v20465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:46 smithi081 ceph-mon[107735]: pgmap v20465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:46.389Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:46.390Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:48 smithi170 ceph-mon[97338]: pgmap v20466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:48 smithi081 ceph-mon[95500]: pgmap v20466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:48 smithi081 ceph-mon[107735]: pgmap v20466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:50 smithi170 ceph-mon[97338]: pgmap v20467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:50 smithi081 ceph-mon[95500]: pgmap v20467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:50 smithi081 ceph-mon[107735]: pgmap v20467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:52 smithi170 ceph-mon[97338]: pgmap v20468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:52.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:52 smithi081 ceph-mon[95500]: pgmap v20468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:52.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:52 smithi081 ceph-mon[107735]: pgmap v20468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:00:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:00:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:00:54.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:54 smithi081 ceph-mon[95500]: pgmap v20469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:54.572 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:54 smithi081 ceph-mon[107735]: pgmap v20469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:54.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:54 smithi170 ceph-mon[97338]: pgmap v20469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:55.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:54.568Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:55.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:54.569Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:56 smithi170 ceph-mon[97338]: pgmap v20470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:56.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:56 smithi081 ceph-mon[95500]: pgmap v20470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:56.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:56 smithi081 ceph-mon[107735]: pgmap v20470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:56.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:00:56.390Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:56.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:00:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:00:56.392Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:00:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:00:58 smithi170 ceph-mon[97338]: pgmap v20471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:00:58 smithi081 ceph-mon[95500]: pgmap v20471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:00:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:00:58 smithi081 ceph-mon[107735]: pgmap v20471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:00 smithi170 ceph-mon[97338]: pgmap v20472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:00 smithi081 ceph-mon[95500]: pgmap v20472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:00 smithi081 ceph-mon[107735]: pgmap v20472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:02 smithi170 ceph-mon[97338]: pgmap v20473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:02 smithi081 ceph-mon[95500]: pgmap v20473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:02 smithi081 ceph-mon[107735]: pgmap v20473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:01:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:01:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:01:04.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:04 smithi081 ceph-mon[95500]: pgmap v20474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:04.573 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:04 smithi081 ceph-mon[107735]: pgmap v20474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:04.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:04 smithi170 ceph-mon[97338]: pgmap v20474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:04.569Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:05.114 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:04.570Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:06 smithi170 ceph-mon[97338]: pgmap v20475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:06 smithi081 ceph-mon[95500]: pgmap v20475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:06 smithi081 ceph-mon[107735]: pgmap v20475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:06.392Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:06.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:06.393Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:08.749 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:08 smithi170 ceph-mon[97338]: pgmap v20476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:08 smithi081 ceph-mon[95500]: pgmap v20476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:08.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:08 smithi081 ceph-mon[107735]: pgmap v20476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:10.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:10 smithi170 ceph-mon[97338]: pgmap v20477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:10 smithi081 ceph-mon[95500]: pgmap v20477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:10 smithi081 ceph-mon[107735]: pgmap v20477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:12 smithi170 ceph-mon[97338]: pgmap v20478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:12 smithi081 ceph-mon[95500]: pgmap v20478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:12 smithi081 ceph-mon[107735]: pgmap v20478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:01:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:01:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:01:14.573 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:14 smithi081 ceph-mon[95500]: pgmap v20479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:14.574 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:14 smithi081 ceph-mon[107735]: pgmap v20479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:14 smithi170 ceph-mon[97338]: pgmap v20479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:14.570Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:14.571Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:16 smithi170 ceph-mon[97338]: pgmap v20480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:16 smithi081 ceph-mon[95500]: pgmap v20480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:16 smithi081 ceph-mon[107735]: pgmap v20480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:16.393Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:16.394Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:18 smithi170 ceph-mon[97338]: pgmap v20481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:18 smithi081 ceph-mon[95500]: pgmap v20481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:18 smithi081 ceph-mon[107735]: pgmap v20481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:20.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:20 smithi170 ceph-mon[97338]: pgmap v20482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:20 smithi081 ceph-mon[95500]: pgmap v20482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:20 smithi081 ceph-mon[107735]: pgmap v20482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:22 smithi170 ceph-mon[97338]: pgmap v20483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:22 smithi081 ceph-mon[95500]: pgmap v20483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:22 smithi081 ceph-mon[107735]: pgmap v20483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:01:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:01:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:01:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:24 smithi170 ceph-mon[97338]: pgmap v20484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:24 smithi081 ceph-mon[95500]: pgmap v20484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:24.571Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:24.572Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:24 smithi081 ceph-mon[107735]: pgmap v20484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:26 smithi170 ceph-mon[97338]: pgmap v20485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:26.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:26 smithi081 ceph-mon[95500]: pgmap v20485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:26 smithi081 ceph-mon[107735]: pgmap v20485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:26.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:26.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:26.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:26.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:28 smithi170 ceph-mon[97338]: pgmap v20486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:28 smithi081 ceph-mon[95500]: pgmap v20486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:28 smithi081 ceph-mon[107735]: pgmap v20486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:30 smithi170 ceph-mon[97338]: pgmap v20487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:30 smithi081 ceph-mon[95500]: pgmap v20487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:30.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:30 smithi081 ceph-mon[107735]: pgmap v20487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:32 smithi170 ceph-mon[97338]: pgmap v20488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:32.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:32 smithi081 ceph-mon[95500]: pgmap v20488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:32.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:32 smithi081 ceph-mon[107735]: pgmap v20488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:01:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:01:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:01:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:34 smithi170 ceph-mon[97338]: pgmap v20489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:34 smithi081 ceph-mon[95500]: pgmap v20489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:34.572Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:34.573Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:34 smithi081 ceph-mon[107735]: pgmap v20489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:36 smithi170 ceph-mon[97338]: pgmap v20490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:36.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:36 smithi081 ceph-mon[95500]: pgmap v20490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:36.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:36 smithi081 ceph-mon[107735]: pgmap v20490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:36.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:36.394Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:36.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:36.395Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:38 smithi170 ceph-mon[97338]: pgmap v20491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:38 smithi081 ceph-mon[95500]: pgmap v20491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:38 smithi081 ceph-mon[107735]: pgmap v20491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:40.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:40 smithi170 ceph-mon[97338]: pgmap v20492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:40.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:40 smithi081 ceph-mon[95500]: pgmap v20492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:40.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:40 smithi081 ceph-mon[107735]: pgmap v20492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:42 smithi170 ceph-mon[97338]: pgmap v20493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:42 smithi081 ceph-mon[95500]: pgmap v20493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:42 smithi081 ceph-mon[107735]: pgmap v20493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:01:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:01:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:01:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:44 smithi170 ceph-mon[97338]: pgmap v20494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:44 smithi081 ceph-mon[95500]: pgmap v20494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:44 smithi081 ceph-mon[107735]: pgmap v20494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:44.573Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:44.574Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:46 smithi170 ceph-mon[97338]: pgmap v20495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:46 smithi081 ceph-mon[95500]: pgmap v20495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:46 smithi081 ceph-mon[107735]: pgmap v20495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:46.395Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:46.396Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:48.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:48 smithi170 ceph-mon[97338]: pgmap v20496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:48 smithi081 ceph-mon[95500]: pgmap v20496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:48 smithi081 ceph-mon[107735]: pgmap v20496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:50.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:50 smithi170 ceph-mon[97338]: pgmap v20497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:50 smithi081 ceph-mon[95500]: pgmap v20497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:50.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:50 smithi081 ceph-mon[107735]: pgmap v20497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:52.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:52 smithi170 ceph-mon[97338]: pgmap v20498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:52 smithi081 ceph-mon[95500]: pgmap v20498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:52 smithi081 ceph-mon[107735]: pgmap v20498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:01:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:01:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:01:54.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:54 smithi170 ceph-mon[97338]: pgmap v20499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:54 smithi081 ceph-mon[95500]: pgmap v20499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:54 smithi081 ceph-mon[107735]: pgmap v20499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:54.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:54.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:56.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:56 smithi170 ceph-mon[97338]: pgmap v20500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:56 smithi081 ceph-mon[95500]: pgmap v20500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:56 smithi081 ceph-mon[107735]: pgmap v20500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:01:56.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:56.518 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:01:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:01:56.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:01:58.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:01:58 smithi170 ceph-mon[97338]: pgmap v20501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:01:58 smithi081 ceph-mon[95500]: pgmap v20501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:01:58.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:01:58 smithi081 ceph-mon[107735]: pgmap v20501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:00.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:00 smithi170 ceph-mon[97338]: pgmap v20502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:00.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:00 smithi081 ceph-mon[95500]: pgmap v20502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:00.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:00 smithi081 ceph-mon[107735]: pgmap v20502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:02.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:02 smithi170 ceph-mon[97338]: pgmap v20503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:02 smithi081 ceph-mon[95500]: pgmap v20503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:02 smithi081 ceph-mon[107735]: pgmap v20503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:02:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:02:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:02:04.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:04 smithi170 ceph-mon[97338]: pgmap v20504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:04.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:04 smithi081 ceph-mon[95500]: pgmap v20504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:04.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:04 smithi081 ceph-mon[107735]: pgmap v20504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:04.574Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:04.575Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:06.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:06 smithi170 ceph-mon[97338]: pgmap v20505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:06 smithi081 ceph-mon[95500]: pgmap v20505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:06 smithi081 ceph-mon[107735]: pgmap v20505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:06.396Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:06.397Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:08.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:08 smithi170 ceph-mon[97338]: pgmap v20506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:08.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:08 smithi081 ceph-mon[95500]: pgmap v20506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:08.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:08 smithi081 ceph-mon[107735]: pgmap v20506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:10 smithi170 ceph-mon[97338]: pgmap v20507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:10 smithi081 ceph-mon[95500]: pgmap v20507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:10.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:10 smithi081 ceph-mon[107735]: pgmap v20507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:12 smithi170 ceph-mon[97338]: pgmap v20508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:12.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:12 smithi081 ceph-mon[95500]: pgmap v20508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:12.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:12 smithi081 ceph-mon[107735]: pgmap v20508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:02:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:02:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:02:14.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:14 smithi170 ceph-mon[97338]: pgmap v20509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:14.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:14 smithi081 ceph-mon[95500]: pgmap v20509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:14.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:14 smithi081 ceph-mon[107735]: pgmap v20509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:14.575Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:14.576Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:16 smithi170 ceph-mon[97338]: pgmap v20510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:16.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:16 smithi081 ceph-mon[95500]: pgmap v20510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:16.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:16 smithi081 ceph-mon[107735]: pgmap v20510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:16.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:16.397Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:16.521 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:16.398Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:18.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:18 smithi170 ceph-mon[97338]: pgmap v20511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:18.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:18 smithi081 ceph-mon[95500]: pgmap v20511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:18.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:18 smithi081 ceph-mon[107735]: pgmap v20511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:20.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:20 smithi170 ceph-mon[97338]: pgmap v20512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:20 smithi081 ceph-mon[95500]: pgmap v20512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:20 smithi081 ceph-mon[107735]: pgmap v20512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:22.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:22 smithi170 ceph-mon[97338]: pgmap v20513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:22.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:22 smithi081 ceph-mon[95500]: pgmap v20513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:22.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:22 smithi081 ceph-mon[107735]: pgmap v20513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:02:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:02:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:02:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:24 smithi170 ceph-mon[97338]: pgmap v20514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:24.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:24 smithi081 ceph-mon[95500]: pgmap v20514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:24.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:24 smithi081 ceph-mon[107735]: pgmap v20514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:24.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:24.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:26.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:26 smithi170 ceph-mon[97338]: pgmap v20515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:26 smithi081 ceph-mon[95500]: pgmap v20515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:26.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:26.398Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:26.399Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:26.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:26 smithi081 ceph-mon[107735]: pgmap v20515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:28.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:28 smithi170 ceph-mon[97338]: pgmap v20516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:28 smithi081 ceph-mon[95500]: pgmap v20516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:28.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:28 smithi081 ceph-mon[107735]: pgmap v20516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:30.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:30 smithi170 ceph-mon[97338]: pgmap v20517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:30 smithi081 ceph-mon[95500]: pgmap v20517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:30 smithi081 ceph-mon[107735]: pgmap v20517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:32.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:32 smithi170 ceph-mon[97338]: pgmap v20518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:32 smithi081 ceph-mon[95500]: pgmap v20518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:32 smithi081 ceph-mon[107735]: pgmap v20518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:02:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:02:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:02:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:34 smithi170 ceph-mon[97338]: pgmap v20519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:34.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:34 smithi081 ceph-mon[95500]: pgmap v20519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:34.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:34 smithi081 ceph-mon[107735]: pgmap v20519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:34.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:34.577Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:36 smithi170 ceph-mon[97338]: pgmap v20520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:36 smithi081 ceph-mon[95500]: pgmap v20520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:36.399Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:36.516 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:36.400Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:36 smithi081 ceph-mon[107735]: pgmap v20520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:38 smithi081 ceph-mon[95500]: pgmap v20521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:38.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:38 smithi081 ceph-mon[107735]: pgmap v20521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:38.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:38 smithi170 ceph-mon[97338]: pgmap v20521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:40 smithi081 ceph-mon[95500]: pgmap v20522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:40.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:40 smithi081 ceph-mon[107735]: pgmap v20522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:40 smithi170 ceph-mon[97338]: pgmap v20522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:42 smithi081 ceph-mon[95500]: pgmap v20523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:42 smithi081 ceph-mon[107735]: pgmap v20523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:42 smithi170 ceph-mon[97338]: pgmap v20523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:02:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:02:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:02:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:44 smithi081 ceph-mon[95500]: pgmap v20524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:44.518 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:44 smithi081 ceph-mon[107735]: pgmap v20524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:44 smithi170 ceph-mon[97338]: pgmap v20524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:44.576Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:44.578Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:46.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:46 smithi081 ceph-mon[95500]: pgmap v20525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:46.522 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:46.400Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:46.523 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:46.401Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:46.524 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:46 smithi081 ceph-mon[107735]: pgmap v20525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:46 smithi170 ceph-mon[97338]: pgmap v20525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:48 smithi081 ceph-mon[95500]: pgmap v20526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:48 smithi081 ceph-mon[107735]: pgmap v20526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:48 smithi170 ceph-mon[97338]: pgmap v20526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:50 smithi170 ceph-mon[97338]: pgmap v20527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:50 smithi081 ceph-mon[95500]: pgmap v20527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:50 smithi081 ceph-mon[107735]: pgmap v20527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:52.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:52 smithi170 ceph-mon[97338]: pgmap v20528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:52 smithi081 ceph-mon[95500]: pgmap v20528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:52 smithi081 ceph-mon[107735]: pgmap v20528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:02:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:02:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:02:54.581 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:54 smithi081 ceph-mon[95500]: pgmap v20529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:54.584 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:54 smithi081 ceph-mon[107735]: pgmap v20529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:54 smithi170 ceph-mon[97338]: pgmap v20529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:54.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:54.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:56.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:56 smithi170 ceph-mon[97338]: pgmap v20530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:56.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:56 smithi081 ceph-mon[95500]: pgmap v20530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:56.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:56 smithi081 ceph-mon[107735]: pgmap v20530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:56.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:02:56.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:56.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:02:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:02:56.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:02:58.753 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:02:58 smithi170 ceph-mon[97338]: pgmap v20531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:58.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:02:58 smithi081 ceph-mon[95500]: pgmap v20531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:02:58.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:02:58 smithi081 ceph-mon[107735]: pgmap v20531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:00 smithi170 ceph-mon[97338]: pgmap v20532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:00 smithi081 ceph-mon[95500]: pgmap v20532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:00 smithi081 ceph-mon[107735]: pgmap v20532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:02 smithi170 ceph-mon[97338]: pgmap v20533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:02 smithi081 ceph-mon[95500]: pgmap v20533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:02 smithi081 ceph-mon[107735]: pgmap v20533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:03:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:03:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:03:04.582 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:04 smithi081 ceph-mon[95500]: pgmap v20534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:04.582 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:04 smithi081 ceph-mon[107735]: pgmap v20534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:04 smithi170 ceph-mon[97338]: pgmap v20534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:04.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:04.580Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:06 smithi170 ceph-mon[97338]: pgmap v20535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:06 smithi081 ceph-mon[95500]: pgmap v20535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:06 smithi081 ceph-mon[107735]: pgmap v20535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:06.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:06.402Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:08 smithi170 ceph-mon[97338]: pgmap v20536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:08 smithi081 ceph-mon[95500]: pgmap v20536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:08 smithi081 ceph-mon[107735]: pgmap v20536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:10 smithi170 ceph-mon[97338]: pgmap v20537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:10 smithi081 ceph-mon[95500]: pgmap v20537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:10 smithi081 ceph-mon[107735]: pgmap v20537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:12 smithi170 ceph-mon[97338]: pgmap v20538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:12.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:12 smithi081 ceph-mon[95500]: pgmap v20538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:12.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:12 smithi081 ceph-mon[107735]: pgmap v20538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:03:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:03:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:03:14.583 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:14 smithi081 ceph-mon[95500]: pgmap v20539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:14.583 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:14 smithi081 ceph-mon[107735]: pgmap v20539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:14 smithi170 ceph-mon[97338]: pgmap v20539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:14.578Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:14.579Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:16 smithi170 ceph-mon[97338]: pgmap v20540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:16 smithi081 ceph-mon[95500]: pgmap v20540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:16.401Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:16.403Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:16 smithi081 ceph-mon[107735]: pgmap v20540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:18 smithi170 ceph-mon[97338]: pgmap v20541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:18 smithi081 ceph-mon[95500]: pgmap v20541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:18 smithi081 ceph-mon[107735]: pgmap v20541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:20 smithi170 ceph-mon[97338]: pgmap v20542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:20.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:20 smithi081 ceph-mon[95500]: pgmap v20542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:20.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:20 smithi081 ceph-mon[107735]: pgmap v20542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:22 smithi170 ceph-mon[97338]: pgmap v20543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:22 smithi081 ceph-mon[95500]: pgmap v20543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:22 smithi081 ceph-mon[107735]: pgmap v20543: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:03:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:03:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:03:24.583 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:24 smithi081 ceph-mon[95500]: pgmap v20544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:24.583 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:24 smithi081 ceph-mon[107735]: pgmap v20544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:24 smithi170 ceph-mon[97338]: pgmap v20544: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:24.580Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:24.581Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:26 smithi170 ceph-mon[97338]: pgmap v20545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:26 smithi081 ceph-mon[95500]: pgmap v20545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:26 smithi081 ceph-mon[107735]: pgmap v20545: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:26.403Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:26.404Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:28 smithi170 ceph-mon[97338]: pgmap v20546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:28 smithi081 ceph-mon[95500]: pgmap v20546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:28.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:28 smithi081 ceph-mon[107735]: pgmap v20546: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:30 smithi170 ceph-mon[97338]: pgmap v20547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:30 smithi081 ceph-mon[95500]: pgmap v20547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:30 smithi081 ceph-mon[107735]: pgmap v20547: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:32 smithi170 ceph-mon[97338]: pgmap v20548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:32 smithi081 ceph-mon[95500]: pgmap v20548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:32 smithi081 ceph-mon[107735]: pgmap v20548: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:03:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:03:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:03:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:34 smithi170 ceph-mon[97338]: pgmap v20549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:34.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:34 smithi081 ceph-mon[95500]: pgmap v20549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:34.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:34.581Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:34.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:34.582Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:34.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:34 smithi081 ceph-mon[107735]: pgmap v20549: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:36.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:36 smithi170 ceph-mon[97338]: pgmap v20550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:36 smithi081 ceph-mon[95500]: pgmap v20550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:36 smithi081 ceph-mon[107735]: pgmap v20550: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:36.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:36.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:38.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:38 smithi170 ceph-mon[97338]: pgmap v20551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:38 smithi081 ceph-mon[95500]: pgmap v20551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:38 smithi081 ceph-mon[107735]: pgmap v20551: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:40 smithi170 ceph-mon[97338]: pgmap v20552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:40 smithi081 ceph-mon[95500]: pgmap v20552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:40 smithi081 ceph-mon[107735]: pgmap v20552: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:42 smithi170 ceph-mon[97338]: pgmap v20553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:42 smithi081 ceph-mon[95500]: pgmap v20553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:42 smithi081 ceph-mon[107735]: pgmap v20553: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:03:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:03:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:03:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:44 smithi170 ceph-mon[97338]: pgmap v20554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:44.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:44 smithi081 ceph-mon[95500]: pgmap v20554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:44.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:44 smithi081 ceph-mon[107735]: pgmap v20554: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:44.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:44.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:44.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:44.583Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:46.747 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:46 smithi170 ceph-mon[97338]: pgmap v20555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:46 smithi081 ceph-mon[95500]: pgmap v20555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:46.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:46.404Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:46.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:46.405Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:46.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:46 smithi081 ceph-mon[107735]: pgmap v20555: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:48 smithi170 ceph-mon[97338]: pgmap v20556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:48 smithi081 ceph-mon[95500]: pgmap v20556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:48 smithi081 ceph-mon[107735]: pgmap v20556: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:50 smithi170 ceph-mon[97338]: pgmap v20557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:50 smithi081 ceph-mon[95500]: pgmap v20557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:50 smithi081 ceph-mon[107735]: pgmap v20557: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:52 smithi170 ceph-mon[97338]: pgmap v20558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:52 smithi081 ceph-mon[95500]: pgmap v20558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:52 smithi081 ceph-mon[107735]: pgmap v20558: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:03:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:03:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:03:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:54 smithi170 ceph-mon[97338]: pgmap v20559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:54 smithi081 ceph-mon[95500]: pgmap v20559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:54 smithi081 ceph-mon[107735]: pgmap v20559: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:54.582Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:54.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:56 smithi170 ceph-mon[97338]: pgmap v20560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:56 smithi081 ceph-mon[95500]: pgmap v20560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:56 smithi081 ceph-mon[107735]: pgmap v20560: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:03:56.405Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:03:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:03:56.406Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:03:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:58 smithi170 ceph-mon[97338]: pgmap v20561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:58 smithi081 ceph-mon[95500]: pgmap v20561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:58 smithi081 ceph-mon[107735]: pgmap v20561: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:59.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:03:59 smithi170 ceph-mon[97338]: pgmap v20562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:59.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:03:59 smithi081 ceph-mon[95500]: pgmap v20562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:03:59.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:03:59 smithi081 ceph-mon[107735]: pgmap v20562: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:01.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:01 smithi170 ceph-mon[97338]: pgmap v20563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:02.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:01 smithi081 ceph-mon[95500]: pgmap v20563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:02.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:01 smithi081 ceph-mon[107735]: pgmap v20563: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:04:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:04:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:04:04.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:04 smithi170 ceph-mon[97338]: pgmap v20564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:04.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:04 smithi081 ceph-mon[95500]: pgmap v20564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:04.520 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:04 smithi081 ceph-mon[107735]: pgmap v20564: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:05.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:04.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:05.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:04.584Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:06.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:06 smithi170 ceph-mon[97338]: pgmap v20565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:06 smithi081 ceph-mon[95500]: pgmap v20565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:06.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:06 smithi081 ceph-mon[107735]: pgmap v20565: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:06.406Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:06.407Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:08.497 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:08 smithi170 ceph-mon[97338]: pgmap v20566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:08.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:08 smithi081 ceph-mon[95500]: pgmap v20566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:08.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:08 smithi081 ceph-mon[107735]: pgmap v20566: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:10.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:10 smithi170 ceph-mon[97338]: pgmap v20567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:10.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:10 smithi081 ceph-mon[95500]: pgmap v20567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:10.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:10 smithi081 ceph-mon[107735]: pgmap v20567: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:12.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:12 smithi170 ceph-mon[97338]: pgmap v20568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:12.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:12 smithi081 ceph-mon[95500]: pgmap v20568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:12.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:12 smithi081 ceph-mon[107735]: pgmap v20568: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:13.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:04:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:04:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:04:14.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:14 smithi170 ceph-mon[97338]: pgmap v20569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:14.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:14 smithi081 ceph-mon[95500]: pgmap v20569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:14.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:14 smithi081 ceph-mon[107735]: pgmap v20569: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:14.583Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:14.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:16.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:16 smithi170 ceph-mon[97338]: pgmap v20570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:16.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:16 smithi081 ceph-mon[95500]: pgmap v20570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:16.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:16 smithi081 ceph-mon[107735]: pgmap v20570: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:16.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:16.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:16.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:18.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:18 smithi170 ceph-mon[97338]: pgmap v20571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:18.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:18 smithi081 ceph-mon[95500]: pgmap v20571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:18.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:18 smithi081 ceph-mon[107735]: pgmap v20571: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:20.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:20 smithi170 ceph-mon[97338]: pgmap v20572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:20.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:20 smithi081 ceph-mon[95500]: pgmap v20572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:20.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:20 smithi081 ceph-mon[107735]: pgmap v20572: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:22.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:22 smithi170 ceph-mon[97338]: pgmap v20573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:22.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:22 smithi081 ceph-mon[95500]: pgmap v20573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:22.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:22 smithi081 ceph-mon[107735]: pgmap v20573: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:04:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:04:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:04:24.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:24 smithi170 ceph-mon[97338]: pgmap v20574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:24.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:24 smithi081 ceph-mon[95500]: pgmap v20574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:24.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:24 smithi081 ceph-mon[107735]: pgmap v20574: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:24.584Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:24.585Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:26.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:26 smithi170 ceph-mon[97338]: pgmap v20575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:26.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:26 smithi081 ceph-mon[95500]: pgmap v20575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:26.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:26 smithi081 ceph-mon[107735]: pgmap v20575: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:26.407Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:26.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:26.408Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:28.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:28 smithi170 ceph-mon[97338]: pgmap v20576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:28.518 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:28 smithi081 ceph-mon[95500]: pgmap v20576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:28.519 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:28 smithi081 ceph-mon[107735]: pgmap v20576: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:30.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:30 smithi170 ceph-mon[97338]: pgmap v20577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:30.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:30 smithi081 ceph-mon[95500]: pgmap v20577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:30.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:30 smithi081 ceph-mon[107735]: pgmap v20577: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:32.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:32 smithi170 ceph-mon[97338]: pgmap v20578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:32.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:32 smithi081 ceph-mon[95500]: pgmap v20578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:32.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:32 smithi081 ceph-mon[107735]: pgmap v20578: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:04:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:04:34.496 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:34 smithi170 ceph-mon[97338]: pgmap v20579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:34 smithi081 ceph-mon[95500]: pgmap v20579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:34 smithi081 ceph-mon[107735]: pgmap v20579: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:34.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:34.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:36 smithi170 ceph-mon[97338]: pgmap v20580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:36 smithi081 ceph-mon[95500]: pgmap v20580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:36.408Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:36.409Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:36.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:36 smithi081 ceph-mon[107735]: pgmap v20580: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:38 smithi170 ceph-mon[97338]: pgmap v20581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:38 smithi081 ceph-mon[95500]: pgmap v20581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:38 smithi081 ceph-mon[107735]: pgmap v20581: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:40.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:40 smithi170 ceph-mon[97338]: pgmap v20582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:40 smithi081 ceph-mon[95500]: pgmap v20582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:40 smithi081 ceph-mon[107735]: pgmap v20582: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:42 smithi170 ceph-mon[97338]: pgmap v20583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:42 smithi081 ceph-mon[95500]: pgmap v20583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:42.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:42 smithi081 ceph-mon[107735]: pgmap v20583: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:04:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:04:44.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:44 smithi170 ceph-mon[97338]: pgmap v20584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:44.517 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:44 smithi081 ceph-mon[95500]: pgmap v20584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:44.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:44 smithi081 ceph-mon[107735]: pgmap v20584: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:44.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:44.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:46 smithi081 ceph-mon[95500]: pgmap v20585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:46.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:46 smithi081 ceph-mon[107735]: pgmap v20585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:46.409Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:46.410Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:46 smithi170 ceph-mon[97338]: pgmap v20585: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:48 smithi081 ceph-mon[95500]: pgmap v20586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:48.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:48 smithi081 ceph-mon[107735]: pgmap v20586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:48 smithi170 ceph-mon[97338]: pgmap v20586: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:50 smithi081 ceph-mon[95500]: pgmap v20587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:50 smithi081 ceph-mon[107735]: pgmap v20587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:50 smithi170 ceph-mon[97338]: pgmap v20587: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:52 smithi081 ceph-mon[95500]: pgmap v20588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:52 smithi081 ceph-mon[107735]: pgmap v20588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:52 smithi170 ceph-mon[97338]: pgmap v20588: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:04:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:04:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:54 smithi081 ceph-mon[95500]: pgmap v20589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:54 smithi081 ceph-mon[107735]: pgmap v20589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:54 smithi170 ceph-mon[97338]: pgmap v20589: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:54.585Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:54.586Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:56 smithi081 ceph-mon[95500]: pgmap v20590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:56.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:56 smithi081 ceph-mon[107735]: pgmap v20590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:04:56.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:04:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:04:56.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:04:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:56 smithi170 ceph-mon[97338]: pgmap v20590: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:58.520 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:04:58 smithi081 ceph-mon[95500]: pgmap v20591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:58.521 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:04:58 smithi081 ceph-mon[107735]: pgmap v20591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:04:58.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:04:58 smithi170 ceph-mon[97338]: pgmap v20591: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:00 smithi170 ceph-mon[97338]: pgmap v20592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:00 smithi081 ceph-mon[95500]: pgmap v20592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:00 smithi081 ceph-mon[107735]: pgmap v20592: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:02 smithi170 ceph-mon[97338]: pgmap v20593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:02.771 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:02 smithi081 ceph-mon[95500]: pgmap v20593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:02.771 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:02 smithi081 ceph-mon[107735]: pgmap v20593: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:05:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:05:04.594 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:04 smithi081 ceph-mon[95500]: pgmap v20594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:04.594 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:04 smithi081 ceph-mon[107735]: pgmap v20594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:04 smithi170 ceph-mon[97338]: pgmap v20594: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:04.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:04.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:06 smithi170 ceph-mon[97338]: pgmap v20595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:06 smithi081 ceph-mon[95500]: pgmap v20595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:06 smithi081 ceph-mon[107735]: pgmap v20595: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:06.410Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:06.411Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:08 smithi170 ceph-mon[97338]: pgmap v20596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:08 smithi081 ceph-mon[95500]: pgmap v20596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:08 smithi081 ceph-mon[107735]: pgmap v20596: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:10 smithi170 ceph-mon[97338]: pgmap v20597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:10 smithi081 ceph-mon[95500]: pgmap v20597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:10 smithi081 ceph-mon[107735]: pgmap v20597: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:12 smithi170 ceph-mon[97338]: pgmap v20598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:12 smithi081 ceph-mon[95500]: pgmap v20598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:12 smithi081 ceph-mon[107735]: pgmap v20598: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:05:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:05:14.589 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:14 smithi081 ceph-mon[95500]: pgmap v20599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:14.590 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:14 smithi081 ceph-mon[107735]: pgmap v20599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:14 smithi170 ceph-mon[97338]: pgmap v20599: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:14.586Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:14.587Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:16 smithi170 ceph-mon[97338]: pgmap v20600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:16 smithi081 ceph-mon[95500]: pgmap v20600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:16 smithi081 ceph-mon[107735]: pgmap v20600: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:16.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:16.412Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:18 smithi170 ceph-mon[97338]: pgmap v20601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:18 smithi081 ceph-mon[95500]: pgmap v20601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:18 smithi081 ceph-mon[107735]: pgmap v20601: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:20 smithi170 ceph-mon[97338]: pgmap v20602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:20 smithi081 ceph-mon[95500]: pgmap v20602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:20 smithi081 ceph-mon[107735]: pgmap v20602: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:22 smithi170 ceph-mon[97338]: pgmap v20603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:22 smithi081 ceph-mon[95500]: pgmap v20603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:22 smithi081 ceph-mon[107735]: pgmap v20603: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:05:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:05:24.591 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:24 smithi081 ceph-mon[95500]: pgmap v20604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:24.592 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:24 smithi081 ceph-mon[107735]: pgmap v20604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:24 smithi170 ceph-mon[97338]: pgmap v20604: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:24.587Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:24.588Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:26 smithi170 ceph-mon[97338]: pgmap v20605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:26 smithi081 ceph-mon[95500]: pgmap v20605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:26.411Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:26.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:26 smithi081 ceph-mon[107735]: pgmap v20605: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:28 smithi170 ceph-mon[97338]: pgmap v20606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:28 smithi081 ceph-mon[95500]: pgmap v20606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:28 smithi081 ceph-mon[107735]: pgmap v20606: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:30 smithi170 ceph-mon[97338]: pgmap v20607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:30 smithi081 ceph-mon[95500]: pgmap v20607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:30 smithi081 ceph-mon[107735]: pgmap v20607: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:32.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:32 smithi170 ceph-mon[97338]: pgmap v20608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:32 smithi081 ceph-mon[95500]: pgmap v20608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:32 smithi081 ceph-mon[107735]: pgmap v20608: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:05:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:05:34.591 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:34 smithi081 ceph-mon[95500]: pgmap v20609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:34.592 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:34 smithi081 ceph-mon[107735]: pgmap v20609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:34 smithi170 ceph-mon[97338]: pgmap v20609: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:34.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:34.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:36 smithi170 ceph-mon[97338]: pgmap v20610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:36.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:36 smithi081 ceph-mon[95500]: pgmap v20610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:36.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:36 smithi081 ceph-mon[107735]: pgmap v20610: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:36.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:36.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:36.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:36.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:38 smithi170 ceph-mon[97338]: pgmap v20611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:38 smithi081 ceph-mon[95500]: pgmap v20611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:38 smithi081 ceph-mon[107735]: pgmap v20611: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:40 smithi170 ceph-mon[97338]: pgmap v20612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:40 smithi081 ceph-mon[95500]: pgmap v20612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:40 smithi081 ceph-mon[107735]: pgmap v20612: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:42 smithi170 ceph-mon[97338]: pgmap v20613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:42 smithi081 ceph-mon[95500]: pgmap v20613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:42 smithi081 ceph-mon[107735]: pgmap v20613: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:05:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:05:44.592 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:44 smithi081 ceph-mon[95500]: pgmap v20614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:44.593 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:44 smithi081 ceph-mon[107735]: pgmap v20614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:44 smithi170 ceph-mon[97338]: pgmap v20614: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:44.588Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:44.589Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:46 smithi170 ceph-mon[97338]: pgmap v20615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:46 smithi081 ceph-mon[95500]: pgmap v20615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:46 smithi081 ceph-mon[107735]: pgmap v20615: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:46.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:46.413Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:48 smithi170 ceph-mon[97338]: pgmap v20616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:48 smithi081 ceph-mon[95500]: pgmap v20616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:48 smithi081 ceph-mon[107735]: pgmap v20616: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:50 smithi170 ceph-mon[97338]: pgmap v20617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:50 smithi081 ceph-mon[95500]: pgmap v20617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:50 smithi081 ceph-mon[107735]: pgmap v20617: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:52 smithi170 ceph-mon[97338]: pgmap v20618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:52 smithi081 ceph-mon[95500]: pgmap v20618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:52 smithi081 ceph-mon[107735]: pgmap v20618: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:05:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:05:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:54 smithi170 ceph-mon[97338]: pgmap v20619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:54 smithi081 ceph-mon[95500]: pgmap v20619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:54 smithi081 ceph-mon[107735]: pgmap v20619: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:54.589Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:54.590Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:56 smithi170 ceph-mon[97338]: pgmap v20620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:56 smithi081 ceph-mon[95500]: pgmap v20620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:56 smithi081 ceph-mon[107735]: pgmap v20620: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:05:56.412Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:05:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:05:56.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:05:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:05:58 smithi170 ceph-mon[97338]: pgmap v20621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:05:58 smithi081 ceph-mon[95500]: pgmap v20621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:05:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:05:58 smithi081 ceph-mon[107735]: pgmap v20621: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:00 smithi170 ceph-mon[97338]: pgmap v20622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:00 smithi081 ceph-mon[95500]: pgmap v20622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:00 smithi081 ceph-mon[107735]: pgmap v20622: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:02 smithi170 ceph-mon[97338]: pgmap v20623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:02 smithi081 ceph-mon[95500]: pgmap v20623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:02 smithi081 ceph-mon[107735]: pgmap v20623: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:06:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:06:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:04 smithi170 ceph-mon[97338]: pgmap v20624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:04 smithi081 ceph-mon[95500]: pgmap v20624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:04 smithi081 ceph-mon[107735]: pgmap v20624: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:04.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:04.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:06 smithi170 ceph-mon[97338]: pgmap v20625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:06 smithi081 ceph-mon[95500]: pgmap v20625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:06 smithi081 ceph-mon[107735]: pgmap v20625: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:06.413Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:06.414Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:08 smithi170 ceph-mon[97338]: pgmap v20626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:08 smithi081 ceph-mon[95500]: pgmap v20626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:08 smithi081 ceph-mon[107735]: pgmap v20626: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:10 smithi170 ceph-mon[97338]: pgmap v20627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:10 smithi081 ceph-mon[95500]: pgmap v20627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:10 smithi081 ceph-mon[107735]: pgmap v20627: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:12 smithi170 ceph-mon[97338]: pgmap v20628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:12 smithi081 ceph-mon[95500]: pgmap v20628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:12 smithi081 ceph-mon[107735]: pgmap v20628: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:06:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:06:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:14 smithi170 ceph-mon[97338]: pgmap v20629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:14 smithi081 ceph-mon[95500]: pgmap v20629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:14 smithi081 ceph-mon[107735]: pgmap v20629: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:14.590Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:14.591Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:16 smithi170 ceph-mon[97338]: pgmap v20630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:16 smithi081 ceph-mon[95500]: pgmap v20630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:16 smithi081 ceph-mon[107735]: pgmap v20630: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:16.414Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:16.415Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:18 smithi170 ceph-mon[97338]: pgmap v20631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:18 smithi081 ceph-mon[95500]: pgmap v20631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:18 smithi081 ceph-mon[107735]: pgmap v20631: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:20 smithi170 ceph-mon[97338]: pgmap v20632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:20 smithi081 ceph-mon[95500]: pgmap v20632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:20 smithi081 ceph-mon[107735]: pgmap v20632: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:22 smithi170 ceph-mon[97338]: pgmap v20633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:22 smithi081 ceph-mon[95500]: pgmap v20633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:22 smithi081 ceph-mon[107735]: pgmap v20633: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:06:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:06:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:24 smithi170 ceph-mon[97338]: pgmap v20634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:24.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:24 smithi081 ceph-mon[95500]: pgmap v20634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:24 smithi081 ceph-mon[107735]: pgmap v20634: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:24.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:24.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:26 smithi170 ceph-mon[97338]: pgmap v20635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:26 smithi081 ceph-mon[95500]: pgmap v20635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:26 smithi081 ceph-mon[107735]: pgmap v20635: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:26.415Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:26.416Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:28 smithi170 ceph-mon[97338]: pgmap v20636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:28 smithi081 ceph-mon[95500]: pgmap v20636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:28 smithi081 ceph-mon[107735]: pgmap v20636: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:29.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:29 smithi170 ceph-mon[97338]: pgmap v20637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:29.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:29 smithi081 ceph-mon[95500]: pgmap v20637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:29.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:29 smithi081 ceph-mon[107735]: pgmap v20637: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:31.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:31 smithi170 ceph-mon[97338]: pgmap v20638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:32.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:31 smithi081 ceph-mon[95500]: pgmap v20638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:32.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:31 smithi081 ceph-mon[107735]: pgmap v20638: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:06:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:06:34.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:34 smithi170 ceph-mon[97338]: pgmap v20639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:34.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:34 smithi081 ceph-mon[95500]: pgmap v20639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:34.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:34 smithi081 ceph-mon[107735]: pgmap v20639: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:34.591Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:34.592Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:36.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:36 smithi170 ceph-mon[97338]: pgmap v20640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:36.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:36 smithi081 ceph-mon[95500]: pgmap v20640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:36.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:36 smithi081 ceph-mon[107735]: pgmap v20640: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:36.416Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:36.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:36.417Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:38.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:38 smithi170 ceph-mon[97338]: pgmap v20641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:38.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:38 smithi081 ceph-mon[95500]: pgmap v20641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:38.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:38 smithi081 ceph-mon[107735]: pgmap v20641: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:40.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:40 smithi170 ceph-mon[97338]: pgmap v20642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:40.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:40 smithi081 ceph-mon[95500]: pgmap v20642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:40.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:40 smithi081 ceph-mon[107735]: pgmap v20642: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:42.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:42 smithi170 ceph-mon[97338]: pgmap v20643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:42.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:42 smithi081 ceph-mon[95500]: pgmap v20643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:42.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:42 smithi081 ceph-mon[107735]: pgmap v20643: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:06:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:06:44.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:44 smithi170 ceph-mon[97338]: pgmap v20644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:44.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:44 smithi081 ceph-mon[95500]: pgmap v20644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:44.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:44 smithi081 ceph-mon[107735]: pgmap v20644: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:44.592Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:44.593Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:46.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:46 smithi170 ceph-mon[97338]: pgmap v20645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:46.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:46 smithi081 ceph-mon[95500]: pgmap v20645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:46.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:46 smithi081 ceph-mon[107735]: pgmap v20645: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:46.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:46.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:46.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:48.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:48 smithi170 ceph-mon[97338]: pgmap v20646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:48.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:48 smithi081 ceph-mon[95500]: pgmap v20646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:48.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:48 smithi081 ceph-mon[107735]: pgmap v20646: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:50.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:50 smithi170 ceph-mon[97338]: pgmap v20647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:50.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:50 smithi081 ceph-mon[95500]: pgmap v20647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:50.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:50 smithi081 ceph-mon[107735]: pgmap v20647: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:52.498 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:52 smithi170 ceph-mon[97338]: pgmap v20648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:52.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:52 smithi081 ceph-mon[95500]: pgmap v20648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:52.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:52 smithi081 ceph-mon[107735]: pgmap v20648: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:06:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:06:54.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:54 smithi081 ceph-mon[95500]: pgmap v20649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:54.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:54 smithi081 ceph-mon[107735]: pgmap v20649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:54 smithi170 ceph-mon[97338]: pgmap v20649: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:54.593Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:54.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:56.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:56 smithi081 ceph-mon[95500]: pgmap v20650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:56.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:56 smithi081 ceph-mon[107735]: pgmap v20650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:06:56.417Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:56.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:06:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:06:56.418Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:06:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:56 smithi170 ceph-mon[97338]: pgmap v20650: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:58.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:06:58 smithi081 ceph-mon[95500]: pgmap v20651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:58.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:06:58 smithi081 ceph-mon[107735]: pgmap v20651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:06:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:06:58 smithi170 ceph-mon[97338]: pgmap v20651: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:00 smithi081 ceph-mon[95500]: pgmap v20652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:00.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:00 smithi081 ceph-mon[107735]: pgmap v20652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:00 smithi170 ceph-mon[97338]: pgmap v20652: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:02 smithi081 ceph-mon[95500]: pgmap v20653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:02 smithi081 ceph-mon[107735]: pgmap v20653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:02 smithi170 ceph-mon[97338]: pgmap v20653: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:07:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:07:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:04 smithi081 ceph-mon[95500]: pgmap v20654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:04 smithi081 ceph-mon[107735]: pgmap v20654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:04 smithi170 ceph-mon[97338]: pgmap v20654: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:04.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:04.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:06.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:06 smithi081 ceph-mon[95500]: pgmap v20655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:06.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:06 smithi081 ceph-mon[107735]: pgmap v20655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:06.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:06.517 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:06.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:06 smithi170 ceph-mon[97338]: pgmap v20655: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:08 smithi170 ceph-mon[97338]: pgmap v20656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:08 smithi081 ceph-mon[95500]: pgmap v20656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:08 smithi081 ceph-mon[107735]: pgmap v20656: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:10 smithi170 ceph-mon[97338]: pgmap v20657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:10 smithi081 ceph-mon[95500]: pgmap v20657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:10 smithi081 ceph-mon[107735]: pgmap v20657: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:12 smithi170 ceph-mon[97338]: pgmap v20658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:12 smithi081 ceph-mon[95500]: pgmap v20658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:12 smithi081 ceph-mon[107735]: pgmap v20658: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:07:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:07:14.597 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:14 smithi081 ceph-mon[95500]: pgmap v20659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:14.598 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:14 smithi081 ceph-mon[107735]: pgmap v20659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:14 smithi170 ceph-mon[97338]: pgmap v20659: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:14.594Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:14.595Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:16 smithi170 ceph-mon[97338]: pgmap v20660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:16 smithi081 ceph-mon[95500]: pgmap v20660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:16 smithi081 ceph-mon[107735]: pgmap v20660: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:16.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:16.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:18 smithi170 ceph-mon[97338]: pgmap v20661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:18 smithi081 ceph-mon[95500]: pgmap v20661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:18 smithi081 ceph-mon[107735]: pgmap v20661: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:20 smithi170 ceph-mon[97338]: pgmap v20662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:20 smithi081 ceph-mon[95500]: pgmap v20662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:20 smithi081 ceph-mon[107735]: pgmap v20662: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:22 smithi170 ceph-mon[97338]: pgmap v20663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:22 smithi081 ceph-mon[95500]: pgmap v20663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:22 smithi081 ceph-mon[107735]: pgmap v20663: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:07:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:07:24.598 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:24 smithi081 ceph-mon[95500]: pgmap v20664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:24.599 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:24 smithi081 ceph-mon[107735]: pgmap v20664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:24 smithi170 ceph-mon[97338]: pgmap v20664: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:24.595Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:24.596Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:26 smithi170 ceph-mon[97338]: pgmap v20665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:26 smithi081 ceph-mon[95500]: pgmap v20665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:26 smithi081 ceph-mon[107735]: pgmap v20665: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:26.418Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:26.419Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:28 smithi170 ceph-mon[97338]: pgmap v20666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:28 smithi081 ceph-mon[95500]: pgmap v20666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:28 smithi081 ceph-mon[107735]: pgmap v20666: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:30 smithi170 ceph-mon[97338]: pgmap v20667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:30 smithi081 ceph-mon[95500]: pgmap v20667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:30 smithi081 ceph-mon[107735]: pgmap v20667: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:32 smithi170 ceph-mon[97338]: pgmap v20668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:32 smithi081 ceph-mon[95500]: pgmap v20668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:32 smithi081 ceph-mon[107735]: pgmap v20668: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:07:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:07:34.599 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:34 smithi081 ceph-mon[95500]: pgmap v20669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:34.600 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:34 smithi081 ceph-mon[107735]: pgmap v20669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:34 smithi170 ceph-mon[97338]: pgmap v20669: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:34.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:34.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:36 smithi170 ceph-mon[97338]: pgmap v20670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:36 smithi081 ceph-mon[95500]: pgmap v20670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:36 smithi081 ceph-mon[107735]: pgmap v20670: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:36.419Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:36.420Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:38 smithi170 ceph-mon[97338]: pgmap v20671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:38 smithi081 ceph-mon[95500]: pgmap v20671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:38.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:38 smithi081 ceph-mon[107735]: pgmap v20671: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:40 smithi170 ceph-mon[97338]: pgmap v20672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:40 smithi081 ceph-mon[95500]: pgmap v20672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:40 smithi081 ceph-mon[107735]: pgmap v20672: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:42 smithi170 ceph-mon[97338]: pgmap v20673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:42 smithi081 ceph-mon[95500]: pgmap v20673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:42 smithi081 ceph-mon[107735]: pgmap v20673: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:07:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:07:44.599 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:44 smithi081 ceph-mon[95500]: pgmap v20674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:44.600 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:44 smithi081 ceph-mon[107735]: pgmap v20674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:44 smithi170 ceph-mon[97338]: pgmap v20674: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:44.596Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:44.597Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:46 smithi170 ceph-mon[97338]: pgmap v20675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:46 smithi081 ceph-mon[95500]: pgmap v20675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:46 smithi081 ceph-mon[107735]: pgmap v20675: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:46.420Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:46.421Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:48 smithi170 ceph-mon[97338]: pgmap v20676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:48 smithi081 ceph-mon[95500]: pgmap v20676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:48 smithi081 ceph-mon[107735]: pgmap v20676: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:50 smithi170 ceph-mon[97338]: pgmap v20677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:50 smithi081 ceph-mon[95500]: pgmap v20677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:50 smithi081 ceph-mon[107735]: pgmap v20677: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:52 smithi170 ceph-mon[97338]: pgmap v20678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:52 smithi081 ceph-mon[95500]: pgmap v20678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:52 smithi081 ceph-mon[107735]: pgmap v20678: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:07:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:07:54.600 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:54 smithi081 ceph-mon[95500]: pgmap v20679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:54.601 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:54 smithi081 ceph-mon[107735]: pgmap v20679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:54 smithi170 ceph-mon[97338]: pgmap v20679: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:54.597Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:54.598Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:56 smithi170 ceph-mon[97338]: pgmap v20680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:56 smithi081 ceph-mon[95500]: pgmap v20680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:56 smithi081 ceph-mon[107735]: pgmap v20680: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:07:56.421Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:07:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:07:56.422Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:07:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:07:58 smithi170 ceph-mon[97338]: pgmap v20681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:07:58 smithi081 ceph-mon[95500]: pgmap v20681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:07:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:07:58 smithi081 ceph-mon[107735]: pgmap v20681: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:00 smithi170 ceph-mon[97338]: pgmap v20682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:00 smithi081 ceph-mon[95500]: pgmap v20682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:00 smithi081 ceph-mon[107735]: pgmap v20682: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:02 smithi170 ceph-mon[97338]: pgmap v20683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:02 smithi081 ceph-mon[95500]: pgmap v20683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:02 smithi081 ceph-mon[107735]: pgmap v20683: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:08:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:08:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:04 smithi170 ceph-mon[97338]: pgmap v20684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:04 smithi081 ceph-mon[95500]: pgmap v20684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:04 smithi081 ceph-mon[107735]: pgmap v20684: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:04.598Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:04.599Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:06 smithi170 ceph-mon[97338]: pgmap v20685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:06 smithi081 ceph-mon[95500]: pgmap v20685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:06.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:06.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:06 smithi081 ceph-mon[107735]: pgmap v20685: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:08 smithi170 ceph-mon[97338]: pgmap v20686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:08 smithi081 ceph-mon[95500]: pgmap v20686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:08 smithi081 ceph-mon[107735]: pgmap v20686: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:10 smithi170 ceph-mon[97338]: pgmap v20687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:10 smithi081 ceph-mon[95500]: pgmap v20687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:10 smithi081 ceph-mon[107735]: pgmap v20687: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:12 smithi170 ceph-mon[97338]: pgmap v20688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:12 smithi081 ceph-mon[95500]: pgmap v20688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:12 smithi081 ceph-mon[107735]: pgmap v20688: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:08:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:08:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:14 smithi170 ceph-mon[97338]: pgmap v20689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:14 smithi081 ceph-mon[95500]: pgmap v20689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:14.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:14.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:14 smithi081 ceph-mon[107735]: pgmap v20689: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:16 smithi170 ceph-mon[97338]: pgmap v20690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:16 smithi081 ceph-mon[95500]: pgmap v20690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:16 smithi081 ceph-mon[107735]: pgmap v20690: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:16.422Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:16.423Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:18 smithi170 ceph-mon[97338]: pgmap v20691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:18 smithi081 ceph-mon[95500]: pgmap v20691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:18 smithi081 ceph-mon[107735]: pgmap v20691: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:20 smithi170 ceph-mon[97338]: pgmap v20692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:20 smithi081 ceph-mon[95500]: pgmap v20692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:20 smithi081 ceph-mon[107735]: pgmap v20692: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:22 smithi170 ceph-mon[97338]: pgmap v20693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:22 smithi081 ceph-mon[95500]: pgmap v20693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:22.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:22 smithi081 ceph-mon[107735]: pgmap v20693: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:08:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:08:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:08:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:24 smithi170 ceph-mon[97338]: pgmap v20694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:24 smithi081 ceph-mon[95500]: pgmap v20694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:24 smithi081 ceph-mon[107735]: pgmap v20694: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:24.599Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:24.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:24.600Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:26 smithi170 ceph-mon[97338]: pgmap v20695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:26 smithi081 ceph-mon[95500]: pgmap v20695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:26 smithi081 ceph-mon[107735]: pgmap v20695: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:26.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:26.424Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:28 smithi170 ceph-mon[97338]: pgmap v20696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:28 smithi081 ceph-mon[95500]: pgmap v20696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:28 smithi081 ceph-mon[107735]: pgmap v20696: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:30 smithi170 ceph-mon[97338]: pgmap v20697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:30 smithi081 ceph-mon[95500]: pgmap v20697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:30.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:30 smithi081 ceph-mon[107735]: pgmap v20697: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:32 smithi170 ceph-mon[97338]: pgmap v20698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:32 smithi081 ceph-mon[95500]: pgmap v20698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:32 smithi081 ceph-mon[107735]: pgmap v20698: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:08:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:08:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:34 smithi170 ceph-mon[97338]: pgmap v20699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:34 smithi081 ceph-mon[95500]: pgmap v20699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:34 smithi081 ceph-mon[107735]: pgmap v20699: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:34.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:34.601Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:36 smithi170 ceph-mon[97338]: pgmap v20700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:36 smithi081 ceph-mon[95500]: pgmap v20700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:36 smithi081 ceph-mon[107735]: pgmap v20700: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:36.423Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:36.425Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:38 smithi170 ceph-mon[97338]: pgmap v20701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:38 smithi081 ceph-mon[95500]: pgmap v20701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:38 smithi081 ceph-mon[107735]: pgmap v20701: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:40 smithi170 ceph-mon[97338]: pgmap v20702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:40 smithi081 ceph-mon[95500]: pgmap v20702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:40 smithi081 ceph-mon[107735]: pgmap v20702: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:42 smithi170 ceph-mon[97338]: pgmap v20703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:42 smithi081 ceph-mon[95500]: pgmap v20703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:42 smithi081 ceph-mon[107735]: pgmap v20703: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:08:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:08:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:08:44.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:44 smithi170 ceph-mon[97338]: pgmap v20704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:44 smithi081 ceph-mon[95500]: pgmap v20704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:44 smithi081 ceph-mon[107735]: pgmap v20704: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:44.600Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:44.602Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:46 smithi170 ceph-mon[97338]: pgmap v20705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:46 smithi081 ceph-mon[95500]: pgmap v20705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:46 smithi081 ceph-mon[107735]: pgmap v20705: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:46.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:46.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:48 smithi170 ceph-mon[97338]: pgmap v20706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:48 smithi081 ceph-mon[95500]: pgmap v20706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:48 smithi081 ceph-mon[107735]: pgmap v20706: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:50 smithi170 ceph-mon[97338]: pgmap v20707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:50 smithi081 ceph-mon[95500]: pgmap v20707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:50 smithi081 ceph-mon[107735]: pgmap v20707: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:52 smithi170 ceph-mon[97338]: pgmap v20708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:52 smithi081 ceph-mon[95500]: pgmap v20708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:52 smithi081 ceph-mon[107735]: pgmap v20708: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:08:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:08:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:08:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:54 smithi170 ceph-mon[97338]: pgmap v20709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:54 smithi081 ceph-mon[95500]: pgmap v20709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:54 smithi081 ceph-mon[107735]: pgmap v20709: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:54.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:54.603Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:55.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:55 smithi170 ceph-mon[97338]: pgmap v20710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:55.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:55 smithi081 ceph-mon[95500]: pgmap v20710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:55.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:55 smithi081 ceph-mon[107735]: pgmap v20710: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:08:56.425Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:08:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:08:56.426Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:08:57.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:08:57 smithi170 ceph-mon[97338]: pgmap v20711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:58.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:08:57 smithi081 ceph-mon[95500]: pgmap v20711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:08:58.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:08:57 smithi081 ceph-mon[107735]: pgmap v20711: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:00.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:00 smithi081 ceph-mon[95500]: pgmap v20712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:00.517 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:00 smithi081 ceph-mon[107735]: pgmap v20712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:00 smithi170 ceph-mon[97338]: pgmap v20712: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:02.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:02 smithi081 ceph-mon[95500]: pgmap v20713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:02.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:02 smithi081 ceph-mon[107735]: pgmap v20713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:02 smithi170 ceph-mon[97338]: pgmap v20713: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:09:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:09:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:09:04.516 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:04 smithi081 ceph-mon[95500]: pgmap v20714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:04.516 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:04 smithi081 ceph-mon[107735]: pgmap v20714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:04 smithi170 ceph-mon[97338]: pgmap v20714: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:04.602Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:04.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:06 smithi170 ceph-mon[97338]: pgmap v20715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:06 smithi081 ceph-mon[95500]: pgmap v20715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:06 smithi081 ceph-mon[107735]: pgmap v20715: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:06.426Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:06.427Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:08 smithi170 ceph-mon[97338]: pgmap v20716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:08 smithi081 ceph-mon[95500]: pgmap v20716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:08 smithi081 ceph-mon[107735]: pgmap v20716: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:10 smithi170 ceph-mon[97338]: pgmap v20717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:10 smithi081 ceph-mon[95500]: pgmap v20717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:10 smithi081 ceph-mon[107735]: pgmap v20717: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:12 smithi170 ceph-mon[97338]: pgmap v20718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:12 smithi081 ceph-mon[95500]: pgmap v20718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:12 smithi081 ceph-mon[107735]: pgmap v20718: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:09:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:09:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:09:14.606 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:14 smithi081 ceph-mon[95500]: pgmap v20719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:14.607 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:14 smithi081 ceph-mon[107735]: pgmap v20719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:14 smithi170 ceph-mon[97338]: pgmap v20719: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:14.603Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:14.604Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:16 smithi170 ceph-mon[97338]: pgmap v20720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:16 smithi081 ceph-mon[95500]: pgmap v20720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:16 smithi081 ceph-mon[107735]: pgmap v20720: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:16.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:16.428Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:18 smithi170 ceph-mon[97338]: pgmap v20721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:18 smithi081 ceph-mon[95500]: pgmap v20721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:18 smithi081 ceph-mon[107735]: pgmap v20721: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:20 smithi170 ceph-mon[97338]: pgmap v20722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:20 smithi081 ceph-mon[95500]: pgmap v20722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:20 smithi081 ceph-mon[107735]: pgmap v20722: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:22 smithi170 ceph-mon[97338]: pgmap v20723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:22 smithi081 ceph-mon[95500]: pgmap v20723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:22 smithi081 ceph-mon[107735]: pgmap v20723: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:09:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:09:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:09:24.607 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:24 smithi081 ceph-mon[95500]: pgmap v20724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:24.608 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:24 smithi081 ceph-mon[107735]: pgmap v20724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:24 smithi170 ceph-mon[97338]: pgmap v20724: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:24.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:24.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:26 smithi170 ceph-mon[97338]: pgmap v20725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:26 smithi081 ceph-mon[95500]: pgmap v20725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:26.427Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:26.429Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:26.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:26 smithi081 ceph-mon[107735]: pgmap v20725: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:28 smithi170 ceph-mon[97338]: pgmap v20726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:28 smithi081 ceph-mon[95500]: pgmap v20726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:28 smithi081 ceph-mon[107735]: pgmap v20726: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:30.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:30 smithi170 ceph-mon[97338]: pgmap v20727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:30 smithi081 ceph-mon[95500]: pgmap v20727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:30 smithi081 ceph-mon[107735]: pgmap v20727: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:32 smithi170 ceph-mon[97338]: pgmap v20728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:32 smithi081 ceph-mon[95500]: pgmap v20728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:32 smithi081 ceph-mon[107735]: pgmap v20728: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:09:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:09:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:09:34.607 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:34 smithi081 ceph-mon[95500]: pgmap v20729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:34.608 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:34 smithi081 ceph-mon[107735]: pgmap v20729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:34 smithi170 ceph-mon[97338]: pgmap v20729: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:34.604Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:34.605Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:36 smithi170 ceph-mon[97338]: pgmap v20730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:36 smithi081 ceph-mon[95500]: pgmap v20730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:36 smithi081 ceph-mon[107735]: pgmap v20730: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:36.428Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:36.430Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:38 smithi170 ceph-mon[97338]: pgmap v20731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:38 smithi081 ceph-mon[95500]: pgmap v20731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:38 smithi081 ceph-mon[107735]: pgmap v20731: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:40.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:40 smithi170 ceph-mon[97338]: pgmap v20732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:40 smithi081 ceph-mon[95500]: pgmap v20732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:40 smithi081 ceph-mon[107735]: pgmap v20732: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:42 smithi170 ceph-mon[97338]: pgmap v20733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:42 smithi081 ceph-mon[95500]: pgmap v20733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:42 smithi081 ceph-mon[107735]: pgmap v20733: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:09:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:09:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:09:44.609 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:44 smithi081 ceph-mon[95500]: pgmap v20734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:44.609 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:44 smithi081 ceph-mon[107735]: pgmap v20734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:44 smithi170 ceph-mon[97338]: pgmap v20734: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:45.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:44.605Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:44.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:46 smithi170 ceph-mon[97338]: pgmap v20735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:46.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:46 smithi081 ceph-mon[95500]: pgmap v20735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:46.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:46 smithi081 ceph-mon[107735]: pgmap v20735: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:46.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:46.429Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:46.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:46.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:48 smithi170 ceph-mon[97338]: pgmap v20736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:48 smithi081 ceph-mon[95500]: pgmap v20736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:48 smithi081 ceph-mon[107735]: pgmap v20736: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:50 smithi170 ceph-mon[97338]: pgmap v20737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:50 smithi081 ceph-mon[95500]: pgmap v20737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:50.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:50 smithi081 ceph-mon[107735]: pgmap v20737: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:52 smithi170 ceph-mon[97338]: pgmap v20738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:52 smithi081 ceph-mon[95500]: pgmap v20738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:52 smithi081 ceph-mon[107735]: pgmap v20738: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:09:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:09:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:09:54.609 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:54 smithi081 ceph-mon[95500]: pgmap v20739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:54.610 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:54 smithi081 ceph-mon[107735]: pgmap v20739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:54 smithi170 ceph-mon[97338]: pgmap v20739: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:54.606Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:54.607Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:56 smithi170 ceph-mon[97338]: pgmap v20740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:56 smithi081 ceph-mon[95500]: pgmap v20740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:09:56.430Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:09:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:09:56.431Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:09:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:56 smithi081 ceph-mon[107735]: pgmap v20740: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:09:58 smithi170 ceph-mon[97338]: pgmap v20741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:09:58 smithi081 ceph-mon[95500]: pgmap v20741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:09:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:09:58 smithi081 ceph-mon[107735]: pgmap v20741: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:00 smithi170 ceph-mon[97338]: pgmap v20742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:10:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:00 smithi081 ceph-mon[95500]: pgmap v20742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:00.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:10:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:00 smithi081 ceph-mon[107735]: pgmap v20742: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:10:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:02 smithi170 ceph-mon[97338]: pgmap v20743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:02 smithi081 ceph-mon[95500]: pgmap v20743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:02 smithi081 ceph-mon[107735]: pgmap v20743: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:10:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:10:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:10:04.610 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:04 smithi081 ceph-mon[95500]: pgmap v20744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:04.611 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:04 smithi081 ceph-mon[107735]: pgmap v20744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:04 smithi170 ceph-mon[97338]: pgmap v20744: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:04.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:04.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:06 smithi170 ceph-mon[97338]: pgmap v20745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:06 smithi081 ceph-mon[95500]: pgmap v20745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:06 smithi081 ceph-mon[107735]: pgmap v20745: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:06.431Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:06.432Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:08 smithi170 ceph-mon[97338]: pgmap v20746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:08 smithi081 ceph-mon[95500]: pgmap v20746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:08 smithi081 ceph-mon[107735]: pgmap v20746: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:10 smithi170 ceph-mon[97338]: pgmap v20747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:10.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:10 smithi081 ceph-mon[95500]: pgmap v20747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:10.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:10 smithi081 ceph-mon[107735]: pgmap v20747: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:12 smithi170 ceph-mon[97338]: pgmap v20748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:12 smithi081 ceph-mon[95500]: pgmap v20748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:12 smithi081 ceph-mon[107735]: pgmap v20748: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:10:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:10:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:10:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:14 smithi170 ceph-mon[97338]: pgmap v20749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:14 smithi081 ceph-mon[95500]: pgmap v20749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:14 smithi081 ceph-mon[107735]: pgmap v20749: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:14.607Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:14.608Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:16 smithi170 ceph-mon[97338]: pgmap v20750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:16 smithi081 ceph-mon[95500]: pgmap v20750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:16 smithi081 ceph-mon[107735]: pgmap v20750: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:16.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:16.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:18 smithi170 ceph-mon[97338]: pgmap v20751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:18 smithi081 ceph-mon[95500]: pgmap v20751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:18 smithi081 ceph-mon[107735]: pgmap v20751: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:20.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:20 smithi170 ceph-mon[97338]: pgmap v20752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:20.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:20 smithi081 ceph-mon[95500]: pgmap v20752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:20.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:20 smithi081 ceph-mon[107735]: pgmap v20752: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:22 smithi170 ceph-mon[97338]: pgmap v20753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:22 smithi081 ceph-mon[95500]: pgmap v20753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:22 smithi081 ceph-mon[107735]: pgmap v20753: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:10:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:10:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:10:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:24 smithi170 ceph-mon[97338]: pgmap v20754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:24 smithi081 ceph-mon[95500]: pgmap v20754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:24 smithi081 ceph-mon[107735]: pgmap v20754: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:24.608Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:24.609Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:26 smithi170 ceph-mon[97338]: pgmap v20755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:26 smithi081 ceph-mon[95500]: pgmap v20755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:26 smithi081 ceph-mon[107735]: pgmap v20755: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:26.432Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:26.433Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:28 smithi170 ceph-mon[97338]: pgmap v20756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:28 smithi081 ceph-mon[95500]: pgmap v20756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:28 smithi081 ceph-mon[107735]: pgmap v20756: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:30 smithi170 ceph-mon[97338]: pgmap v20757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:30 smithi081 ceph-mon[95500]: pgmap v20757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:30 smithi081 ceph-mon[107735]: pgmap v20757: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:32 smithi170 ceph-mon[97338]: pgmap v20758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:32 smithi081 ceph-mon[95500]: pgmap v20758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:32 smithi081 ceph-mon[107735]: pgmap v20758: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:10:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:10:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:10:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:34 smithi170 ceph-mon[97338]: pgmap v20759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:34 smithi081 ceph-mon[95500]: pgmap v20759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:34 smithi081 ceph-mon[107735]: pgmap v20759: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:34.609Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:34.610Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:36 smithi170 ceph-mon[97338]: pgmap v20760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:36 smithi081 ceph-mon[95500]: pgmap v20760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:36.433Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:36.434Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:36 smithi081 ceph-mon[107735]: pgmap v20760: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:38 smithi170 ceph-mon[97338]: pgmap v20761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:38 smithi081 ceph-mon[95500]: pgmap v20761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:38 smithi081 ceph-mon[107735]: pgmap v20761: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:40 smithi170 ceph-mon[97338]: pgmap v20762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:40 smithi081 ceph-mon[95500]: pgmap v20762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:40 smithi081 ceph-mon[107735]: pgmap v20762: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:42 smithi170 ceph-mon[97338]: pgmap v20763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:42 smithi081 ceph-mon[95500]: pgmap v20763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:42 smithi081 ceph-mon[107735]: pgmap v20763: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:10:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:10:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:10:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:44 smithi170 ceph-mon[97338]: pgmap v20764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:44 smithi081 ceph-mon[95500]: pgmap v20764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:44 smithi081 ceph-mon[107735]: pgmap v20764: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:44.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:44.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:46 smithi170 ceph-mon[97338]: pgmap v20765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:46 smithi081 ceph-mon[95500]: pgmap v20765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:46 smithi081 ceph-mon[107735]: pgmap v20765: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:46.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:46.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:48 smithi170 ceph-mon[97338]: pgmap v20766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:48 smithi081 ceph-mon[95500]: pgmap v20766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:48 smithi081 ceph-mon[107735]: pgmap v20766: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:50 smithi170 ceph-mon[97338]: pgmap v20767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:50.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:50 smithi081 ceph-mon[95500]: pgmap v20767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:50.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:50 smithi081 ceph-mon[107735]: pgmap v20767: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:52 smithi170 ceph-mon[97338]: pgmap v20768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:52.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:52 smithi081 ceph-mon[95500]: pgmap v20768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:52 smithi081 ceph-mon[107735]: pgmap v20768: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:10:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:10:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:10:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:54 smithi170 ceph-mon[97338]: pgmap v20769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:54 smithi081 ceph-mon[95500]: pgmap v20769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:54 smithi081 ceph-mon[107735]: pgmap v20769: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:54.610Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:54.611Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:56 smithi170 ceph-mon[97338]: pgmap v20770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:56 smithi081 ceph-mon[95500]: pgmap v20770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:10:56.435Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:10:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:10:56.436Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:10:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:56 smithi081 ceph-mon[107735]: pgmap v20770: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:10:58 smithi170 ceph-mon[97338]: pgmap v20771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:10:58 smithi081 ceph-mon[95500]: pgmap v20771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:10:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:10:58 smithi081 ceph-mon[107735]: pgmap v20771: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:00 smithi170 ceph-mon[97338]: pgmap v20772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:00 smithi081 ceph-mon[95500]: pgmap v20772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:00 smithi081 ceph-mon[107735]: pgmap v20772: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:02 smithi170 ceph-mon[97338]: pgmap v20773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:02.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:02 smithi081 ceph-mon[95500]: pgmap v20773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:02 smithi081 ceph-mon[107735]: pgmap v20773: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:11:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:11:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:11:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:04 smithi170 ceph-mon[97338]: pgmap v20774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:04 smithi081 ceph-mon[95500]: pgmap v20774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:04 smithi081 ceph-mon[107735]: pgmap v20774: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:04.611Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:04.612Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:06.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:06 smithi170 ceph-mon[97338]: pgmap v20775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:06 smithi081 ceph-mon[95500]: pgmap v20775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:06 smithi081 ceph-mon[107735]: pgmap v20775: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:06.436Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:06.437Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:07.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:07 smithi170 ceph-mon[97338]: pgmap v20776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:07.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:07 smithi081 ceph-mon[95500]: pgmap v20776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:07.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:07 smithi081 ceph-mon[107735]: pgmap v20776: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:10 smithi170 ceph-mon[97338]: pgmap v20777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:10 smithi081 ceph-mon[95500]: pgmap v20777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:10 smithi081 ceph-mon[107735]: pgmap v20777: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:12 smithi170 ceph-mon[97338]: pgmap v20778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:12 smithi081 ceph-mon[95500]: pgmap v20778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:12 smithi081 ceph-mon[107735]: pgmap v20778: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:11:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:11:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:11:14.615 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:14 smithi081 ceph-mon[95500]: pgmap v20779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:14.615 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:14 smithi081 ceph-mon[107735]: pgmap v20779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:14 smithi170 ceph-mon[97338]: pgmap v20779: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:14.612Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:14.613Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:16 smithi170 ceph-mon[97338]: pgmap v20780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:16 smithi081 ceph-mon[95500]: pgmap v20780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:16 smithi081 ceph-mon[107735]: pgmap v20780: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:16.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:16.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:18 smithi170 ceph-mon[97338]: pgmap v20781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:18 smithi081 ceph-mon[95500]: pgmap v20781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:18 smithi081 ceph-mon[107735]: pgmap v20781: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:20 smithi170 ceph-mon[97338]: pgmap v20782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:20 smithi081 ceph-mon[95500]: pgmap v20782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:20.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:20 smithi081 ceph-mon[107735]: pgmap v20782: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:22 smithi170 ceph-mon[97338]: pgmap v20783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:22 smithi081 ceph-mon[95500]: pgmap v20783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:22 smithi081 ceph-mon[107735]: pgmap v20783: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:11:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:11:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:11:24.616 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:24 smithi081 ceph-mon[95500]: pgmap v20784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:24.617 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:24 smithi081 ceph-mon[107735]: pgmap v20784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:24 smithi170 ceph-mon[97338]: pgmap v20784: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:24.613Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:24.614Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:26 smithi170 ceph-mon[97338]: pgmap v20785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:26 smithi081 ceph-mon[95500]: pgmap v20785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:26 smithi081 ceph-mon[107735]: pgmap v20785: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:26.437Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:26.438Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:28 smithi170 ceph-mon[97338]: pgmap v20786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:28 smithi081 ceph-mon[95500]: pgmap v20786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:28 smithi081 ceph-mon[107735]: pgmap v20786: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:30 smithi170 ceph-mon[97338]: pgmap v20787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:30 smithi081 ceph-mon[95500]: pgmap v20787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:30 smithi081 ceph-mon[107735]: pgmap v20787: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:32 smithi170 ceph-mon[97338]: pgmap v20788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:32 smithi081 ceph-mon[95500]: pgmap v20788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:32 smithi081 ceph-mon[107735]: pgmap v20788: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:11:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:11:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:11:34.617 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:34 smithi081 ceph-mon[95500]: pgmap v20789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:34.617 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:34 smithi081 ceph-mon[107735]: pgmap v20789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:34 smithi170 ceph-mon[97338]: pgmap v20789: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:34.614Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:34.617Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:36 smithi170 ceph-mon[97338]: pgmap v20790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:36 smithi081 ceph-mon[95500]: pgmap v20790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:36 smithi081 ceph-mon[107735]: pgmap v20790: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:36.438Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:36.439Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:38 smithi170 ceph-mon[97338]: pgmap v20791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:38 smithi081 ceph-mon[95500]: pgmap v20791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:38 smithi081 ceph-mon[107735]: pgmap v20791: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:40 smithi170 ceph-mon[97338]: pgmap v20792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:40 smithi081 ceph-mon[95500]: pgmap v20792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:40 smithi081 ceph-mon[107735]: pgmap v20792: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:42 smithi170 ceph-mon[97338]: pgmap v20793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:42 smithi081 ceph-mon[95500]: pgmap v20793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:42 smithi081 ceph-mon[107735]: pgmap v20793: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:11:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:11:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:11:44.618 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:44 smithi081 ceph-mon[95500]: pgmap v20794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:44.619 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:44 smithi081 ceph-mon[107735]: pgmap v20794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:44 smithi170 ceph-mon[97338]: pgmap v20794: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:44.615Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:44.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:46 smithi170 ceph-mon[97338]: pgmap v20795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:46 smithi081 ceph-mon[95500]: pgmap v20795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:46.439Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:46.440Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:46 smithi081 ceph-mon[107735]: pgmap v20795: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:48 smithi170 ceph-mon[97338]: pgmap v20796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:48 smithi081 ceph-mon[95500]: pgmap v20796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:48 smithi081 ceph-mon[107735]: pgmap v20796: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:50 smithi170 ceph-mon[97338]: pgmap v20797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:50 smithi081 ceph-mon[95500]: pgmap v20797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:50 smithi081 ceph-mon[107735]: pgmap v20797: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:52 smithi170 ceph-mon[97338]: pgmap v20798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:52 smithi081 ceph-mon[95500]: pgmap v20798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:52.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:52 smithi081 ceph-mon[107735]: pgmap v20798: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:11:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:11:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:11:54.618 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:54 smithi081 ceph-mon[95500]: pgmap v20799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:54.619 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:54 smithi081 ceph-mon[107735]: pgmap v20799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:54 smithi170 ceph-mon[97338]: pgmap v20799: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:54.615Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:54.616Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:56 smithi170 ceph-mon[97338]: pgmap v20800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:56 smithi081 ceph-mon[95500]: pgmap v20800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:56 smithi081 ceph-mon[107735]: pgmap v20800: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:11:56.440Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:11:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:11:56.441Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:11:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:11:58 smithi170 ceph-mon[97338]: pgmap v20801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:11:58 smithi081 ceph-mon[95500]: pgmap v20801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:11:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:11:58 smithi081 ceph-mon[107735]: pgmap v20801: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:00 smithi170 ceph-mon[97338]: pgmap v20802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:00 smithi081 ceph-mon[95500]: pgmap v20802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:00 smithi081 ceph-mon[107735]: pgmap v20802: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:02 smithi170 ceph-mon[97338]: pgmap v20803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:02 smithi081 ceph-mon[95500]: pgmap v20803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:02 smithi081 ceph-mon[107735]: pgmap v20803: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:12:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:12:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:12:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:04 smithi170 ceph-mon[97338]: pgmap v20804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:04 smithi081 ceph-mon[95500]: pgmap v20804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:04.616Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:04.617Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:04.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:04 smithi081 ceph-mon[107735]: pgmap v20804: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:06 smithi170 ceph-mon[97338]: pgmap v20805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:06 smithi081 ceph-mon[95500]: pgmap v20805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:06 smithi081 ceph-mon[107735]: pgmap v20805: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:06.441Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:06.442Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:08 smithi170 ceph-mon[97338]: pgmap v20806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:08 smithi081 ceph-mon[95500]: pgmap v20806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:08 smithi081 ceph-mon[107735]: pgmap v20806: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:10 smithi170 ceph-mon[97338]: pgmap v20807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:10 smithi081 ceph-mon[95500]: pgmap v20807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:10 smithi081 ceph-mon[107735]: pgmap v20807: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:12 smithi170 ceph-mon[97338]: pgmap v20808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:12 smithi081 ceph-mon[95500]: pgmap v20808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:12 smithi081 ceph-mon[107735]: pgmap v20808: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:12:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:12:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:12:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:14 smithi170 ceph-mon[97338]: pgmap v20809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:14 smithi081 ceph-mon[95500]: pgmap v20809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:14 smithi081 ceph-mon[107735]: pgmap v20809: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:14.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:14.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:16 smithi170 ceph-mon[97338]: pgmap v20810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:16 smithi081 ceph-mon[95500]: pgmap v20810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:16 smithi081 ceph-mon[107735]: pgmap v20810: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:16.442Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:16.443Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:18 smithi170 ceph-mon[97338]: pgmap v20811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:18 smithi081 ceph-mon[95500]: pgmap v20811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:18 smithi081 ceph-mon[107735]: pgmap v20811: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:20 smithi170 ceph-mon[97338]: pgmap v20812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:20 smithi081 ceph-mon[95500]: pgmap v20812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:20 smithi081 ceph-mon[107735]: pgmap v20812: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:22 smithi170 ceph-mon[97338]: pgmap v20813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:22 smithi081 ceph-mon[95500]: pgmap v20813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:22 smithi081 ceph-mon[107735]: pgmap v20813: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:12:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:12:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:12:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:24 smithi170 ceph-mon[97338]: pgmap v20814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:24 smithi081 ceph-mon[95500]: pgmap v20814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:24.617Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:24.618Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:24 smithi081 ceph-mon[107735]: pgmap v20814: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:26 smithi170 ceph-mon[97338]: pgmap v20815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:26 smithi081 ceph-mon[95500]: pgmap v20815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:26 smithi081 ceph-mon[107735]: pgmap v20815: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:26.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:26.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:26.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:28 smithi170 ceph-mon[97338]: pgmap v20816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:28 smithi081 ceph-mon[95500]: pgmap v20816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:28.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:28 smithi081 ceph-mon[107735]: pgmap v20816: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:30 smithi170 ceph-mon[97338]: pgmap v20817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:30 smithi081 ceph-mon[95500]: pgmap v20817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:30 smithi081 ceph-mon[107735]: pgmap v20817: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:32 smithi170 ceph-mon[97338]: pgmap v20818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:32 smithi081 ceph-mon[95500]: pgmap v20818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:32 smithi081 ceph-mon[107735]: pgmap v20818: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:12:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:12:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:12:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:34 smithi170 ceph-mon[97338]: pgmap v20819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:34 smithi081 ceph-mon[95500]: pgmap v20819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:34.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:34.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:34 smithi081 ceph-mon[107735]: pgmap v20819: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:36.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:36 smithi170 ceph-mon[97338]: pgmap v20820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:36 smithi081 ceph-mon[95500]: pgmap v20820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:36 smithi081 ceph-mon[107735]: pgmap v20820: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:36.443Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:36.444Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:38 smithi170 ceph-mon[97338]: pgmap v20821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:38 smithi081 ceph-mon[95500]: pgmap v20821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:38 smithi081 ceph-mon[107735]: pgmap v20821: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:40 smithi170 ceph-mon[97338]: pgmap v20822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:40 smithi081 ceph-mon[95500]: pgmap v20822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:40 smithi081 ceph-mon[107735]: pgmap v20822: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:42 smithi170 ceph-mon[97338]: pgmap v20823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:42 smithi081 ceph-mon[95500]: pgmap v20823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:42 smithi081 ceph-mon[107735]: pgmap v20823: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:12:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:12:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:12:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:44 smithi170 ceph-mon[97338]: pgmap v20824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:44 smithi081 ceph-mon[95500]: pgmap v20824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:44 smithi081 ceph-mon[107735]: pgmap v20824: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:44.619Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:44.620Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:46 smithi170 ceph-mon[97338]: pgmap v20825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:46 smithi081 ceph-mon[95500]: pgmap v20825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:46 smithi081 ceph-mon[107735]: pgmap v20825: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:46.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:46.445Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:48 smithi170 ceph-mon[97338]: pgmap v20826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:48 smithi081 ceph-mon[95500]: pgmap v20826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:48.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:48 smithi081 ceph-mon[107735]: pgmap v20826: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:50 smithi170 ceph-mon[97338]: pgmap v20827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:50 smithi081 ceph-mon[95500]: pgmap v20827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:50 smithi081 ceph-mon[107735]: pgmap v20827: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:52 smithi170 ceph-mon[97338]: pgmap v20828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:52 smithi081 ceph-mon[95500]: pgmap v20828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:52 smithi081 ceph-mon[107735]: pgmap v20828: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:12:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:12:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:12:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:54 smithi170 ceph-mon[97338]: pgmap v20829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:54 smithi081 ceph-mon[95500]: pgmap v20829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:54 smithi081 ceph-mon[107735]: pgmap v20829: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:54.620Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:54.621Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:56.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:56 smithi170 ceph-mon[97338]: pgmap v20830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:56 smithi081 ceph-mon[95500]: pgmap v20830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:56 smithi081 ceph-mon[107735]: pgmap v20830: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:12:56.444Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:12:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:12:56.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:12:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:12:58 smithi170 ceph-mon[97338]: pgmap v20831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:12:58 smithi081 ceph-mon[95500]: pgmap v20831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:12:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:12:58 smithi081 ceph-mon[107735]: pgmap v20831: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:00 smithi170 ceph-mon[97338]: pgmap v20832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:00 smithi081 ceph-mon[95500]: pgmap v20832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:00 smithi081 ceph-mon[107735]: pgmap v20832: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:02 smithi170 ceph-mon[97338]: pgmap v20833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:02 smithi081 ceph-mon[95500]: pgmap v20833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:02 smithi081 ceph-mon[107735]: pgmap v20833: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:13:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:13:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:13:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:04 smithi170 ceph-mon[97338]: pgmap v20834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:04 smithi081 ceph-mon[95500]: pgmap v20834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:04 smithi081 ceph-mon[107735]: pgmap v20834: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:04.621Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:04.622Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:06 smithi170 ceph-mon[97338]: pgmap v20835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:06 smithi081 ceph-mon[95500]: pgmap v20835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:06 smithi081 ceph-mon[107735]: pgmap v20835: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:06.445Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:06.446Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:08.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:08 smithi170 ceph-mon[97338]: pgmap v20836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:08 smithi081 ceph-mon[95500]: pgmap v20836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:08 smithi081 ceph-mon[107735]: pgmap v20836: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:10 smithi170 ceph-mon[97338]: pgmap v20837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:10 smithi081 ceph-mon[95500]: pgmap v20837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:10.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:10 smithi081 ceph-mon[107735]: pgmap v20837: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:12.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:12 smithi170 ceph-mon[97338]: pgmap v20838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:12 smithi081 ceph-mon[95500]: pgmap v20838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:12 smithi081 ceph-mon[107735]: pgmap v20838: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:13:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:13:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:13:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:14 smithi170 ceph-mon[97338]: pgmap v20839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:14 smithi081 ceph-mon[95500]: pgmap v20839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:14.622Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:14.623Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:14 smithi081 ceph-mon[107735]: pgmap v20839: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:15.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:15 smithi170 ceph-mon[97338]: pgmap v20840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:15.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:15 smithi081 ceph-mon[95500]: pgmap v20840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:15.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:15 smithi081 ceph-mon[107735]: pgmap v20840: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:16.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:16.447Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:17.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:17 smithi170 ceph-mon[97338]: pgmap v20841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:18.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:17 smithi081 ceph-mon[95500]: pgmap v20841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:18.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:17 smithi081 ceph-mon[107735]: pgmap v20841: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:20 smithi170 ceph-mon[97338]: pgmap v20842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:20 smithi081 ceph-mon[95500]: pgmap v20842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:20 smithi081 ceph-mon[107735]: pgmap v20842: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:22 smithi170 ceph-mon[97338]: pgmap v20843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:22 smithi081 ceph-mon[95500]: pgmap v20843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:22 smithi081 ceph-mon[107735]: pgmap v20843: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:13:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:13:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:13:24.626 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:24 smithi081 ceph-mon[95500]: pgmap v20844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:24.626 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:24 smithi081 ceph-mon[107735]: pgmap v20844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:24 smithi170 ceph-mon[97338]: pgmap v20844: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:24.623Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:24.624Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:26 smithi170 ceph-mon[97338]: pgmap v20845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:26 smithi081 ceph-mon[95500]: pgmap v20845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:26 smithi081 ceph-mon[107735]: pgmap v20845: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:26.446Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:26.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:28 smithi170 ceph-mon[97338]: pgmap v20846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:28 smithi081 ceph-mon[95500]: pgmap v20846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:28 smithi081 ceph-mon[107735]: pgmap v20846: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:30 smithi170 ceph-mon[97338]: pgmap v20847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:30 smithi081 ceph-mon[95500]: pgmap v20847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:30 smithi081 ceph-mon[107735]: pgmap v20847: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:32 smithi170 ceph-mon[97338]: pgmap v20848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:32 smithi081 ceph-mon[95500]: pgmap v20848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:32 smithi081 ceph-mon[107735]: pgmap v20848: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:13:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:13:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:13:34.627 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:34 smithi081 ceph-mon[95500]: pgmap v20849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:34.627 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:34 smithi081 ceph-mon[107735]: pgmap v20849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:34 smithi170 ceph-mon[97338]: pgmap v20849: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:34.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:34.625Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:36 smithi170 ceph-mon[97338]: pgmap v20850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:36 smithi081 ceph-mon[95500]: pgmap v20850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:36 smithi081 ceph-mon[107735]: pgmap v20850: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:36.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:36.448Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:38 smithi170 ceph-mon[97338]: pgmap v20851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:38 smithi081 ceph-mon[95500]: pgmap v20851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:38 smithi081 ceph-mon[107735]: pgmap v20851: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:40 smithi170 ceph-mon[97338]: pgmap v20852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:40 smithi081 ceph-mon[95500]: pgmap v20852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:40 smithi081 ceph-mon[107735]: pgmap v20852: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:42 smithi170 ceph-mon[97338]: pgmap v20853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:42 smithi081 ceph-mon[95500]: pgmap v20853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:42 smithi081 ceph-mon[107735]: pgmap v20853: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:13:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:13:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:13:44.627 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:44 smithi081 ceph-mon[95500]: pgmap v20854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:44.628 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:44 smithi081 ceph-mon[107735]: pgmap v20854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:44 smithi170 ceph-mon[97338]: pgmap v20854: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:44.624Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:44.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:46 smithi170 ceph-mon[97338]: pgmap v20855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:46 smithi081 ceph-mon[95500]: pgmap v20855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:46 smithi081 ceph-mon[107735]: pgmap v20855: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:46.447Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:46.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:48 smithi170 ceph-mon[97338]: pgmap v20856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:48 smithi081 ceph-mon[95500]: pgmap v20856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:48 smithi081 ceph-mon[107735]: pgmap v20856: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:50 smithi170 ceph-mon[97338]: pgmap v20857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:50 smithi081 ceph-mon[95500]: pgmap v20857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:50 smithi081 ceph-mon[107735]: pgmap v20857: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:52 smithi170 ceph-mon[97338]: pgmap v20858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:52 smithi081 ceph-mon[95500]: pgmap v20858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:52 smithi081 ceph-mon[107735]: pgmap v20858: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:13:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:13:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:13:54.628 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:54 smithi081 ceph-mon[95500]: pgmap v20859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:54.628 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:54 smithi081 ceph-mon[107735]: pgmap v20859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:54 smithi170 ceph-mon[97338]: pgmap v20859: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:54.625Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:54.626Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:56 smithi170 ceph-mon[97338]: pgmap v20860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:56 smithi081 ceph-mon[95500]: pgmap v20860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:56 smithi081 ceph-mon[107735]: pgmap v20860: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:13:56.448Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:13:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:13:56.449Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:13:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:13:58 smithi170 ceph-mon[97338]: pgmap v20861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:13:58 smithi081 ceph-mon[95500]: pgmap v20861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:13:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:13:58 smithi081 ceph-mon[107735]: pgmap v20861: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:00 smithi170 ceph-mon[97338]: pgmap v20862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:00 smithi081 ceph-mon[95500]: pgmap v20862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:00 smithi081 ceph-mon[107735]: pgmap v20862: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:02 smithi170 ceph-mon[97338]: pgmap v20863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:02 smithi081 ceph-mon[95500]: pgmap v20863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:02 smithi081 ceph-mon[107735]: pgmap v20863: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:14:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:14:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:14:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:04 smithi170 ceph-mon[97338]: pgmap v20864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:04 smithi081 ceph-mon[95500]: pgmap v20864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:04 smithi081 ceph-mon[107735]: pgmap v20864: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:04.626Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:04.627Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:06 smithi170 ceph-mon[97338]: pgmap v20865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:06 smithi081 ceph-mon[95500]: pgmap v20865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:06 smithi081 ceph-mon[107735]: pgmap v20865: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:06.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:06.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:08 smithi170 ceph-mon[97338]: pgmap v20866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:08.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:08 smithi081 ceph-mon[95500]: pgmap v20866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:08 smithi081 ceph-mon[107735]: pgmap v20866: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:10 smithi170 ceph-mon[97338]: pgmap v20867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:10 smithi081 ceph-mon[95500]: pgmap v20867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:10 smithi081 ceph-mon[107735]: pgmap v20867: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:12 smithi170 ceph-mon[97338]: pgmap v20868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:12 smithi081 ceph-mon[95500]: pgmap v20868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:12 smithi081 ceph-mon[107735]: pgmap v20868: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:14:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:14:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:14:14.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:14 smithi170 ceph-mon[97338]: pgmap v20869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:14 smithi081 ceph-mon[95500]: pgmap v20869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:14 smithi081 ceph-mon[107735]: pgmap v20869: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:14.627Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:14.628Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:16 smithi170 ceph-mon[97338]: pgmap v20870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:16 smithi081 ceph-mon[95500]: pgmap v20870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:16 smithi081 ceph-mon[107735]: pgmap v20870: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:16.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:16.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:18.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:18 smithi170 ceph-mon[97338]: pgmap v20871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:18 smithi081 ceph-mon[95500]: pgmap v20871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:18 smithi081 ceph-mon[107735]: pgmap v20871: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:20 smithi170 ceph-mon[97338]: pgmap v20872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:20 smithi081 ceph-mon[95500]: pgmap v20872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:20 smithi081 ceph-mon[107735]: pgmap v20872: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:22 smithi170 ceph-mon[97338]: pgmap v20873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:22 smithi081 ceph-mon[95500]: pgmap v20873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:22 smithi081 ceph-mon[107735]: pgmap v20873: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:14:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:14:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:14:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:24 smithi170 ceph-mon[97338]: pgmap v20874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:24 smithi081 ceph-mon[95500]: pgmap v20874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:24.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:24.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:24 smithi081 ceph-mon[107735]: pgmap v20874: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:26.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:26 smithi170 ceph-mon[97338]: pgmap v20875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:26 smithi081 ceph-mon[95500]: pgmap v20875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:26 smithi081 ceph-mon[107735]: pgmap v20875: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:26.449Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:26.450Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:28 smithi170 ceph-mon[97338]: pgmap v20876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:28 smithi081 ceph-mon[95500]: pgmap v20876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:28 smithi081 ceph-mon[107735]: pgmap v20876: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:30 smithi170 ceph-mon[97338]: pgmap v20877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:30 smithi081 ceph-mon[95500]: pgmap v20877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:30 smithi081 ceph-mon[107735]: pgmap v20877: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:32 smithi170 ceph-mon[97338]: pgmap v20878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:32 smithi081 ceph-mon[95500]: pgmap v20878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:32 smithi081 ceph-mon[107735]: pgmap v20878: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:14:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:14:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:14:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:34 smithi170 ceph-mon[97338]: pgmap v20879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:34 smithi081 ceph-mon[95500]: pgmap v20879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:34.628Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:34.629Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:34 smithi081 ceph-mon[107735]: pgmap v20879: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:36 smithi170 ceph-mon[97338]: pgmap v20880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:36 smithi081 ceph-mon[95500]: pgmap v20880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:36 smithi081 ceph-mon[107735]: pgmap v20880: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:36.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:36.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:38 smithi170 ceph-mon[97338]: pgmap v20881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:38 smithi081 ceph-mon[95500]: pgmap v20881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:38 smithi081 ceph-mon[107735]: pgmap v20881: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:40 smithi170 ceph-mon[97338]: pgmap v20882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:40 smithi081 ceph-mon[95500]: pgmap v20882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:40 smithi081 ceph-mon[107735]: pgmap v20882: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:42 smithi170 ceph-mon[97338]: pgmap v20883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:42 smithi081 ceph-mon[95500]: pgmap v20883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:42 smithi081 ceph-mon[107735]: pgmap v20883: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:14:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:14:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:14:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:44 smithi170 ceph-mon[97338]: pgmap v20884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:44 smithi081 ceph-mon[95500]: pgmap v20884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:44.629Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:44.630Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:44 smithi081 ceph-mon[107735]: pgmap v20884: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:46 smithi170 ceph-mon[97338]: pgmap v20885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:46 smithi081 ceph-mon[95500]: pgmap v20885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:46 smithi081 ceph-mon[107735]: pgmap v20885: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:46.450Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:46.451Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:48 smithi170 ceph-mon[97338]: pgmap v20886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:48.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:48 smithi081 ceph-mon[95500]: pgmap v20886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:48 smithi081 ceph-mon[107735]: pgmap v20886: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:50 smithi170 ceph-mon[97338]: pgmap v20887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:50 smithi081 ceph-mon[95500]: pgmap v20887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:50 smithi081 ceph-mon[107735]: pgmap v20887: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:52 smithi170 ceph-mon[97338]: pgmap v20888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:52 smithi081 ceph-mon[95500]: pgmap v20888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:52 smithi081 ceph-mon[107735]: pgmap v20888: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:14:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:14:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:14:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:54 smithi170 ceph-mon[97338]: pgmap v20889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:54 smithi081 ceph-mon[95500]: pgmap v20889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:54.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:54 smithi081 ceph-mon[107735]: pgmap v20889: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:54.630Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:54.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:54.631Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:56 smithi170 ceph-mon[97338]: pgmap v20890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:56 smithi081 ceph-mon[95500]: pgmap v20890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:56 smithi081 ceph-mon[107735]: pgmap v20890: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:14:56.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:14:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:14:56.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:14:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:14:58 smithi170 ceph-mon[97338]: pgmap v20891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:14:58 smithi081 ceph-mon[95500]: pgmap v20891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:14:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:14:58 smithi081 ceph-mon[107735]: pgmap v20891: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:00 smithi170 ceph-mon[97338]: pgmap v20892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:00 smithi081 ceph-mon[95500]: pgmap v20892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:00 smithi081 ceph-mon[107735]: pgmap v20892: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:02.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:02 smithi170 ceph-mon[97338]: pgmap v20893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:02 smithi081 ceph-mon[95500]: pgmap v20893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:02 smithi081 ceph-mon[107735]: pgmap v20893: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:15:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:15:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:15:04.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:04 smithi170 ceph-mon[97338]: pgmap v20894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:04 smithi081 ceph-mon[95500]: pgmap v20894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:04 smithi081 ceph-mon[107735]: pgmap v20894: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:04.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:04.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:06 smithi170 ceph-mon[97338]: pgmap v20895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:06 smithi081 ceph-mon[95500]: pgmap v20895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:06 smithi081 ceph-mon[107735]: pgmap v20895: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:06.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:06.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:08 smithi170 ceph-mon[97338]: pgmap v20896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:08 smithi081 ceph-mon[95500]: pgmap v20896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:08 smithi081 ceph-mon[107735]: pgmap v20896: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:10 smithi170 ceph-mon[97338]: pgmap v20897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:10 smithi081 ceph-mon[95500]: pgmap v20897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:10 smithi081 ceph-mon[107735]: pgmap v20897: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:12 smithi170 ceph-mon[97338]: pgmap v20898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:12 smithi081 ceph-mon[95500]: pgmap v20898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:12 smithi081 ceph-mon[107735]: pgmap v20898: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:15:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:15:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:15:14.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:14 smithi081 ceph-mon[95500]: pgmap v20899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:14 smithi081 ceph-mon[107735]: pgmap v20899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:14.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:14.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:14 smithi170 ceph-mon[97338]: pgmap v20899: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:16 smithi081 ceph-mon[95500]: pgmap v20900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:16 smithi081 ceph-mon[107735]: pgmap v20900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:16.451Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:16.452Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:16 smithi170 ceph-mon[97338]: pgmap v20900: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:17.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:17 smithi081 ceph-mon[95500]: pgmap v20901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:17.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:17 smithi081 ceph-mon[107735]: pgmap v20901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:17.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:17 smithi170 ceph-mon[97338]: pgmap v20901: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:20 smithi170 ceph-mon[97338]: pgmap v20902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:20 smithi081 ceph-mon[95500]: pgmap v20902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:20 smithi081 ceph-mon[107735]: pgmap v20902: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:22 smithi170 ceph-mon[97338]: pgmap v20903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:22 smithi081 ceph-mon[95500]: pgmap v20903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:22 smithi081 ceph-mon[107735]: pgmap v20903: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:15:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:15:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:15:24.634 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:24 smithi081 ceph-mon[95500]: pgmap v20904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:24.635 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:24 smithi081 ceph-mon[107735]: pgmap v20904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:24 smithi170 ceph-mon[97338]: pgmap v20904: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:24.631Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:24.632Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:26 smithi170 ceph-mon[97338]: pgmap v20905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:26 smithi081 ceph-mon[95500]: pgmap v20905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:26 smithi081 ceph-mon[107735]: pgmap v20905: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:26.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:26.453Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:28 smithi170 ceph-mon[97338]: pgmap v20906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:28 smithi081 ceph-mon[95500]: pgmap v20906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:28 smithi081 ceph-mon[107735]: pgmap v20906: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:30 smithi170 ceph-mon[97338]: pgmap v20907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:30 smithi081 ceph-mon[95500]: pgmap v20907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:30 smithi081 ceph-mon[107735]: pgmap v20907: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:32 smithi170 ceph-mon[97338]: pgmap v20908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:32 smithi081 ceph-mon[95500]: pgmap v20908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:32 smithi081 ceph-mon[107735]: pgmap v20908: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:15:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:15:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:15:34.635 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:34 smithi081 ceph-mon[95500]: pgmap v20909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:34.635 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:34 smithi081 ceph-mon[107735]: pgmap v20909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:34 smithi170 ceph-mon[97338]: pgmap v20909: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:34.632Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:34.633Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:36 smithi170 ceph-mon[97338]: pgmap v20910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:36 smithi081 ceph-mon[95500]: pgmap v20910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:36 smithi081 ceph-mon[107735]: pgmap v20910: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:36.452Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:36.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:38 smithi170 ceph-mon[97338]: pgmap v20911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:38 smithi081 ceph-mon[95500]: pgmap v20911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:38 smithi081 ceph-mon[107735]: pgmap v20911: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:40 smithi170 ceph-mon[97338]: pgmap v20912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:40 smithi081 ceph-mon[95500]: pgmap v20912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:40 smithi081 ceph-mon[107735]: pgmap v20912: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:42 smithi170 ceph-mon[97338]: pgmap v20913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:42.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:42 smithi081 ceph-mon[95500]: pgmap v20913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:42.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:42 smithi081 ceph-mon[107735]: pgmap v20913: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:15:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:15:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:15:44.636 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:44 smithi081 ceph-mon[95500]: pgmap v20914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:44.636 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:44 smithi081 ceph-mon[107735]: pgmap v20914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:44 smithi170 ceph-mon[97338]: pgmap v20914: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:44.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:44.634Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:46 smithi170 ceph-mon[97338]: pgmap v20915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:46 smithi081 ceph-mon[95500]: pgmap v20915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:46 smithi081 ceph-mon[107735]: pgmap v20915: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:46.453Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:46.454Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:48 smithi170 ceph-mon[97338]: pgmap v20916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:48 smithi081 ceph-mon[95500]: pgmap v20916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:48 smithi081 ceph-mon[107735]: pgmap v20916: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:50 smithi170 ceph-mon[97338]: pgmap v20917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:50.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:50 smithi081 ceph-mon[95500]: pgmap v20917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:50 smithi081 ceph-mon[107735]: pgmap v20917: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:52 smithi170 ceph-mon[97338]: pgmap v20918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:52 smithi081 ceph-mon[95500]: pgmap v20918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:52 smithi081 ceph-mon[107735]: pgmap v20918: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:15:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:15:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:15:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:54 smithi170 ceph-mon[97338]: pgmap v20919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:54.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:54 smithi081 ceph-mon[95500]: pgmap v20919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:54 smithi081 ceph-mon[107735]: pgmap v20919: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:54.633Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:54.635Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:56 smithi170 ceph-mon[97338]: pgmap v20920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:56 smithi081 ceph-mon[95500]: pgmap v20920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:56 smithi081 ceph-mon[107735]: pgmap v20920: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:15:56.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:15:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:15:56.455Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:15:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:15:58 smithi170 ceph-mon[97338]: pgmap v20921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:15:58 smithi081 ceph-mon[95500]: pgmap v20921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:15:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:15:58 smithi081 ceph-mon[107735]: pgmap v20921: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:00 smithi170 ceph-mon[97338]: pgmap v20922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:00 smithi081 ceph-mon[95500]: pgmap v20922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:00 smithi081 ceph-mon[107735]: pgmap v20922: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:02 smithi170 ceph-mon[97338]: pgmap v20923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:02 smithi081 ceph-mon[95500]: pgmap v20923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:02 smithi081 ceph-mon[107735]: pgmap v20923: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:16:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:16:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:16:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:04 smithi170 ceph-mon[97338]: pgmap v20924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:04 smithi081 ceph-mon[95500]: pgmap v20924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:04 smithi081 ceph-mon[107735]: pgmap v20924: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:04.634Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:04.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:06 smithi170 ceph-mon[97338]: pgmap v20925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:06 smithi081 ceph-mon[95500]: pgmap v20925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:06 smithi081 ceph-mon[107735]: pgmap v20925: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:06.454Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:06.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:08 smithi170 ceph-mon[97338]: pgmap v20926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:08 smithi081 ceph-mon[95500]: pgmap v20926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:08 smithi081 ceph-mon[107735]: pgmap v20926: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:10 smithi170 ceph-mon[97338]: pgmap v20927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:10.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:10 smithi081 ceph-mon[95500]: pgmap v20927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:10 smithi081 ceph-mon[107735]: pgmap v20927: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:12 smithi170 ceph-mon[97338]: pgmap v20928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:12 smithi081 ceph-mon[95500]: pgmap v20928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:12 smithi081 ceph-mon[107735]: pgmap v20928: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:16:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:16:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:16:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:14 smithi170 ceph-mon[97338]: pgmap v20929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:14 smithi081 ceph-mon[95500]: pgmap v20929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:14 smithi081 ceph-mon[107735]: pgmap v20929: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:14.635Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:14.636Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:16 smithi170 ceph-mon[97338]: pgmap v20930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:16 smithi081 ceph-mon[95500]: pgmap v20930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:16 smithi081 ceph-mon[107735]: pgmap v20930: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:16.455Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:16.456Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:18 smithi170 ceph-mon[97338]: pgmap v20931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:18 smithi081 ceph-mon[95500]: pgmap v20931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:18 smithi081 ceph-mon[107735]: pgmap v20931: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:20 smithi170 ceph-mon[97338]: pgmap v20932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:20 smithi081 ceph-mon[95500]: pgmap v20932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:20 smithi081 ceph-mon[107735]: pgmap v20932: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:22 smithi170 ceph-mon[97338]: pgmap v20933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:22 smithi081 ceph-mon[95500]: pgmap v20933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:22 smithi081 ceph-mon[107735]: pgmap v20933: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:23.519 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:16:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:16:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:16:24.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:24 smithi170 ceph-mon[97338]: pgmap v20934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:24 smithi081 ceph-mon[95500]: pgmap v20934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:24 smithi081 ceph-mon[107735]: pgmap v20934: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:24.636Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:24.637Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:26 smithi170 ceph-mon[97338]: pgmap v20935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:26 smithi081 ceph-mon[95500]: pgmap v20935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:26 smithi081 ceph-mon[107735]: pgmap v20935: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:26.456Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:26.457Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:28 smithi170 ceph-mon[97338]: pgmap v20936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:28 smithi081 ceph-mon[95500]: pgmap v20936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:28 smithi081 ceph-mon[107735]: pgmap v20936: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:30 smithi170 ceph-mon[97338]: pgmap v20937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:30.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:30 smithi081 ceph-mon[95500]: pgmap v20937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:30 smithi081 ceph-mon[107735]: pgmap v20937: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:32 smithi170 ceph-mon[97338]: pgmap v20938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:32 smithi081 ceph-mon[95500]: pgmap v20938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:32 smithi081 ceph-mon[107735]: pgmap v20938: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:16:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:16:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:16:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:34 smithi170 ceph-mon[97338]: pgmap v20939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:34 smithi081 ceph-mon[95500]: pgmap v20939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:34 smithi081 ceph-mon[107735]: pgmap v20939: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:34.637Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:34.638Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:36 smithi170 ceph-mon[97338]: pgmap v20940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:36 smithi081 ceph-mon[95500]: pgmap v20940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:36 smithi081 ceph-mon[107735]: pgmap v20940: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:36.457Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:36.458Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:38 smithi170 ceph-mon[97338]: pgmap v20941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:38 smithi081 ceph-mon[95500]: pgmap v20941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:38 smithi081 ceph-mon[107735]: pgmap v20941: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:40 smithi170 ceph-mon[97338]: pgmap v20942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:40.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:40 smithi081 ceph-mon[95500]: pgmap v20942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:40 smithi081 ceph-mon[107735]: pgmap v20942: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:42 smithi170 ceph-mon[97338]: pgmap v20943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:42 smithi081 ceph-mon[95500]: pgmap v20943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:42 smithi081 ceph-mon[107735]: pgmap v20943: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:16:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:16:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:16:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:44 smithi170 ceph-mon[97338]: pgmap v20944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:44 smithi081 ceph-mon[95500]: pgmap v20944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:44 smithi081 ceph-mon[107735]: pgmap v20944: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:44.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:44.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:46 smithi170 ceph-mon[97338]: pgmap v20945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:46 smithi081 ceph-mon[95500]: pgmap v20945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:46 smithi081 ceph-mon[107735]: pgmap v20945: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:46.458Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:46.459Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:48 smithi170 ceph-mon[97338]: pgmap v20946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:48 smithi081 ceph-mon[95500]: pgmap v20946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:48 smithi081 ceph-mon[107735]: pgmap v20946: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:50 smithi170 ceph-mon[97338]: pgmap v20947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:50 smithi081 ceph-mon[95500]: pgmap v20947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:50 smithi081 ceph-mon[107735]: pgmap v20947: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:52 smithi170 ceph-mon[97338]: pgmap v20948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:52.774 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:52 smithi081 ceph-mon[95500]: pgmap v20948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:52.774 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:52 smithi081 ceph-mon[107735]: pgmap v20948: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:16:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:16:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:16:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:54 smithi081 ceph-mon[95500]: pgmap v20949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:54 smithi081 ceph-mon[107735]: pgmap v20949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:54.638Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:54.639Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:54 smithi170 ceph-mon[97338]: pgmap v20949: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:56 smithi081 ceph-mon[95500]: pgmap v20950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:56 smithi081 ceph-mon[107735]: pgmap v20950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:16:56.459Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:16:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:16:56.460Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:16:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:56 smithi170 ceph-mon[97338]: pgmap v20950: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:16:58 smithi081 ceph-mon[95500]: pgmap v20951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:16:58 smithi081 ceph-mon[107735]: pgmap v20951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:16:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:16:58 smithi170 ceph-mon[97338]: pgmap v20951: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:00 smithi081 ceph-mon[95500]: pgmap v20952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:00 smithi081 ceph-mon[107735]: pgmap v20952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:00 smithi170 ceph-mon[97338]: pgmap v20952: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:02 smithi081 ceph-mon[95500]: pgmap v20953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:02 smithi081 ceph-mon[107735]: pgmap v20953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:02 smithi170 ceph-mon[97338]: pgmap v20953: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:17:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:17:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:17:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:04 smithi081 ceph-mon[95500]: pgmap v20954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:04 smithi081 ceph-mon[107735]: pgmap v20954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:04.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:04.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:04 smithi170 ceph-mon[97338]: pgmap v20954: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:06 smithi081 ceph-mon[95500]: pgmap v20955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:06 smithi081 ceph-mon[107735]: pgmap v20955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:06.460Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:06.461Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:06 smithi170 ceph-mon[97338]: pgmap v20955: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:08 smithi170 ceph-mon[97338]: pgmap v20956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:08 smithi081 ceph-mon[95500]: pgmap v20956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:08 smithi081 ceph-mon[107735]: pgmap v20956: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:10 smithi170 ceph-mon[97338]: pgmap v20957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:10 smithi081 ceph-mon[95500]: pgmap v20957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:10 smithi081 ceph-mon[107735]: pgmap v20957: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:11.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:11 smithi170 ceph-mon[97338]: pgmap v20958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:12.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:11 smithi081 ceph-mon[95500]: pgmap v20958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:12.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:11 smithi081 ceph-mon[107735]: pgmap v20958: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:17:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:17:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:17:14.642 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:14 smithi081 ceph-mon[95500]: pgmap v20959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:14.642 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:14 smithi081 ceph-mon[107735]: pgmap v20959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:14 smithi170 ceph-mon[97338]: pgmap v20959: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:14.639Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:14.640Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:16 smithi170 ceph-mon[97338]: pgmap v20960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:16 smithi081 ceph-mon[95500]: pgmap v20960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:16 smithi081 ceph-mon[107735]: pgmap v20960: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:16.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:16.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:18 smithi170 ceph-mon[97338]: pgmap v20961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:18 smithi081 ceph-mon[95500]: pgmap v20961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:18 smithi081 ceph-mon[107735]: pgmap v20961: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:20 smithi170 ceph-mon[97338]: pgmap v20962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:20 smithi081 ceph-mon[95500]: pgmap v20962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:20 smithi081 ceph-mon[107735]: pgmap v20962: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:22 smithi170 ceph-mon[97338]: pgmap v20963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:22 smithi081 ceph-mon[95500]: pgmap v20963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:22 smithi081 ceph-mon[107735]: pgmap v20963: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:17:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:17:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:17:24.643 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:24 smithi081 ceph-mon[95500]: pgmap v20964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:24.643 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:24 smithi081 ceph-mon[107735]: pgmap v20964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:24 smithi170 ceph-mon[97338]: pgmap v20964: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:24.640Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:24.641Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:26 smithi170 ceph-mon[97338]: pgmap v20965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:26 smithi081 ceph-mon[95500]: pgmap v20965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:26.461Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:26.462Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:26.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:26 smithi081 ceph-mon[107735]: pgmap v20965: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:28.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:28 smithi170 ceph-mon[97338]: pgmap v20966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:28 smithi081 ceph-mon[95500]: pgmap v20966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:28 smithi081 ceph-mon[107735]: pgmap v20966: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:30.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:30 smithi170 ceph-mon[97338]: pgmap v20967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:30 smithi081 ceph-mon[95500]: pgmap v20967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:30 smithi081 ceph-mon[107735]: pgmap v20967: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:32 smithi170 ceph-mon[97338]: pgmap v20968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:32 smithi081 ceph-mon[95500]: pgmap v20968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:32 smithi081 ceph-mon[107735]: pgmap v20968: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:17:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:17:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:17:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:34 smithi170 ceph-mon[97338]: pgmap v20969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:34 smithi081 ceph-mon[95500]: pgmap v20969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:34 smithi081 ceph-mon[107735]: pgmap v20969: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:34.641Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:34.642Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:36 smithi170 ceph-mon[97338]: pgmap v20970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:36 smithi081 ceph-mon[95500]: pgmap v20970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:36 smithi081 ceph-mon[107735]: pgmap v20970: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:36.462Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:36.463Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:38.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:38 smithi170 ceph-mon[97338]: pgmap v20971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:38 smithi081 ceph-mon[95500]: pgmap v20971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:38 smithi081 ceph-mon[107735]: pgmap v20971: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:40 smithi170 ceph-mon[97338]: pgmap v20972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:40 smithi081 ceph-mon[95500]: pgmap v20972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:40 smithi081 ceph-mon[107735]: pgmap v20972: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:42 smithi170 ceph-mon[97338]: pgmap v20973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:42 smithi081 ceph-mon[95500]: pgmap v20973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:42 smithi081 ceph-mon[107735]: pgmap v20973: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:17:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:17:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:17:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:44 smithi170 ceph-mon[97338]: pgmap v20974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:44 smithi081 ceph-mon[95500]: pgmap v20974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:44 smithi081 ceph-mon[107735]: pgmap v20974: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:44.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:44.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:46 smithi170 ceph-mon[97338]: pgmap v20975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:46 smithi081 ceph-mon[95500]: pgmap v20975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:46 smithi081 ceph-mon[107735]: pgmap v20975: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:46.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:46.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:48 smithi170 ceph-mon[97338]: pgmap v20976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:48 smithi081 ceph-mon[95500]: pgmap v20976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:48 smithi081 ceph-mon[107735]: pgmap v20976: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:50 smithi170 ceph-mon[97338]: pgmap v20977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:50 smithi081 ceph-mon[95500]: pgmap v20977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:50 smithi081 ceph-mon[107735]: pgmap v20977: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:52.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:52 smithi170 ceph-mon[97338]: pgmap v20978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:52 smithi081 ceph-mon[95500]: pgmap v20978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:52 smithi081 ceph-mon[107735]: pgmap v20978: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:17:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:17:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:17:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:54 smithi170 ceph-mon[97338]: pgmap v20979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:54.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:54 smithi081 ceph-mon[95500]: pgmap v20979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:54 smithi081 ceph-mon[107735]: pgmap v20979: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:54.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:54.643Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:56 smithi170 ceph-mon[97338]: pgmap v20980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:56 smithi081 ceph-mon[95500]: pgmap v20980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:56 smithi081 ceph-mon[107735]: pgmap v20980: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:17:56.463Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:17:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:17:56.464Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:17:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:17:58 smithi170 ceph-mon[97338]: pgmap v20981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:17:58 smithi081 ceph-mon[95500]: pgmap v20981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:17:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:17:58 smithi081 ceph-mon[107735]: pgmap v20981: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:00 smithi170 ceph-mon[97338]: pgmap v20982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:00 smithi081 ceph-mon[95500]: pgmap v20982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:00 smithi081 ceph-mon[107735]: pgmap v20982: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:02 smithi170 ceph-mon[97338]: pgmap v20983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:02 smithi081 ceph-mon[95500]: pgmap v20983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:02.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:02 smithi081 ceph-mon[107735]: pgmap v20983: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:18:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:18:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:18:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:04 smithi170 ceph-mon[97338]: pgmap v20984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:04 smithi081 ceph-mon[95500]: pgmap v20984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:04 smithi081 ceph-mon[107735]: pgmap v20984: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:04.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:04.642Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:04.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:06 smithi170 ceph-mon[97338]: pgmap v20985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:06.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:06 smithi081 ceph-mon[95500]: pgmap v20985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:06.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:06 smithi081 ceph-mon[107735]: pgmap v20985: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:06.464Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:06.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:06.465Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:08 smithi170 ceph-mon[97338]: pgmap v20986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:08.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:08 smithi081 ceph-mon[95500]: pgmap v20986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:08 smithi081 ceph-mon[107735]: pgmap v20986: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:10 smithi170 ceph-mon[97338]: pgmap v20987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:10 smithi081 ceph-mon[95500]: pgmap v20987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:10 smithi081 ceph-mon[107735]: pgmap v20987: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:12.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:12 smithi170 ceph-mon[97338]: pgmap v20988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:12 smithi081 ceph-mon[95500]: pgmap v20988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:12 smithi081 ceph-mon[107735]: pgmap v20988: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:18:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:18:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:18:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:14 smithi170 ceph-mon[97338]: pgmap v20989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:14 smithi081 ceph-mon[95500]: pgmap v20989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:14 smithi081 ceph-mon[107735]: pgmap v20989: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:14.643Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:14.644Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:16 smithi170 ceph-mon[97338]: pgmap v20990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:16 smithi081 ceph-mon[95500]: pgmap v20990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:16 smithi081 ceph-mon[107735]: pgmap v20990: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:16.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:16.466Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:18 smithi170 ceph-mon[97338]: pgmap v20991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:18 smithi081 ceph-mon[95500]: pgmap v20991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:18 smithi081 ceph-mon[107735]: pgmap v20991: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:20 smithi170 ceph-mon[97338]: pgmap v20992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:20 smithi081 ceph-mon[95500]: pgmap v20992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:20 smithi081 ceph-mon[107735]: pgmap v20992: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:22 smithi170 ceph-mon[97338]: pgmap v20993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:22 smithi081 ceph-mon[95500]: pgmap v20993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:22 smithi081 ceph-mon[107735]: pgmap v20993: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:18:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:18:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:18:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:24 smithi170 ceph-mon[97338]: pgmap v20994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:24 smithi081 ceph-mon[95500]: pgmap v20994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:24 smithi081 ceph-mon[107735]: pgmap v20994: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:24.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:24.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:26 smithi170 ceph-mon[97338]: pgmap v20995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:26 smithi081 ceph-mon[95500]: pgmap v20995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:26 smithi081 ceph-mon[107735]: pgmap v20995: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:26.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:26.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:28 smithi170 ceph-mon[97338]: pgmap v20996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:28 smithi081 ceph-mon[95500]: pgmap v20996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:28 smithi081 ceph-mon[107735]: pgmap v20996: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:30 smithi170 ceph-mon[97338]: pgmap v20997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:30 smithi081 ceph-mon[95500]: pgmap v20997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:30 smithi081 ceph-mon[107735]: pgmap v20997: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:32 smithi170 ceph-mon[97338]: pgmap v20998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:32 smithi081 ceph-mon[95500]: pgmap v20998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:32 smithi081 ceph-mon[107735]: pgmap v20998: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:18:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:18:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:18:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:34 smithi081 ceph-mon[95500]: pgmap v20999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:34 smithi081 ceph-mon[107735]: pgmap v20999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:34.644Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:34.645Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:34.999 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:34 smithi170 ceph-mon[97338]: pgmap v20999: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:36 smithi081 ceph-mon[95500]: pgmap v21000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:36 smithi081 ceph-mon[107735]: pgmap v21000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:36.465Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:36.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:36 smithi170 ceph-mon[97338]: pgmap v21000: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:38 smithi081 ceph-mon[95500]: pgmap v21001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:38 smithi081 ceph-mon[107735]: pgmap v21001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:38 smithi170 ceph-mon[97338]: pgmap v21001: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:40 smithi081 ceph-mon[95500]: pgmap v21002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:40 smithi081 ceph-mon[107735]: pgmap v21002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:40.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:40 smithi170 ceph-mon[97338]: pgmap v21002: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:42 smithi081 ceph-mon[95500]: pgmap v21003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:42 smithi081 ceph-mon[107735]: pgmap v21003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:42 smithi170 ceph-mon[97338]: pgmap v21003: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:18:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:18:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:18:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:44 smithi081 ceph-mon[95500]: pgmap v21004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:44 smithi081 ceph-mon[107735]: pgmap v21004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:44.645Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:44.646Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:44 smithi170 ceph-mon[97338]: pgmap v21004: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:46 smithi081 ceph-mon[95500]: pgmap v21005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:46 smithi081 ceph-mon[107735]: pgmap v21005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:46.466Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:46.467Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:46 smithi170 ceph-mon[97338]: pgmap v21005: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:48 smithi081 ceph-mon[95500]: pgmap v21006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:48 smithi081 ceph-mon[107735]: pgmap v21006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:48 smithi170 ceph-mon[97338]: pgmap v21006: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:50 smithi170 ceph-mon[97338]: pgmap v21007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:50 smithi081 ceph-mon[95500]: pgmap v21007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:50 smithi081 ceph-mon[107735]: pgmap v21007: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:52 smithi170 ceph-mon[97338]: pgmap v21008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:53.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:52 smithi081 ceph-mon[95500]: pgmap v21008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:52 smithi081 ceph-mon[107735]: pgmap v21008: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:18:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:18:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:18:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:54 smithi170 ceph-mon[97338]: pgmap v21009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:54 smithi081 ceph-mon[95500]: pgmap v21009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:54 smithi081 ceph-mon[107735]: pgmap v21009: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:54.646Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:54.647Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:56 smithi081 ceph-mon[95500]: pgmap v21010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:56 smithi081 ceph-mon[107735]: pgmap v21010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:18:56.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:18:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:18:56.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:18:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:56 smithi170 ceph-mon[97338]: pgmap v21010: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:18:58 smithi170 ceph-mon[97338]: pgmap v21011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:59.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:18:58 smithi081 ceph-mon[95500]: pgmap v21011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:18:59.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:18:58 smithi081 ceph-mon[107735]: pgmap v21011: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:00 smithi170 ceph-mon[97338]: pgmap v21012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:00 smithi081 ceph-mon[95500]: pgmap v21012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:00 smithi081 ceph-mon[107735]: pgmap v21012: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:02 smithi170 ceph-mon[97338]: pgmap v21013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:02 smithi081 ceph-mon[95500]: pgmap v21013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:02 smithi081 ceph-mon[107735]: pgmap v21013: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:19:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:19:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:19:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:04 smithi170 ceph-mon[97338]: pgmap v21014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:04 smithi081 ceph-mon[95500]: pgmap v21014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:04 smithi081 ceph-mon[107735]: pgmap v21014: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:04.647Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:04.648Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:06 smithi081 ceph-mon[95500]: pgmap v21015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:06 smithi081 ceph-mon[107735]: pgmap v21015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:06.467Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:06.468Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:06 smithi170 ceph-mon[97338]: pgmap v21015: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:07.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:07 smithi170 ceph-mon[97338]: pgmap v21016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:08.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:07 smithi081 ceph-mon[95500]: pgmap v21016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:07 smithi081 ceph-mon[107735]: pgmap v21016: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:10 smithi170 ceph-mon[97338]: pgmap v21017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:10.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:10 smithi081 ceph-mon[95500]: pgmap v21017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:10 smithi081 ceph-mon[107735]: pgmap v21017: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:12 smithi170 ceph-mon[97338]: pgmap v21018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:12 smithi081 ceph-mon[95500]: pgmap v21018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:12 smithi081 ceph-mon[107735]: pgmap v21018: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:19:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:19:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:19:14.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:14 smithi170 ceph-mon[97338]: pgmap v21019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:14 smithi081 ceph-mon[95500]: pgmap v21019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:14 smithi081 ceph-mon[107735]: pgmap v21019: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:14.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:14.649Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:16.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:16 smithi170 ceph-mon[97338]: pgmap v21020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:16 smithi081 ceph-mon[95500]: pgmap v21020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:16 smithi081 ceph-mon[107735]: pgmap v21020: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:16.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:16.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:16.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:18 smithi170 ceph-mon[97338]: pgmap v21021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:18 smithi081 ceph-mon[95500]: pgmap v21021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:18 smithi081 ceph-mon[107735]: pgmap v21021: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:20.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:20 smithi170 ceph-mon[97338]: pgmap v21022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:20 smithi081 ceph-mon[95500]: pgmap v21022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:20 smithi081 ceph-mon[107735]: pgmap v21022: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:22 smithi170 ceph-mon[97338]: pgmap v21023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:22.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:22 smithi081 ceph-mon[95500]: pgmap v21023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:22 smithi081 ceph-mon[107735]: pgmap v21023: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:19:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:19:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:19:24.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:24 smithi170 ceph-mon[97338]: pgmap v21024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:24 smithi081 ceph-mon[95500]: pgmap v21024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:24.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:24 smithi081 ceph-mon[107735]: pgmap v21024: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:24.648Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:24.650Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:26.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:26 smithi170 ceph-mon[97338]: pgmap v21025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:26 smithi081 ceph-mon[95500]: pgmap v21025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:26 smithi081 ceph-mon[107735]: pgmap v21025: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:26.468Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:26.469Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:28 smithi170 ceph-mon[97338]: pgmap v21026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:28.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:28 smithi081 ceph-mon[95500]: pgmap v21026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:28.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:28 smithi081 ceph-mon[107735]: pgmap v21026: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:30 smithi170 ceph-mon[97338]: pgmap v21027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:30.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:30 smithi081 ceph-mon[95500]: pgmap v21027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:30.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:30 smithi081 ceph-mon[107735]: pgmap v21027: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:32.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:32 smithi170 ceph-mon[97338]: pgmap v21028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:32 smithi081 ceph-mon[95500]: pgmap v21028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:32 smithi081 ceph-mon[107735]: pgmap v21028: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:19:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:19:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:19:34.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:34 smithi170 ceph-mon[97338]: pgmap v21029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:34.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:34 smithi081 ceph-mon[95500]: pgmap v21029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:34 smithi081 ceph-mon[107735]: pgmap v21029: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:34.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:34.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:34.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:36.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:36 smithi170 ceph-mon[97338]: pgmap v21030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:36 smithi081 ceph-mon[95500]: pgmap v21030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:36.469Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:36.470Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:36 smithi081 ceph-mon[107735]: pgmap v21030: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:38 smithi170 ceph-mon[97338]: pgmap v21031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:38 smithi081 ceph-mon[95500]: pgmap v21031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:38 smithi081 ceph-mon[107735]: pgmap v21031: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:40 smithi170 ceph-mon[97338]: pgmap v21032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:40.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:40 smithi081 ceph-mon[95500]: pgmap v21032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:40.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:40 smithi081 ceph-mon[107735]: pgmap v21032: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:42.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:42 smithi170 ceph-mon[97338]: pgmap v21033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:42.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:42 smithi081 ceph-mon[95500]: pgmap v21033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:42 smithi081 ceph-mon[107735]: pgmap v21033: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:19:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:19:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:19:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:44 smithi170 ceph-mon[97338]: pgmap v21034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:44 smithi081 ceph-mon[95500]: pgmap v21034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:44 smithi081 ceph-mon[107735]: pgmap v21034: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:44.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:44.650Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:44.651Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:46.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:46 smithi170 ceph-mon[97338]: pgmap v21035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:46 smithi081 ceph-mon[95500]: pgmap v21035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:46 smithi081 ceph-mon[107735]: pgmap v21035: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:46.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:46.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:48.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:48 smithi170 ceph-mon[97338]: pgmap v21036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:48 smithi081 ceph-mon[95500]: pgmap v21036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:48 smithi081 ceph-mon[107735]: pgmap v21036: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:50.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:50 smithi170 ceph-mon[97338]: pgmap v21037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:50 smithi081 ceph-mon[95500]: pgmap v21037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:50 smithi081 ceph-mon[107735]: pgmap v21037: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:52 smithi170 ceph-mon[97338]: pgmap v21038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:52.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:52 smithi081 ceph-mon[95500]: pgmap v21038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:52 smithi081 ceph-mon[107735]: pgmap v21038: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:19:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:19:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:19:54.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:54 smithi170 ceph-mon[97338]: pgmap v21039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:54.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:54 smithi081 ceph-mon[95500]: pgmap v21039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:54.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:54 smithi081 ceph-mon[107735]: pgmap v21039: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:54.772 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:54.651Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:54.772 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:54.652Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:56 smithi170 ceph-mon[97338]: pgmap v21040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:56.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:56 smithi081 ceph-mon[95500]: pgmap v21040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:56.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:19:56.470Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:56.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:19:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:19:56.471Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:19:56.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:56 smithi081 ceph-mon[107735]: pgmap v21040: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:19:58 smithi170 ceph-mon[97338]: pgmap v21041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:19:58 smithi081 ceph-mon[95500]: pgmap v21041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:19:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:19:58 smithi081 ceph-mon[107735]: pgmap v21041: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:00 smithi170 ceph-mon[97338]: pgmap v21042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:20:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:00 smithi081 ceph-mon[95500]: pgmap v21042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:00.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:20:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:00 smithi081 ceph-mon[107735]: pgmap v21042: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:00.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:20:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:02 smithi170 ceph-mon[97338]: pgmap v21043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:02 smithi081 ceph-mon[95500]: pgmap v21043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:02 smithi081 ceph-mon[107735]: pgmap v21043: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:20:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:20:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:20:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:04 smithi170 ceph-mon[97338]: pgmap v21044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:04 smithi081 ceph-mon[95500]: pgmap v21044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:04 smithi081 ceph-mon[107735]: pgmap v21044: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:04.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:04.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:06.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:06 smithi170 ceph-mon[97338]: pgmap v21045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:06 smithi081 ceph-mon[95500]: pgmap v21045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:06 smithi081 ceph-mon[107735]: pgmap v21045: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:06.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:06.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:08.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:08 smithi170 ceph-mon[97338]: pgmap v21046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:08 smithi081 ceph-mon[95500]: pgmap v21046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:08 smithi081 ceph-mon[107735]: pgmap v21046: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:10 smithi081 ceph-mon[95500]: pgmap v21047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:10 smithi081 ceph-mon[107735]: pgmap v21047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:10 smithi170 ceph-mon[97338]: pgmap v21047: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:12 smithi081 ceph-mon[95500]: pgmap v21048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:12 smithi081 ceph-mon[107735]: pgmap v21048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:12 smithi170 ceph-mon[97338]: pgmap v21048: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:20:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:20:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:20:14.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:14 smithi081 ceph-mon[95500]: pgmap v21049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:14 smithi081 ceph-mon[107735]: pgmap v21049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:14.652Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:14.653Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:14 smithi170 ceph-mon[97338]: pgmap v21049: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:16.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:16 smithi081 ceph-mon[95500]: pgmap v21050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:16 smithi081 ceph-mon[107735]: pgmap v21050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:16.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:16.471Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:16.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:16.472Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:16 smithi170 ceph-mon[97338]: pgmap v21050: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:18 smithi081 ceph-mon[95500]: pgmap v21051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:18 smithi081 ceph-mon[107735]: pgmap v21051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:18 smithi170 ceph-mon[97338]: pgmap v21051: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:20.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:20 smithi081 ceph-mon[95500]: pgmap v21052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:20 smithi081 ceph-mon[107735]: pgmap v21052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:20.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:20 smithi170 ceph-mon[97338]: pgmap v21052: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:22 smithi081 ceph-mon[95500]: pgmap v21053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:22 smithi081 ceph-mon[107735]: pgmap v21053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:22.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:22 smithi170 ceph-mon[97338]: pgmap v21053: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:20:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:20:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:20:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:24 smithi081 ceph-mon[95500]: pgmap v21054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:24 smithi081 ceph-mon[107735]: pgmap v21054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:24.653Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:24.654Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:24 smithi170 ceph-mon[97338]: pgmap v21054: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:26.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:26 smithi081 ceph-mon[95500]: pgmap v21055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:26 smithi081 ceph-mon[107735]: pgmap v21055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:26.472Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:26.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:26 smithi170 ceph-mon[97338]: pgmap v21055: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:28 smithi170 ceph-mon[97338]: pgmap v21056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:28 smithi081 ceph-mon[95500]: pgmap v21056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:28 smithi081 ceph-mon[107735]: pgmap v21056: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:30 smithi170 ceph-mon[97338]: pgmap v21057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:30 smithi081 ceph-mon[95500]: pgmap v21057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:30 smithi081 ceph-mon[107735]: pgmap v21057: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:32 smithi170 ceph-mon[97338]: pgmap v21058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:32 smithi081 ceph-mon[95500]: pgmap v21058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:32 smithi081 ceph-mon[107735]: pgmap v21058: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:20:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:20:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:20:34.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:34 smithi170 ceph-mon[97338]: pgmap v21059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:34 smithi081 ceph-mon[95500]: pgmap v21059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:34 smithi081 ceph-mon[107735]: pgmap v21059: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:35.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:34.654Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:35.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:34.655Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:36 smithi081 ceph-mon[95500]: pgmap v21060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:36.473Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:36.474Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:36 smithi081 ceph-mon[107735]: pgmap v21060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:36 smithi170 ceph-mon[97338]: pgmap v21060: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:38 smithi170 ceph-mon[97338]: pgmap v21061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:39.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:38 smithi081 ceph-mon[95500]: pgmap v21061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:38 smithi081 ceph-mon[107735]: pgmap v21061: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:40 smithi170 ceph-mon[97338]: pgmap v21062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:40 smithi081 ceph-mon[95500]: pgmap v21062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:40 smithi081 ceph-mon[107735]: pgmap v21062: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:42 smithi170 ceph-mon[97338]: pgmap v21063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:42 smithi081 ceph-mon[95500]: pgmap v21063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:42 smithi081 ceph-mon[107735]: pgmap v21063: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:20:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:20:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:20:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:44 smithi170 ceph-mon[97338]: pgmap v21064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:44 smithi081 ceph-mon[95500]: pgmap v21064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:44 smithi081 ceph-mon[107735]: pgmap v21064: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:44.655Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:44.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:46 smithi081 ceph-mon[95500]: pgmap v21065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:46 smithi081 ceph-mon[107735]: pgmap v21065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:46.474Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:46.476Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:46 smithi170 ceph-mon[97338]: pgmap v21065: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:48 smithi170 ceph-mon[97338]: pgmap v21066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:48 smithi081 ceph-mon[95500]: pgmap v21066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:48 smithi081 ceph-mon[107735]: pgmap v21066: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:49.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:49 smithi170 ceph-mon[97338]: pgmap v21067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:50.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:49 smithi081 ceph-mon[95500]: pgmap v21067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:50.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:49 smithi081 ceph-mon[107735]: pgmap v21067: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:52.246 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:51 smithi170 ceph-mon[97338]: pgmap v21068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:52.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:51 smithi081 ceph-mon[95500]: pgmap v21068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:52.266 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:51 smithi081 ceph-mon[107735]: pgmap v21068: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:20:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:20:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:20:54.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:54 smithi170 ceph-mon[97338]: pgmap v21069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:54.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:54 smithi081 ceph-mon[95500]: pgmap v21069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:54 smithi081 ceph-mon[107735]: pgmap v21069: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:54.656Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:54.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:56 smithi170 ceph-mon[97338]: pgmap v21070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:56 smithi081 ceph-mon[95500]: pgmap v21070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:20:56.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:20:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:20:56.477Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:20:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:56 smithi081 ceph-mon[107735]: pgmap v21070: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:58.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:20:58 smithi170 ceph-mon[97338]: pgmap v21071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:58.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:20:58 smithi081 ceph-mon[95500]: pgmap v21071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:20:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:20:58 smithi081 ceph-mon[107735]: pgmap v21071: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:00.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:00 smithi170 ceph-mon[97338]: pgmap v21072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:00.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:00 smithi081 ceph-mon[95500]: pgmap v21072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:00 smithi081 ceph-mon[107735]: pgmap v21072: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:02 smithi170 ceph-mon[97338]: pgmap v21073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:02.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:02 smithi081 ceph-mon[95500]: pgmap v21073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:02 smithi081 ceph-mon[107735]: pgmap v21073: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:21:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:21:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:21:04.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:04 smithi170 ceph-mon[97338]: pgmap v21074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:04.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:04 smithi081 ceph-mon[95500]: pgmap v21074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:04.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:04 smithi081 ceph-mon[107735]: pgmap v21074: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:04.656Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:04.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:04.657Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:06.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:06 smithi170 ceph-mon[97338]: pgmap v21075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:06 smithi081 ceph-mon[95500]: pgmap v21075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:06 smithi081 ceph-mon[107735]: pgmap v21075: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:06.476Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:06.478Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:08.748 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:08 smithi170 ceph-mon[97338]: pgmap v21076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:08.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:08 smithi081 ceph-mon[95500]: pgmap v21076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:08.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:08 smithi081 ceph-mon[107735]: pgmap v21076: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:10.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:10 smithi170 ceph-mon[97338]: pgmap v21077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:10.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:10 smithi081 ceph-mon[95500]: pgmap v21077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:10 smithi081 ceph-mon[107735]: pgmap v21077: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:12 smithi170 ceph-mon[97338]: pgmap v21078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:12.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:12 smithi081 ceph-mon[95500]: pgmap v21078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:12 smithi081 ceph-mon[107735]: pgmap v21078: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:21:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:21:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:21:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:14 smithi170 ceph-mon[97338]: pgmap v21079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:14 smithi081 ceph-mon[95500]: pgmap v21079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:14.657Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:14.658Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:14 smithi081 ceph-mon[107735]: pgmap v21079: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:16 smithi170 ceph-mon[97338]: pgmap v21080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:16 smithi081 ceph-mon[95500]: pgmap v21080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:16.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:16 smithi081 ceph-mon[107735]: pgmap v21080: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:16.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:16.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:18 smithi170 ceph-mon[97338]: pgmap v21081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:18 smithi081 ceph-mon[95500]: pgmap v21081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:18.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:18 smithi081 ceph-mon[107735]: pgmap v21081: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:20 smithi170 ceph-mon[97338]: pgmap v21082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:20.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:20 smithi081 ceph-mon[95500]: pgmap v21082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:20 smithi081 ceph-mon[107735]: pgmap v21082: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:22.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:22 smithi170 ceph-mon[97338]: pgmap v21083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:22 smithi081 ceph-mon[95500]: pgmap v21083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:22 smithi081 ceph-mon[107735]: pgmap v21083: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:21:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:21:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:21:24.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:24 smithi170 ceph-mon[97338]: pgmap v21084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:24.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:24 smithi081 ceph-mon[95500]: pgmap v21084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:24.658Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:24.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:24.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:24 smithi081 ceph-mon[107735]: pgmap v21084: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:26.746 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:26 smithi170 ceph-mon[97338]: pgmap v21085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:26 smithi081 ceph-mon[95500]: pgmap v21085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:26 smithi081 ceph-mon[107735]: pgmap v21085: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:26.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:26.479Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:28.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:28 smithi170 ceph-mon[97338]: pgmap v21086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:28.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:28 smithi081 ceph-mon[95500]: pgmap v21086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:28 smithi081 ceph-mon[107735]: pgmap v21086: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:30.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:30 smithi170 ceph-mon[97338]: pgmap v21087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:30.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:30 smithi081 ceph-mon[95500]: pgmap v21087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:30 smithi081 ceph-mon[107735]: pgmap v21087: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:32.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:32 smithi170 ceph-mon[97338]: pgmap v21088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:32.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:32 smithi081 ceph-mon[95500]: pgmap v21088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:32 smithi081 ceph-mon[107735]: pgmap v21088: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:21:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:21:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:21:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:34 smithi170 ceph-mon[97338]: pgmap v21089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:34.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:34 smithi081 ceph-mon[95500]: pgmap v21089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:34.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:34 smithi081 ceph-mon[107735]: pgmap v21089: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:34.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:34.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:36 smithi170 ceph-mon[97338]: pgmap v21090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:36 smithi081 ceph-mon[95500]: pgmap v21090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:36 smithi081 ceph-mon[107735]: pgmap v21090: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:36.478Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:36.480Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:38.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:38 smithi081 ceph-mon[95500]: pgmap v21091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:38 smithi081 ceph-mon[107735]: pgmap v21091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:38 smithi170 ceph-mon[97338]: pgmap v21091: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:40 smithi081 ceph-mon[95500]: pgmap v21092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:40 smithi081 ceph-mon[107735]: pgmap v21092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:40.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:40 smithi170 ceph-mon[97338]: pgmap v21092: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:42 smithi081 ceph-mon[95500]: pgmap v21093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:42.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:42 smithi081 ceph-mon[107735]: pgmap v21093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:42 smithi170 ceph-mon[97338]: pgmap v21093: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:21:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:21:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:44 smithi081 ceph-mon[95500]: pgmap v21094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:44.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:44 smithi081 ceph-mon[107735]: pgmap v21094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:44.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:44.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:44 smithi170 ceph-mon[97338]: pgmap v21094: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:46.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:46 smithi081 ceph-mon[95500]: pgmap v21095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:46 smithi081 ceph-mon[107735]: pgmap v21095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:46.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:46.481Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:46 smithi170 ceph-mon[97338]: pgmap v21095: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:48 smithi081 ceph-mon[95500]: pgmap v21096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:48 smithi081 ceph-mon[107735]: pgmap v21096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:48 smithi170 ceph-mon[97338]: pgmap v21096: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:50.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:50 smithi081 ceph-mon[95500]: pgmap v21097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:50.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:50 smithi081 ceph-mon[107735]: pgmap v21097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:50 smithi170 ceph-mon[97338]: pgmap v21097: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:52 smithi170 ceph-mon[97338]: pgmap v21098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:52 smithi081 ceph-mon[95500]: pgmap v21098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:52 smithi081 ceph-mon[107735]: pgmap v21098: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:21:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:21:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:54 smithi170 ceph-mon[97338]: pgmap v21099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:54 smithi081 ceph-mon[95500]: pgmap v21099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:54 smithi081 ceph-mon[107735]: pgmap v21099: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:54.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:54.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:56 smithi081 ceph-mon[95500]: pgmap v21100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:56 smithi081 ceph-mon[107735]: pgmap v21100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:21:56.480Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:21:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:21:56.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:21:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:56 smithi170 ceph-mon[97338]: pgmap v21100: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:21:58 smithi170 ceph-mon[97338]: pgmap v21101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:21:58 smithi081 ceph-mon[95500]: pgmap v21101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:21:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:21:58 smithi081 ceph-mon[107735]: pgmap v21101: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:00 smithi170 ceph-mon[97338]: pgmap v21102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:00 smithi081 ceph-mon[95500]: pgmap v21102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:00 smithi081 ceph-mon[107735]: pgmap v21102: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:02 smithi170 ceph-mon[97338]: pgmap v21103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:02 smithi081 ceph-mon[95500]: pgmap v21103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:02 smithi081 ceph-mon[107735]: pgmap v21103: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:22:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:22:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:04 smithi170 ceph-mon[97338]: pgmap v21104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:04 smithi081 ceph-mon[95500]: pgmap v21104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:04 smithi081 ceph-mon[107735]: pgmap v21104: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:04.659Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:04.660Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:06 smithi081 ceph-mon[95500]: pgmap v21105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:06 smithi081 ceph-mon[107735]: pgmap v21105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:06.481Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:06.482Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:06 smithi170 ceph-mon[97338]: pgmap v21105: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:08 smithi170 ceph-mon[97338]: pgmap v21106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:08 smithi081 ceph-mon[95500]: pgmap v21106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:08 smithi081 ceph-mon[107735]: pgmap v21106: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:10 smithi170 ceph-mon[97338]: pgmap v21107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:10 smithi081 ceph-mon[95500]: pgmap v21107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:10 smithi081 ceph-mon[107735]: pgmap v21107: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:12 smithi170 ceph-mon[97338]: pgmap v21108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:12 smithi081 ceph-mon[95500]: pgmap v21108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:12 smithi081 ceph-mon[107735]: pgmap v21108: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:22:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:22:14.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:14 smithi170 ceph-mon[97338]: pgmap v21109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:14 smithi081 ceph-mon[95500]: pgmap v21109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:14 smithi081 ceph-mon[107735]: pgmap v21109: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:15.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:14.660Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:15.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:14.661Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:16 smithi081 ceph-mon[95500]: pgmap v21110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:16 smithi081 ceph-mon[107735]: pgmap v21110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:16.482Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:16.483Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:16 smithi170 ceph-mon[97338]: pgmap v21110: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:18 smithi170 ceph-mon[97338]: pgmap v21111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:18 smithi081 ceph-mon[95500]: pgmap v21111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:18 smithi081 ceph-mon[107735]: pgmap v21111: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:20 smithi170 ceph-mon[97338]: pgmap v21112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:20 smithi081 ceph-mon[95500]: pgmap v21112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:20 smithi081 ceph-mon[107735]: pgmap v21112: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:22.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:22 smithi170 ceph-mon[97338]: pgmap v21113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:22 smithi081 ceph-mon[95500]: pgmap v21113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:22 smithi081 ceph-mon[107735]: pgmap v21113: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:22:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:22:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:24 smithi170 ceph-mon[97338]: pgmap v21114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:24 smithi081 ceph-mon[95500]: pgmap v21114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:24 smithi081 ceph-mon[107735]: pgmap v21114: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:24.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:24.662Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:26 smithi081 ceph-mon[95500]: pgmap v21115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:26 smithi081 ceph-mon[107735]: pgmap v21115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:26.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:26.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:26 smithi170 ceph-mon[97338]: pgmap v21115: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:28 smithi170 ceph-mon[97338]: pgmap v21116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:28 smithi081 ceph-mon[95500]: pgmap v21116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:29.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:28 smithi081 ceph-mon[107735]: pgmap v21116: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:30 smithi170 ceph-mon[97338]: pgmap v21117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:30 smithi081 ceph-mon[95500]: pgmap v21117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:30 smithi081 ceph-mon[107735]: pgmap v21117: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:32 smithi170 ceph-mon[97338]: pgmap v21118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:32 smithi081 ceph-mon[95500]: pgmap v21118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:32 smithi081 ceph-mon[107735]: pgmap v21118: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:22:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:22:34.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:34 smithi170 ceph-mon[97338]: pgmap v21119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:34 smithi081 ceph-mon[95500]: pgmap v21119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:34 smithi081 ceph-mon[107735]: pgmap v21119: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:34.661Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:34.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:36.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:36 smithi170 ceph-mon[97338]: pgmap v21120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:36 smithi081 ceph-mon[95500]: pgmap v21120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:36 smithi081 ceph-mon[107735]: pgmap v21120: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:36.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:36.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:36.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:36.484Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:38.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:38 smithi170 ceph-mon[97338]: pgmap v21121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:38.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:38 smithi081 ceph-mon[95500]: pgmap v21121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:38.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:38 smithi081 ceph-mon[107735]: pgmap v21121: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:40.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:40 smithi170 ceph-mon[97338]: pgmap v21122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:40.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:40 smithi081 ceph-mon[95500]: pgmap v21122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:40.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:40 smithi081 ceph-mon[107735]: pgmap v21122: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:42.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:42 smithi170 ceph-mon[97338]: pgmap v21123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:42.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:42 smithi081 ceph-mon[95500]: pgmap v21123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:42.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:42 smithi081 ceph-mon[107735]: pgmap v21123: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:22:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:22:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:44 smithi170 ceph-mon[97338]: pgmap v21124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:44.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:44 smithi081 ceph-mon[95500]: pgmap v21124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:44.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:44 smithi081 ceph-mon[107735]: pgmap v21124: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:44.662Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:44.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:44.663Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:46 smithi170 ceph-mon[97338]: pgmap v21125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:46 smithi081 ceph-mon[95500]: pgmap v21125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:46.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:46 smithi081 ceph-mon[107735]: pgmap v21125: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:46.483Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:46.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:48.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:48 smithi170 ceph-mon[97338]: pgmap v21126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:48.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:48 smithi081 ceph-mon[95500]: pgmap v21126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:48 smithi081 ceph-mon[107735]: pgmap v21126: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:50.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:50 smithi170 ceph-mon[97338]: pgmap v21127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:50.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:50 smithi081 ceph-mon[95500]: pgmap v21127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:50 smithi081 ceph-mon[107735]: pgmap v21127: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:52.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:52 smithi170 ceph-mon[97338]: pgmap v21128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:52.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:52 smithi081 ceph-mon[95500]: pgmap v21128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:52 smithi081 ceph-mon[107735]: pgmap v21128: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:22:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:22:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:22:54.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:54 smithi170 ceph-mon[97338]: pgmap v21129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:54.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:54 smithi081 ceph-mon[95500]: pgmap v21129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:54 smithi081 ceph-mon[107735]: pgmap v21129: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:54.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:54.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:56.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:56 smithi170 ceph-mon[97338]: pgmap v21130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:56 smithi081 ceph-mon[95500]: pgmap v21130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:56 smithi081 ceph-mon[107735]: pgmap v21130: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:22:56.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:22:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:22:56.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:22:58.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:22:58 smithi170 ceph-mon[97338]: pgmap v21131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:58.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:22:58 smithi081 ceph-mon[95500]: pgmap v21131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:22:58.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:22:58 smithi081 ceph-mon[107735]: pgmap v21131: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:00.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:00 smithi170 ceph-mon[97338]: pgmap v21132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:00.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:00 smithi081 ceph-mon[95500]: pgmap v21132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:00 smithi081 ceph-mon[107735]: pgmap v21132: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:02.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:02 smithi170 ceph-mon[97338]: pgmap v21133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:02.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:02 smithi081 ceph-mon[95500]: pgmap v21133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:02.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:02 smithi081 ceph-mon[107735]: pgmap v21133: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:03.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:23:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:23:04.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:04 smithi081 ceph-mon[95500]: pgmap v21134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:04.770 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:04 smithi081 ceph-mon[107735]: pgmap v21134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:04.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:04.663Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:04.771 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:04.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:04 smithi170 ceph-mon[97338]: pgmap v21134: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:06 smithi081 ceph-mon[95500]: pgmap v21135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:06 smithi081 ceph-mon[107735]: pgmap v21135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:06.484Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:06.485Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:06 smithi170 ceph-mon[97338]: pgmap v21135: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:08.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:08 smithi081 ceph-mon[95500]: pgmap v21136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:08.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:08 smithi081 ceph-mon[107735]: pgmap v21136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:08 smithi170 ceph-mon[97338]: pgmap v21136: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:10.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:10 smithi081 ceph-mon[95500]: pgmap v21137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:10 smithi081 ceph-mon[107735]: pgmap v21137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:11.000 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:10 smithi170 ceph-mon[97338]: pgmap v21137: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:12.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:12 smithi081 ceph-mon[95500]: pgmap v21138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:12 smithi081 ceph-mon[107735]: pgmap v21138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:12 smithi170 ceph-mon[97338]: pgmap v21138: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:23:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:23:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:14 smithi081 ceph-mon[95500]: pgmap v21139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:14 smithi081 ceph-mon[107735]: pgmap v21139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:14.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:14.664Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:14 smithi170 ceph-mon[97338]: pgmap v21139: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:16.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:16 smithi081 ceph-mon[95500]: pgmap v21140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:16.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:16 smithi081 ceph-mon[107735]: pgmap v21140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:16.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:16.485Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:16.770 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:16.486Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:16.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:16 smithi170 ceph-mon[97338]: pgmap v21140: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:18 smithi170 ceph-mon[97338]: pgmap v21141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:19.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:18 smithi081 ceph-mon[95500]: pgmap v21141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:18 smithi081 ceph-mon[107735]: pgmap v21141: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:20 smithi170 ceph-mon[97338]: pgmap v21142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:20 smithi081 ceph-mon[95500]: pgmap v21142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:20 smithi081 ceph-mon[107735]: pgmap v21142: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:22 smithi170 ceph-mon[97338]: pgmap v21143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:22 smithi081 ceph-mon[95500]: pgmap v21143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:22 smithi081 ceph-mon[107735]: pgmap v21143: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:23:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:23:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:24 smithi170 ceph-mon[97338]: pgmap v21144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:24 smithi081 ceph-mon[95500]: pgmap v21144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:24 smithi081 ceph-mon[107735]: pgmap v21144: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:24.664Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:24.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:26.768 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:26 smithi081 ceph-mon[95500]: pgmap v21145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:26.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:26 smithi081 ceph-mon[107735]: pgmap v21145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:26.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:26.486Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:26.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:26.487Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:26.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:26 smithi170 ceph-mon[97338]: pgmap v21145: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:28 smithi170 ceph-mon[97338]: pgmap v21146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:28 smithi081 ceph-mon[95500]: pgmap v21146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:28 smithi081 ceph-mon[107735]: pgmap v21146: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:30 smithi170 ceph-mon[97338]: pgmap v21147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:30 smithi081 ceph-mon[95500]: pgmap v21147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:30 smithi081 ceph-mon[107735]: pgmap v21147: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:32 smithi170 ceph-mon[97338]: pgmap v21148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:32 smithi081 ceph-mon[95500]: pgmap v21148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:32 smithi081 ceph-mon[107735]: pgmap v21148: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:23:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:23:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:34 smithi170 ceph-mon[97338]: pgmap v21149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:34 smithi081 ceph-mon[95500]: pgmap v21149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:34 smithi081 ceph-mon[107735]: pgmap v21149: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:35.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:34.665Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:35.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:34.666Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:36 smithi081 ceph-mon[95500]: pgmap v21150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:36 smithi081 ceph-mon[107735]: pgmap v21150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:36.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:36.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:36 smithi170 ceph-mon[97338]: pgmap v21150: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:38 smithi170 ceph-mon[97338]: pgmap v21151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:38 smithi081 ceph-mon[95500]: pgmap v21151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:38 smithi081 ceph-mon[107735]: pgmap v21151: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:40 smithi170 ceph-mon[97338]: pgmap v21152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:40 smithi081 ceph-mon[95500]: pgmap v21152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:40 smithi081 ceph-mon[107735]: pgmap v21152: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:42 smithi170 ceph-mon[97338]: pgmap v21153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:42 smithi081 ceph-mon[95500]: pgmap v21153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:42 smithi081 ceph-mon[107735]: pgmap v21153: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:23:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:23:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:44 smithi170 ceph-mon[97338]: pgmap v21154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:44 smithi081 ceph-mon[95500]: pgmap v21154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:44 smithi081 ceph-mon[107735]: pgmap v21154: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:45.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:44.666Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:45.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:44.667Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:46.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:46 smithi081 ceph-mon[95500]: pgmap v21155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:46 smithi081 ceph-mon[107735]: pgmap v21155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:46.487Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:46.488Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:46 smithi170 ceph-mon[97338]: pgmap v21155: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:48 smithi170 ceph-mon[97338]: pgmap v21156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:48 smithi081 ceph-mon[95500]: pgmap v21156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:48 smithi081 ceph-mon[107735]: pgmap v21156: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:50 smithi170 ceph-mon[97338]: pgmap v21157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:50 smithi081 ceph-mon[95500]: pgmap v21157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:50 smithi081 ceph-mon[107735]: pgmap v21157: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:52.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:52 smithi170 ceph-mon[97338]: pgmap v21158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:52 smithi081 ceph-mon[95500]: pgmap v21158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:52 smithi081 ceph-mon[107735]: pgmap v21158: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:23:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:23:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:54 smithi170 ceph-mon[97338]: pgmap v21159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:54 smithi081 ceph-mon[95500]: pgmap v21159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:54 smithi081 ceph-mon[107735]: pgmap v21159: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:54.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:54.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:56.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:56 smithi081 ceph-mon[95500]: pgmap v21160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:56 smithi081 ceph-mon[107735]: pgmap v21160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:56.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:23:56.488Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:56.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:23:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:23:56.489Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:23:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:56 smithi170 ceph-mon[97338]: pgmap v21160: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:23:58 smithi170 ceph-mon[97338]: pgmap v21161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:23:58 smithi081 ceph-mon[95500]: pgmap v21161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:23:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:23:58 smithi081 ceph-mon[107735]: pgmap v21161: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:00 smithi170 ceph-mon[97338]: pgmap v21162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:00 smithi081 ceph-mon[95500]: pgmap v21162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:00 smithi081 ceph-mon[107735]: pgmap v21162: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:02 smithi170 ceph-mon[97338]: pgmap v21163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:03.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:02 smithi081 ceph-mon[95500]: pgmap v21163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:03.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:02 smithi081 ceph-mon[107735]: pgmap v21163: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:24:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:24:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:04 smithi170 ceph-mon[97338]: pgmap v21164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:04 smithi081 ceph-mon[95500]: pgmap v21164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:04 smithi081 ceph-mon[107735]: pgmap v21164: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:04.667Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:04.668Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:06 smithi081 ceph-mon[95500]: pgmap v21165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:06 smithi081 ceph-mon[107735]: pgmap v21165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:06.489Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:06.490Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:06 smithi170 ceph-mon[97338]: pgmap v21165: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:07.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:07 smithi170 ceph-mon[97338]: pgmap v21166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:08.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:07 smithi081 ceph-mon[95500]: pgmap v21166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:08.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:07 smithi081 ceph-mon[107735]: pgmap v21166: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:10.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:10 smithi170 ceph-mon[97338]: pgmap v21167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:10.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:10 smithi081 ceph-mon[95500]: pgmap v21167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:10.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:10 smithi081 ceph-mon[107735]: pgmap v21167: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:12.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:12 smithi170 ceph-mon[97338]: pgmap v21168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:12.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:12 smithi081 ceph-mon[95500]: pgmap v21168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:12.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:12 smithi081 ceph-mon[107735]: pgmap v21168: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:24:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:24:14.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:14 smithi170 ceph-mon[97338]: pgmap v21169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:14.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:14 smithi081 ceph-mon[95500]: pgmap v21169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:14.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:14 smithi081 ceph-mon[107735]: pgmap v21169: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:14.668Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:14.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:16.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:16 smithi170 ceph-mon[97338]: pgmap v21170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:16.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:16 smithi081 ceph-mon[95500]: pgmap v21170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:16 smithi081 ceph-mon[107735]: pgmap v21170: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:16.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:16.491Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:18.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:18 smithi170 ceph-mon[97338]: pgmap v21171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:18.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:18 smithi081 ceph-mon[95500]: pgmap v21171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:18.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:18 smithi081 ceph-mon[107735]: pgmap v21171: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:20.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:20 smithi170 ceph-mon[97338]: pgmap v21172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:20.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:20 smithi081 ceph-mon[95500]: pgmap v21172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:20.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:20 smithi081 ceph-mon[107735]: pgmap v21172: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:22.745 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:22 smithi170 ceph-mon[97338]: pgmap v21173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:22.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:22 smithi081 ceph-mon[95500]: pgmap v21173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:22.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:22 smithi081 ceph-mon[107735]: pgmap v21173: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:24:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:24:24.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:24 smithi081 ceph-mon[95500]: pgmap v21174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:24.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:24 smithi081 ceph-mon[107735]: pgmap v21174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:24.669Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:24.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:24.670Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:24 smithi170 ceph-mon[97338]: pgmap v21174: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:26 smithi081 ceph-mon[95500]: pgmap v21175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:26 smithi081 ceph-mon[107735]: pgmap v21175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:26.490Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:26.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:26 smithi170 ceph-mon[97338]: pgmap v21175: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:28.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:28 smithi081 ceph-mon[95500]: pgmap v21176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:28.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:28 smithi081 ceph-mon[107735]: pgmap v21176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:28 smithi170 ceph-mon[97338]: pgmap v21176: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:30.769 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:30 smithi081 ceph-mon[95500]: pgmap v21177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:30.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:30 smithi081 ceph-mon[107735]: pgmap v21177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:30 smithi170 ceph-mon[97338]: pgmap v21177: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:32.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:32 smithi081 ceph-mon[95500]: pgmap v21178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:32.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:32 smithi081 ceph-mon[107735]: pgmap v21178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:32 smithi170 ceph-mon[97338]: pgmap v21178: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:24:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:24:34.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:34 smithi081 ceph-mon[95500]: pgmap v21179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:34.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:34 smithi081 ceph-mon[107735]: pgmap v21179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:34.670Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:34.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:34.671Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:34.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:34 smithi170 ceph-mon[97338]: pgmap v21179: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:36 smithi081 ceph-mon[95500]: pgmap v21180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:36 smithi081 ceph-mon[107735]: pgmap v21180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:36.491Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:36.492Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:36 smithi170 ceph-mon[97338]: pgmap v21180: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:38 smithi170 ceph-mon[97338]: pgmap v21181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:38 smithi081 ceph-mon[95500]: pgmap v21181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:38 smithi081 ceph-mon[107735]: pgmap v21181: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:40 smithi170 ceph-mon[97338]: pgmap v21182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:40 smithi081 ceph-mon[95500]: pgmap v21182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:40 smithi081 ceph-mon[107735]: pgmap v21182: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:42 smithi170 ceph-mon[97338]: pgmap v21183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:42 smithi081 ceph-mon[95500]: pgmap v21183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:42 smithi081 ceph-mon[107735]: pgmap v21183: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:24:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:24:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:44 smithi170 ceph-mon[97338]: pgmap v21184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:44 smithi081 ceph-mon[95500]: pgmap v21184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:44 smithi081 ceph-mon[107735]: pgmap v21184: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:44.671Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:44.672Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:46.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:46 smithi081 ceph-mon[95500]: pgmap v21185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:46 smithi081 ceph-mon[107735]: pgmap v21185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:46.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:46.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:46 smithi170 ceph-mon[97338]: pgmap v21185: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:48 smithi170 ceph-mon[97338]: pgmap v21186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:48 smithi081 ceph-mon[95500]: pgmap v21186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:48 smithi081 ceph-mon[107735]: pgmap v21186: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:50 smithi170 ceph-mon[97338]: pgmap v21187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:50 smithi081 ceph-mon[95500]: pgmap v21187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:50 smithi081 ceph-mon[107735]: pgmap v21187: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:52 smithi170 ceph-mon[97338]: pgmap v21188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:52 smithi081 ceph-mon[95500]: pgmap v21188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:52 smithi081 ceph-mon[107735]: pgmap v21188: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:24:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:24:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:54 smithi170 ceph-mon[97338]: pgmap v21189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:54 smithi081 ceph-mon[95500]: pgmap v21189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:54 smithi081 ceph-mon[107735]: pgmap v21189: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:54.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:54.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:56 smithi081 ceph-mon[95500]: pgmap v21190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:56 smithi081 ceph-mon[107735]: pgmap v21190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:24:56.492Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:24:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:24:56.493Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:24:56.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:56 smithi170 ceph-mon[97338]: pgmap v21190: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:24:58 smithi170 ceph-mon[97338]: pgmap v21191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:24:58 smithi081 ceph-mon[95500]: pgmap v21191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:24:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:24:58 smithi081 ceph-mon[107735]: pgmap v21191: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:00 smithi170 ceph-mon[97338]: pgmap v21192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:00 smithi081 ceph-mon[95500]: pgmap v21192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:00 smithi081 ceph-mon[107735]: pgmap v21192: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:02 smithi170 ceph-mon[97338]: pgmap v21193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:02 smithi081 ceph-mon[95500]: pgmap v21193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:02 smithi081 ceph-mon[107735]: pgmap v21193: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:03.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:25:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:25:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:04 smithi170 ceph-mon[97338]: pgmap v21194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:05.019 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:04 smithi081 ceph-mon[95500]: pgmap v21194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:05.020 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:04 smithi081 ceph-mon[107735]: pgmap v21194: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:05.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:04.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:05.021 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:04.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:06 smithi081 ceph-mon[95500]: pgmap v21195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:06 smithi081 ceph-mon[107735]: pgmap v21195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:06.493Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:06.494Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:06 smithi170 ceph-mon[97338]: pgmap v21195: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:08 smithi170 ceph-mon[97338]: pgmap v21196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:09.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:08 smithi081 ceph-mon[95500]: pgmap v21196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:09.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:08 smithi081 ceph-mon[107735]: pgmap v21196: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:10 smithi170 ceph-mon[97338]: pgmap v21197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:10 smithi081 ceph-mon[95500]: pgmap v21197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:10 smithi081 ceph-mon[107735]: pgmap v21197: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:12.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:12 smithi170 ceph-mon[97338]: pgmap v21198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:12 smithi081 ceph-mon[95500]: pgmap v21198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:12 smithi081 ceph-mon[107735]: pgmap v21198: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:13.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:25:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:25:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:14 smithi170 ceph-mon[97338]: pgmap v21199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:15.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:14 smithi081 ceph-mon[95500]: pgmap v21199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:15.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:14 smithi081 ceph-mon[107735]: pgmap v21199: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:15.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:14.672Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:15.019 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:14.673Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:16.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:16 smithi081 ceph-mon[95500]: pgmap v21200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:16 smithi081 ceph-mon[107735]: pgmap v21200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:16.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:16.495Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:16 smithi170 ceph-mon[97338]: pgmap v21200: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:18 smithi170 ceph-mon[97338]: pgmap v21201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:18 smithi081 ceph-mon[95500]: pgmap v21201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:18 smithi081 ceph-mon[107735]: pgmap v21201: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:20 smithi170 ceph-mon[97338]: pgmap v21202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:20 smithi081 ceph-mon[95500]: pgmap v21202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:20 smithi081 ceph-mon[107735]: pgmap v21202: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:22 smithi170 ceph-mon[97338]: pgmap v21203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:22 smithi081 ceph-mon[95500]: pgmap v21203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:22 smithi081 ceph-mon[107735]: pgmap v21203: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:25:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:25:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:24 smithi170 ceph-mon[97338]: pgmap v21204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:24 smithi081 ceph-mon[95500]: pgmap v21204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:24 smithi081 ceph-mon[107735]: pgmap v21204: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:24.673Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:24.674Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:26 smithi081 ceph-mon[95500]: pgmap v21205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:26 smithi081 ceph-mon[107735]: pgmap v21205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:26.494Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:26.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:26 smithi170 ceph-mon[97338]: pgmap v21205: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:28 smithi170 ceph-mon[97338]: pgmap v21206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:29.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:28 smithi081 ceph-mon[95500]: pgmap v21206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:28 smithi081 ceph-mon[107735]: pgmap v21206: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:30.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:30 smithi170 ceph-mon[97338]: pgmap v21207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:30 smithi081 ceph-mon[95500]: pgmap v21207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:31.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:30 smithi081 ceph-mon[107735]: pgmap v21207: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:32 smithi170 ceph-mon[97338]: pgmap v21208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:32 smithi081 ceph-mon[95500]: pgmap v21208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:32 smithi081 ceph-mon[107735]: pgmap v21208: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:25:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:25:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:34 smithi170 ceph-mon[97338]: pgmap v21209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:35.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:34 smithi081 ceph-mon[95500]: pgmap v21209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:35.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:34 smithi081 ceph-mon[107735]: pgmap v21209: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:35.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:34.674Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:35.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:34.675Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:36.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:36 smithi081 ceph-mon[95500]: pgmap v21210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:36 smithi081 ceph-mon[107735]: pgmap v21210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:36.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:36.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:36 smithi170 ceph-mon[97338]: pgmap v21210: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:38 smithi170 ceph-mon[97338]: pgmap v21211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:38 smithi081 ceph-mon[95500]: pgmap v21211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:38 smithi081 ceph-mon[107735]: pgmap v21211: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:39.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:39 smithi170 ceph-mon[97338]: pgmap v21212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:40.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:39 smithi081 ceph-mon[95500]: pgmap v21212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:40.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:39 smithi081 ceph-mon[107735]: pgmap v21212: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:42.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:41 smithi170 ceph-mon[97338]: pgmap v21213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:42.266 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:41 smithi081 ceph-mon[95500]: pgmap v21213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:42.267 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:41 smithi081 ceph-mon[107735]: pgmap v21213: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:25:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:25:44.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:44 smithi170 ceph-mon[97338]: pgmap v21214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:44.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:44 smithi081 ceph-mon[95500]: pgmap v21214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:44.768 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:44 smithi081 ceph-mon[107735]: pgmap v21214: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:44.768 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:44.675Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:44.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:44.676Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:46.744 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:46 smithi170 ceph-mon[97338]: pgmap v21215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:46.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:46 smithi081 ceph-mon[95500]: pgmap v21215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:46 smithi081 ceph-mon[107735]: pgmap v21215: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:46.495Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:46.496Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:48.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:48 smithi081 ceph-mon[95500]: pgmap v21216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:48.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:48 smithi081 ceph-mon[107735]: pgmap v21216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:48 smithi170 ceph-mon[97338]: pgmap v21216: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:50.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:50 smithi081 ceph-mon[95500]: pgmap v21217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:50.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:50 smithi081 ceph-mon[107735]: pgmap v21217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:50 smithi170 ceph-mon[97338]: pgmap v21217: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:52.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:52 smithi081 ceph-mon[95500]: pgmap v21218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:52.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:52 smithi081 ceph-mon[107735]: pgmap v21218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:52 smithi170 ceph-mon[97338]: pgmap v21218: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:25:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:25:54.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:54 smithi081 ceph-mon[95500]: pgmap v21219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:54.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:54 smithi081 ceph-mon[107735]: pgmap v21219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:54.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:54.676Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:54.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:54.677Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:54 smithi170 ceph-mon[97338]: pgmap v21219: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:56 smithi081 ceph-mon[95500]: pgmap v21220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:56 smithi081 ceph-mon[107735]: pgmap v21220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:25:56.496Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:56.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:25:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:25:56.497Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:25:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:56 smithi170 ceph-mon[97338]: pgmap v21220: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:58.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:25:58 smithi081 ceph-mon[95500]: pgmap v21221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:58.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:25:58 smithi081 ceph-mon[107735]: pgmap v21221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:25:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:25:58 smithi170 ceph-mon[97338]: pgmap v21221: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:00.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:00 smithi081 ceph-mon[95500]: pgmap v21222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:00.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:00 smithi081 ceph-mon[107735]: pgmap v21222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:00.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:00 smithi170 ceph-mon[97338]: pgmap v21222: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:02 smithi170 ceph-mon[97338]: pgmap v21223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:02 smithi081 ceph-mon[95500]: pgmap v21223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:02 smithi081 ceph-mon[107735]: pgmap v21223: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:26:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:26:04.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:04 smithi170 ceph-mon[97338]: pgmap v21224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:04 smithi081 ceph-mon[95500]: pgmap v21224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:04 smithi081 ceph-mon[107735]: pgmap v21224: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:04.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:04.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:06.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:06 smithi081 ceph-mon[95500]: pgmap v21225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:06.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:06 smithi081 ceph-mon[107735]: pgmap v21225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:06.497Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:06.498Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:06.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:06 smithi170 ceph-mon[97338]: pgmap v21225: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:08 smithi170 ceph-mon[97338]: pgmap v21226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:09.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:08 smithi081 ceph-mon[95500]: pgmap v21226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:08 smithi081 ceph-mon[107735]: pgmap v21226: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:10 smithi170 ceph-mon[97338]: pgmap v21227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:10 smithi081 ceph-mon[95500]: pgmap v21227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:10 smithi081 ceph-mon[107735]: pgmap v21227: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:12.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:12 smithi170 ceph-mon[97338]: pgmap v21228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:12 smithi081 ceph-mon[95500]: pgmap v21228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:12 smithi081 ceph-mon[107735]: pgmap v21228: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:26:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:26:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:14 smithi170 ceph-mon[97338]: pgmap v21229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:14 smithi081 ceph-mon[95500]: pgmap v21229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:14 smithi081 ceph-mon[107735]: pgmap v21229: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:14.677Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:14.678Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:16 smithi081 ceph-mon[95500]: pgmap v21230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:16 smithi081 ceph-mon[107735]: pgmap v21230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:16.498Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:16.499Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:16 smithi170 ceph-mon[97338]: pgmap v21230: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:18 smithi170 ceph-mon[97338]: pgmap v21231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:19.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:18 smithi081 ceph-mon[95500]: pgmap v21231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:18 smithi081 ceph-mon[107735]: pgmap v21231: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:20 smithi170 ceph-mon[97338]: pgmap v21232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:20 smithi081 ceph-mon[95500]: pgmap v21232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:20 smithi081 ceph-mon[107735]: pgmap v21232: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:22 smithi170 ceph-mon[97338]: pgmap v21233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:22 smithi081 ceph-mon[95500]: pgmap v21233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:22 smithi081 ceph-mon[107735]: pgmap v21233: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:26:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:26:24.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:24 smithi170 ceph-mon[97338]: pgmap v21234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:24 smithi081 ceph-mon[95500]: pgmap v21234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:24 smithi081 ceph-mon[107735]: pgmap v21234: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:25.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:24.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:25.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:24.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:26.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:26 smithi081 ceph-mon[95500]: pgmap v21235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:26 smithi081 ceph-mon[107735]: pgmap v21235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:26.499Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:26.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:26.500Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:26 smithi170 ceph-mon[97338]: pgmap v21235: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:28 smithi170 ceph-mon[97338]: pgmap v21236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:29.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:28 smithi081 ceph-mon[95500]: pgmap v21236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:29.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:28 smithi081 ceph-mon[107735]: pgmap v21236: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:30 smithi170 ceph-mon[97338]: pgmap v21237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:31.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:30 smithi081 ceph-mon[95500]: pgmap v21237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:30 smithi081 ceph-mon[107735]: pgmap v21237: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:32.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:32 smithi170 ceph-mon[97338]: pgmap v21238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:32 smithi081 ceph-mon[95500]: pgmap v21238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:32 smithi081 ceph-mon[107735]: pgmap v21238: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:33.520 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:26:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:26:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:34 smithi170 ceph-mon[97338]: pgmap v21239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:34 smithi081 ceph-mon[95500]: pgmap v21239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:34 smithi081 ceph-mon[107735]: pgmap v21239: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:34.678Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:34.679Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:36 smithi081 ceph-mon[95500]: pgmap v21240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:36.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:36.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:36.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:36.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:36 smithi081 ceph-mon[107735]: pgmap v21240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:36 smithi170 ceph-mon[97338]: pgmap v21240: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:38 smithi170 ceph-mon[97338]: pgmap v21241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:38 smithi081 ceph-mon[95500]: pgmap v21241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:39.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:38 smithi081 ceph-mon[107735]: pgmap v21241: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:40 smithi170 ceph-mon[97338]: pgmap v21242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:40 smithi081 ceph-mon[95500]: pgmap v21242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:40 smithi081 ceph-mon[107735]: pgmap v21242: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:42.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:42 smithi170 ceph-mon[97338]: pgmap v21243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:42 smithi081 ceph-mon[95500]: pgmap v21243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:42 smithi081 ceph-mon[107735]: pgmap v21243: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:43.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:26:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:26:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:44 smithi170 ceph-mon[97338]: pgmap v21244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:44 smithi081 ceph-mon[95500]: pgmap v21244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:44 smithi081 ceph-mon[107735]: pgmap v21244: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:44.679Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:44.680Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:46.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:46 smithi081 ceph-mon[95500]: pgmap v21245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:46 smithi081 ceph-mon[107735]: pgmap v21245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:46.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:46.500Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:46.501Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:46 smithi170 ceph-mon[97338]: pgmap v21245: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:48 smithi170 ceph-mon[97338]: pgmap v21246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:48 smithi081 ceph-mon[95500]: pgmap v21246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:48 smithi081 ceph-mon[107735]: pgmap v21246: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:50 smithi170 ceph-mon[97338]: pgmap v21247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:50 smithi081 ceph-mon[95500]: pgmap v21247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:51.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:50 smithi081 ceph-mon[107735]: pgmap v21247: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:52.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:52 smithi170 ceph-mon[97338]: pgmap v21248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:53.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:52 smithi081 ceph-mon[95500]: pgmap v21248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:53.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:52 smithi081 ceph-mon[107735]: pgmap v21248: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:26:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:26:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:54 smithi170 ceph-mon[97338]: pgmap v21249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:54 smithi081 ceph-mon[95500]: pgmap v21249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:55.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:54 smithi081 ceph-mon[107735]: pgmap v21249: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:54.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:54.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:56 smithi081 ceph-mon[95500]: pgmap v21250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:26:56.501Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:26:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:26:56.502Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:26:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:56 smithi081 ceph-mon[107735]: pgmap v21250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:56 smithi170 ceph-mon[97338]: pgmap v21250: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:26:58 smithi170 ceph-mon[97338]: pgmap v21251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:59.018 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:26:58 smithi081 ceph-mon[95500]: pgmap v21251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:26:59.018 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:26:58 smithi081 ceph-mon[107735]: pgmap v21251: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:00 smithi170 ceph-mon[97338]: pgmap v21252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:00 smithi081 ceph-mon[95500]: pgmap v21252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:00 smithi081 ceph-mon[107735]: pgmap v21252: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:02 smithi170 ceph-mon[97338]: pgmap v21253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:02 smithi081 ceph-mon[95500]: pgmap v21253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:02 smithi081 ceph-mon[107735]: pgmap v21253: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:03.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:27:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:27:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:04 smithi170 ceph-mon[97338]: pgmap v21254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:04 smithi081 ceph-mon[95500]: pgmap v21254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:04 smithi081 ceph-mon[107735]: pgmap v21254: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:04.680Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:04.681Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:06 smithi081 ceph-mon[95500]: pgmap v21255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:06 smithi081 ceph-mon[107735]: pgmap v21255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:06.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:06.503Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:06.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:06 smithi170 ceph-mon[97338]: pgmap v21255: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:08 smithi170 ceph-mon[97338]: pgmap v21256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:08 smithi081 ceph-mon[95500]: pgmap v21256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:08 smithi081 ceph-mon[107735]: pgmap v21256: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:10 smithi170 ceph-mon[97338]: pgmap v21257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:10 smithi081 ceph-mon[95500]: pgmap v21257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:10 smithi081 ceph-mon[107735]: pgmap v21257: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:12 smithi170 ceph-mon[97338]: pgmap v21258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:12 smithi081 ceph-mon[95500]: pgmap v21258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:12 smithi081 ceph-mon[107735]: pgmap v21258: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:27:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:27:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:27:14.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:14 smithi081 ceph-mon[95500]: pgmap v21259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:14.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:14 smithi081 ceph-mon[107735]: pgmap v21259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:14.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:14.681Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:14.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:14.682Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:14 smithi170 ceph-mon[97338]: pgmap v21259: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:16.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:16 smithi081 ceph-mon[95500]: pgmap v21260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:16 smithi081 ceph-mon[107735]: pgmap v21260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:16.502Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:16.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:16.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:16 smithi170 ceph-mon[97338]: pgmap v21260: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:18 smithi170 ceph-mon[97338]: pgmap v21261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:18 smithi081 ceph-mon[95500]: pgmap v21261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:18 smithi081 ceph-mon[107735]: pgmap v21261: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:20 smithi170 ceph-mon[97338]: pgmap v21262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:20 smithi081 ceph-mon[95500]: pgmap v21262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:20 smithi081 ceph-mon[107735]: pgmap v21262: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:23.001 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:22 smithi170 ceph-mon[97338]: pgmap v21263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:22 smithi081 ceph-mon[95500]: pgmap v21263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:22 smithi081 ceph-mon[107735]: pgmap v21263: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:23.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:27:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:27:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:24 smithi170 ceph-mon[97338]: pgmap v21264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:24 smithi081 ceph-mon[95500]: pgmap v21264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:24 smithi081 ceph-mon[107735]: pgmap v21264: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:24.682Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:24.683Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:26.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:26 smithi081 ceph-mon[95500]: pgmap v21265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:26.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:26 smithi081 ceph-mon[107735]: pgmap v21265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:26.503Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:26.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:26.504Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:26 smithi170 ceph-mon[97338]: pgmap v21265: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:28 smithi170 ceph-mon[97338]: pgmap v21266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:28 smithi081 ceph-mon[95500]: pgmap v21266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:28 smithi081 ceph-mon[107735]: pgmap v21266: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:30 smithi170 ceph-mon[97338]: pgmap v21267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:30 smithi081 ceph-mon[95500]: pgmap v21267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:30 smithi081 ceph-mon[107735]: pgmap v21267: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:32 smithi170 ceph-mon[97338]: pgmap v21268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:32 smithi081 ceph-mon[95500]: pgmap v21268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:32 smithi081 ceph-mon[107735]: pgmap v21268: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:27:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:27:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:27:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:34 smithi170 ceph-mon[97338]: pgmap v21269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:34 smithi081 ceph-mon[95500]: pgmap v21269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:34 smithi081 ceph-mon[107735]: pgmap v21269: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:34.683Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:34.684Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:36 smithi081 ceph-mon[95500]: pgmap v21270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:36 smithi081 ceph-mon[107735]: pgmap v21270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:36.504Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:36.505Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:36 smithi170 ceph-mon[97338]: pgmap v21270: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:38 smithi170 ceph-mon[97338]: pgmap v21271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:38 smithi081 ceph-mon[95500]: pgmap v21271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:38 smithi081 ceph-mon[107735]: pgmap v21271: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:40 smithi170 ceph-mon[97338]: pgmap v21272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:40 smithi081 ceph-mon[95500]: pgmap v21272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:40 smithi081 ceph-mon[107735]: pgmap v21272: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:42 smithi170 ceph-mon[97338]: pgmap v21273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:43.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:42 smithi081 ceph-mon[95500]: pgmap v21273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:42 smithi081 ceph-mon[107735]: pgmap v21273: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:27:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:27:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:27:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:44 smithi170 ceph-mon[97338]: pgmap v21274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:44 smithi081 ceph-mon[95500]: pgmap v21274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:44 smithi081 ceph-mon[107735]: pgmap v21274: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:44.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:44.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:46.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:46 smithi081 ceph-mon[95500]: pgmap v21275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:46.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:46 smithi081 ceph-mon[107735]: pgmap v21275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:46.505Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:46.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:46.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:46 smithi170 ceph-mon[97338]: pgmap v21275: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:48 smithi170 ceph-mon[97338]: pgmap v21276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:48 smithi081 ceph-mon[95500]: pgmap v21276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:48 smithi081 ceph-mon[107735]: pgmap v21276: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:50 smithi170 ceph-mon[97338]: pgmap v21277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:50 smithi081 ceph-mon[95500]: pgmap v21277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:50 smithi081 ceph-mon[107735]: pgmap v21277: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:52 smithi170 ceph-mon[97338]: pgmap v21278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:52 smithi081 ceph-mon[95500]: pgmap v21278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:52 smithi081 ceph-mon[107735]: pgmap v21278: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:27:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:27:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:27:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:54 smithi170 ceph-mon[97338]: pgmap v21279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:54 smithi081 ceph-mon[95500]: pgmap v21279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:54 smithi081 ceph-mon[107735]: pgmap v21279: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:54.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:54.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:56 smithi081 ceph-mon[95500]: pgmap v21280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:27:56.506Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:56.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:27:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:27:56.507Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:27:56.767 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:56 smithi081 ceph-mon[107735]: pgmap v21280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:56 smithi170 ceph-mon[97338]: pgmap v21280: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:58.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:27:58 smithi170 ceph-mon[97338]: pgmap v21281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:27:58 smithi081 ceph-mon[95500]: pgmap v21281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:27:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:27:58 smithi081 ceph-mon[107735]: pgmap v21281: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:00 smithi170 ceph-mon[97338]: pgmap v21282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:00 smithi081 ceph-mon[95500]: pgmap v21282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:00 smithi081 ceph-mon[107735]: pgmap v21282: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:02 smithi170 ceph-mon[97338]: pgmap v21283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:02 smithi081 ceph-mon[95500]: pgmap v21283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:02 smithi081 ceph-mon[107735]: pgmap v21283: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:28:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:28:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:28:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:04 smithi170 ceph-mon[97338]: pgmap v21284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:04 smithi081 ceph-mon[95500]: pgmap v21284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:04 smithi081 ceph-mon[107735]: pgmap v21284: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:04.684Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:04.685Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:06 smithi081 ceph-mon[95500]: pgmap v21285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:06 smithi081 ceph-mon[107735]: pgmap v21285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:06.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:06.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:06.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:06 smithi170 ceph-mon[97338]: pgmap v21285: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:08.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:08 smithi170 ceph-mon[97338]: pgmap v21286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:08 smithi081 ceph-mon[95500]: pgmap v21286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:08 smithi081 ceph-mon[107735]: pgmap v21286: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:10 smithi170 ceph-mon[97338]: pgmap v21287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:10 smithi081 ceph-mon[95500]: pgmap v21287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:10 smithi081 ceph-mon[107735]: pgmap v21287: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:12 smithi170 ceph-mon[97338]: pgmap v21288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:13.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:12 smithi081 ceph-mon[95500]: pgmap v21288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:12 smithi081 ceph-mon[107735]: pgmap v21288: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:28:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:28:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:28:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:14 smithi170 ceph-mon[97338]: pgmap v21289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:14 smithi081 ceph-mon[95500]: pgmap v21289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:14.685Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:14.686Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:14 smithi081 ceph-mon[107735]: pgmap v21289: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:16.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:16 smithi081 ceph-mon[95500]: pgmap v21290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:16 smithi081 ceph-mon[107735]: pgmap v21290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:16.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:16.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:16 smithi170 ceph-mon[97338]: pgmap v21290: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:18 smithi170 ceph-mon[97338]: pgmap v21291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:18 smithi081 ceph-mon[95500]: pgmap v21291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:18 smithi081 ceph-mon[107735]: pgmap v21291: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:20 smithi170 ceph-mon[97338]: pgmap v21292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:20 smithi081 ceph-mon[95500]: pgmap v21292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:20 smithi081 ceph-mon[107735]: pgmap v21292: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:22.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:22 smithi170 ceph-mon[97338]: pgmap v21293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:22 smithi081 ceph-mon[95500]: pgmap v21293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:23.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:22 smithi081 ceph-mon[107735]: pgmap v21293: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:28:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:28:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:24 smithi170 ceph-mon[97338]: pgmap v21294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:24 smithi081 ceph-mon[95500]: pgmap v21294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:24 smithi081 ceph-mon[107735]: pgmap v21294: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:24.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:24.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:26.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:26 smithi081 ceph-mon[95500]: pgmap v21295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:26.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:26.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:26.769 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:26.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:26.769 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:26 smithi081 ceph-mon[107735]: pgmap v21295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:26.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:26 smithi170 ceph-mon[97338]: pgmap v21295: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:28 smithi170 ceph-mon[97338]: pgmap v21296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:28 smithi081 ceph-mon[95500]: pgmap v21296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:28 smithi081 ceph-mon[107735]: pgmap v21296: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:30 smithi170 ceph-mon[97338]: pgmap v21297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:30 smithi081 ceph-mon[95500]: pgmap v21297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:30 smithi081 ceph-mon[107735]: pgmap v21297: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:32.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:32 smithi170 ceph-mon[97338]: pgmap v21298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:32 smithi081 ceph-mon[95500]: pgmap v21298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:32 smithi081 ceph-mon[107735]: pgmap v21298: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:28:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:28:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:28:34.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:34 smithi170 ceph-mon[97338]: pgmap v21299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:35.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:34 smithi081 ceph-mon[95500]: pgmap v21299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:34 smithi081 ceph-mon[107735]: pgmap v21299: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:34.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:34.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:36.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:36 smithi081 ceph-mon[95500]: pgmap v21300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:36.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:36 smithi081 ceph-mon[107735]: pgmap v21300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:36.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:36.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:36.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:36 smithi170 ceph-mon[97338]: pgmap v21300: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:38 smithi170 ceph-mon[97338]: pgmap v21301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:38 smithi081 ceph-mon[95500]: pgmap v21301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:38 smithi081 ceph-mon[107735]: pgmap v21301: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:40 smithi170 ceph-mon[97338]: pgmap v21302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:40 smithi081 ceph-mon[95500]: pgmap v21302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:40 smithi081 ceph-mon[107735]: pgmap v21302: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:41.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:41 smithi170 ceph-mon[97338]: pgmap v21303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:42.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:41 smithi081 ceph-mon[95500]: pgmap v21303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:42.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:41 smithi081 ceph-mon[107735]: pgmap v21303: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:28:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:28:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:44 smithi170 ceph-mon[97338]: pgmap v21304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:44 smithi081 ceph-mon[95500]: pgmap v21304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:44.686Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:44.687Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:44 smithi081 ceph-mon[107735]: pgmap v21304: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:46.543 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:46.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:46.543 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:46.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:46.544 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:46 smithi081 ceph-mon[107735]: pgmap v21305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:46.544 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:46 smithi081 ceph-mon[95500]: pgmap v21305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:46 smithi170 ceph-mon[97338]: pgmap v21305: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:48 smithi170 ceph-mon[97338]: pgmap v21306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:49.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:48 smithi081 ceph-mon[95500]: pgmap v21306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:49.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:48 smithi081 ceph-mon[107735]: pgmap v21306: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:50 smithi170 ceph-mon[97338]: pgmap v21307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:50 smithi081 ceph-mon[95500]: pgmap v21307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:50 smithi081 ceph-mon[107735]: pgmap v21307: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:52 smithi170 ceph-mon[97338]: pgmap v21308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:52 smithi081 ceph-mon[95500]: pgmap v21308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:53.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:52 smithi081 ceph-mon[107735]: pgmap v21308: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:28:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:28:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:54 smithi170 ceph-mon[97338]: pgmap v21309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:54 smithi081 ceph-mon[95500]: pgmap v21309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:54 smithi081 ceph-mon[107735]: pgmap v21309: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:54.687Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:54.688Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:56.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:56 smithi081 ceph-mon[95500]: pgmap v21310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:56.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:56 smithi081 ceph-mon[107735]: pgmap v21310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:28:56.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:56.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:28:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:28:56.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:28:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:56 smithi170 ceph-mon[97338]: pgmap v21310: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:28:58 smithi170 ceph-mon[97338]: pgmap v21311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:28:58 smithi081 ceph-mon[95500]: pgmap v21311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:28:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:28:58 smithi081 ceph-mon[107735]: pgmap v21311: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:00 smithi170 ceph-mon[97338]: pgmap v21312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:00 smithi081 ceph-mon[95500]: pgmap v21312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:00 smithi081 ceph-mon[107735]: pgmap v21312: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:02.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:02 smithi170 ceph-mon[97338]: pgmap v21313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:02 smithi081 ceph-mon[95500]: pgmap v21313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:02 smithi081 ceph-mon[107735]: pgmap v21313: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:29:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:29:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:04 smithi170 ceph-mon[97338]: pgmap v21314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:04 smithi081 ceph-mon[95500]: pgmap v21314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:04 smithi081 ceph-mon[107735]: pgmap v21314: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:04.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:04.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:06.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:06 smithi081 ceph-mon[95500]: pgmap v21315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:06.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:06 smithi081 ceph-mon[107735]: pgmap v21315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:06.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:06.767 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:06.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:06 smithi170 ceph-mon[97338]: pgmap v21315: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:08 smithi170 ceph-mon[97338]: pgmap v21316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:08 smithi081 ceph-mon[95500]: pgmap v21316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:08 smithi081 ceph-mon[107735]: pgmap v21316: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:10 smithi170 ceph-mon[97338]: pgmap v21317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:11.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:10 smithi081 ceph-mon[95500]: pgmap v21317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:10 smithi081 ceph-mon[107735]: pgmap v21317: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:12 smithi170 ceph-mon[97338]: pgmap v21318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:12 smithi081 ceph-mon[95500]: pgmap v21318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:12 smithi081 ceph-mon[107735]: pgmap v21318: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:29:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:29:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:14 smithi170 ceph-mon[97338]: pgmap v21319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:14 smithi081 ceph-mon[95500]: pgmap v21319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:14 smithi081 ceph-mon[107735]: pgmap v21319: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:14.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:14.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:16.765 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:16 smithi081 ceph-mon[95500]: pgmap v21320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:16.766 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:16 smithi081 ceph-mon[107735]: pgmap v21320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:16.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:16.766 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:16.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:16 smithi170 ceph-mon[97338]: pgmap v21320: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:18.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:18 smithi170 ceph-mon[97338]: pgmap v21321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:18 smithi081 ceph-mon[95500]: pgmap v21321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:18 smithi081 ceph-mon[107735]: pgmap v21321: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:20 smithi170 ceph-mon[97338]: pgmap v21322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:20 smithi081 ceph-mon[95500]: pgmap v21322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:20 smithi081 ceph-mon[107735]: pgmap v21322: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:22 smithi170 ceph-mon[97338]: pgmap v21323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:22 smithi081 ceph-mon[95500]: pgmap v21323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:22 smithi081 ceph-mon[107735]: pgmap v21323: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:29:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:29:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:24 smithi170 ceph-mon[97338]: pgmap v21324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:25.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:24 smithi081 ceph-mon[95500]: pgmap v21324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:24 smithi081 ceph-mon[107735]: pgmap v21324: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:24.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:24.690Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:26 smithi170 ceph-mon[97338]: pgmap v21325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:26 smithi081 ceph-mon[95500]: pgmap v21325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:26 smithi081 ceph-mon[107735]: pgmap v21325: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:26.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:26.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:28 smithi170 ceph-mon[97338]: pgmap v21326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:28 smithi081 ceph-mon[95500]: pgmap v21326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:28 smithi081 ceph-mon[107735]: pgmap v21326: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:30 smithi170 ceph-mon[97338]: pgmap v21327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:30 smithi081 ceph-mon[95500]: pgmap v21327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:30 smithi081 ceph-mon[107735]: pgmap v21327: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:32 smithi170 ceph-mon[97338]: pgmap v21328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:33.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:32 smithi081 ceph-mon[95500]: pgmap v21328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:32 smithi081 ceph-mon[107735]: pgmap v21328: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:33.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:29:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:29:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:34 smithi170 ceph-mon[97338]: pgmap v21329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:34 smithi081 ceph-mon[95500]: pgmap v21329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:34 smithi081 ceph-mon[107735]: pgmap v21329: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:34.689Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:34.691Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:36.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:36 smithi170 ceph-mon[97338]: pgmap v21330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:36 smithi081 ceph-mon[95500]: pgmap v21330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:37.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:36 smithi081 ceph-mon[107735]: pgmap v21330: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:37.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:36.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:37.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:36.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:38 smithi170 ceph-mon[97338]: pgmap v21331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:38 smithi081 ceph-mon[95500]: pgmap v21331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:38 smithi081 ceph-mon[107735]: pgmap v21331: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:40 smithi170 ceph-mon[97338]: pgmap v21332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:40 smithi081 ceph-mon[95500]: pgmap v21332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:40 smithi081 ceph-mon[107735]: pgmap v21332: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:42 smithi170 ceph-mon[97338]: pgmap v21333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:42 smithi081 ceph-mon[95500]: pgmap v21333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:42 smithi081 ceph-mon[107735]: pgmap v21333: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:29:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:29:44.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:44 smithi170 ceph-mon[97338]: pgmap v21334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:44 smithi081 ceph-mon[107735]: pgmap v21334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:45.017 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:44 smithi081 ceph-mon[95500]: pgmap v21334: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:45.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:44.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:45.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:44.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:46 smithi170 ceph-mon[97338]: pgmap v21335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:47.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:46 smithi081 ceph-mon[95500]: pgmap v21335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:46 smithi081 ceph-mon[107735]: pgmap v21335: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:46.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:46.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:48 smithi170 ceph-mon[97338]: pgmap v21336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:48 smithi081 ceph-mon[95500]: pgmap v21336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:48 smithi081 ceph-mon[107735]: pgmap v21336: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:50.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:50 smithi170 ceph-mon[97338]: pgmap v21337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:50 smithi081 ceph-mon[95500]: pgmap v21337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:50 smithi081 ceph-mon[107735]: pgmap v21337: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:52 smithi170 ceph-mon[97338]: pgmap v21338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:52 smithi081 ceph-mon[95500]: pgmap v21338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:52 smithi081 ceph-mon[107735]: pgmap v21338: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:29:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:29:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:54 smithi170 ceph-mon[97338]: pgmap v21339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:54 smithi081 ceph-mon[95500]: pgmap v21339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:54.691Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:54.692Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:54 smithi081 ceph-mon[107735]: pgmap v21339: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:56 smithi170 ceph-mon[97338]: pgmap v21340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:57.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:56 smithi081 ceph-mon[95500]: pgmap v21340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:56 smithi081 ceph-mon[107735]: pgmap v21340: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:29:56.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:29:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:29:56.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:29:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:29:58 smithi170 ceph-mon[97338]: pgmap v21341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:29:58 smithi081 ceph-mon[95500]: pgmap v21341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:29:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:29:58 smithi081 ceph-mon[107735]: pgmap v21341: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:00 smithi170 ceph-mon[97338]: pgmap v21342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:00 smithi170 ceph-mon[97338]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:30:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:00 smithi081 ceph-mon[95500]: pgmap v21342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:01.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:00 smithi081 ceph-mon[95500]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:30:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:00 smithi081 ceph-mon[107735]: pgmap v21342: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:00 smithi081 ceph-mon[107735]: overall HEALTH_WARN Reduced data availability: 121 pgs inactive 2023-05-20T17:30:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:02 smithi170 ceph-mon[97338]: pgmap v21343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:02 smithi081 ceph-mon[95500]: pgmap v21343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:02 smithi081 ceph-mon[107735]: pgmap v21343: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:30:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:30:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:04 smithi170 ceph-mon[97338]: pgmap v21344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:04 smithi081 ceph-mon[95500]: pgmap v21344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:04 smithi081 ceph-mon[107735]: pgmap v21344: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:04.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:04.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:06 smithi170 ceph-mon[97338]: pgmap v21345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:07.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:06 smithi081 ceph-mon[95500]: pgmap v21345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:06 smithi081 ceph-mon[107735]: pgmap v21345: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:06.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:06.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:08 smithi170 ceph-mon[97338]: pgmap v21346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:08 smithi081 ceph-mon[95500]: pgmap v21346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:08 smithi081 ceph-mon[107735]: pgmap v21346: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:10 smithi170 ceph-mon[97338]: pgmap v21347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:10 smithi081 ceph-mon[95500]: pgmap v21347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:10 smithi081 ceph-mon[107735]: pgmap v21347: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:12 smithi170 ceph-mon[97338]: pgmap v21348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:12 smithi081 ceph-mon[95500]: pgmap v21348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:12 smithi081 ceph-mon[107735]: pgmap v21348: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:30:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:30:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:14 smithi170 ceph-mon[97338]: pgmap v21349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:14 smithi081 ceph-mon[95500]: pgmap v21349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:14 smithi081 ceph-mon[107735]: pgmap v21349: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:14.692Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:14.693Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:16 smithi170 ceph-mon[97338]: pgmap v21350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:16 smithi081 ceph-mon[95500]: pgmap v21350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:16 smithi081 ceph-mon[107735]: pgmap v21350: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:16.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:16.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:18 smithi170 ceph-mon[97338]: pgmap v21351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:18 smithi081 ceph-mon[95500]: pgmap v21351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:19.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:18 smithi081 ceph-mon[107735]: pgmap v21351: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:20 smithi170 ceph-mon[97338]: pgmap v21352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:20 smithi081 ceph-mon[95500]: pgmap v21352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:20 smithi081 ceph-mon[107735]: pgmap v21352: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:22 smithi170 ceph-mon[97338]: pgmap v21353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:22 smithi081 ceph-mon[95500]: pgmap v21353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:22 smithi081 ceph-mon[107735]: pgmap v21353: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:30:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:30:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:24 smithi170 ceph-mon[97338]: pgmap v21354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:24 smithi081 ceph-mon[95500]: pgmap v21354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:24.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:24.694Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:25.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:24 smithi081 ceph-mon[107735]: pgmap v21354: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:26 smithi170 ceph-mon[97338]: pgmap v21355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:26 smithi081 ceph-mon[95500]: pgmap v21355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:26 smithi081 ceph-mon[107735]: pgmap v21355: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:26.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:26.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:28 smithi170 ceph-mon[97338]: pgmap v21356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:28 smithi081 ceph-mon[95500]: pgmap v21356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:28 smithi081 ceph-mon[107735]: pgmap v21356: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:30 smithi170 ceph-mon[97338]: pgmap v21357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:30 smithi081 ceph-mon[95500]: pgmap v21357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:30 smithi081 ceph-mon[107735]: pgmap v21357: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:32 smithi170 ceph-mon[97338]: pgmap v21358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:32 smithi081 ceph-mon[95500]: pgmap v21358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:32 smithi081 ceph-mon[107735]: pgmap v21358: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:30:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:30:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:34 smithi170 ceph-mon[97338]: pgmap v21359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:34 smithi081 ceph-mon[95500]: pgmap v21359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:34 smithi081 ceph-mon[107735]: pgmap v21359: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:34.693Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:34.695Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:36 smithi170 ceph-mon[97338]: pgmap v21360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:37.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:36 smithi081 ceph-mon[95500]: pgmap v21360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:36.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:36.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:36 smithi081 ceph-mon[107735]: pgmap v21360: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:38 smithi170 ceph-mon[97338]: pgmap v21361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:38 smithi081 ceph-mon[95500]: pgmap v21361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:38 smithi081 ceph-mon[107735]: pgmap v21361: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:40 smithi170 ceph-mon[97338]: pgmap v21362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:40 smithi081 ceph-mon[95500]: pgmap v21362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:40 smithi081 ceph-mon[107735]: pgmap v21362: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:42 smithi170 ceph-mon[97338]: pgmap v21363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:42 smithi081 ceph-mon[95500]: pgmap v21363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:42 smithi081 ceph-mon[107735]: pgmap v21363: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:43.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:30:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:30:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:44 smithi170 ceph-mon[97338]: pgmap v21364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:45.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:44 smithi081 ceph-mon[107735]: pgmap v21364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:45.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:44 smithi081 ceph-mon[95500]: pgmap v21364: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:44.695Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:44.696Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:46 smithi170 ceph-mon[97338]: pgmap v21365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:47.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:46 smithi081 ceph-mon[95500]: pgmap v21365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:46 smithi081 ceph-mon[107735]: pgmap v21365: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:46.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:46.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:48 smithi170 ceph-mon[97338]: pgmap v21366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:48 smithi081 ceph-mon[95500]: pgmap v21366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:48 smithi081 ceph-mon[107735]: pgmap v21366: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:50 smithi170 ceph-mon[97338]: pgmap v21367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:50 smithi081 ceph-mon[95500]: pgmap v21367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:50 smithi081 ceph-mon[107735]: pgmap v21367: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:52 smithi170 ceph-mon[97338]: pgmap v21368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:52 smithi081 ceph-mon[95500]: pgmap v21368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:52 smithi081 ceph-mon[107735]: pgmap v21368: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:30:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:30:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:54 smithi170 ceph-mon[97338]: pgmap v21369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:54 smithi081 ceph-mon[95500]: pgmap v21369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:54 smithi081 ceph-mon[107735]: pgmap v21369: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:54.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:54.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:56 smithi170 ceph-mon[97338]: pgmap v21370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:57.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:56 smithi081 ceph-mon[95500]: pgmap v21370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:56 smithi081 ceph-mon[107735]: pgmap v21370: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:30:56.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:30:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:30:56.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:30:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:30:58 smithi170 ceph-mon[97338]: pgmap v21371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:30:58 smithi081 ceph-mon[95500]: pgmap v21371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:30:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:30:58 smithi081 ceph-mon[107735]: pgmap v21371: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:00 smithi170 ceph-mon[97338]: pgmap v21372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:00 smithi081 ceph-mon[95500]: pgmap v21372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:00 smithi081 ceph-mon[107735]: pgmap v21372: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:02 smithi170 ceph-mon[97338]: pgmap v21373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:03.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:02 smithi081 ceph-mon[95500]: pgmap v21373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:02 smithi081 ceph-mon[107735]: pgmap v21373: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:31:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:31:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:04 smithi170 ceph-mon[97338]: pgmap v21374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:05.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:04 smithi081 ceph-mon[95500]: pgmap v21374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:05.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:04 smithi081 ceph-mon[107735]: pgmap v21374: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:04.696Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:04.697Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:06 smithi170 ceph-mon[97338]: pgmap v21375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:07.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:06 smithi081 ceph-mon[95500]: pgmap v21375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:06 smithi081 ceph-mon[107735]: pgmap v21375: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:06.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:06.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:08 smithi170 ceph-mon[97338]: pgmap v21376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:08 smithi081 ceph-mon[95500]: pgmap v21376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:08 smithi081 ceph-mon[107735]: pgmap v21376: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:10 smithi170 ceph-mon[97338]: pgmap v21377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:10 smithi081 ceph-mon[95500]: pgmap v21377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:10 smithi081 ceph-mon[107735]: pgmap v21377: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:12 smithi170 ceph-mon[97338]: pgmap v21378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:12 smithi081 ceph-mon[95500]: pgmap v21378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:12 smithi081 ceph-mon[107735]: pgmap v21378: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:31:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:31:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:14 smithi170 ceph-mon[97338]: pgmap v21379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:15.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:14 smithi081 ceph-mon[107735]: pgmap v21379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:15.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:14 smithi081 ceph-mon[95500]: pgmap v21379: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:14.697Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:14.698Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:16 smithi170 ceph-mon[97338]: pgmap v21380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:16 smithi081 ceph-mon[95500]: pgmap v21380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:16 smithi081 ceph-mon[107735]: pgmap v21380: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:16.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:16.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:18 smithi170 ceph-mon[97338]: pgmap v21381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:18 smithi081 ceph-mon[95500]: pgmap v21381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:18 smithi081 ceph-mon[107735]: pgmap v21381: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:20 smithi170 ceph-mon[97338]: pgmap v21382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:20 smithi081 ceph-mon[95500]: pgmap v21382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:21.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:20 smithi081 ceph-mon[107735]: pgmap v21382: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:22 smithi170 ceph-mon[97338]: pgmap v21383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:23.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:22 smithi081 ceph-mon[95500]: pgmap v21383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:22 smithi081 ceph-mon[107735]: pgmap v21383: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:23.517 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:31:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:31:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:24 smithi170 ceph-mon[97338]: pgmap v21384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:24 smithi081 ceph-mon[95500]: pgmap v21384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:24 smithi081 ceph-mon[107735]: pgmap v21384: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:24.698Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:24.699Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:26 smithi170 ceph-mon[97338]: pgmap v21385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:26 smithi081 ceph-mon[95500]: pgmap v21385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:26 smithi081 ceph-mon[107735]: pgmap v21385: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:26.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:26.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:27.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:27 smithi170 ceph-mon[97338]: pgmap v21386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:28.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:27 smithi081 ceph-mon[95500]: pgmap v21386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:28.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:27 smithi081 ceph-mon[107735]: pgmap v21386: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:30.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:30 smithi170 ceph-mon[97338]: pgmap v21387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:30 smithi081 ceph-mon[95500]: pgmap v21387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:30 smithi081 ceph-mon[107735]: pgmap v21387: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:32 smithi170 ceph-mon[97338]: pgmap v21388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:32 smithi081 ceph-mon[95500]: pgmap v21388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:32 smithi081 ceph-mon[107735]: pgmap v21388: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:31:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:31:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:34 smithi170 ceph-mon[97338]: pgmap v21389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:34 smithi081 ceph-mon[95500]: pgmap v21389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:34 smithi081 ceph-mon[107735]: pgmap v21389: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:34.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:34.700Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:36 smithi170 ceph-mon[97338]: pgmap v21390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:37.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:36 smithi081 ceph-mon[95500]: pgmap v21390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:36 smithi081 ceph-mon[107735]: pgmap v21390: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:36.522Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:36.523Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:38 smithi170 ceph-mon[97338]: pgmap v21391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:38 smithi081 ceph-mon[95500]: pgmap v21391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:38 smithi081 ceph-mon[107735]: pgmap v21391: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:40 smithi170 ceph-mon[97338]: pgmap v21392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:40 smithi081 ceph-mon[95500]: pgmap v21392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:40 smithi081 ceph-mon[107735]: pgmap v21392: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:42 smithi170 ceph-mon[97338]: pgmap v21393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:42 smithi081 ceph-mon[95500]: pgmap v21393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:42 smithi081 ceph-mon[107735]: pgmap v21393: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:31:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:31:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:44 smithi170 ceph-mon[97338]: pgmap v21394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:44 smithi081 ceph-mon[95500]: pgmap v21394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:44 smithi081 ceph-mon[107735]: pgmap v21394: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:44.699Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:44.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:46 smithi170 ceph-mon[97338]: pgmap v21395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:47.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:46 smithi081 ceph-mon[95500]: pgmap v21395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:47.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:46 smithi081 ceph-mon[107735]: pgmap v21395: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:47.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:46.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:47.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:46.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:48 smithi170 ceph-mon[97338]: pgmap v21396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:48 smithi081 ceph-mon[95500]: pgmap v21396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:48 smithi081 ceph-mon[107735]: pgmap v21396: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:50.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:50 smithi170 ceph-mon[97338]: pgmap v21397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:50 smithi081 ceph-mon[95500]: pgmap v21397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:50 smithi081 ceph-mon[107735]: pgmap v21397: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:52 smithi170 ceph-mon[97338]: pgmap v21398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:52 smithi081 ceph-mon[95500]: pgmap v21398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:52 smithi081 ceph-mon[107735]: pgmap v21398: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:31:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:31:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:54 smithi170 ceph-mon[97338]: pgmap v21399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:54 smithi081 ceph-mon[95500]: pgmap v21399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:54 smithi081 ceph-mon[107735]: pgmap v21399: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:54.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:54.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:56 smithi170 ceph-mon[97338]: pgmap v21400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:57.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:56 smithi081 ceph-mon[95500]: pgmap v21400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:31:56.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:31:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:31:56.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:31:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:56 smithi081 ceph-mon[107735]: pgmap v21400: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:31:58 smithi170 ceph-mon[97338]: pgmap v21401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:31:58 smithi081 ceph-mon[95500]: pgmap v21401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:31:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:31:58 smithi081 ceph-mon[107735]: pgmap v21401: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:00 smithi170 ceph-mon[97338]: pgmap v21402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:00 smithi081 ceph-mon[95500]: pgmap v21402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:00 smithi081 ceph-mon[107735]: pgmap v21402: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:02 smithi170 ceph-mon[97338]: pgmap v21403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:02 smithi081 ceph-mon[95500]: pgmap v21403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:02 smithi081 ceph-mon[107735]: pgmap v21403: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:32:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:32:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:04 smithi170 ceph-mon[97338]: pgmap v21404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:04 smithi081 ceph-mon[95500]: pgmap v21404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:04 smithi081 ceph-mon[107735]: pgmap v21404: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:04.700Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:04.701Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:06 smithi170 ceph-mon[97338]: pgmap v21405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:07.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:06 smithi081 ceph-mon[95500]: pgmap v21405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:06 smithi081 ceph-mon[107735]: pgmap v21405: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:06.523Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:06.524Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:08 smithi170 ceph-mon[97338]: pgmap v21406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:08 smithi081 ceph-mon[95500]: pgmap v21406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:08 smithi081 ceph-mon[107735]: pgmap v21406: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:10 smithi170 ceph-mon[97338]: pgmap v21407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:10 smithi081 ceph-mon[95500]: pgmap v21407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:10 smithi081 ceph-mon[107735]: pgmap v21407: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:12 smithi170 ceph-mon[97338]: pgmap v21408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:12 smithi081 ceph-mon[95500]: pgmap v21408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:12 smithi081 ceph-mon[107735]: pgmap v21408: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:32:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:32:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:14 smithi170 ceph-mon[97338]: pgmap v21409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:14 smithi081 ceph-mon[95500]: pgmap v21409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:14 smithi081 ceph-mon[107735]: pgmap v21409: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:14.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:14.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:16 smithi170 ceph-mon[97338]: pgmap v21410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:16 smithi081 ceph-mon[95500]: pgmap v21410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:16 smithi081 ceph-mon[107735]: pgmap v21410: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:16.524Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:17.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:16.525Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:18 smithi170 ceph-mon[97338]: pgmap v21411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:18 smithi081 ceph-mon[95500]: pgmap v21411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:18 smithi081 ceph-mon[107735]: pgmap v21411: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:20 smithi170 ceph-mon[97338]: pgmap v21412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:20 smithi081 ceph-mon[95500]: pgmap v21412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:20 smithi081 ceph-mon[107735]: pgmap v21412: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:22 smithi170 ceph-mon[97338]: pgmap v21413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:22 smithi081 ceph-mon[95500]: pgmap v21413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:22 smithi081 ceph-mon[107735]: pgmap v21413: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:32:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:32:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:24 smithi170 ceph-mon[97338]: pgmap v21414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:24 smithi081 ceph-mon[95500]: pgmap v21414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:24 smithi081 ceph-mon[107735]: pgmap v21414: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:24.701Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:25.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:24.702Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:26 smithi170 ceph-mon[97338]: pgmap v21415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:26 smithi081 ceph-mon[95500]: pgmap v21415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:26 smithi081 ceph-mon[107735]: pgmap v21415: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:26.525Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:26.526Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:28 smithi170 ceph-mon[97338]: pgmap v21416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:28 smithi081 ceph-mon[95500]: pgmap v21416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:28 smithi081 ceph-mon[107735]: pgmap v21416: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:30 smithi170 ceph-mon[97338]: pgmap v21417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:30 smithi081 ceph-mon[95500]: pgmap v21417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:30 smithi081 ceph-mon[107735]: pgmap v21417: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:32 smithi170 ceph-mon[97338]: pgmap v21418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:32 smithi081 ceph-mon[95500]: pgmap v21418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:33.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:32 smithi081 ceph-mon[107735]: pgmap v21418: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:32:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:32:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:34 smithi170 ceph-mon[97338]: pgmap v21419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:34 smithi081 ceph-mon[95500]: pgmap v21419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:34 smithi081 ceph-mon[107735]: pgmap v21419: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:34.702Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:35.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:34.703Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:36 smithi170 ceph-mon[97338]: pgmap v21420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:37.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:36 smithi081 ceph-mon[95500]: pgmap v21420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:36 smithi081 ceph-mon[107735]: pgmap v21420: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:37.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:36.526Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:37.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:36.527Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:38 smithi170 ceph-mon[97338]: pgmap v21421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:38 smithi081 ceph-mon[95500]: pgmap v21421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:38 smithi081 ceph-mon[107735]: pgmap v21421: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:40 smithi170 ceph-mon[97338]: pgmap v21422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:40 smithi081 ceph-mon[95500]: pgmap v21422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:40 smithi081 ceph-mon[107735]: pgmap v21422: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:42 smithi170 ceph-mon[97338]: pgmap v21423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:42 smithi081 ceph-mon[95500]: pgmap v21423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:42 smithi081 ceph-mon[107735]: pgmap v21423: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:32:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:32:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:44 smithi170 ceph-mon[97338]: pgmap v21424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:44 smithi081 ceph-mon[95500]: pgmap v21424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:44 smithi081 ceph-mon[107735]: pgmap v21424: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:44.703Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:44.704Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:46 smithi170 ceph-mon[97338]: pgmap v21425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:47.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:46 smithi081 ceph-mon[95500]: pgmap v21425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:46 smithi081 ceph-mon[107735]: pgmap v21425: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:47.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:46.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:47.018 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:46.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:48 smithi170 ceph-mon[97338]: pgmap v21426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:48 smithi081 ceph-mon[95500]: pgmap v21426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:48 smithi081 ceph-mon[107735]: pgmap v21426: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:50 smithi170 ceph-mon[97338]: pgmap v21427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:50 smithi081 ceph-mon[95500]: pgmap v21427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:50 smithi081 ceph-mon[107735]: pgmap v21427: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:52 smithi170 ceph-mon[97338]: pgmap v21428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:52 smithi081 ceph-mon[95500]: pgmap v21428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:52 smithi081 ceph-mon[107735]: pgmap v21428: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:32:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:32:54.996 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:54 smithi170 ceph-mon[97338]: pgmap v21429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:54 smithi081 ceph-mon[95500]: pgmap v21429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:54 smithi081 ceph-mon[107735]: pgmap v21429: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:54.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:54.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:56 smithi170 ceph-mon[97338]: pgmap v21430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:57.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:56 smithi081 ceph-mon[95500]: pgmap v21430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:56 smithi081 ceph-mon[107735]: pgmap v21430: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:32:56.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:32:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:32:56.528Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:32:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:32:58 smithi170 ceph-mon[97338]: pgmap v21431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:32:58 smithi081 ceph-mon[95500]: pgmap v21431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:32:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:32:58 smithi081 ceph-mon[107735]: pgmap v21431: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:00 smithi170 ceph-mon[97338]: pgmap v21432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:00 smithi081 ceph-mon[95500]: pgmap v21432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:01.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:00 smithi081 ceph-mon[107735]: pgmap v21432: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:02 smithi170 ceph-mon[97338]: pgmap v21433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:02 smithi081 ceph-mon[95500]: pgmap v21433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:03.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:02 smithi081 ceph-mon[107735]: pgmap v21433: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:33:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:33:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:04 smithi170 ceph-mon[97338]: pgmap v21434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:04 smithi081 ceph-mon[95500]: pgmap v21434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:04 smithi081 ceph-mon[107735]: pgmap v21434: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:04.704Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:04.705Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:06 smithi170 ceph-mon[97338]: pgmap v21435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:07.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:06 smithi081 ceph-mon[95500]: pgmap v21435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:06 smithi081 ceph-mon[107735]: pgmap v21435: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:07.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:06.527Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:07.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:06.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:08 smithi170 ceph-mon[97338]: pgmap v21436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:08 smithi081 ceph-mon[95500]: pgmap v21436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:08 smithi081 ceph-mon[107735]: pgmap v21436: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:10 smithi170 ceph-mon[97338]: pgmap v21437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:10 smithi081 ceph-mon[95500]: pgmap v21437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:10 smithi081 ceph-mon[107735]: pgmap v21437: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:12 smithi170 ceph-mon[97338]: pgmap v21438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:12 smithi081 ceph-mon[95500]: pgmap v21438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:13.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:12 smithi081 ceph-mon[107735]: pgmap v21438: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:33:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:33:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:14 smithi170 ceph-mon[97338]: pgmap v21439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:14 smithi081 ceph-mon[95500]: pgmap v21439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:14 smithi081 ceph-mon[107735]: pgmap v21439: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:14.705Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:14.706Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:16 smithi170 ceph-mon[97338]: pgmap v21440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:17.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:16 smithi081 ceph-mon[95500]: pgmap v21440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:17.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:16 smithi081 ceph-mon[107735]: pgmap v21440: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:17.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:16.528Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:17.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:16.529Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:18 smithi170 ceph-mon[97338]: pgmap v21441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:18 smithi081 ceph-mon[95500]: pgmap v21441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:18 smithi081 ceph-mon[107735]: pgmap v21441: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:20 smithi170 ceph-mon[97338]: pgmap v21442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:20 smithi081 ceph-mon[95500]: pgmap v21442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:20 smithi081 ceph-mon[107735]: pgmap v21442: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:22 smithi170 ceph-mon[97338]: pgmap v21443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:22 smithi081 ceph-mon[95500]: pgmap v21443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:22 smithi081 ceph-mon[107735]: pgmap v21443: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:33:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:33:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:24 smithi170 ceph-mon[97338]: pgmap v21444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:24 smithi081 ceph-mon[95500]: pgmap v21444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:24 smithi081 ceph-mon[107735]: pgmap v21444: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:24.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:24.707Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:26 smithi170 ceph-mon[97338]: pgmap v21445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:26 smithi081 ceph-mon[95500]: pgmap v21445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:26 smithi081 ceph-mon[107735]: pgmap v21445: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:26.529Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:26.530Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:28.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:28 smithi170 ceph-mon[97338]: pgmap v21446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:28 smithi081 ceph-mon[95500]: pgmap v21446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:28 smithi081 ceph-mon[107735]: pgmap v21446: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:30 smithi170 ceph-mon[97338]: pgmap v21447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:30 smithi081 ceph-mon[95500]: pgmap v21447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:30 smithi081 ceph-mon[107735]: pgmap v21447: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:32 smithi170 ceph-mon[97338]: pgmap v21448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:32 smithi081 ceph-mon[95500]: pgmap v21448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:32 smithi081 ceph-mon[107735]: pgmap v21448: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:33:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:33:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:34 smithi170 ceph-mon[97338]: pgmap v21449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:34 smithi081 ceph-mon[95500]: pgmap v21449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:34 smithi081 ceph-mon[107735]: pgmap v21449: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:34.706Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:34.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:36 smithi170 ceph-mon[97338]: pgmap v21450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:37.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:36 smithi081 ceph-mon[95500]: pgmap v21450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:37.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:36 smithi081 ceph-mon[107735]: pgmap v21450: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:36.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:36.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:38 smithi170 ceph-mon[97338]: pgmap v21451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:39.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:38 smithi081 ceph-mon[95500]: pgmap v21451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:38 smithi081 ceph-mon[107735]: pgmap v21451: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:40 smithi170 ceph-mon[97338]: pgmap v21452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:40 smithi081 ceph-mon[95500]: pgmap v21452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:40 smithi081 ceph-mon[107735]: pgmap v21452: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:42.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:42 smithi170 ceph-mon[97338]: pgmap v21453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:42 smithi081 ceph-mon[95500]: pgmap v21453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:42 smithi081 ceph-mon[107735]: pgmap v21453: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:33:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:33:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:44 smithi170 ceph-mon[97338]: pgmap v21454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:44 smithi081 ceph-mon[95500]: pgmap v21454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:44 smithi081 ceph-mon[107735]: pgmap v21454: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:44.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:44.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:46 smithi170 ceph-mon[97338]: pgmap v21455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:47.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:46 smithi081 ceph-mon[95500]: pgmap v21455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:47.022 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:46 smithi081 ceph-mon[107735]: pgmap v21455: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:47.022 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:46.530Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:47.023 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:46.531Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:48 smithi170 ceph-mon[97338]: pgmap v21456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:48 smithi081 ceph-mon[95500]: pgmap v21456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:49.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:48 smithi081 ceph-mon[107735]: pgmap v21456: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:50 smithi170 ceph-mon[97338]: pgmap v21457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:50 smithi081 ceph-mon[95500]: pgmap v21457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:50 smithi081 ceph-mon[107735]: pgmap v21457: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:52 smithi170 ceph-mon[97338]: pgmap v21458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:52 smithi081 ceph-mon[95500]: pgmap v21458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:52 smithi081 ceph-mon[107735]: pgmap v21458: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:53.516 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:33:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:33:54.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:54 smithi170 ceph-mon[97338]: pgmap v21459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:55.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:54 smithi081 ceph-mon[95500]: pgmap v21459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:54 smithi081 ceph-mon[107735]: pgmap v21459: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:54.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:55.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:54.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:55.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:55 smithi170 ceph-mon[97338]: pgmap v21460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:56.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:55 smithi081 ceph-mon[95500]: pgmap v21460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:56.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:55 smithi081 ceph-mon[107735]: pgmap v21460: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:57.015 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:33:56.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:33:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:33:56.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:33:58.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:33:58 smithi170 ceph-mon[97338]: pgmap v21461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:58.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:33:58 smithi081 ceph-mon[95500]: pgmap v21461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:33:58.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:33:58 smithi081 ceph-mon[107735]: pgmap v21461: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:00 smithi170 ceph-mon[97338]: pgmap v21462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:00 smithi081 ceph-mon[95500]: pgmap v21462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:00 smithi081 ceph-mon[107735]: pgmap v21462: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:02 smithi170 ceph-mon[97338]: pgmap v21463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:02 smithi081 ceph-mon[95500]: pgmap v21463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:03.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:02 smithi081 ceph-mon[107735]: pgmap v21463: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:34:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:34:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:04 smithi170 ceph-mon[97338]: pgmap v21464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:04 smithi081 ceph-mon[95500]: pgmap v21464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:04 smithi081 ceph-mon[107735]: pgmap v21464: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:04.707Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:04.708Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:06 smithi170 ceph-mon[97338]: pgmap v21465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:07.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:06 smithi081 ceph-mon[95500]: pgmap v21465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:06 smithi081 ceph-mon[107735]: pgmap v21465: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:06.531Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:07.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:06.532Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:08 smithi170 ceph-mon[97338]: pgmap v21466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:08 smithi081 ceph-mon[95500]: pgmap v21466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:09.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:08 smithi081 ceph-mon[107735]: pgmap v21466: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:10 smithi170 ceph-mon[97338]: pgmap v21467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:10 smithi081 ceph-mon[95500]: pgmap v21467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:10 smithi081 ceph-mon[107735]: pgmap v21467: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:12 smithi170 ceph-mon[97338]: pgmap v21468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:12 smithi081 ceph-mon[95500]: pgmap v21468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:13.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:12 smithi081 ceph-mon[107735]: pgmap v21468: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:34:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:34:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:14 smithi170 ceph-mon[97338]: pgmap v21469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:14 smithi081 ceph-mon[95500]: pgmap v21469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:14.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:14.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:15.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:14 smithi081 ceph-mon[107735]: pgmap v21469: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:16 smithi170 ceph-mon[97338]: pgmap v21470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:16 smithi081 ceph-mon[95500]: pgmap v21470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:16 smithi081 ceph-mon[107735]: pgmap v21470: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:16.532Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:16.533Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:18 smithi170 ceph-mon[97338]: pgmap v21471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:18 smithi081 ceph-mon[95500]: pgmap v21471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:18 smithi081 ceph-mon[107735]: pgmap v21471: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:20 smithi170 ceph-mon[97338]: pgmap v21472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:20 smithi081 ceph-mon[95500]: pgmap v21472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:20 smithi081 ceph-mon[107735]: pgmap v21472: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:22 smithi170 ceph-mon[97338]: pgmap v21473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:22 smithi081 ceph-mon[95500]: pgmap v21473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:23.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:22 smithi081 ceph-mon[107735]: pgmap v21473: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:34:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:34:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:24 smithi170 ceph-mon[97338]: pgmap v21474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:24 smithi081 ceph-mon[95500]: pgmap v21474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:24.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:24.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:24 smithi081 ceph-mon[107735]: pgmap v21474: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:26 smithi170 ceph-mon[97338]: pgmap v21475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:26 smithi081 ceph-mon[95500]: pgmap v21475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:26 smithi081 ceph-mon[107735]: pgmap v21475: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:26.533Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:26.534Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:28 smithi170 ceph-mon[97338]: pgmap v21476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:28 smithi081 ceph-mon[95500]: pgmap v21476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:29.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:28 smithi081 ceph-mon[107735]: pgmap v21476: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:30 smithi170 ceph-mon[97338]: pgmap v21477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:30 smithi081 ceph-mon[95500]: pgmap v21477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:30 smithi081 ceph-mon[107735]: pgmap v21477: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:32 smithi170 ceph-mon[97338]: pgmap v21478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:32 smithi081 ceph-mon[95500]: pgmap v21478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:33.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:32 smithi081 ceph-mon[107735]: pgmap v21478: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:34:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:34:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:34 smithi170 ceph-mon[97338]: pgmap v21479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:34 smithi081 ceph-mon[95500]: pgmap v21479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:34 smithi081 ceph-mon[107735]: pgmap v21479: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:34.709Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:34.710Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:36 smithi170 ceph-mon[97338]: pgmap v21480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:37.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:36 smithi081 ceph-mon[95500]: pgmap v21480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:36 smithi081 ceph-mon[107735]: pgmap v21480: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:36.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:36.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:38 smithi170 ceph-mon[97338]: pgmap v21481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:38 smithi081 ceph-mon[95500]: pgmap v21481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:38 smithi081 ceph-mon[107735]: pgmap v21481: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:40 smithi170 ceph-mon[97338]: pgmap v21482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:40 smithi081 ceph-mon[95500]: pgmap v21482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:41.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:40 smithi081 ceph-mon[107735]: pgmap v21482: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:42 smithi170 ceph-mon[97338]: pgmap v21483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:42 smithi081 ceph-mon[95500]: pgmap v21483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:42 smithi081 ceph-mon[107735]: pgmap v21483: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:34:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:34:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:44 smithi170 ceph-mon[97338]: pgmap v21484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:44 smithi081 ceph-mon[95500]: pgmap v21484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:45.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:44 smithi081 ceph-mon[107735]: pgmap v21484: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:44.710Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:44.711Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:46 smithi170 ceph-mon[97338]: pgmap v21485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:47.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:46 smithi081 ceph-mon[95500]: pgmap v21485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:46 smithi081 ceph-mon[107735]: pgmap v21485: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:46.534Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:47.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:46.535Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:48.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:48 smithi170 ceph-mon[97338]: pgmap v21486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:48 smithi081 ceph-mon[95500]: pgmap v21486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:49.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:48 smithi081 ceph-mon[107735]: pgmap v21486: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:50 smithi170 ceph-mon[97338]: pgmap v21487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:51.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:50 smithi081 ceph-mon[95500]: pgmap v21487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:50 smithi081 ceph-mon[107735]: pgmap v21487: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:52 smithi170 ceph-mon[97338]: pgmap v21488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:52 smithi081 ceph-mon[95500]: pgmap v21488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:52 smithi081 ceph-mon[107735]: pgmap v21488: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:34:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:34:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:54 smithi170 ceph-mon[97338]: pgmap v21489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:54 smithi081 ceph-mon[95500]: pgmap v21489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:55.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:54 smithi081 ceph-mon[107735]: pgmap v21489: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:54.711Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:54.712Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:56 smithi170 ceph-mon[97338]: pgmap v21490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:57.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:56 smithi081 ceph-mon[95500]: pgmap v21490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:34:56.535Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:57.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:34:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:34:56.536Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:34:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:56 smithi081 ceph-mon[107735]: pgmap v21490: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:34:58 smithi170 ceph-mon[97338]: pgmap v21491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:34:58 smithi081 ceph-mon[95500]: pgmap v21491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:34:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:34:58 smithi081 ceph-mon[107735]: pgmap v21491: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:00 smithi170 ceph-mon[97338]: pgmap v21492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:00 smithi081 ceph-mon[95500]: pgmap v21492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:01.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:00 smithi081 ceph-mon[107735]: pgmap v21492: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:02 smithi170 ceph-mon[97338]: pgmap v21493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:02 smithi081 ceph-mon[95500]: pgmap v21493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:03.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:02 smithi081 ceph-mon[107735]: pgmap v21493: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:35:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:35:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:04 smithi170 ceph-mon[97338]: pgmap v21494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:04 smithi081 ceph-mon[95500]: pgmap v21494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:04 smithi081 ceph-mon[107735]: pgmap v21494: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:04.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:05.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:04.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:06 smithi170 ceph-mon[97338]: pgmap v21495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:07.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:06 smithi081 ceph-mon[95500]: pgmap v21495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:07.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:06 smithi081 ceph-mon[107735]: pgmap v21495: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:06.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:07.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:06.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:08 smithi170 ceph-mon[97338]: pgmap v21496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:08 smithi081 ceph-mon[95500]: pgmap v21496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:09.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:08 smithi081 ceph-mon[107735]: pgmap v21496: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:09.997 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:09 smithi170 ceph-mon[97338]: pgmap v21497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:10.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:09 smithi081 ceph-mon[95500]: pgmap v21497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:10.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:09 smithi081 ceph-mon[107735]: pgmap v21497: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:12.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:12 smithi170 ceph-mon[97338]: pgmap v21498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:12.515 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:12 smithi081 ceph-mon[95500]: pgmap v21498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:12.515 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:12 smithi081 ceph-mon[107735]: pgmap v21498: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:35:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:35:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:14 smithi170 ceph-mon[97338]: pgmap v21499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:14 smithi081 ceph-mon[95500]: pgmap v21499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:14 smithi081 ceph-mon[107735]: pgmap v21499: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:15.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:14.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:15.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:14.713Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:16 smithi170 ceph-mon[97338]: pgmap v21500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:16 smithi081 ceph-mon[95500]: pgmap v21500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:17.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:16 smithi081 ceph-mon[107735]: pgmap v21500: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:16.536Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:16.537Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:18 smithi170 ceph-mon[97338]: pgmap v21501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:18 smithi081 ceph-mon[95500]: pgmap v21501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:18 smithi081 ceph-mon[107735]: pgmap v21501: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:20 smithi170 ceph-mon[97338]: pgmap v21502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:21.016 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:20 smithi081 ceph-mon[95500]: pgmap v21502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:21.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:20 smithi081 ceph-mon[107735]: pgmap v21502: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:22.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:22 smithi170 ceph-mon[97338]: pgmap v21503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:23.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:22 smithi081 ceph-mon[95500]: pgmap v21503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:23.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:22 smithi081 ceph-mon[107735]: pgmap v21503: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:35:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:35:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:24 smithi170 ceph-mon[97338]: pgmap v21504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:24 smithi081 ceph-mon[95500]: pgmap v21504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:24 smithi081 ceph-mon[107735]: pgmap v21504: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:24.712Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:24.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:26 smithi170 ceph-mon[97338]: pgmap v21505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:26 smithi081 ceph-mon[95500]: pgmap v21505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:27.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:26 smithi081 ceph-mon[107735]: pgmap v21505: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:26.537Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:26.538Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:28 smithi170 ceph-mon[97338]: pgmap v21506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:28 smithi081 ceph-mon[95500]: pgmap v21506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:29.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:28 smithi081 ceph-mon[107735]: pgmap v21506: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:30 smithi170 ceph-mon[97338]: pgmap v21507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:30 smithi081 ceph-mon[95500]: pgmap v21507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:31.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:30 smithi081 ceph-mon[107735]: pgmap v21507: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:32 smithi170 ceph-mon[97338]: pgmap v21508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:32 smithi081 ceph-mon[95500]: pgmap v21508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:32 smithi081 ceph-mon[107735]: pgmap v21508: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:35:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:35:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:34 smithi170 ceph-mon[97338]: pgmap v21509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:34 smithi081 ceph-mon[95500]: pgmap v21509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:34.713Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:34.714Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:35.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:34 smithi081 ceph-mon[107735]: pgmap v21509: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:36 smithi170 ceph-mon[97338]: pgmap v21510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:37.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:36 smithi081 ceph-mon[95500]: pgmap v21510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:37.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:36 smithi081 ceph-mon[107735]: pgmap v21510: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:36.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:36.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:38.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:38 smithi170 ceph-mon[97338]: pgmap v21511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:38 smithi081 ceph-mon[95500]: pgmap v21511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:39.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:38 smithi081 ceph-mon[107735]: pgmap v21511: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:40 smithi170 ceph-mon[97338]: pgmap v21512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:40 smithi081 ceph-mon[95500]: pgmap v21512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:41.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:40 smithi081 ceph-mon[107735]: pgmap v21512: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:42.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:42 smithi170 ceph-mon[97338]: pgmap v21513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:43.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:42 smithi081 ceph-mon[95500]: pgmap v21513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:43.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:42 smithi081 ceph-mon[107735]: pgmap v21513: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:43.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:35:43 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:35:44.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:44 smithi170 ceph-mon[97338]: pgmap v21514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:45.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:44 smithi081 ceph-mon[95500]: pgmap v21514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:45.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:44 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:44.714Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:45.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:44 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:44.715Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:45.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:44 smithi081 ceph-mon[107735]: pgmap v21514: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:46.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:46 smithi170 ceph-mon[97338]: pgmap v21515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:47.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:46 smithi081 ceph-mon[95500]: pgmap v21515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:47.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:46 smithi081 ceph-mon[107735]: pgmap v21515: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:46 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:46.538Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:47.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:46 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:46.539Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:48.995 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:48 smithi170 ceph-mon[97338]: pgmap v21516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:49.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:48 smithi081 ceph-mon[95500]: pgmap v21516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:49.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:48 smithi081 ceph-mon[107735]: pgmap v21516: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:50.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:50 smithi170 ceph-mon[97338]: pgmap v21517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:51.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:50 smithi081 ceph-mon[95500]: pgmap v21517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:51.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:50 smithi081 ceph-mon[107735]: pgmap v21517: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:52.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:52 smithi170 ceph-mon[97338]: pgmap v21518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:53.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:52 smithi081 ceph-mon[95500]: pgmap v21518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:53.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:52 smithi081 ceph-mon[107735]: pgmap v21518: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:53.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:35:53 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:35:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:35:54.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:54 smithi170 ceph-mon[97338]: pgmap v21519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:55.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:54 smithi081 ceph-mon[95500]: pgmap v21519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:55.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:54 smithi081 ceph-mon[107735]: pgmap v21519: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:54 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:54.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:55.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:54 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:54.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:56.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:56 smithi170 ceph-mon[97338]: pgmap v21520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:57.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:56 smithi081 ceph-mon[95500]: pgmap v21520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:57.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:56 smithi081 ceph-mon[107735]: pgmap v21520: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:57.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:56 smithi081 conmon[157419]: level=error ts=2023-05-20T17:35:56.539Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:57.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:35:56 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:35:56.540Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:35:58.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:35:58 smithi170 ceph-mon[97338]: pgmap v21521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:59.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:35:58 smithi081 ceph-mon[95500]: pgmap v21521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:35:59.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:35:58 smithi081 ceph-mon[107735]: pgmap v21521: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:00.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:00 smithi170 ceph-mon[97338]: pgmap v21522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:01.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:00 smithi081 ceph-mon[95500]: pgmap v21522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:01.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:00 smithi081 ceph-mon[107735]: pgmap v21522: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:02.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:02 smithi170 ceph-mon[97338]: pgmap v21523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:03.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:02 smithi081 ceph-mon[95500]: pgmap v21523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:03.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:02 smithi081 ceph-mon[107735]: pgmap v21523: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:03.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:36:03 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:36:04.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:04 smithi170 ceph-mon[97338]: pgmap v21524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:05.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:04 smithi081 ceph-mon[95500]: pgmap v21524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:05.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:04 smithi081 ceph-mon[107735]: pgmap v21524: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:04 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:04.715Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:05.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:04 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:04.716Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:06.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:06 smithi170 ceph-mon[97338]: pgmap v21525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:07.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:06 smithi081 ceph-mon[95500]: pgmap v21525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:07.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:06 smithi081 ceph-mon[107735]: pgmap v21525: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:07.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:06 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:06.540Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:07.017 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:06 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:06.541Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:08.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:08 smithi170 ceph-mon[97338]: pgmap v21526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:09.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:08 smithi081 ceph-mon[95500]: pgmap v21526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:09.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:08 smithi081 ceph-mon[107735]: pgmap v21526: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:10.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:10 smithi170 ceph-mon[97338]: pgmap v21527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:11.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:10 smithi081 ceph-mon[95500]: pgmap v21527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:11.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:10 smithi081 ceph-mon[107735]: pgmap v21527: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:12.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:12 smithi170 ceph-mon[97338]: pgmap v21528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:13.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:12 smithi081 ceph-mon[95500]: pgmap v21528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:13.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:12 smithi081 ceph-mon[107735]: pgmap v21528: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:13.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:36:13 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:36:14.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:14 smithi170 ceph-mon[97338]: pgmap v21529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:15.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:14 smithi081 ceph-mon[95500]: pgmap v21529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:15.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:14 smithi081 ceph-mon[107735]: pgmap v21529: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:14 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:14.717Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:15.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:14 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:14.718Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:16.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:16 smithi170 ceph-mon[97338]: pgmap v21530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:17.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:16 smithi081 ceph-mon[95500]: pgmap v21530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:17.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:16 smithi081 ceph-mon[107735]: pgmap v21530: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:16 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:16.541Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:17.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:16 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:16.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:18.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:18 smithi170 ceph-mon[97338]: pgmap v21531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:19.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:18 smithi081 ceph-mon[95500]: pgmap v21531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:19.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:18 smithi081 ceph-mon[107735]: pgmap v21531: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:20.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:20 smithi170 ceph-mon[97338]: pgmap v21532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:21.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:20 smithi081 ceph-mon[95500]: pgmap v21532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:21.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:20 smithi081 ceph-mon[107735]: pgmap v21532: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:22.244 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:21 smithi170 ceph-mon[97338]: pgmap v21533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:22.265 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:21 smithi081 ceph-mon[95500]: pgmap v21533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:22.265 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:21 smithi081 ceph-mon[107735]: pgmap v21533: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:23.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:36:23 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:36:24.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:24 smithi170 ceph-mon[97338]: pgmap v21534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:25.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:24 smithi081 ceph-mon[95500]: pgmap v21534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:25.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:24 smithi081 ceph-mon[107735]: pgmap v21534: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:24 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:24.718Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:25.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:24 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:24.719Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:26.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:26 smithi170 ceph-mon[97338]: pgmap v21535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:27.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:26 smithi081 ceph-mon[95500]: pgmap v21535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:26 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:26.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:27.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:26 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:26.543Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:27.017 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:26 smithi081 ceph-mon[107735]: pgmap v21535: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:28.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:28 smithi170 ceph-mon[97338]: pgmap v21536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:29.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:28 smithi081 ceph-mon[95500]: pgmap v21536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:29.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:28 smithi081 ceph-mon[107735]: pgmap v21536: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:30.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:30 smithi170 ceph-mon[97338]: pgmap v21537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:31.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:30 smithi081 ceph-mon[95500]: pgmap v21537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:31.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:30 smithi081 ceph-mon[107735]: pgmap v21537: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:32.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:32 smithi170 ceph-mon[97338]: pgmap v21538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:33.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:32 smithi081 ceph-mon[95500]: pgmap v21538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:33.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:32 smithi081 ceph-mon[107735]: pgmap v21538: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:33.515 INFO:journalctl@ceph.mgr.y.smithi081.stdout:May 20 17:36:33 smithi081 conmon[95926]: ::ffff:172.21.15.170 - - [20/May/2023:17:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2023-05-20T17:36:34.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:34 smithi170 ceph-mon[97338]: pgmap v21539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:35.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:34 smithi081 ceph-mon[95500]: pgmap v21539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:35.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:34 smithi081 ceph-mon[107735]: pgmap v21539: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:34 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:34.719Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:35.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:34 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:34.720Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:36.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:36 smithi170 ceph-mon[97338]: pgmap v21540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:37.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:36 smithi081 ceph-mon[95500]: pgmap v21540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:37.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:36 smithi081 ceph-mon[107735]: pgmap v21540: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:36 smithi081 conmon[157419]: level=error ts=2023-05-20T17:36:36.542Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:37.016 INFO:journalctl@ceph.alertmanager.a.smithi081.stdout:May 20 17:36:36 smithi081 conmon[157419]: level=warn ts=2023-05-20T17:36:36.544Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi170.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.170:8443: connect: connection refused" 2023-05-20T17:36:38.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:38 smithi170 ceph-mon[97338]: pgmap v21541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:39.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:38 smithi081 ceph-mon[95500]: pgmap v21541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:39.016 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:38 smithi081 ceph-mon[107735]: pgmap v21541: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:40.994 INFO:journalctl@ceph.mon.b.smithi170.stdout:May 20 17:36:40 smithi170 ceph-mon[97338]: pgmap v21542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:41.015 INFO:journalctl@ceph.mon.a.smithi081.stdout:May 20 17:36:40 smithi081 ceph-mon[95500]: pgmap v21542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:41.015 INFO:journalctl@ceph.mon.c.smithi081.stdout:May 20 17:36:40 smithi081 ceph-mon[107735]: pgmap v21542: 121 pgs: 121 unknown; 0 B data, 0 B used, 0 B / 0 B avail 2023-05-20T17:36:41.996 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-05-20T17:36:41.998 DEBUG:teuthology.task.console_log:Killing console logger for smithi081 2023-05-20T17:36:41.999 DEBUG:teuthology.task.console_log:Killing console logger for smithi170 2023-05-20T17:36:41.999 DEBUG:teuthology.exit:Finished running handlers